tas_councils/scrapers/kingborough.rb

# Kingborough Council — Planning Notices (site page, not PlanBuild)

require "nokogiri"
require_relative "../lib/http"
require_relative "../lib/util"
require_relative "../lib/scraper_helpers"

TABLE = ENV.fetch("TABLE_NAME")  # run_all.sh sets this from filename: da_kingborough
URL   = "https://www.kingborough.tas.gov.au/development/planning-notices/"

DB.ensure_table!(TABLE)

html = Http.get(URL)
doc  = Nokogiri::HTML(html)

rows = doc.css("#list tbody tr")
puts "Found #{rows.length} rows for #{TABLE}"

saved = 0

rows.each_with_index do |row, idx|
  tds = row.css("td")
  next if tds.length < 5

  council_reference    = tds[0].text.strip
  address              = tds[1].text.strip
  date_received_raw    = tds[2].text.strip
  on_notice_to_raw     = tds[3].text.strip
  description          = tds[4].text.strip

  # All links in the row (often PDFs). Join if there are multiple.
  links = row.css("td a").map { |a| abs_url(URL, a["href"]) }.reject(&:empty?)
  document_url = links.join(", ")

  date_received = Util.parse_aus_date(date_received_raw)
  on_notice_to  = Util.parse_aus_date(on_notice_to_raw)

  # Need a reference and an address to store a row
  next if council_reference.empty? || address.empty?

  upsert_and_enrich!(
    table: TABLE,
    row: {
      description: description,
      date_received: date_received,
      date_received_raw: date_received_raw,
      address: address,
      council_reference: council_reference,
      applicant: "",
      owner: ""
    },
    extras: {
      document_url:     document_url,
      on_notice_to:     on_notice_to,
      on_notice_to_raw: on_notice_to_raw
    }
  )
  saved += 1
end

puts "Done #{TABLE}. Saved #{saved} item(s)."