fix scrapers

lib/scraper_helpers.rb

@@ -51,8 +51,8 @@ def upsert_and_enrich!(table:, row:, extras: {})
         "UPDATE `#{esc}` SET #{set_clause} WHERE council_reference = ? AND address = ?"
       )
       upd.execute(*vals)
-    rescue Mysql2::Error => e
-      Log.warn "scraper", "extras update skipped for #{row[:council_reference]}: #{e.message}"
+    rescue StandardError => e
+      Log.warn "scraper", "extras update skipped for #{row[:council_reference]}: #{e.class} #{e.message}"
     end
   end
   Log.info "scraper", "upserted #{row[:council_reference]} -> #{row[:address]}"

scrapers/break_oday.rb

@@ -7,6 +7,7 @@ require "uri"
 
 require_relative "../lib/enrich"
 require_relative "../lib/log"
+require_relative "../lib/util"
 TABLE = ENV.fetch("TABLE_NAME") # run_all.sh -> da_break_oday
 URL   = "https://www.bodc.tas.gov.au/council/advertised-development-applications/"
 

scrapers/brighton.rb

@@ -6,6 +6,7 @@ require "fileutils"
 
 require_relative "../lib/enrich"
 require_relative "../lib/log"
+require_relative "../lib/util"
 TABLE = ENV.fetch("TABLE_NAME") # run_all.sh sets this from filename: da_brighton
 URL   = "https://www.brighton.tas.gov.au/planning/advertised-development-applications/"
 

scrapers/burnie.rb

@@ -14,6 +14,7 @@ require "securerandom"
 
 require_relative "../lib/enrich"
 require_relative "../lib/log"
+require_relative "../lib/util"
 TABLE    = ENV.fetch("TABLE_NAME") # run_all.sh sets from filename: da_burnie
 BASE_URL = "https://www.burnie.tas.gov.au"
 URL      = "#{BASE_URL}/Development/Planning/Permit-applications-on-exhibition"

scrapers/centralcoast.rb

@@ -8,6 +8,7 @@ require "fileutils"
 
 require_relative "../lib/enrich"
 require_relative "../lib/log"
+require_relative "../lib/util"
 TABLE = ENV.fetch("TABLE_NAME") # run_all.sh sets from filename: da_centralcoast
 URL   = "https://www.centralcoast.tas.gov.au/current-planning-applications/"
 

scrapers/clarence.rb

@@ -9,6 +9,7 @@ require "fileutils"
 
 require_relative "../lib/enrich"
 require_relative "../lib/log"
+require_relative "../lib/util"
 TABLE = ENV.fetch("TABLE_NAME")  # run_all.sh -> da_clarence
 URL   = "https://www.ccc.tas.gov.au/development/advertised-plans/"
 

scrapers/derwentvalley.rb

@@ -5,6 +5,7 @@
 require "nokogiri"
 
 require_relative "../lib/scraper_helpers"
+require_relative "../lib/util"
 require_relative "../lib/log"
 TABLE        = ENV.fetch("TABLE_NAME")  # run_all.sh -> da_derwentvalley
 LIST_URL     = "https://www.derwentvalley.tas.gov.au/home/card-listing/development-applications"

scrapers/devonportcity.rb

@@ -8,6 +8,7 @@ require "uri"
 
 require_relative "../lib/enrich"
 require_relative "../lib/log"
+require_relative "../lib/util"
 TABLE = ENV.fetch("TABLE_NAME")  # run_all.sh -> da_devonportcity
 URL   = "https://www.devonport.tas.gov.au/building-development/planning/advertised-planning-permit-applications/"
 

scrapers/dorset.rb

@@ -6,6 +6,7 @@ require "fileutils"
 
 require_relative "../lib/enrich"
 require_relative "../lib/log"
+require_relative "../lib/util"
 TABLE = ENV.fetch("TABLE_NAME")
 BASE_HTTPS = "https://eservices.dorset.tas.gov.au"
 BASE_HTTP  = "http://eservices.dorset.tas.gov.au"

scrapers/glenorchy.rb

@@ -6,6 +6,7 @@ require "date"
 
 require_relative "../lib/enrich"
 require_relative "../lib/log"
+require_relative "../lib/util"
 TABLE = ENV.fetch("TABLE_NAME") # run_all.sh sets from filename: da_glenorchy
 URL   = "https://www.gcc.tas.gov.au/services/planning-and-building/planning-and-development/planning-applications/"
 

scrapers/kentish.rb

@@ -6,6 +6,7 @@ require "cgi"
 
 require_relative "../lib/enrich"
 require_relative "../lib/log"
+require_relative "../lib/util"
 TABLE = ENV.fetch("TABLE_NAME")              # run_all.sh -> da_kentish
 # Set this to the exact page you use for Kentish (from your original file)
 URL   = "https://www.kentish.tas.gov.au/services/building-and-planning-services/planningapp"

scrapers/launcestoncity.rb

@@ -7,6 +7,7 @@ require "cgi"
 
 require_relative "../lib/enrich"
 require_relative "../lib/log"
+require_relative "../lib/util"
 TABLE        = ENV.fetch("TABLE_NAME")
 BASE_URL     = "https://onlineservice.launceston.tas.gov.au"
 URL          = ENV.fetch(

scrapers/meandervalley.rb

@@ -9,6 +9,7 @@ require "date"
 require "json"
 require_relative "../lib/enrich"
 require_relative "../lib/log"
+require_relative "../lib/util"
 DEBUG  = ENV["DEBUG"] == "1"
 DRY_RUN = ENV["DRY_RUN"] == "1"
 

scrapers/northernmidlands.rb

@@ -5,6 +5,7 @@ require "uri"
 require "cgi"
 
 require_relative "../lib/scraper_helpers"
+require_relative "../lib/util"
 require_relative "../lib/log"
 TABLE = ENV.fetch("TABLE_NAME")                    # run_all.sh -> da_northernmidlands
 URL   = "https://northernmidlands.tas.gov.au/planning/development-in-the-northern-midlands/development-applications-2"

scrapers/waratah_wynyard.rb

@@ -6,6 +6,7 @@ require "cgi"
 
 require_relative "../lib/enrich"
 require_relative "../lib/log"
+require_relative "../lib/util"
 TABLE = ENV.fetch("TABLE_NAME")  # da_waratah_wynyard
 URL   = "https://www.warwyn.tas.gov.au/planning-and-development/advertised-permits/"
 

scrapers/westcoast.rb

@@ -6,6 +6,7 @@ require "cgi"
 
 require_relative "../lib/enrich"
 require_relative "../lib/log"
+require_relative "../lib/util"
 TABLE    = ENV.fetch("TABLE_NAME")  # run_all.sh -> da_westcoast
 URL = "https://www.westcoast.tas.gov.au/planning-and-development/planning/advertised-development-applications/"
 

scrapers/westtamar.rb

@@ -3,6 +3,7 @@
 require "nokogiri"
 
 require_relative "../lib/scraper_helpers"
+require_relative "../lib/util"
 require_relative "../lib/log"
 TABLE    = ENV.fetch("TABLE_NAME")   # run_all.sh -> da_westtamar
 URL = "https://www.wtc.tas.gov.au/advertised-planning-applications/"