Consolidate weekly refresh into single orchestrator script
All checks were successful
Deploy stAndrews / deploy (push) Successful in 5s

refresh_all.R downloads both SCPA files once, then sources
update_owners.R and update_sales.R. Single cron job at 11pm Sunday.
This commit is contained in:
2026-03-09 17:22:31 -04:00
parent 77a6721a51
commit 77dbe8cc7f
3 changed files with 37 additions and 17 deletions

35
data-raw/refresh_all.R Normal file
View File

@@ -0,0 +1,35 @@
# refresh_all.R
# Weekly orchestrator. Downloads SCPA data files once, then updates
# owners and sales. Run via cron; container restart handled by cron.
options(timeout = 300)
cat("=== stAndrews weekly refresh", format(Sys.time()), "===\n")
# ── Download SCPA Public.xlsx ─────────────────────────────────────────────────
cat("Downloading SCPA Public.xlsx...\n")
download.file(
url = "https://www.sc-pa.com/downloads/SCPA%20Public.xlsx",
destfile = "./data-raw/property/SCPA Public.xlsx",
mode = "wb"
)
cat("Done.\n")
# ── Download SCPA_Parcels_Sales_CSV.zip ───────────────────────────────────────
cat("Downloading SCPA_Parcels_Sales_CSV.zip...\n")
download.file(
url = "https://www.sc-pa.com/downloads/SCPA_Parcels_Sales_CSV.zip",
destfile = "./data-raw/property/SCPA_Parcels_Sales_CSV.zip",
mode = "wb"
)
cat("Done.\n")
# ── Update owners ─────────────────────────────────────────────────────────────
cat("\n--- update_owners.R ---\n")
source("./data-raw/update_owners.R")
# ── Update sales ──────────────────────────────────────────────────────────────
cat("\n--- update_sales.R ---\n")
source("./data-raw/update_sales.R")
cat("\n=== Refresh complete", format(Sys.time()), "===\n")