[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8},"actionData","errors","root",{"_110":111,"_112":113},"routes/embed.x.$handle.$name.$",{"_9":10,"_11":12,"_13":14,"_15":16,"_17":18,"_19":20,"_21":-5},"handle","logan1","name","housing","path","cron/enrich.ts","project",{"_22":48,"_11":12,"_35":49,"_50":-5,"_51":44,"_52":53,"_54":53,"_55":56,"_57":-5,"_58":59,"_60":61,"_62":34,"_63":-5,"_64":-5,"_65":66,"_67":68,"_69":70,"_71":72,"_73":74,"_75":-5,"_76":77,"_78":77,"_79":80,"_81":80,"_82":80,"_83":77,"_84":77,"_85":86,"_87":88,"_89":90,"_91":44},"file",{"_22":23,"_11":24,"_25":26,"_27":28,"_29":30,"_31":32,"_33":34,"_35":36,"_37":38,"_39":40,"_41":42,"_43":44,"_45":-5,"_13":46},"permalink","https://www.val.town/x/logan1/housing/code/cron/enrich.ts","extension","id","0c95371c-41e6-4ef1-8f55-8ed66b49d47a","enrich.ts","fileId","e89d35e8-af77-11f1-8a84-1607ee4eb77e","parentId","041eaecc-aef2-11f1-9a8e-1607ee4eb77e","branchId","a4c5838e-3adb-4640-ab71-e9f3d2b72f0a","branchVersion",68,"latest",true,"createdAt",["D",1789308595421],"version",1,"fileType","interval","content","// Enrichment cron (every 30 min). Steps, each logged to poll_log as enrich::\r\n// queue release quiet-hours pushes after 07:00 ET (\"Overnight: N listings\" + the individual embeds)\r\n// bbl weekly (Sunday) full-city BBL refresh, resumable 6 pages per run (bbl_offset in enrich_state)\r\n// license licence check for rows that still have license = null (new rows are flagged at upsert; this catches\r\n// rows inserted before the table existed and rows inserted while the table was mid-refresh)\r\n// price re-derive DROP/MOTIVATED flags for active rows (age-driven MOTIVATED changes without any new poll)\r\n// geocode Census batch geocoder (cap 200/run) + DC address-points fallback (Part 5)\r\n// vibe strip / bars / Metro / dog park / grocery distances + vibe_score for rows with coordinates (Part 5)\r\n// calibration Sunday 18:00 ET weekly report email (cron/calibration.ts)\r\n// Admin: ?job=enrich[&force=1][&step=queue|bbl|license|price|geocode|vibe]\r\nimport { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\r\nimport { ensureSchema, logPoll, pushDiscord, discordText, ageDays, today, decorateNotes, sleep } from \"../lib/core.ts\";\r\nimport { refreshBbl, getState, setState, licenseFor, p25For, isAnomaly, pendingQueue, markReleased, isQuietHour, etHour, priceTrail, trailStats, motivatedFlag } from \"../lib/enrich.ts\";\r\nimport { geocodeStep, vibeStep } from \"../lib/vibe.ts\";\r\nimport { sendCalibration } from \"../cron/calibration.ts\";\r\n\r\nconst TIME_BUDGET_MS = 40_000;\r\n\r\nexport async function releaseQueue(): Promise<{ released: number }> {\r\n if (isQuietHour()) return { released: 0 };\r\n const q = await pendingQueue();\r\n if (!q.length) return { released: 0 };\r\n await discordText(`**Overnight: ${q.length} listing${q.length === 1 ? \"\" : \"s\"}** queued between 23:00 and 07:00 ET`);\r\n const done: number[] = [];\r\n for (const item of q) {\r\n const ok = await pushDiscord(item.payload);\r\n if (ok) done.push(item.id);\r\n await sleep(400);\r\n }\r\n await markReleased(done);\r\n return { released: done.length };\r\n}\r\n\r\nasync function licenseStep(started: number): Promise<{ checked: number; yes: number; no: number }> {\r\n const out = { checked: 0, yes: 0, no: 0 };\r\n const rows = await sqlite.execute(`select rowid_pk, address_norm, area, addr, notes, posted_at, first_seen, anomaly, drops, motivated from listings\r\n where license is null and source not like 'signal-%' and source <> 'cl-parking' and status <> 'dead' order by score desc limit 300`);\r\n for (const r of rows.rows as any[]) {\r\n if (Date.now() - started > TIME_BUDGET_MS) break;\r\n const lic = await licenseFor(String(r.address_norm), String(r.area), r.addr);\r\n if (lic.license === \"unknown\" && !(await getState(\"bbl_refreshed\"))) continue; // table not loaded yet - leave null so we retry\r\n const age = ageDays(r.posted_at, r.first_seen);\r\n const notes = decorateNotes(String(r.notes || \"\"), { stale: age > 45 ? age : null, license: lic.license, anomaly: !!r.anomaly, motivated: !!r.motivated }, null);\r\n await sqlite.execute({ sql: `update listings set license=?, license_detail=?, notes=? where rowid_pk=?`, args: [lic.license, lic.detail, notes, r.rowid_pk] });\r\n out.checked++; if (lic.license === \"yes\") out.yes++; if (lic.license === \"no\") out.no++;\r\n }\r\n return out;\r\n}\r\n\r\n// re-derive age-driven flags (MOTIVATED at 25 d with a drop / 40 d) and the anomaly flag for active rows\r\nasync function priceStep(started: number): Promise<{ rows: number; motivated: number; anomaly: number }> {\r\n const out = { rows: 0, motivated: 0, anomaly: 0 };\r\n const rows = await sqlite.execute(`select rowid_pk, area, beds, price, notes, posted_at, first_seen, license, drops, motivated, anomaly, address_norm from listings\r\n where status <> 'dead' and last_seen >= date('now','-14 day') and source not like 'signal-%' and source <> 'cl-parking' and score >= 4`);\r\n const p25Cache = new Map();\r\n for (const r of rows.rows as any[]) {\r\n if (Date.now() - started > TIME_BUDGET_MS) break;\r\n const age = ageDays(r.posted_at, r.first_seen);\r\n const trail = await priceTrail(Number(r.rowid_pk));\r\n if (!trail.length && r.price != null) { await sqlite.execute({ sql: `insert into price_history (rowid_pk, price, seen) values (?,?,?)`, args: [r.rowid_pk, r.price, r.first_seen] }); trail.push(Number(r.price)); }\r\n const ts = trailStats(trail);\r\n const motivated = motivatedFlag(ts.drops, age);\r\n const key = `${r.area}|${r.beds}`;\r\n if (!p25Cache.has(key)) p25Cache.set(key, (await p25For(String(r.area), Number(r.beds))).p25);\r\n const anomaly = isAnomaly(r.price == null ? null : Number(r.price), p25Cache.get(key) ?? null);\r\n const tierM = String(r.notes || \"\").match(/\\bTARGET ([ABC])\\b/);\r\n const notes = decorateNotes(String(r.notes || \"\"), { stale: age > 45 ? age : null, license: r.license, anomaly, lastDrop: ts.lastDrop, motivated }, tierM ? tierM[1] : null);\r\n if (notes !== r.notes || motivated !== !!r.motivated || anomaly !== !!r.anomaly || ts.drops !== Number(r.drops)) {\r\n await sqlite.execute({ sql: `update listings set notes=?, drops=?, motivated=?, anomaly=? where rowid_pk=?`, args: [notes, ts.drops, motivated ? 1 : 0, anomaly ? 1 : 0, r.rowid_pk] });\r\n }\r\n out.rows++; if (motivated) out.motivated++; if (anomaly) out.anomaly++;\r\n }\r\n return out;\r\n}\r\n\r\nexport default async function run(opts: { force?: boolean; step?: string } = {}) {\r\n const started = Date.now();\r\n await ensureSchema();\r\n const results: Record = {};\r\n const want = (s: string) => !opts.step || opts.step === s;\r\n const step = async (name: string, fn: () => Promise) => {\r\n if (!want(name)) return;\r\n try { const r = await fn(); results[name] = r; await logPoll(`enrich:${name}`, true, {}, JSON.stringify(r).slice(0, 500)); }\r\n catch (e) { results[name] = { error: String(e).slice(0, 200) }; await logPoll(`enrich:${name}`, false, {}, String(e).slice(0, 500)); }\r\n };\r\n await step(\"queue\", releaseQueue);\r\n await step(\"bbl\", async () => {\r\n const refreshed = await getState(\"bbl_refreshed\"); const inProgress = await getState(\"bbl_offset\");\r\n const isSunday = new Intl.DateTimeFormat(\"en-US\", { timeZone: \"America/New_York\", weekday: \"short\" }).format(new Date()) === \"Sun\";\r\n const due = opts.force || !refreshed || inProgress || (isSunday && refreshed < today() && etHour(new Date()) < 8);\r\n if (!due) return { skipped: `refreshed ${refreshed}` };\r\n return await refreshBbl(6);\r\n });\r\n if (Date.now() - started < TIME_BUDGET_MS) await step(\"license\", () => licenseStep(started));\r\n if (Date.now() - started < TIME_BUDGET_MS) await step(\"price\", () => priceStep(started));\r\n if (Date.now() - started < TIME_BUDGET_MS) await step(\"geocode\", () => geocodeStep(started, TIME_BUDGET_MS));\r\n if (Date.now() - started < TIME_BUDGET_MS) await step(\"vibe\", () => vibeStep(started, TIME_BUDGET_MS));\r\n // weekly calibration email: Sunday 18:00-18:29 ET (this cron runs every 30 min), once per week (enrich_state.calibration_sent)\r\n await step(\"calibration\", async () => {\r\n const now = new Date();\r\n const et = new Intl.DateTimeFormat(\"en-US\", { timeZone: \"America/New_York\", weekday: \"short\", hour: \"numeric\", minute: \"numeric\", hour12: false }).formatToParts(now);\r\n const part = (t: string) => et.find((p) => p.type === t)?.value || \"\";\r\n const due = opts.force || (part(\"weekday\") === \"Sun\" && Number(part(\"hour\")) === 18 && Number(part(\"minute\")) < 30);\r\n const last = await getState(\"calibration_sent\");\r\n if (!due || last === today()) return { skipped: last === today() ? `sent ${last}` : \"not Sunday 18:00 ET\" };\r\n const r = await sendCalibration(); await setState(\"calibration_sent\", today()); return r;\r\n });\r\n const summary = { seconds: Math.round((Date.now() - started) / 1000), results };\r\n console.log(\"enrich\", JSON.stringify(summary).slice(0, 1500));\r\n return summary;\r\n}\r\n","deleted",false,"label",[47,24],"cron","b7ccec7e-ebe9-4364-ba98-e367c8d8849b",["D",1789248987477],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","DC housing search pipeline","imageUrl","userId","87445237-7d14-45c7-b3a2-72e031f10ec1","pinnedFileId","0544e21c-aef2-11f1-a6f0-1607ee4eb77e","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","01a09786-a61b-74b5-8910-af3116d3de5c","tursoName","b7ccec7eebe94364ba98e367c8d8849b","tursoHostname","b7ccec7eebe94364ba98e367c8d8849b-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789519256886],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_9":10,"_109":105},"org",{"_9":10,"_102":103,"_104":105,"_58":59,"_106":107,"_108":44},"branch",{"_37":92,"_11":93,"_22":30,"_94":48,"_95":-5,"_96":-5,"_97":-5,"_98":-5,"_99":-5,"_100":12,"_101":10},"isOwned",71,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","Logan","avatar","https://lh3.googleusercontent.com/a/ACg8ocIFxddfJftSiTFZN49YShT3nY7q8GOQ7dXYM2vJ6XkajnQMGA=s96-c","tier","free","canRestrictVals","profileImageUrl","ctx",{"_85":-5,"_143":144,"_145":146,"_147":148,"_149":44,"_150":44,"_151":44,"_152":34,"_153":-5,"_154":-7,"_155":-7,"_156":66,"_157":44,"_158":44,"_159":-5,"_160":44,"_161":44,"_162":44,"_163":-5},"ENV",{"_114":115,"_116":117,"_118":93,"_119":120,"_121":122,"_123":124,"_125":126,"_127":128,"_129":130,"_131":132,"_133":134,"_135":136,"_137":138,"_139":140,"_141":142},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town","orgs",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]