[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8},"actionData","errors","root",{"_110":111,"_112":113},"routes/embed.x.$handle.$name.$",{"_9":10,"_11":12,"_13":14,"_15":16,"_17":18,"_19":20,"_21":-5},"handle","logan1","name","housing","path","api/admin.ts","project",{"_22":48,"_11":12,"_35":49,"_50":-5,"_51":44,"_52":53,"_54":53,"_55":56,"_57":-5,"_58":59,"_60":61,"_62":34,"_63":-5,"_64":-5,"_65":66,"_67":68,"_69":70,"_71":72,"_73":74,"_75":-5,"_76":77,"_78":77,"_79":80,"_81":80,"_82":80,"_83":77,"_84":77,"_85":86,"_87":88,"_89":90,"_91":44},"file",{"_22":23,"_11":24,"_25":26,"_27":28,"_29":30,"_31":32,"_33":34,"_35":36,"_37":38,"_39":40,"_41":42,"_43":44,"_45":-5,"_13":46},"permalink","https://www.val.town/x/logan1/housing/code/api/admin.ts","extension","id","e9cee830-9665-4d39-825b-5703d3abf333","admin.ts","fileId","066872bc-aef2-11f1-8bc7-1607ee4eb77e","parentId","03d27d86-aef2-11f1-ba0a-1607ee4eb77e","branchId","a4c5838e-3adb-4640-ab71-e9f3d2b72f0a","branchVersion",69,"latest",true,"createdAt",["D",1789308601983],"version",13,"fileType","http","content","// housing-admin: token-checked maintenance endpoint for validation and manual runs.\r\n// GET ?job=craigslist | popville | digest | sources run a job now (digest sends immediately)\r\n// ?job=sources&only= ?job=sources&force=1 one source / ignore the `every` interval\r\n// GET ?sql=select ... read-only query (SELECT only)\r\n// POST { id, status } set a listing's status (new|contacted|touring|applied|dead)\r\n// POST { targets: [...] } load Phase 3 landlord targets ({addr, area, confidence A|B|C, verified_at?, ...}; bonus A +3, B +2, C 0)\r\n// POST { pois: [...] } load vibe-layer POIs (phase3/pois-load-*.json)\r\n// POST { verify_target: { address_norm, result: garage|none|probable } } satellite verdict -> A / demote to C / keep B, stamps verified_at\r\n// GET ?job=calibration[&email=1] weekly calibration report as Markdown (email=1 sends it via std/email)\r\n// GET ?job=enrich[&force=1][&step=queue|bbl|license|price|geocode|vibe] enrichment cron steps now (force = BBL refresh regardless of day)\r\n// GET ?job=backfill_posted[&cap=40] re-fetch Craigslist / Nestfully pages to fill posted_at for score>=6 rows\r\n// GET ?testpush=1 send a test Discord push\r\nimport { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\r\nimport { ensureSchema, checkToken, json, CORS, STATUS, pushDiscord, actionLinks, PUSH_THRESHOLD, normalizeAddress, streetKey, toIsoDate, UA, sleep } from \"../lib/core.ts\";\r\nimport { parseDetail as clParseDetail } from \"../cron/craigslist.ts\";\r\nimport { PARSERS, REGISTRY } from \"../lib/sources.ts\";\r\nimport craigslist from \"../cron/craigslist.ts\";\r\nimport popville from \"../cron/popville.ts\";\r\nimport { sendDigest } from \"../cron/digest.ts\";\r\nimport sources from \"../cron/sources.ts\";\r\nimport enrich from \"../cron/enrich.ts\";\r\nimport { calibrationReport, sendCalibration } from \"../cron/calibration.ts\";\r\n\r\nexport default async function (req: Request): Promise {\r\n if (req.method === \"OPTIONS\") return new Response(null, { status: 204, headers: CORS });\r\n if (!checkToken(req)) return json({ error: \"unauthorized\" }, 401);\r\n await ensureSchema();\r\n const url = new URL(req.url);\r\n\r\n if (req.method === \"POST\") {\r\n const b = await req.json().catch(() => ({}));\r\n // POST { delete: { id? | source? | url_like? | before? } } - remove rows matching ALL given filters (at least one)\r\n if (b.delete && typeof b.delete === \"object\") {\r\n const w: string[] = []; const a: any[] = [];\r\n if (b.delete.id != null) { w.push(\"id=?\"); a.push(b.delete.id); }\r\n if (b.delete.rowid != null) { w.push(\"rowid_pk=?\"); a.push(Number(b.delete.rowid)); }\r\n if (b.delete.source) { w.push(\"source=?\"); a.push(b.delete.source); }\r\n if (b.delete.url_like) { w.push(\"url like ?\"); a.push(b.delete.url_like); }\r\n if (b.delete.before) { w.push(\"first_seen t.addr && t.area).map((t: any) => ({\r\n sql: `insert or replace into targets (address_norm, addr, area, owner, mailing, garage_evidence, units, beds, bbl, rank, added, confidence, verified_at) values (?,?,?,?,?,?,?,?,?,?,date('now'),?,?)`,\r\n args: [streetKey(normalizeAddress(String(t.addr).split(\",\")[0])), String(t.addr).split(\",\")[0].trim(), t.area, t.owner || \"\", t.mailing || \"\", t.garage_evidence || \"\", t.units ?? null, t.beds ?? null, t.bbl ? 1 : 0, t.rank ?? null,\r\n /^[ABC]$/.test(String(t.confidence || \"\")) ? t.confidence : \"C\", t.verified_at || null],\r\n }));\r\n if (stmts.length) await sqlite.batch(stmts);\r\n const n = await sqlite.execute(`select count(*) n, sum(confidence='A') a, sum(confidence='B') b, sum(confidence='C') c from targets`);\r\n return json({ ok: true, upserted: stmts.length, totals: n.rows[0] });\r\n }\r\n // POST { pois: [{id, kind, name, lat, lon, area}] } - vibe layer POIs from phase3/pois.ts (<= 400 per call)\r\n if (Array.isArray(b.pois)) {\r\n const rows = b.pois.slice(0, 400).filter((p: any) => p.id && p.kind && p.lat != null && p.lon != null);\r\n if (rows.length) await sqlite.batch(rows.map((p: any) => ({ sql: `insert or replace into pois (id, kind, name, lat, lon, area) values (?,?,?,?,?,?)`, args: [String(p.id), String(p.kind), String(p.name || \"\"), Number(p.lat), Number(p.lon), p.area || null] })));\r\n const n = await sqlite.execute(`select kind, count(*) n from pois group by kind`);\r\n return json({ ok: true, upserted: rows.length, totals: n.rows });\r\n }\r\n // POST { verify_target: { address_norm, result } } - the Chrome sweep's satellite verdict for a \"VERIFY GARAGE\" push\r\n if (b.verify_target && typeof b.verify_target === \"object\") {\r\n const key = streetKey(normalizeAddress(String(b.verify_target.address_norm || b.verify_target.addr || \"\").split(\",\")[0]));\r\n const result = String(b.verify_target.result || \"\");\r\n if (!key || ![\"garage\", \"none\", \"probable\"].includes(result)) return json({ error: \"need address_norm and result in garage|none|probable\" }, 400);\r\n const conf = result === \"garage\" ? \"A\" : result === \"none\" ? \"C\" : \"B\";\r\n const r = await sqlite.execute({ sql: `update targets set confidence=?, verified_at=date('now') where address_norm=?`, args: [conf, key] });\r\n return json({ ok: true, address_norm: key, confidence: conf, rowsAffected: r.rowsAffected });\r\n }\r\n if (!b.id || !STATUS.includes(b.status)) return json({ error: `need id and status in ${STATUS.join(\"|\")}` }, 400);\r\n const r = await sqlite.execute({ sql: `update listings set status=? where id=?`, args: [b.status, b.id] });\r\n return json({ ok: true, rowsAffected: r.rowsAffected });\r\n }\r\n\r\n const job = url.searchParams.get(\"job\");\r\n if (job === \"craigslist\") return json(await craigslist());\r\n if (job === \"popville\") return json(await popville());\r\n if (job === \"digest\") return json(await sendDigest(true));\r\n if (job === \"sources\") return json(await sources({ only: url.searchParams.get(\"only\") || undefined, force: !!url.searchParams.get(\"force\") }));\r\n if (job === \"calibration\") {\r\n if (url.searchParams.get(\"email\")) return json(await sendCalibration());\r\n const r = await calibrationReport();\r\n return new Response(r.markdown, { headers: { \"content-type\": \"text/markdown; charset=utf-8\", ...CORS } });\r\n }\r\n if (job === \"enrich\") return json(await enrich({ force: !!url.searchParams.get(\"force\"), step: url.searchParams.get(\"step\") || undefined }));\r\n if (job === \"backfill_posted\") return json(await backfillPosted(Number(url.searchParams.get(\"cap\") || 40)));\r\n\r\n // push every active score>=8 row that never got a Discord alert (webhook was down / not yet configured)\r\n if (url.searchParams.get(\"pushpending\")) {\r\n const r = await sqlite.execute(`select * from listings where score >= ${PUSH_THRESHOLD} and pushed = 0 and status <> 'dead' and last_seen >= date('now','-14 day') order by score desc`);\r\n const out: any[] = [];\r\n for (const row of r.rows as any[]) {\r\n const ok = await pushDiscord({ id: row.id, addr: row.addr, area: row.area, price: row.price, beds: Number(row.beds), park: row.parking_type, type: row.htype, ll: row.landlord_type, dog: row.pet_ok == null ? null : !!row.pet_ok, url: row.url, source: row.source, score: row.score, notes: row.notes });\r\n if (ok) await sqlite.execute({ sql: `update listings set pushed=1 where rowid_pk=?`, args: [row.rowid_pk] });\r\n out.push({ id: row.id, score: row.score, pushed: ok });\r\n }\r\n return json({ pending: out.length, results: out });\r\n }\r\n\r\n if (url.searchParams.get(\"testpush\")) {\r\n const l = { id: \"719 QUEBEC PL NW\", rowid: null, addr: \"Test push - 719 Quebec Pl NW\", area: \"Park View / 16th St Hts\", price: 2400, beds: 2, park: \"garage\", type: \"basement\", ll: \"individual\", dog: true, url: \"https://example.com\", source: \"test\", score: 12, notes: \"Pipeline test; ignore.\", tier: \"B\", ageDays: 31, license: \"yes\", licenseDetail: \"500620000246 exp 2028-08-31\", anomaly: false, trail: [2500, 2450, 2400], motivated: true, lat: 38.9365, lon: -77.0223, vibe: \"Vibe 4/5 - Georgia Ave @ Petworth Metro 0.3 mi (6 min) - 6 bars - Petworth Metro 0.4 mi - ~14 min to Shirlington\" };\r\n const ok = await pushDiscord(l);\r\n return json({ pushed: ok, links: actionLinks(l) });\r\n }\r\n\r\n const sql = url.searchParams.get(\"sql\");\r\n if (sql) {\r\n if (!/^\\s*select\\b/i.test(sql)) return json({ error: \"SELECT only\" }, 400);\r\n const r = await sqlite.execute(sql);\r\n return json({ columns: r.columns, rows: r.rows });\r\n }\r\n return json({ usage: \"?job=craigslist|popville|digest|sources[&only=key][&force=1] ?sql=select... ?testpush=1 POST {id,status}\" });\r\n}\r\n\r\n// Fix 2 backfill: posted_at for Craigslist rows (detail page ) and Nestfully rows (list page datePosted),\r\n// score >= 6 only, capped, polite. Everything else stays null (first_seen is the age fallback).\r\nasync function backfillPosted(cap: number) {\r\n const headers = { \"user-agent\": UA, \"accept\": \"text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8\", \"accept-language\": \"en-US,en;q=0.9\", \"upgrade-insecure-requests\": \"1\", \"sec-fetch-mode\": \"navigate\", \"sec-fetch-dest\": \"document\", \"sec-fetch-site\": \"none\" };\r\n const out: any[] = []; let fetches = 0;\r\n // step 0 (no fetch): Nestfully / add-endpoint notes already carry \"posted YYYY-MM-DD\" from the list page\r\n const fromNotes = await sqlite.execute(`select rowid_pk, notes from listings where posted_at is null and notes like '%posted 20__-__-__%'`);\r\n let notesFilled = 0;\r\n for (const row of fromNotes.rows as any[]) {\r\n const m = String(row.notes).match(/posted (\\d{4}-\\d{2}-\\d{2})/); const d = m ? toIsoDate(m[1]) : null;\r\n if (d) { await sqlite.execute({ sql: `update listings set posted_at=? where rowid_pk=? and posted_at is null`, args: [d, row.rowid_pk] }); notesFilled++; }\r\n }\r\n out.push({ step: \"posted_at from notes\", filled: notesFilled });\r\n const cl = await sqlite.execute(`select rowid_pk, url, addr from listings where source='craigslist' and posted_at is null and score >= 6 order by score desc`);\r\n for (const row of cl.rows as any[]) {\r\n if (fetches >= cap) break;\r\n fetches++;\r\n try {\r\n const res = await fetch(String(row.url), { headers }); const text = res.ok ? await res.text() : \"\";\r\n const posted = text ? toIsoDate(clParseDetail(text).posted) : null;\r\n if (posted) await sqlite.execute({ sql: `update listings set posted_at=? where rowid_pk=?`, args: [posted, row.rowid_pk] });\r\n out.push({ addr: row.addr, http: res.status, posted });\r\n } catch (e) { out.push({ addr: row.addr, error: String(e).slice(0, 80) }); }\r\n await sleep(1500);\r\n }\r\n const nf = await sqlite.execute(`select source, count(*) n from listings where source like 'nestfully-%' and posted_at is null and score >= 6 group by source`);\r\n for (const g of nf.rows as any[]) {\r\n if (fetches >= cap) break;\r\n const zip = String(g.source).replace(\"nestfully-\", \"\");\r\n const reg = REGISTRY.find((s) => s.key === g.source); if (!reg) continue;\r\n const byId = new Map();\r\n await sleep(6000); // Cloudflare 403s Nestfully bursts - one zip at a time, spaced\r\n for (let page = 1; page <= 3 && fetches < cap; page++) {\r\n fetches++;\r\n const u = page > 1 && reg.pageUrl ? reg.pageUrl(reg.urls[0], page) : reg.urls[0];\r\n try {\r\n let res = await fetch(u, { headers: { \"user-agent\": UA, ...(reg.headers || headers) } });\r\n if (res.status === 403 || res.status === 429) { await sleep(8000); res = await fetch(u, { headers: { \"user-agent\": UA, ...(reg.headers || headers) } }); }\r\n if (!res.ok) { out.push({ source: g.source, page, http: res.status }); break; }\r\n const r = PARSERS.nestfully(await res.text(), { url: u, zip });\r\n for (const h of r.hits) if (h.posted) byId.set(h.extId, String(h.posted).slice(0, 10));\r\n if (!r.more) break;\r\n } catch (e) { out.push({ source: g.source, page, error: String(e).slice(0, 80) }); break; }\r\n await sleep(5000);\r\n }\r\n let updated = 0;\r\n for (const [extId, posted] of byId) {\r\n const r = await sqlite.execute({ sql: `update listings set posted_at=? where source=? and external_id=? and posted_at is null`, args: [posted, g.source, extId] });\r\n updated += Number(r.rowsAffected || 0);\r\n }\r\n out.push({ source: g.source, listPagesParsed: byId.size, updated });\r\n }\r\n // re-derive STALE prefixes for rows that now have a posted_at\r\n const stale = await sqlite.execute(`select rowid_pk, notes, posted_at, first_seen from listings where posted_at is not null and score >= 6`);\r\n let restamped = 0;\r\n for (const row of stale.rows as any[]) {\r\n const age = Math.round((Date.now() - Date.parse(String(row.posted_at || row.first_seen))) / 86400000);\r\n const base = String(row.notes || \"\").replace(/^STALE \\d+d \\| /, \"\");\r\n const notes = age > 45 ? `STALE ${age}d | ${base}` : base;\r\n if (notes !== row.notes) { await sqlite.execute({ sql: `update listings set notes=? where rowid_pk=?`, args: [notes, row.rowid_pk] }); restamped++; }\r\n }\r\n return { fetches, restamped, out };\r\n}\r\n","deleted",false,"label",[47,24],"api","b7ccec7e-ebe9-4364-ba98-e367c8d8849b",["D",1789248987477],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","DC housing search pipeline","imageUrl","userId","87445237-7d14-45c7-b3a2-72e031f10ec1","pinnedFileId","0544e21c-aef2-11f1-a6f0-1607ee4eb77e","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","01a09786-a61b-74b5-8910-af3116d3de5c","tursoName","b7ccec7eebe94364ba98e367c8d8849b","tursoHostname","b7ccec7eebe94364ba98e367c8d8849b-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789519256886],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_9":10,"_109":105},"org",{"_9":10,"_102":103,"_104":105,"_58":59,"_106":107,"_108":44},"branch",{"_37":92,"_11":93,"_22":30,"_94":48,"_95":-5,"_96":-5,"_97":-5,"_98":-5,"_99":-5,"_100":12,"_101":10},"isOwned",71,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","Logan","avatar","https://lh3.googleusercontent.com/a/ACg8ocIFxddfJftSiTFZN49YShT3nY7q8GOQ7dXYM2vJ6XkajnQMGA=s96-c","tier","free","canRestrictVals","profileImageUrl","ctx",{"_85":-5,"_143":144,"_145":146,"_147":148,"_149":44,"_150":44,"_151":44,"_152":34,"_153":-5,"_154":-7,"_155":-7,"_156":66,"_157":44,"_158":44,"_159":-5,"_160":44,"_161":44,"_162":44,"_163":-5},"ENV",{"_114":115,"_116":117,"_118":93,"_119":120,"_121":122,"_123":124,"_125":126,"_127":128,"_129":130,"_131":132,"_133":134,"_135":136,"_137":138,"_139":140,"_141":142},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town","orgs",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]