[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_372":373,"_374":375},"routes/_app.x.$handle.$name",{"_11":12,"_13":14,"_15":16,"_17":18,"_42":-7,"_163":-5,"_19":164,"_165":166,"_167":168,"_169":170,"_171":172,"_21":173,"_174":-5,"_175":-5,"_176":24,"_177":178,"_179":122,"_180":-5,"_181":-5,"_182":183},"routes/_app.x.$handle.$name.branch.$branch.history_.$",{"_11":12,"_13":14,"_15":16,"_17":18,"_19":20,"_21":22,"_23":24,"_25":26,"_27":28,"_29":24,"_30":-5},"handle","logan1","name","housing","branchName","main","path","lib/sources.ts","project",{"_36":109,"_13":14,"_40":110,"_111":-5,"_112":24,"_113":114,"_115":114,"_116":117,"_118":-5,"_30":73,"_119":120,"_121":122,"_123":-5,"_124":-5,"_125":26,"_44":45,"_126":127,"_128":129,"_130":131,"_132":-5,"_133":134,"_135":134,"_136":137,"_138":137,"_139":137,"_140":134,"_141":134,"_57":142,"_143":144,"_145":146,"_147":24},"file",{"_67":68,"_13":69,"_70":71,"_72":24,"_108":-5},"isDirectory",false,"page",0,"history",[31,32,33,34,35],"hasNext","userId",{"_36":100,"_38":39,"_40":101,"_42":102,"_44":45,"_46":103,"_48":-5,"_49":-5,"_50":-5,"_51":-5,"_52":-5,"_53":54,"_55":56,"_57":104,"_21":105,"_60":-5,"_61":-5,"_62":-5,"_63":-5,"_64":106},{"_36":92,"_38":39,"_40":93,"_42":94,"_44":45,"_46":95,"_48":-5,"_49":-5,"_50":-5,"_51":-5,"_52":-5,"_53":54,"_55":56,"_57":96,"_21":97,"_60":-5,"_61":-5,"_62":-5,"_63":-5,"_64":98},{"_36":84,"_38":39,"_40":85,"_42":86,"_44":45,"_46":87,"_48":-5,"_49":-5,"_50":-5,"_51":-5,"_52":-5,"_53":54,"_55":56,"_57":88,"_21":89,"_60":-5,"_61":-5,"_62":-5,"_63":-5,"_64":90},{"_36":76,"_38":39,"_40":77,"_42":78,"_44":45,"_46":79,"_48":-5,"_49":-5,"_50":-5,"_51":-5,"_52":-5,"_53":54,"_55":56,"_57":80,"_21":81,"_60":-5,"_61":-5,"_62":-5,"_63":-5,"_64":82},{"_36":37,"_38":39,"_40":41,"_42":43,"_44":45,"_46":47,"_48":-5,"_49":-5,"_50":-5,"_51":-5,"_52":-5,"_53":54,"_55":56,"_57":58,"_21":59,"_60":-5,"_61":-5,"_62":-5,"_63":-5,"_64":65},"id","6741fa5b-be8d-4c3a-a591-4a06b15e76b6","branchId","a4c5838e-3adb-4640-ab71-e9f3d2b72f0a","createdAt",["D",1789298846007],"version",24,"orgId","01a09786-a61b-74b5-8910-af3116d3de5c","parentId","ac8483a7-5697-4a43-8c70-eb005c3dccfd","incomingCommitId","aiChatMessageId","aiChatThreadId","aiChatThreadUserId","aiChatThreadTitle","source","mcp","clientLabel","Claude Code (plugin:valtown:valtown)","user",{"_36":73,"_44":45,"_11":12,"_74":75},{"_67":68,"_13":69,"_70":71,"_72":24},"pull","merge","revert","multiple","commits",[66],{"_36":37,"_38":39,"_40":41,"_42":43,"_44":45,"_46":47,"_48":-5,"_49":-5,"_50":-5,"_51":-5,"_52":-5,"_53":54,"_55":56,"_57":58,"_21":59,"_60":-5,"_61":-5,"_62":-5},"fileId","18a74ccc-af66-11f1-9858-1607ee4eb77e","sources.ts","fileType","script","deleted","87445237-7d14-45c7-b3a2-72e031f10ec1","avatar","https://lh3.googleusercontent.com/a/ACg8ocIFxddfJftSiTFZN49YShT3nY7q8GOQ7dXYM2vJ6XkajnQMGA=s96-c","0edb9702-00ad-4fba-a01e-3649e07235b0",["D",1789299277591],30,"9e5cb96b-924e-418c-a2ab-624a15af8d5a",{"_36":73,"_44":45,"_11":12,"_74":75},{"_67":68,"_13":69,"_70":71,"_72":24},[83],{"_36":76,"_38":39,"_40":77,"_42":78,"_44":45,"_46":79,"_48":-5,"_49":-5,"_50":-5,"_51":-5,"_52":-5,"_53":54,"_55":56,"_57":80,"_21":81,"_60":-5,"_61":-5,"_62":-5},"97725f09-a9da-4fff-9323-645293e8cd61",["D",1789300765216],34,"63865d8f-9943-4c3b-b720-3e1938fe5f7c",{"_36":73,"_44":45,"_11":12,"_74":75},{"_67":68,"_13":69,"_70":71,"_72":24},[91],{"_36":84,"_38":39,"_40":85,"_42":86,"_44":45,"_46":87,"_48":-5,"_49":-5,"_50":-5,"_51":-5,"_52":-5,"_53":54,"_55":56,"_57":88,"_21":89,"_60":-5,"_61":-5,"_62":-5},"1643eaf6-acd8-4177-9c4a-688b57e8a051",["D",1789302809103],36,"0f2c3c50-8017-480d-b080-42090c529a8d",{"_36":73,"_44":45,"_11":12,"_74":75},{"_67":68,"_13":69,"_70":71,"_72":24},[99],{"_36":92,"_38":39,"_40":93,"_42":94,"_44":45,"_46":95,"_48":-5,"_49":-5,"_50":-5,"_51":-5,"_52":-5,"_53":54,"_55":56,"_57":96,"_21":97,"_60":-5,"_61":-5,"_62":-5},"36f8f97b-2426-4b23-ba79-2198e06fcabe",["D",1789307288593],61,"2f4529af-8fb5-47dc-803d-9902fb85eff2",{"_36":73,"_44":45,"_11":12,"_74":75},{"_67":68,"_13":69,"_70":71,"_72":24},[107],{"_36":100,"_38":39,"_40":101,"_42":102,"_44":45,"_46":103,"_48":-5,"_49":-5,"_50":-5,"_51":-5,"_52":-5,"_53":54,"_55":56,"_57":104,"_21":105,"_60":-5,"_61":-5,"_62":-5},"deletedAtVersion","b7ccec7e-ebe9-4364-ba98-e367c8d8849b",["D",1789248987477],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","DC housing search pipeline","imageUrl","pinnedFileId","0544e21c-aef2-11f1-a6f0-1607ee4eb77e","pinPreview",true,"pinMigrated","screenshotVersion","likeCount","tursoName","b7ccec7eebe94364ba98e367c8d8849b","tursoHostname","b7ccec7eebe94364ba98e367c8d8849b-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789519256886],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm",{"_11":12,"_162":75},"org",{"_11":12,"_157":158,"_74":75,"_30":73,"_159":160,"_161":24},"branch",{"_42":148,"_13":16,"_36":39,"_149":109,"_150":-5,"_151":-5,"_152":-5,"_153":-5,"_154":-5,"_155":14,"_156":12},"isOwned",71,"projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","Logan","tier","free","canRestrictVals","profileImageUrl","adoptOrgId",{"_36":109,"_13":14,"_40":367,"_111":-5,"_112":24,"_113":114,"_115":114,"_116":117,"_118":-5,"_30":73,"_119":120,"_121":122,"_123":-5,"_124":-5,"_125":26,"_44":45,"_126":127,"_128":129,"_130":368,"_132":-5,"_133":134,"_135":134,"_136":137,"_138":137,"_139":137,"_140":134,"_141":134,"_57":369,"_143":370,"_145":371,"_147":24},"tree",[207,212,219,221],"files",[207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225],"counts",{"_195":26,"_196":197,"_198":26,"_199":200,"_201":202},"contents",[],{"_36":184,"_13":69,"_67":68,"_46":185,"_38":39,"_186":102,"_187":122,"_40":188,"_42":189,"_70":71,"_190":191,"_72":24,"_192":-5,"_17":193},"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},"0bccf9a5-ef34-4edd-a6be-f86fa0f157d3","03892172-aef2-11f1-9a6d-1607ee4eb77e","branchVersion","latest",["D",1789307288593],4,"content","// Multi-source registry + one parser per platform. Pure functions (text -> hits) so they are\r\n// unit-testable against scripts/fixtures/*. The cron (cron/sources.ts) does the fetching,\r\n// rotation, dedupe and upsert. Adding a source = one REGISTRY entry (+ a parser if new platform).\r\n// Per-source gotchas are documented in valtown/SOURCES.md.\r\nimport {\r\n decodeEntities, stripTags, inferArea, inferBeds, inferPrice, parsePrice, type Area, type Listing,\r\n} from \"./core.ts\";\r\nimport { parseSearch as clParseSearch } from \"../cron/craigslist.ts\";\r\n\r\nexport type Kind = \"listing\" | \"parking\" | \"signal\";\r\nexport interface Hit {\r\n extId: string; // stable per-source id (dedupe key)\r\n url: string;\r\n addr: string | null; // street address if known\r\n price: number | null;\r\n beds: number | null; // null = unknown (caller clamps), 0 = studio\r\n text: string; // everything we know, for the infer* helpers\r\n zip?: string | null;\r\n lat?: number | null; lon?: number | null;\r\n park?: Listing[\"park\"]; type?: Listing[\"type\"]; ll?: Listing[\"ll\"]; dog?: boolean | null; // structured overrides\r\n note?: string;\r\n posted?: string | number | null; // source's first-posted date when it exposes one (listing date, pubDate, issue date)\r\n detailUrl?: string; // fetch this for structured fields (Nestfully)\r\n}\r\nexport interface ParseResult { hits: Hit[]; more?: boolean; }\r\nexport type Parser = (text: string, ctx: { url: string; zip?: string; area?: Area }) => ParseResult;\r\n\r\nexport interface Source {\r\n key: string; // becomes listings.source and poll_log job 'sources:'\r\n parser: keyof typeof PARSERS;\r\n urls: string[]; // fetched in order; parser may request more pages via ParseResult.more + pageUrl()\r\n every: number; // minutes between runs\r\n ll: Listing[\"ll\"]; // default landlord type for this source\r\n kind?: Kind; // default 'listing'\r\n push?: boolean; // default true for listings; parking/signals never push\r\n pushMin?: number; // override PUSH_THRESHOLD for this source (RSS = 6)\r\n enabled?: boolean; // false = skipped without redeploying parsers\r\n zip?: string; // zip context for parsers that don't carry one (CL sub/prk)\r\n headers?: Record;\r\n accept?: \"html\" | \"json\" | \"xml\";\r\n pageUrl?: (base: string, n: number) => string; // n >= 2\r\n maxPages?: number;\r\n detailCap?: number; // detail fetches per run (Nestfully)\r\n spacingMs?: number; // delay between fetches to the same source\r\n group?: string; // at most one source per group runs per invocation (Cloudflare bursts: Nestfully)\r\n}\r\n\r\nexport const TARGET_ZIPS = [\"20010\", \"20011\", \"20012\", \"22206\", \"22204\", \"22301\", \"22305\", \"20781\", \"20782\"];\r\nexport const ZIP_RE = /\\b(2001[012]|2220[46]|2230[15]|2078[12])\\b/;\r\nconst NAV_HEADERS = {\r\n \"accept\": \"text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8\",\r\n \"accept-language\": \"en-US,en;q=0.9\",\r\n \"upgrade-insecure-requests\": \"1\",\r\n \"sec-fetch-mode\": \"navigate\", \"sec-fetch-dest\": \"document\", \"sec-fetch-site\": \"none\",\r\n};\r\n\r\n// ---------- helpers ----------\r\nconst clean = (s: string) => decodeEntities(s).replace(/\\s+/g, \" \").trim();\r\nfunction pipeText(html: string): string {\r\n // tags -> \" | \" separators so label/value pairs survive\r\n const t = html.replace(//g, \"\").replace(/|/gi, \"\").replace(/<[^>]+>/g, \" | \");\r\n return decodeEntities(t).replace(/\\s+/g, \" \").replace(/(\\s*\\|\\s*)+/g, \" | \").trim();\r\n}\r\nfunction labelValue(pt: string, label: string): string | null {\r\n const m = pt.match(new RegExp(label.replace(/[.*+?^${}()|[\\]\\\\]/g, \"\\\\$&\") + \"\\\\s*:?\\\\s*\\\\|\\\\s*([^|]+)\"));\r\n return m ? m[1].trim() : null;\r\n}\r\nexport function inferZip(s: string): string | null { return (s.match(ZIP_RE) || [])[1] || null; }\r\nfunction bedsFrom(s: string): number | null { return inferBeds(s); }\r\n\r\n// ---------- 1a. Nestfully (Bright MLS consumer portal) ----------\r\nexport const nestfully: Parser = (html, ctx) => {\r\n const hits: Hit[] = [];\r\n const descByUrl = new Map();\r\n const postedByUrl = new Map();\r\n for (const m of html.matchAll(/\n\n`;\n\nexport default async function (req: Request): Promise {\n if (req.method !== \"GET\") return json({ error: \"GET only\" }, 405);\n if (!checkToken(req)) return new Response(\"unauthorized: open the tracker link that includes ?token=\", { status: 401 });\n return new Response(HTML, { headers: { \"content-type\": \"text/html; charset=utf-8\", \"cache-control\": \"no-store\", \"x-robots-tag\": \"noindex\" } });\n}\n",[],[338,329],"api","9d7d683c-4161-4851-a574-edb97359a76c","feed.ts","05d34138-aef2-11f1-8674-1607ee4eb77e",43,["D",1789302877522],"// housing-feed: JSON feed of active listings (GET). The Listing Tracker artifact\r\n// pulls this on open. Token via X-Housing-Token header or ?token= query.\r\n// Returns a bare JSON array of { id, addr, area, price, beds, park, type, ll, dog,\r\n// url, src, note, fs, lv, status, missed }.\r\n//\r\n// ?days=N window on last_seen (default 45)\r\n// ?kinds=all include signal-* and cl-parking rows (excluded by default)\r\n// ?v=2 add age_days + posted_at to each row (default contract unchanged for the tracker)\r\n// ?stats=1 returns a stats object instead of the array (for validation/debug)\r\nimport { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\r\nimport { ensureSchema, activeListings, checkToken, json, CORS } from \"../lib/core.ts\";\r\n\r\nexport default async function (req: Request): Promise {\r\n if (req.method === \"OPTIONS\") return new Response(null, { status: 204, headers: CORS });\r\n if (req.method !== \"GET\") return json({ error: \"GET only\" }, 405);\r\n if (!checkToken(req)) return json({ error: \"unauthorized\" }, 401);\r\n await ensureSchema();\r\n const url = new URL(req.url);\r\n\r\n if (url.searchParams.get(\"stats\")) {\r\n const bySrc = await sqlite.execute(`select source, count(*) n, max(last_seen) last from listings group by source`);\r\n const byArea = await sqlite.execute(`select area, count(*) n, round(avg(price)) avg_price from listings group by area`);\r\n const recent = await sqlite.execute(`select ts, job, ok, fetched, inserted, updated, pushed, detail from poll_log order by id desc limit 15`);\r\n const total = await sqlite.execute(`select count(*) n, sum(score>=8) hot, sum(pushed) pushed from listings`);\r\n return json({ total: total.rows[0], bySource: bySrc.rows, byArea: byArea.rows, recentPolls: recent.rows });\r\n }\r\n\r\n const days = Math.min(365, Math.max(1, Number(url.searchParams.get(\"days\") || 45)));\r\n const list = await activeListings(days, url.searchParams.get(\"kinds\") === \"all\" ? \"all\" : \"listings\", Number(url.searchParams.get(\"v\") || 1)); // ?kinds=all includes signal-*/cl-parking rows; ?v=2 adds age_days/posted_at\r\n return json(list, 200, { \"cache-control\": \"no-store\" });\r\n}\r\n",[],[338,340],"e9cee830-9665-4d39-825b-5703d3abf333","admin.ts","066872bc-aef2-11f1-8bc7-1607ee4eb77e",69,["D",1789308601983],13,"// housing-admin: token-checked maintenance endpoint for validation and manual runs.\r\n// GET ?job=craigslist | popville | digest | sources run a job now (digest sends immediately)\r\n// ?job=sources&only= ?job=sources&force=1 one source / ignore the `every` interval\r\n// GET ?sql=select ... read-only query (SELECT only)\r\n// POST { id, status } set a listing's status (new|contacted|touring|applied|dead)\r\n// POST { targets: [...] } load Phase 3 landlord targets ({addr, area, confidence A|B|C, verified_at?, ...}; bonus A +3, B +2, C 0)\r\n// POST { pois: [...] } load vibe-layer POIs (phase3/pois-load-*.json)\r\n// POST { verify_target: { address_norm, result: garage|none|probable } } satellite verdict -> A / demote to C / keep B, stamps verified_at\r\n// GET ?job=calibration[&email=1] weekly calibration report as Markdown (email=1 sends it via std/email)\r\n// GET ?job=enrich[&force=1][&step=queue|bbl|license|price|geocode|vibe] enrichment cron steps now (force = BBL refresh regardless of day)\r\n// GET ?job=backfill_posted[&cap=40] re-fetch Craigslist / Nestfully pages to fill posted_at for score>=6 rows\r\n// GET ?testpush=1 send a test Discord push\r\nimport { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\r\nimport { ensureSchema, checkToken, json, CORS, STATUS, pushDiscord, actionLinks, PUSH_THRESHOLD, normalizeAddress, streetKey, toIsoDate, UA, sleep } from \"../lib/core.ts\";\r\nimport { parseDetail as clParseDetail } from \"../cron/craigslist.ts\";\r\nimport { PARSERS, REGISTRY } from \"../lib/sources.ts\";\r\nimport craigslist from \"../cron/craigslist.ts\";\r\nimport popville from \"../cron/popville.ts\";\r\nimport { sendDigest } from \"../cron/digest.ts\";\r\nimport sources from \"../cron/sources.ts\";\r\nimport enrich from \"../cron/enrich.ts\";\r\nimport { calibrationReport, sendCalibration } from \"../cron/calibration.ts\";\r\n\r\nexport default async function (req: Request): Promise {\r\n if (req.method === \"OPTIONS\") return new Response(null, { status: 204, headers: CORS });\r\n if (!checkToken(req)) return json({ error: \"unauthorized\" }, 401);\r\n await ensureSchema();\r\n const url = new URL(req.url);\r\n\r\n if (req.method === \"POST\") {\r\n const b = await req.json().catch(() => ({}));\r\n // POST { delete: { id? | source? | url_like? | before? } } - remove rows matching ALL given filters (at least one)\r\n if (b.delete && typeof b.delete === \"object\") {\r\n const w: string[] = []; const a: any[] = [];\r\n if (b.delete.id != null) { w.push(\"id=?\"); a.push(b.delete.id); }\r\n if (b.delete.rowid != null) { w.push(\"rowid_pk=?\"); a.push(Number(b.delete.rowid)); }\r\n if (b.delete.source) { w.push(\"source=?\"); a.push(b.delete.source); }\r\n if (b.delete.url_like) { w.push(\"url like ?\"); a.push(b.delete.url_like); }\r\n if (b.delete.before) { w.push(\"first_seen t.addr && t.area).map((t: any) => ({\r\n sql: `insert or replace into targets (address_norm, addr, area, owner, mailing, garage_evidence, units, beds, bbl, rank, added, confidence, verified_at) values (?,?,?,?,?,?,?,?,?,?,date('now'),?,?)`,\r\n args: [streetKey(normalizeAddress(String(t.addr).split(\",\")[0])), String(t.addr).split(\",\")[0].trim(), t.area, t.owner || \"\", t.mailing || \"\", t.garage_evidence || \"\", t.units ?? null, t.beds ?? null, t.bbl ? 1 : 0, t.rank ?? null,\r\n /^[ABC]$/.test(String(t.confidence || \"\")) ? t.confidence : \"C\", t.verified_at || null],\r\n }));\r\n if (stmts.length) await sqlite.batch(stmts);\r\n const n = await sqlite.execute(`select count(*) n, sum(confidence='A') a, sum(confidence='B') b, sum(confidence='C') c from targets`);\r\n return json({ ok: true, upserted: stmts.length, totals: n.rows[0] });\r\n }\r\n // POST { pois: [{id, kind, name, lat, lon, area}] } - vibe layer POIs from phase3/pois.ts (<= 400 per call)\r\n if (Array.isArray(b.pois)) {\r\n const rows = b.pois.slice(0, 400).filter((p: any) => p.id && p.kind && p.lat != null && p.lon != null);\r\n if (rows.length) await sqlite.batch(rows.map((p: any) => ({ sql: `insert or replace into pois (id, kind, name, lat, lon, area) values (?,?,?,?,?,?)`, args: [String(p.id), String(p.kind), String(p.name || \"\"), Number(p.lat), Number(p.lon), p.area || null] })));\r\n const n = await sqlite.execute(`select kind, count(*) n from pois group by kind`);\r\n return json({ ok: true, upserted: rows.length, totals: n.rows });\r\n }\r\n // POST { verify_target: { address_norm, result } } - the Chrome sweep's satellite verdict for a \"VERIFY GARAGE\" push\r\n if (b.verify_target && typeof b.verify_target === \"object\") {\r\n const key = streetKey(normalizeAddress(String(b.verify_target.address_norm || b.verify_target.addr || \"\").split(\",\")[0]));\r\n const result = String(b.verify_target.result || \"\");\r\n if (!key || ![\"garage\", \"none\", \"probable\"].includes(result)) return json({ error: \"need address_norm and result in garage|none|probable\" }, 400);\r\n const conf = result === \"garage\" ? \"A\" : result === \"none\" ? \"C\" : \"B\";\r\n const r = await sqlite.execute({ sql: `update targets set confidence=?, verified_at=date('now') where address_norm=?`, args: [conf, key] });\r\n return json({ ok: true, address_norm: key, confidence: conf, rowsAffected: r.rowsAffected });\r\n }\r\n if (!b.id || !STATUS.includes(b.status)) return json({ error: `need id and status in ${STATUS.join(\"|\")}` }, 400);\r\n const r = await sqlite.execute({ sql: `update listings set status=? where id=?`, args: [b.status, b.id] });\r\n return json({ ok: true, rowsAffected: r.rowsAffected });\r\n }\r\n\r\n const job = url.searchParams.get(\"job\");\r\n if (job === \"craigslist\") return json(await craigslist());\r\n if (job === \"popville\") return json(await popville());\r\n if (job === \"digest\") return json(await sendDigest(true));\r\n if (job === \"sources\") return json(await sources({ only: url.searchParams.get(\"only\") || undefined, force: !!url.searchParams.get(\"force\") }));\r\n if (job === \"calibration\") {\r\n if (url.searchParams.get(\"email\")) return json(await sendCalibration());\r\n const r = await calibrationReport();\r\n return new Response(r.markdown, { headers: { \"content-type\": \"text/markdown; charset=utf-8\", ...CORS } });\r\n }\r\n if (job === \"enrich\") return json(await enrich({ force: !!url.searchParams.get(\"force\"), step: url.searchParams.get(\"step\") || undefined }));\r\n if (job === \"backfill_posted\") return json(await backfillPosted(Number(url.searchParams.get(\"cap\") || 40)));\r\n\r\n // push every active score>=8 row that never got a Discord alert (webhook was down / not yet configured)\r\n if (url.searchParams.get(\"pushpending\")) {\r\n const r = await sqlite.execute(`select * from listings where score >= ${PUSH_THRESHOLD} and pushed = 0 and status <> 'dead' and last_seen >= date('now','-14 day') order by score desc`);\r\n const out: any[] = [];\r\n for (const row of r.rows as any[]) {\r\n const ok = await pushDiscord({ id: row.id, addr: row.addr, area: row.area, price: row.price, beds: Number(row.beds), park: row.parking_type, type: row.htype, ll: row.landlord_type, dog: row.pet_ok == null ? null : !!row.pet_ok, url: row.url, source: row.source, score: row.score, notes: row.notes });\r\n if (ok) await sqlite.execute({ sql: `update listings set pushed=1 where rowid_pk=?`, args: [row.rowid_pk] });\r\n out.push({ id: row.id, score: row.score, pushed: ok });\r\n }\r\n return json({ pending: out.length, results: out });\r\n }\r\n\r\n if (url.searchParams.get(\"testpush\")) {\r\n const l = { id: \"719 QUEBEC PL NW\", rowid: null, addr: \"Test push - 719 Quebec Pl NW\", area: \"Park View / 16th St Hts\", price: 2400, beds: 2, park: \"garage\", type: \"basement\", ll: \"individual\", dog: true, url: \"https://example.com\", source: \"test\", score: 12, notes: \"Pipeline test; ignore.\", tier: \"B\", ageDays: 31, license: \"yes\", licenseDetail: \"500620000246 exp 2028-08-31\", anomaly: false, trail: [2500, 2450, 2400], motivated: true, lat: 38.9365, lon: -77.0223, vibe: \"Vibe 4/5 - Georgia Ave @ Petworth Metro 0.3 mi (6 min) - 6 bars - Petworth Metro 0.4 mi - ~14 min to Shirlington\" };\r\n const ok = await pushDiscord(l);\r\n return json({ pushed: ok, links: actionLinks(l) });\r\n }\r\n\r\n const sql = url.searchParams.get(\"sql\");\r\n if (sql) {\r\n if (!/^\\s*select\\b/i.test(sql)) return json({ error: \"SELECT only\" }, 400);\r\n const r = await sqlite.execute(sql);\r\n return json({ columns: r.columns, rows: r.rows });\r\n }\r\n return json({ usage: \"?job=craigslist|popville|digest|sources[&only=key][&force=1] ?sql=select... ?testpush=1 POST {id,status}\" });\r\n}\r\n\r\n// Fix 2 backfill: posted_at for Craigslist rows (detail page ) and Nestfully rows (list page datePosted),\r\n// score >= 6 only, capped, polite. Everything else stays null (first_seen is the age fallback).\r\nasync function backfillPosted(cap: number) {\r\n const headers = { \"user-agent\": UA, \"accept\": \"text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8\", \"accept-language\": \"en-US,en;q=0.9\", \"upgrade-insecure-requests\": \"1\", \"sec-fetch-mode\": \"navigate\", \"sec-fetch-dest\": \"document\", \"sec-fetch-site\": \"none\" };\r\n const out: any[] = []; let fetches = 0;\r\n // step 0 (no fetch): Nestfully / add-endpoint notes already carry \"posted YYYY-MM-DD\" from the list page\r\n const fromNotes = await sqlite.execute(`select rowid_pk, notes from listings where posted_at is null and notes like '%posted 20__-__-__%'`);\r\n let notesFilled = 0;\r\n for (const row of fromNotes.rows as any[]) {\r\n const m = String(row.notes).match(/posted (\\d{4}-\\d{2}-\\d{2})/); const d = m ? toIsoDate(m[1]) : null;\r\n if (d) { await sqlite.execute({ sql: `update listings set posted_at=? where rowid_pk=? and posted_at is null`, args: [d, row.rowid_pk] }); notesFilled++; }\r\n }\r\n out.push({ step: \"posted_at from notes\", filled: notesFilled });\r\n const cl = await sqlite.execute(`select rowid_pk, url, addr from listings where source='craigslist' and posted_at is null and score >= 6 order by score desc`);\r\n for (const row of cl.rows as any[]) {\r\n if (fetches >= cap) break;\r\n fetches++;\r\n try {\r\n const res = await fetch(String(row.url), { headers }); const text = res.ok ? await res.text() : \"\";\r\n const posted = text ? toIsoDate(clParseDetail(text).posted) : null;\r\n if (posted) await sqlite.execute({ sql: `update listings set posted_at=? where rowid_pk=?`, args: [posted, row.rowid_pk] });\r\n out.push({ addr: row.addr, http: res.status, posted });\r\n } catch (e) { out.push({ addr: row.addr, error: String(e).slice(0, 80) }); }\r\n await sleep(1500);\r\n }\r\n const nf = await sqlite.execute(`select source, count(*) n from listings where source like 'nestfully-%' and posted_at is null and score >= 6 group by source`);\r\n for (const g of nf.rows as any[]) {\r\n if (fetches >= cap) break;\r\n const zip = String(g.source).replace(\"nestfully-\", \"\");\r\n const reg = REGISTRY.find((s) => s.key === g.source); if (!reg) continue;\r\n const byId = new Map();\r\n await sleep(6000); // Cloudflare 403s Nestfully bursts - one zip at a time, spaced\r\n for (let page = 1; page <= 3 && fetches < cap; page++) {\r\n fetches++;\r\n const u = page > 1 && reg.pageUrl ? reg.pageUrl(reg.urls[0], page) : reg.urls[0];\r\n try {\r\n let res = await fetch(u, { headers: { \"user-agent\": UA, ...(reg.headers || headers) } });\r\n if (res.status === 403 || res.status === 429) { await sleep(8000); res = await fetch(u, { headers: { \"user-agent\": UA, ...(reg.headers || headers) } }); }\r\n if (!res.ok) { out.push({ source: g.source, page, http: res.status }); break; }\r\n const r = PARSERS.nestfully(await res.text(), { url: u, zip });\r\n for (const h of r.hits) if (h.posted) byId.set(h.extId, String(h.posted).slice(0, 10));\r\n if (!r.more) break;\r\n } catch (e) { out.push({ source: g.source, page, error: String(e).slice(0, 80) }); break; }\r\n await sleep(5000);\r\n }\r\n let updated = 0;\r\n for (const [extId, posted] of byId) {\r\n const r = await sqlite.execute({ sql: `update listings set posted_at=? where source=? and external_id=? and posted_at is null`, args: [posted, g.source, extId] });\r\n updated += Number(r.rowsAffected || 0);\r\n }\r\n out.push({ source: g.source, listPagesParsed: byId.size, updated });\r\n }\r\n // re-derive STALE prefixes for rows that now have a posted_at\r\n const stale = await sqlite.execute(`select rowid_pk, notes, posted_at, first_seen from listings where posted_at is not null and score >= 6`);\r\n let restamped = 0;\r\n for (const row of stale.rows as any[]) {\r\n const age = Math.round((Date.now() - Date.parse(String(row.posted_at || row.first_seen))) / 86400000);\r\n const base = String(row.notes || \"\").replace(/^STALE \\d+d \\| /, \"\");\r\n const notes = age > 45 ? `STALE ${age}d | ${base}` : base;\r\n if (notes !== row.notes) { await sqlite.execute({ sql: `update listings set notes=? where rowid_pk=?`, args: [notes, row.rowid_pk] }); restamped++; }\r\n }\r\n return { fetches, restamped, out };\r\n}\r\n",[],[338,348],"1fba8fc3-f36b-4b1c-90e3-1d45a5867818","add.ts",42,["D",1789302872872],"// housing-add: manual ingestion endpoint (POST). Claude in Chrome and Logan post\r\n// FB / sign / portal finds here. Shared-secret header X-Housing-Token.\r\n//\r\n// Body (JSON, single object or array):\r\n// { addr, area?, price?, beds?, park?, type?, ll?, dog?, url, src, note?, text?, posted? (yyyy-mm-dd first-posted date) }\r\n// `text` is optional free text (the listing body) used to infer any field left blank.\r\nimport {\r\n AREAS, PARK, HTYPE, LL, ensureSchema, upsertListing, inferArea, inferPark, inferType, inferLL, inferDog,\r\n inferBeds, clampBeds, parsePrice, inferPrice, checkToken, json, CORS, type Area,\r\n} from \"../lib/core.ts\";\r\n\r\nexport default async function (req: Request): Promise {\r\n if (req.method === \"OPTIONS\") return new Response(null, { status: 204, headers: CORS });\r\n if (req.method !== \"POST\") return json({ error: \"POST only\" }, 405);\r\n if (!checkToken(req)) return json({ error: \"unauthorized\" }, 401);\r\n\r\n let body: any;\r\n try { body = await req.json(); } catch { return json({ error: \"invalid JSON\" }, 400); }\r\n const items: any[] = Array.isArray(body) ? body : [body];\r\n if (items.length === 0 || items.length > 50) return json({ error: \"1-50 listings per request\" }, 400);\r\n\r\n await ensureSchema();\r\n const results: any[] = [];\r\n for (const it of items) {\r\n const text = [it.addr, it.title, it.note, it.text].filter(Boolean).join(\" \\n \");\r\n const url = String(it.url || \"\").trim();\r\n const src = String(it.src || it.source || \"manual\").toLowerCase().trim();\r\n if (!url && !it.addr) { results.push({ error: \"need url or addr\", input: it }); continue; }\r\n\r\n let area: Area | null = AREAS.includes(it.area) ? it.area : inferArea(text);\r\n if (!area) { results.push({ error: `area required; one of ${AREAS.join(\" | \")}`, input: it }); continue; }\r\n\r\n let beds = it.beds != null && it.beds !== \"\" ? Number(it.beds) : inferBeds(text);\r\n if (beds === 0) { results.push({ skipped: \"studio\", input: it }); continue; }\r\n beds = clampBeds(beds);\r\n\r\n const park = PARK.includes(it.park) ? it.park : inferPark(text);\r\n const type = HTYPE.includes(it.type) ? it.type : inferType(text);\r\n // FB/CL/sign posts default to individual-landlord signal; portals default to pm\r\n const llDefault = [\"fb\", \"fbm\", \"facebook\", \"craigslist\", \"sign\", \"popville\", \"manual\"].includes(src) ? \"individual\" : \"pm\";\r\n const ll = LL.includes(it.ll) ? it.ll : inferLL(text, llDefault);\r\n const dog = typeof it.dog === \"boolean\" ? it.dog : inferDog(text);\r\n const price = it.price != null && it.price !== \"\" ? parsePrice(it.price) : inferPrice(text);\r\n\r\n const r = await upsertListing({\r\n addr: it.addr ? String(it.addr).trim() : null,\r\n area, price, beds, source: src, externalId: it.externalId || it.external_id || null, url: url || \"\",\r\n park, type, ll, dog, notes: String(it.note || \"\").trim(), raw: it.text ? String(it.text) : undefined, unit: it.unit || null,\r\n postedAt: it.posted || it.posted_at || null,\r\n }, { push: true });\r\n results.push(r);\r\n }\r\n return json({ ok: true, results });\r\n}\r\n",[],[338,357],"5c11403c-d645-4b4e-b1c8-b1cc89a025ad",["D",1789248989432],[208,209,210,211],[338],["D",1789248987477],["D",1789519256886],{"_11":12,"_162":75},{"_11":12,"_157":158,"_74":75,"_30":73,"_159":160,"_161":24},{"_42":148,"_13":16,"_36":39,"_149":109,"_150":-5,"_151":-5,"_152":-5,"_153":-5,"_154":-5,"_155":14,"_156":12},"ctx",{"_57":-5,"_181":405,"_406":407,"_408":409,"_410":24,"_411":24,"_412":24,"_413":122,"_414":-5,"_415":-7,"_416":-7,"_417":26,"_418":24,"_419":24,"_420":-5,"_421":24,"_422":24,"_423":24,"_424":-5},"ENV",{"_376":377,"_378":379,"_380":16,"_381":382,"_383":384,"_385":386,"_387":388,"_389":390,"_391":392,"_393":394,"_395":396,"_397":398,"_399":400,"_401":402,"_403":404},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

History · sources.ts