[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_270":271,"_272":273},"routes/_app.x.$handle.$name",{"_99":98,"_31":44,"_108":89,"_26":109,"_13":14,"_110":-5,"_11":111,"_112":113,"_114":115,"_116":117,"_118":119,"_20":-5,"_120":-5,"_121":-5,"_122":24,"_123":124,"_125":58,"_126":-5,"_127":-5,"_128":129},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_42":43,"_31":44,"_37":45,"_46":-5,"_47":24,"_48":49,"_50":49,"_51":52,"_53":-5,"_18":54,"_55":56,"_57":58,"_59":-5,"_60":-5,"_61":62,"_63":64,"_65":66,"_67":68,"_69":70,"_71":-5,"_72":73,"_74":73,"_75":76,"_77":76,"_78":76,"_79":73,"_80":73,"_81":82,"_83":84,"_85":86,"_87":24},"version",26,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":-7,"_23":24,"_25":24,"_26":27,"_28":27},"file",{"_29":30,"_31":32,"_33":34,"_35":36,"_37":38,"_39":14,"_40":41,"_23":24},"previous","deleted",false,"deletedHere","path","cron/sources.ts","latestPath","fileId","40cdd694-af66-11f1-ad84-1607ee4eb77e","name","sources.ts","fileType","interval","content","// Generic multi-source poller (cron, every 30 min). Each run processes the registry entries whose\n// `every` interval has elapsed (most overdue first) inside a 45 s budget; the rest wait for the next\n// run. Every hit goes through upsertListing (dedupe, score, push) with source = registry key.\n// State per source lives in `source_state`; results in poll_log as job='sources:'.\n// Admin: ?job=sources ?job=sources&only= ?job=sources&force=1\nimport { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\nimport {\n ensureSchema, upsertListing, logPoll, inferArea, inferPark, inferType, inferLL, inferDog, inferBeds, clampBeds,\n UA, sleep, type Area, type Listing,\n} from \"../lib/core.ts\";\nimport { REGISTRY, PARSERS, nestfullyDetail, type Source, type Hit } from \"../lib/sources.ts\";\n\nconst TIME_BUDGET_MS = 45_000;\nconst PRICE_LO = 1800, PRICE_HI = 2800;\nconst AREA_BY_ZIP: Record = {\n \"20011\": \"Petworth\", \"20010\": \"Park View / 16th St Hts\", \"20012\": \"Brightwood\", \"22206\": \"Fairlington / Shirlington\",\n \"22204\": \"Columbia Pike\", \"22301\": \"Del Ray\", \"22305\": \"Del Ray\", \"20781\": \"Hyattsville\", \"20782\": \"Hyattsville\",\n};\n\nasync function fetchText(url: string, src: Source): Promise<{ status: number; text: string }> {\n const headers: Record = {\n \"user-agent\": UA,\n \"accept\": src.accept === \"json\" ? \"application/json,text/plain,*/*\" : src.accept === \"xml\" ? \"application/rss+xml,application/atom+xml,application/xml,text/xml,*/*\" : \"text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8\",\n \"accept-language\": \"en-US,en;q=0.9\",\n ...(src.headers || {}),\n };\n let res = await fetch(url, { headers, redirect: \"follow\" });\n if (res.status === 403 || res.status === 429) { await sleep(3000); res = await fetch(url, { headers, redirect: \"follow\" }); } // one polite retry\n return { status: res.status, text: res.ok ? await res.text() : \"\" };\n}\n\nexport async function runSource(src: Source, started: number, opts: { detailBudget: { n: number } }): Promise<{ fetched: number; inserted: number; updated: number; pushed: number; ok: boolean; detail: string }> {\n const stats = { fetched: 0, inserted: 0, updated: 0, pushed: 0 };\n const notes: string[] = [];\n const kind = src.kind || \"listing\";\n const parser = PARSERS[src.parser];\n const hits: Hit[] = [];\n let failed = 0, pages = 0;\n const ctxZip = src.zip;\n const ctxArea = ctxZip ? AREA_BY_ZIP[ctxZip] : undefined;\n\n for (const base of src.urls) {\n let url = base;\n for (let page = 1; page <= (src.maxPages || 1); page++) {\n if (Date.now() - started > TIME_BUDGET_MS) { notes.push(\"budget hit before all pages\"); break; }\n if (page > 1) { if (!src.pageUrl) break; url = src.pageUrl(base, page); }\n try {\n const { status, text } = await fetchText(url, src);\n pages++;\n if (status === 404 && page > 1) break; // past the last page\n if (status !== 200 || !text) { failed++; notes.push(`http ${status} ${url.slice(0, 80)}`); break; }\n const zipFromUrl = (url.match(/\\b(2001[012]|2220[46]|2230[15]|2078[12])\\b/) || [])[1];\n const r = parser(text, { url, zip: ctxZip || zipFromUrl, area: ctxArea || (zipFromUrl ? AREA_BY_ZIP[zipFromUrl] : undefined) });\n hits.push(...r.hits);\n if (!r.more) break;\n } catch (e) { failed++; notes.push(`error ${String(e).slice(0, 80)} ${url.slice(0, 60)}`); break; }\n await sleep(src.spacingMs ?? 1500);\n }\n }\n stats.fetched = hits.length;\n\n // dedupe within the run, then upsert\n const seen = new Set();\n let skipped = 0, details = 0;\n for (const h of hits) {\n if (seen.has(h.extId)) continue; seen.add(h.extId);\n if (Date.now() - started > TIME_BUDGET_MS) { notes.push(\"budget hit during upserts; remainder next run\"); break; }\n const zip = h.zip || (h.text.match(/\\b(2001[012]|2220[46]|2230[15]|2078[12])\\b/) || [])[1] || null;\n const area = inferArea([zip || \"\", h.addr || \"\", h.text].join(\" \"), h.lat, h.lon, ctxArea);\n if (!area) { skipped++; continue; } // outside our areas (AppFolio full-inventory pages etc.)\n if (zip && !AREA_BY_ZIP[zip]) { skipped++; continue; }\n\n let bedsRaw = h.beds ?? inferBeds(h.text);\n if (kind === \"listing\") {\n if (bedsRaw === 0) { skipped++; continue; } // studio\n if (h.price != null && (h.price < PRICE_LO || h.price > PRICE_HI)) { skipped++; continue; }\n }\n let beds = kind === \"listing\" ? clampBeds(bedsRaw) : 1;\n if (beds === 1 && /\\bden\\b|\\boffice\\b|bonus room/i.test(h.text)) beds = 1.5;\n\n let park = h.park ?? inferPark(h.text);\n let type = h.type ?? inferType(h.text);\n let dog: boolean | null = h.dog !== undefined ? h.dog : inferDog(h.text);\n let ll = h.ll ?? inferLL(h.text, src.ll);\n let note = h.note || \"\";\n let addr = h.addr;\n\n // Nestfully stage 2: structured Parking / Pets / Availability from the detail page, new listings only\n if (h.detailUrl && kind === \"listing\" && opts.detailBudget.n < (src.detailCap ?? 0)) {\n const known = await sqlite.execute({ sql: `select 1 from listings where source=? and external_id=? limit 1`, args: [src.key, h.extId] });\n if (!known.rows.length) {\n opts.detailBudget.n++; details++;\n try {\n await sleep(src.spacingMs ?? 3000);\n const { status, text } = await fetchText(h.detailUrl, src);\n if (status === 200) {\n const d = nestfullyDetail(text);\n if (d.park) park = d.park;\n if (d.pets != null) dog = d.pets;\n if (d.beds != null && bedsRaw == null) beds = clampBeds(d.beds);\n if (d.office) ll = /property management|management|pm\\b|rentals? llc/i.test(d.office) ? \"pm\" : \"individual\"; // agent-listed unit = owner behind a brokerage\n note = [note, d.mls ? `MLS ${d.mls}` : \"\", d.parking ? `Parking: ${d.parking}` : \"\", d.pets != null ? `Pets: ${d.pets ? \"Yes\" : \"No\"}` : \"\", d.avail ? `avail ${d.avail}` : \"\", d.development ? d.development : \"\", d.office ? `office ${d.office}` : \"\"].filter(Boolean).join(\" | \");\n } else notes.push(`detail ${h.extId} http ${status}`);\n } catch (e) { notes.push(`detail ${h.extId} error ${String(e).slice(0, 60)}`); }\n }\n }\n\n try {\n const r = await upsertListing({\n addr, area, price: h.price, beds, source: src.key, externalId: h.extId, url: h.url,\n park, type, ll, dog, notes: note.slice(0, 400), lat: h.lat ?? null, lon: h.lon ?? null, raw: h.text.slice(0, 4000),\n }, { push: kind === \"listing\" && src.push !== false, pushMin: src.pushMin });\n if (r.action === \"inserted\") stats.inserted++; else stats.updated++;\n if (r.pushed) stats.pushed++;\n } catch (e) { notes.push(`upsert ${h.extId} ${String(e).slice(0, 60)}`); }\n }\n const ok = failed === 0 && pages > 0;\n const detail = `${pages} pages, ${hits.length} hits, ${skipped} skipped, ${details} detail fetches, ${failed} failed. ${notes.join(\"; \")}`.slice(0, 1900);\n return { ...stats, ok, detail };\n}\n\nexport async function ensureSourceState() {\n await sqlite.execute(`create table if not exists source_state (\n source text primary key, last_run text, last_ok text, fail_count integer not null default 0,\n runs integer not null default 0, inserted_total integer not null default 0, detail text)`);\n}\n\nexport default async function run(opts: { only?: string; force?: boolean } = {}) {\n const started = Date.now();\n await ensureSchema(); await ensureSourceState();\n const state = await sqlite.execute(`select source, last_run, fail_count from source_state`);\n const last = new Map();\n for (const r of state.rows as any[]) last.set(r.source, { last_run: r.last_run, fail_count: Number(r.fail_count) });\n\n // pick: enabled, due (or forced/only), most overdue first\n const now = Date.now();\n const due = REGISTRY.filter((s) => s.enabled !== false && (!opts.only || s.key === opts.only)).map((s) => {\n const lr = last.get(s.key)?.last_run; const age = lr ? (now - Date.parse(lr)) / 60000 : Infinity;\n return { s, overdue: age - s.every };\n }).filter((x) => opts.force || opts.only || x.overdue >= 0).sort((a, b) => b.overdue - a.overdue);\n\n const results: Record = {};\n const detailBudget = { n: 0 };\n for (const { s } of due) {\n if (Date.now() - started > TIME_BUDGET_MS - 5000) { results._skipped = `${due.length - Object.keys(results).length} sources deferred to next run (time budget)`; break; }\n const r = await runSource(s, started, { detailBudget });\n results[s.key] = r;\n await logPoll(`sources:${s.key}`, r.ok, r, r.detail);\n const fc = r.ok ? 0 : (last.get(s.key)?.fail_count || 0) + 1;\n await sqlite.execute({\n sql: `insert into source_state (source, last_run, last_ok, fail_count, runs, inserted_total, detail) values (?,?,?,?,1,?,?)\n on conflict(source) do update set last_run=excluded.last_run, last_ok=coalesce(excluded.last_ok, source_state.last_ok), fail_count=?, runs=runs+1, inserted_total=inserted_total+?, detail=excluded.detail`,\n args: [s.key, new Date().toISOString(), r.ok ? new Date().toISOString() : null, fc, r.inserted, r.detail.slice(0, 500), fc, r.inserted],\n });\n }\n const summary = { ran: Object.keys(results).filter((k) => !k.startsWith(\"_\")).length, due: due.length, seconds: Math.round((Date.now() - started) / 1000), results };\n console.log(\"sources\", JSON.stringify(summary).slice(0, 2000));\n return summary;\n}\n","createdAt",["D",1789298913362],"branchVersion","branchId","a4c5838e-3adb-4640-ab71-e9f3d2b72f0a","id","b7ccec7e-ebe9-4364-ba98-e367c8d8849b","housing",["D",1789248987477],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","DC housing search pipeline","imageUrl","87445237-7d14-45c7-b3a2-72e031f10ec1","pinnedFileId","0544e21c-aef2-11f1-a6f0-1607ee4eb77e","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",0,"orgId","01a09786-a61b-74b5-8910-af3116d3de5c","tursoName","b7ccec7eebe94364ba98e367c8d8849b","tursoHostname","b7ccec7eebe94364ba98e367c8d8849b-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789519256886],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_99":98,"_107":103},"org",{"_99":98,"_100":101,"_102":103,"_18":54,"_104":105,"_106":24},"branch",{"_13":88,"_31":89,"_42":41,"_90":43,"_91":-5,"_92":-5,"_93":-5,"_94":-5,"_95":-5,"_96":44,"_97":98},"isOwned",71,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","logan1","handle","displayName","Logan","avatar","https://lh3.googleusercontent.com/a/ACg8ocIFxddfJftSiTFZN49YShT3nY7q8GOQ7dXYM2vJ6XkajnQMGA=s96-c","tier","free","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_42":43,"_31":44,"_37":265,"_46":-5,"_47":24,"_48":49,"_50":49,"_51":52,"_53":-5,"_18":54,"_55":56,"_57":58,"_59":-5,"_60":-5,"_61":62,"_63":64,"_65":66,"_67":68,"_69":266,"_71":-5,"_72":73,"_74":73,"_75":76,"_77":76,"_78":76,"_79":73,"_80":73,"_81":267,"_83":268,"_85":269,"_87":24},"tree",[165,170,175],"files",[165,166,167,168,169,170,171,172,173,174,175,176,177],"counts",{"_155":62,"_156":137,"_157":62,"_158":159,"_160":161},"contents",[130,131,132],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_42":149,"_31":150,"_29":151,"_136":-5,"_40":41,"_39":152,"_138":58,"_37":153,"_13":62,"_33":140,"_35":-5,"_23":24,"_141":-5,"_26":154},{"_42":143,"_31":144,"_29":145,"_136":-5,"_40":41,"_39":146,"_138":58,"_37":147,"_13":62,"_33":140,"_35":-5,"_23":24,"_141":-5,"_26":148},{"_42":133,"_31":134,"_29":135,"_136":-5,"_40":41,"_39":137,"_138":58,"_37":139,"_13":62,"_33":140,"_35":-5,"_23":24,"_141":-5,"_26":142},"3019fed4-fb55-4304-982a-27563c4bac65","lib","03892172-aef2-11f1-9a6d-1607ee4eb77e","parentId",1,"latest",["D",1789248988970],"directory","label",[134],"a6e88f36-5bc0-4bcb-92fb-69a5d6485a73","cron","041eaecc-aef2-11f1-9a8e-1607ee4eb77e",3,["D",1789248989948],[144],"5c11403c-d645-4b4e-b1c8-b1cc89a025ad","api","03d27d86-aef2-11f1-ba0a-1607ee4eb77e",2,["D",1789248989432],[150],"pulls","branches","forks","envVars",{"_162":152,"_164":62},"connections",{"_162":62,"_163":62},"count","unfilledCount","emptyCount",{"_42":149,"_31":150,"_29":151,"_136":-5,"_40":41,"_39":152,"_138":58,"_37":262,"_13":62,"_33":140,"_35":-5,"_23":24,"_141":-5,"_184":263,"_26":264},{"_42":255,"_31":256,"_29":56,"_136":151,"_40":41,"_39":257,"_138":24,"_37":258,"_13":137,"_33":235,"_35":259,"_23":24,"_141":-5,"_184":260,"_26":261},{"_42":247,"_31":248,"_29":249,"_136":151,"_40":41,"_39":250,"_138":24,"_37":251,"_13":146,"_33":235,"_35":252,"_23":24,"_141":-5,"_184":253,"_26":254},{"_42":239,"_31":240,"_29":241,"_136":151,"_40":41,"_39":242,"_138":24,"_37":243,"_13":62,"_33":235,"_35":244,"_23":24,"_141":-5,"_184":245,"_26":246},{"_42":230,"_31":231,"_29":232,"_136":151,"_40":41,"_39":233,"_138":24,"_37":234,"_13":137,"_33":235,"_35":236,"_23":24,"_141":-5,"_184":237,"_26":238},{"_42":143,"_31":144,"_29":145,"_136":-5,"_40":41,"_39":146,"_138":58,"_37":227,"_13":62,"_33":140,"_35":-5,"_23":24,"_141":-5,"_184":228,"_26":229},{"_42":219,"_31":220,"_29":221,"_136":145,"_40":41,"_39":222,"_138":24,"_37":223,"_13":152,"_33":34,"_35":224,"_23":24,"_141":-5,"_184":225,"_26":226},{"_42":211,"_31":212,"_29":213,"_136":145,"_40":41,"_39":214,"_138":24,"_37":215,"_13":62,"_33":34,"_35":216,"_23":24,"_141":-5,"_184":217,"_26":218},{"_42":203,"_31":204,"_29":205,"_136":145,"_40":41,"_39":206,"_138":24,"_37":207,"_13":137,"_33":34,"_35":208,"_23":24,"_141":-5,"_184":209,"_26":210},{"_42":199,"_31":32,"_29":30,"_136":145,"_40":41,"_39":14,"_138":24,"_37":200,"_13":62,"_33":34,"_35":36,"_23":24,"_141":-5,"_184":201,"_26":202},{"_42":133,"_31":134,"_29":135,"_136":-5,"_40":41,"_39":137,"_138":58,"_37":196,"_13":62,"_33":140,"_35":-5,"_23":24,"_141":-5,"_184":197,"_26":198},{"_42":187,"_31":188,"_29":189,"_136":135,"_40":41,"_39":190,"_138":24,"_37":191,"_13":192,"_33":20,"_35":193,"_23":24,"_141":-5,"_184":194,"_26":195},{"_42":178,"_31":32,"_29":179,"_136":135,"_40":41,"_39":180,"_138":24,"_37":181,"_13":62,"_33":182,"_35":183,"_23":24,"_141":-5,"_184":185,"_26":186},"be3d7469-dc4b-475b-a549-aad7a7580dcf","18a74ccc-af66-11f1-9858-1607ee4eb77e",24,["D",1789298846007],"script","// Multi-source registry + one parser per platform. Pure functions (text -> hits) so they are\r\n// unit-testable against scripts/fixtures/*. The cron (cron/sources.ts) does the fetching,\r\n// rotation, dedupe and upsert. Adding a source = one REGISTRY entry (+ a parser if new platform).\r\n// Per-source gotchas are documented in valtown/SOURCES.md.\r\nimport {\r\n decodeEntities, stripTags, inferArea, inferBeds, inferPrice, parsePrice, type Area, type Listing,\r\n} from \"./core.ts\";\r\nimport { parseSearch as clParseSearch } from \"../cron/craigslist.ts\";\r\n\r\nexport type Kind = \"listing\" | \"parking\" | \"signal\";\r\nexport interface Hit {\r\n extId: string; // stable per-source id (dedupe key)\r\n url: string;\r\n addr: string | null; // street address if known\r\n price: number | null;\r\n beds: number | null; // null = unknown (caller clamps), 0 = studio\r\n text: string; // everything we know, for the infer* helpers\r\n zip?: string | null;\r\n lat?: number | null; lon?: number | null;\r\n park?: Listing[\"park\"]; type?: Listing[\"type\"]; ll?: Listing[\"ll\"]; dog?: boolean | null; // structured overrides\r\n note?: string;\r\n detailUrl?: string; // fetch this for structured fields (Nestfully)\r\n}\r\nexport interface ParseResult { hits: Hit[]; more?: boolean; }\r\nexport type Parser = (text: string, ctx: { url: string; zip?: string; area?: Area }) => ParseResult;\r\n\r\nexport interface Source {\r\n key: string; // becomes listings.source and poll_log job 'sources:'\r\n parser: keyof typeof PARSERS;\r\n urls: string[]; // fetched in order; parser may request more pages via ParseResult.more + pageUrl()\r\n every: number; // minutes between runs\r\n ll: Listing[\"ll\"]; // default landlord type for this source\r\n kind?: Kind; // default 'listing'\r\n push?: boolean; // default true for listings; parking/signals never push\r\n pushMin?: number; // override PUSH_THRESHOLD for this source (RSS = 6)\r\n enabled?: boolean; // false = skipped without redeploying parsers\r\n zip?: string; // zip context for parsers that don't carry one (CL sub/prk)\r\n headers?: Record;\r\n accept?: \"html\" | \"json\" | \"xml\";\r\n pageUrl?: (base: string, n: number) => string; // n >= 2\r\n maxPages?: number;\r\n detailCap?: number; // detail fetches per run (Nestfully)\r\n spacingMs?: number; // delay between fetches to the same source\r\n}\r\n\r\nexport const TARGET_ZIPS = [\"20010\", \"20011\", \"20012\", \"22206\", \"22204\", \"22301\", \"22305\", \"20781\", \"20782\"];\r\nexport const ZIP_RE = /\\b(2001[012]|2220[46]|2230[15]|2078[12])\\b/;\r\nconst NAV_HEADERS = {\r\n \"accept\": \"text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8\",\r\n \"accept-language\": \"en-US,en;q=0.9\",\r\n \"upgrade-insecure-requests\": \"1\",\r\n \"sec-fetch-mode\": \"navigate\", \"sec-fetch-dest\": \"document\", \"sec-fetch-site\": \"none\",\r\n};\r\n\r\n// ---------- helpers ----------\r\nconst clean = (s: string) => decodeEntities(s).replace(/\\s+/g, \" \").trim();\r\nfunction pipeText(html: string): string {\r\n // tags -> \" | \" separators so label/value pairs survive\r\n const t = html.replace(//g, \"\").replace(/|/gi, \"\").replace(/<[^>]+>/g, \" | \");\r\n return decodeEntities(t).replace(/\\s+/g, \" \").replace(/(\\s*\\|\\s*)+/g, \" | \").trim();\r\n}\r\nfunction labelValue(pt: string, label: string): string | null {\r\n const m = pt.match(new RegExp(label.replace(/[.*+?^${}()|[\\]\\\\]/g, \"\\\\$&\") + \"\\\\s*:?\\\\s*\\\\|\\\\s*([^|]+)\"));\r\n return m ? m[1].trim() : null;\r\n}\r\nexport function inferZip(s: string): string | null { return (s.match(ZIP_RE) || [])[1] || null; }\r\nfunction bedsFrom(s: string): number | null { return inferBeds(s); }\r\n\r\n// ---------- 1a. Nestfully (Bright MLS consumer portal) ----------\r\nexport const nestfully: Parser = (html, ctx) => {\r\n const hits: Hit[] = [];\r\n const descByUrl = new Map();\r\n const postedByUrl = new Map();\r\n for (const m of html.matchAll(/\n\n`;\n\nexport default async function (req: Request): Promise {\n if (req.method !== \"GET\") return json({ error: \"GET only\" }, 405);\n if (!checkToken(req)) {\n return new Response(\n \"unauthorized: open the tracker link that includes ?token=\",\n { status: 401 },\n );\n }\n return new Response(HTML, {\n headers: {\n \"content-type\": \"text/html; charset=utf-8\",\n \"cache-control\": \"no-store\",\n \"x-robots-tag\": \"noindex\",\n },\n });\n}",[],[150,231],"17c30c58-02de-47fd-9c42-448fbffc50cc","feed.ts","05d34138-aef2-11f1-8674-1607ee4eb77e",6,["D",1789248992797],"// housing-feed: JSON feed of active listings (GET). The Listing Tracker artifact\n// pulls this on open. Token via X-Housing-Token header or ?token= query.\n// Returns a bare JSON array of { id, addr, area, price, beds, park, type, ll, dog,\n// url, src, note, fs, lv, status, missed }.\n//\n// ?days=N window on last_seen (default 45)\n// ?stats=1 returns a stats object instead of the array (for validation/debug)\nimport { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\nimport { ensureSchema, activeListings, checkToken, json, CORS } from \"../lib/core.ts\";\n\nexport default async function (req: Request): Promise {\n if (req.method === \"OPTIONS\") return new Response(null, { status: 204, headers: CORS });\n if (req.method !== \"GET\") return json({ error: \"GET only\" }, 405);\n if (!checkToken(req)) return json({ error: \"unauthorized\" }, 401);\n await ensureSchema();\n const url = new URL(req.url);\n\n if (url.searchParams.get(\"stats\")) {\n const bySrc = await sqlite.execute(`select source, count(*) n, max(last_seen) last from listings group by source`);\n const byArea = await sqlite.execute(`select area, count(*) n, round(avg(price)) avg_price from listings group by area`);\n const recent = await sqlite.execute(`select ts, job, ok, fetched, inserted, updated, pushed, detail from poll_log order by id desc limit 15`);\n const total = await sqlite.execute(`select count(*) n, sum(score>=8) hot, sum(pushed) pushed from listings`);\n return json({ total: total.rows[0], bySource: bySrc.rows, byArea: byArea.rows, recentPolls: recent.rows });\n }\n\n const days = Math.min(365, Math.max(1, Number(url.searchParams.get(\"days\") || 45)));\n const list = await activeListings(days);\n return json(list, 200, { \"cache-control\": \"no-store\" });\n}\n",[],[150,240],"665c85fc-49be-4842-9774-c40fe79d3acc","admin.ts","066872bc-aef2-11f1-8bc7-1607ee4eb77e",19,["D",1789250215155],"// housing-admin: token-checked maintenance endpoint for validation and manual runs.\n// GET ?job=craigslist | popville | digest run a job now (digest sends immediately)\n// GET ?sql=select ... read-only query (SELECT only)\n// POST { id, status } set a listing's status (new|contacted|touring|applied|dead)\n// GET ?testpush=1 send a test Discord push\nimport { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\nimport { ensureSchema, checkToken, json, CORS, STATUS, pushDiscord, PUSH_THRESHOLD } from \"../lib/core.ts\";\nimport craigslist from \"../cron/craigslist.ts\";\nimport popville from \"../cron/popville.ts\";\nimport { sendDigest } from \"../cron/digest.ts\";\n\nexport default async function (req: Request): Promise {\n if (req.method === \"OPTIONS\") return new Response(null, { status: 204, headers: CORS });\n if (!checkToken(req)) return json({ error: \"unauthorized\" }, 401);\n await ensureSchema();\n const url = new URL(req.url);\n\n if (req.method === \"POST\") {\n const b = await req.json().catch(() => ({}));\n // POST { delete: { id? | source? | url_like? | before? } } - remove rows matching ALL given filters (at least one)\n if (b.delete && typeof b.delete === \"object\") {\n const w: string[] = []; const a: any[] = [];\n if (b.delete.id != null) { w.push(\"id=?\"); a.push(b.delete.id); }\n if (b.delete.rowid != null) { w.push(\"rowid_pk=?\"); a.push(Number(b.delete.rowid)); }\n if (b.delete.source) { w.push(\"source=?\"); a.push(b.delete.source); }\n if (b.delete.url_like) { w.push(\"url like ?\"); a.push(b.delete.url_like); }\n if (b.delete.before) { w.push(\"first_seen=8 row that never got a Discord alert (webhook was down / not yet configured)\n if (url.searchParams.get(\"pushpending\")) {\n const r = await sqlite.execute(`select * from listings where score >= ${PUSH_THRESHOLD} and pushed = 0 and status <> 'dead' and last_seen >= date('now','-14 day') order by score desc`);\n const out: any[] = [];\n for (const row of r.rows as any[]) {\n const ok = await pushDiscord({ id: row.id, addr: row.addr, area: row.area, price: row.price, beds: Number(row.beds), park: row.parking_type, type: row.htype, ll: row.landlord_type, dog: row.pet_ok == null ? null : !!row.pet_ok, url: row.url, source: row.source, score: row.score, notes: row.notes });\n if (ok) await sqlite.execute({ sql: `update listings set pushed=1 where rowid_pk=?`, args: [row.rowid_pk] });\n out.push({ id: row.id, score: row.score, pushed: ok });\n }\n return json({ pending: out.length, results: out });\n }\n\n if (url.searchParams.get(\"testpush\")) {\n const ok = await pushDiscord({ id: \"TEST\", addr: \"Test push - 123 Example St NW\", area: \"Petworth\", price: 2350, beds: 2, park: \"garage\", type: \"rowhouse\", ll: \"individual\", dog: true, url: \"https://example.com\", source: \"test\", score: 12, notes: \"Pipeline test; ignore.\" });\n return json({ pushed: ok });\n }\n\n const sql = url.searchParams.get(\"sql\");\n if (sql) {\n if (!/^\\s*select\\b/i.test(sql)) return json({ error: \"SELECT only\" }, 400);\n const r = await sqlite.execute(sql);\n return json({ columns: r.columns, rows: r.rows });\n }\n return json({ usage: \"?job=craigslist|popville|digest ?sql=select... ?testpush=1 POST {id,status}\" });\n}\n",[],[150,248],"628c5726-9291-4ed6-91cc-49658499dcde","add.ts",12,["D",1789249256010],"// housing-add: manual ingestion endpoint (POST). Claude in Chrome and Logan post\n// FB / sign / portal finds here. Shared-secret header X-Housing-Token.\n//\n// Body (JSON, single object or array):\n// { addr, area?, price?, beds?, park?, type?, ll?, dog?, url, src, note?, text? }\n// `text` is optional free text (the listing body) used to infer any field left blank.\nimport {\n AREAS, PARK, HTYPE, LL, ensureSchema, upsertListing, inferArea, inferPark, inferType, inferLL, inferDog,\n inferBeds, clampBeds, parsePrice, inferPrice, checkToken, json, CORS, type Area,\n} from \"../lib/core.ts\";\n\nexport default async function (req: Request): Promise {\n if (req.method === \"OPTIONS\") return new Response(null, { status: 204, headers: CORS });\n if (req.method !== \"POST\") return json({ error: \"POST only\" }, 405);\n if (!checkToken(req)) return json({ error: \"unauthorized\" }, 401);\n\n let body: any;\n try { body = await req.json(); } catch { return json({ error: \"invalid JSON\" }, 400); }\n const items: any[] = Array.isArray(body) ? body : [body];\n if (items.length === 0 || items.length > 50) return json({ error: \"1-50 listings per request\" }, 400);\n\n await ensureSchema();\n const results: any[] = [];\n for (const it of items) {\n const text = [it.addr, it.title, it.note, it.text].filter(Boolean).join(\" \\n \");\n const url = String(it.url || \"\").trim();\n const src = String(it.src || it.source || \"manual\").toLowerCase().trim();\n if (!url && !it.addr) { results.push({ error: \"need url or addr\", input: it }); continue; }\n\n let area: Area | null = AREAS.includes(it.area) ? it.area : inferArea(text);\n if (!area) { results.push({ error: `area required; one of ${AREAS.join(\" | \")}`, input: it }); continue; }\n\n let beds = it.beds != null && it.beds !== \"\" ? Number(it.beds) : inferBeds(text);\n if (beds === 0) { results.push({ skipped: \"studio\", input: it }); continue; }\n beds = clampBeds(beds);\n\n const park = PARK.includes(it.park) ? it.park : inferPark(text);\n const type = HTYPE.includes(it.type) ? it.type : inferType(text);\n // FB/CL/sign posts default to individual-landlord signal; portals default to pm\n const llDefault = [\"fb\", \"fbm\", \"facebook\", \"craigslist\", \"sign\", \"popville\", \"manual\"].includes(src) ? \"individual\" : \"pm\";\n const ll = LL.includes(it.ll) ? it.ll : inferLL(text, llDefault);\n const dog = typeof it.dog === \"boolean\" ? it.dog : inferDog(text);\n const price = it.price != null && it.price !== \"\" ? parsePrice(it.price) : inferPrice(text);\n\n const r = await upsertListing({\n addr: it.addr ? String(it.addr).trim() : null,\n area, price, beds, source: src, externalId: it.externalId || it.external_id || null, url: url || \"\",\n park, type, ll, dog, notes: String(it.note || \"\").trim(), raw: it.text ? String(it.text) : undefined, unit: it.unit || null,\n }, { push: true });\n results.push(r);\n }\n return json({ ok: true, results });\n}\n",[],[150,256],["D",1789248989432],[166,167,168,169],[150],["D",1789248987477],["D",1789519256886],{"_99":98,"_107":103},{"_99":98,"_100":101,"_102":103,"_18":54,"_104":105,"_106":24},{"_13":88,"_31":89,"_42":41,"_90":43,"_91":-5,"_92":-5,"_93":-5,"_94":-5,"_95":-5,"_96":44,"_97":98},"ctx",{"_81":-5,"_127":303,"_304":305,"_306":307,"_308":24,"_309":24,"_310":24,"_311":58,"_312":-5,"_313":-7,"_314":-7,"_315":62,"_316":24,"_317":24,"_318":-5,"_319":24,"_320":24,"_321":24,"_322":-5},"ENV",{"_274":275,"_276":277,"_278":89,"_279":280,"_281":282,"_283":284,"_285":286,"_287":288,"_289":290,"_291":292,"_293":294,"_295":296,"_297":298,"_299":300,"_301":302},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v26