[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_262":263,"_264":265},"routes/_app.x.$handle.$name",{"_99":98,"_31":44,"_108":89,"_26":109,"_13":14,"_110":-5,"_11":111,"_112":113,"_114":115,"_116":117,"_118":119,"_20":-5,"_120":-5,"_121":-5,"_122":24,"_123":124,"_125":58,"_126":-5,"_127":-5,"_128":129},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_42":43,"_31":44,"_37":45,"_46":-5,"_47":24,"_48":49,"_50":49,"_51":52,"_53":-5,"_18":54,"_55":56,"_57":58,"_59":-5,"_60":-5,"_61":62,"_63":64,"_65":66,"_67":68,"_69":70,"_71":-5,"_72":73,"_74":73,"_75":76,"_77":76,"_78":76,"_79":73,"_80":73,"_81":82,"_83":84,"_85":86,"_87":24},"version",24,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":-7,"_23":24,"_25":24,"_26":27,"_28":27},"file",{"_29":30,"_31":32,"_33":34,"_35":36,"_37":38,"_39":14,"_40":41,"_23":24},"previous","deleted",false,"deletedHere","path","lib/sources.ts","latestPath","fileId","18a74ccc-af66-11f1-9858-1607ee4eb77e","name","sources.ts","fileType","script","content","// Multi-source registry + one parser per platform. Pure functions (text -> hits) so they are\r\n// unit-testable against scripts/fixtures/*. The cron (cron/sources.ts) does the fetching,\r\n// rotation, dedupe and upsert. Adding a source = one REGISTRY entry (+ a parser if new platform).\r\n// Per-source gotchas are documented in valtown/SOURCES.md.\r\nimport {\r\n decodeEntities, stripTags, inferArea, inferBeds, inferPrice, parsePrice, type Area, type Listing,\r\n} from \"./core.ts\";\r\nimport { parseSearch as clParseSearch } from \"../cron/craigslist.ts\";\r\n\r\nexport type Kind = \"listing\" | \"parking\" | \"signal\";\r\nexport interface Hit {\r\n extId: string; // stable per-source id (dedupe key)\r\n url: string;\r\n addr: string | null; // street address if known\r\n price: number | null;\r\n beds: number | null; // null = unknown (caller clamps), 0 = studio\r\n text: string; // everything we know, for the infer* helpers\r\n zip?: string | null;\r\n lat?: number | null; lon?: number | null;\r\n park?: Listing[\"park\"]; type?: Listing[\"type\"]; ll?: Listing[\"ll\"]; dog?: boolean | null; // structured overrides\r\n note?: string;\r\n detailUrl?: string; // fetch this for structured fields (Nestfully)\r\n}\r\nexport interface ParseResult { hits: Hit[]; more?: boolean; }\r\nexport type Parser = (text: string, ctx: { url: string; zip?: string; area?: Area }) => ParseResult;\r\n\r\nexport interface Source {\r\n key: string; // becomes listings.source and poll_log job 'sources:'\r\n parser: keyof typeof PARSERS;\r\n urls: string[]; // fetched in order; parser may request more pages via ParseResult.more + pageUrl()\r\n every: number; // minutes between runs\r\n ll: Listing[\"ll\"]; // default landlord type for this source\r\n kind?: Kind; // default 'listing'\r\n push?: boolean; // default true for listings; parking/signals never push\r\n pushMin?: number; // override PUSH_THRESHOLD for this source (RSS = 6)\r\n enabled?: boolean; // false = skipped without redeploying parsers\r\n zip?: string; // zip context for parsers that don't carry one (CL sub/prk)\r\n headers?: Record;\r\n accept?: \"html\" | \"json\" | \"xml\";\r\n pageUrl?: (base: string, n: number) => string; // n >= 2\r\n maxPages?: number;\r\n detailCap?: number; // detail fetches per run (Nestfully)\r\n spacingMs?: number; // delay between fetches to the same source\r\n}\r\n\r\nexport const TARGET_ZIPS = [\"20010\", \"20011\", \"20012\", \"22206\", \"22204\", \"22301\", \"22305\", \"20781\", \"20782\"];\r\nexport const ZIP_RE = /\\b(2001[012]|2220[46]|2230[15]|2078[12])\\b/;\r\nconst NAV_HEADERS = {\r\n \"accept\": \"text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8\",\r\n \"accept-language\": \"en-US,en;q=0.9\",\r\n \"upgrade-insecure-requests\": \"1\",\r\n \"sec-fetch-mode\": \"navigate\", \"sec-fetch-dest\": \"document\", \"sec-fetch-site\": \"none\",\r\n};\r\n\r\n// ---------- helpers ----------\r\nconst clean = (s: string) => decodeEntities(s).replace(/\\s+/g, \" \").trim();\r\nfunction pipeText(html: string): string {\r\n // tags -> \" | \" separators so label/value pairs survive\r\n const t = html.replace(//g, \"\").replace(/|/gi, \"\").replace(/<[^>]+>/g, \" | \");\r\n return decodeEntities(t).replace(/\\s+/g, \" \").replace(/(\\s*\\|\\s*)+/g, \" | \").trim();\r\n}\r\nfunction labelValue(pt: string, label: string): string | null {\r\n const m = pt.match(new RegExp(label.replace(/[.*+?^${}()|[\\]\\\\]/g, \"\\\\$&\") + \"\\\\s*:?\\\\s*\\\\|\\\\s*([^|]+)\"));\r\n return m ? m[1].trim() : null;\r\n}\r\nexport function inferZip(s: string): string | null { return (s.match(ZIP_RE) || [])[1] || null; }\r\nfunction bedsFrom(s: string): number | null { return inferBeds(s); }\r\n\r\n// ---------- 1a. Nestfully (Bright MLS consumer portal) ----------\r\nexport const nestfully: Parser = (html, ctx) => {\r\n const hits: Hit[] = [];\r\n const descByUrl = new Map();\r\n const postedByUrl = new Map();\r\n for (const m of html.matchAll(/\n\n`;\n\nexport default async function (req: Request): Promise {\n if (req.method !== \"GET\") return json({ error: \"GET only\" }, 405);\n if (!checkToken(req)) {\n return new Response(\n \"unauthorized: open the tracker link that includes ?token=\",\n { status: 401 },\n );\n }\n return new Response(HTML, {\n headers: {\n \"content-type\": \"text/html; charset=utf-8\",\n \"cache-control\": \"no-store\",\n \"x-robots-tag\": \"noindex\",\n },\n });\n}",[],[150,223],"17c30c58-02de-47fd-9c42-448fbffc50cc","feed.ts","05d34138-aef2-11f1-8674-1607ee4eb77e",6,["D",1789248992797],"// housing-feed: JSON feed of active listings (GET). The Listing Tracker artifact\n// pulls this on open. Token via X-Housing-Token header or ?token= query.\n// Returns a bare JSON array of { id, addr, area, price, beds, park, type, ll, dog,\n// url, src, note, fs, lv, status, missed }.\n//\n// ?days=N window on last_seen (default 45)\n// ?stats=1 returns a stats object instead of the array (for validation/debug)\nimport { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\nimport { ensureSchema, activeListings, checkToken, json, CORS } from \"../lib/core.ts\";\n\nexport default async function (req: Request): Promise {\n if (req.method === \"OPTIONS\") return new Response(null, { status: 204, headers: CORS });\n if (req.method !== \"GET\") return json({ error: \"GET only\" }, 405);\n if (!checkToken(req)) return json({ error: \"unauthorized\" }, 401);\n await ensureSchema();\n const url = new URL(req.url);\n\n if (url.searchParams.get(\"stats\")) {\n const bySrc = await sqlite.execute(`select source, count(*) n, max(last_seen) last from listings group by source`);\n const byArea = await sqlite.execute(`select area, count(*) n, round(avg(price)) avg_price from listings group by area`);\n const recent = await sqlite.execute(`select ts, job, ok, fetched, inserted, updated, pushed, detail from poll_log order by id desc limit 15`);\n const total = await sqlite.execute(`select count(*) n, sum(score>=8) hot, sum(pushed) pushed from listings`);\n return json({ total: total.rows[0], bySource: bySrc.rows, byArea: byArea.rows, recentPolls: recent.rows });\n }\n\n const days = Math.min(365, Math.max(1, Number(url.searchParams.get(\"days\") || 45)));\n const list = await activeListings(days);\n return json(list, 200, { \"cache-control\": \"no-store\" });\n}\n",[],[150,232],"665c85fc-49be-4842-9774-c40fe79d3acc","admin.ts","066872bc-aef2-11f1-8bc7-1607ee4eb77e",19,["D",1789250215155],"// housing-admin: token-checked maintenance endpoint for validation and manual runs.\n// GET ?job=craigslist | popville | digest run a job now (digest sends immediately)\n// GET ?sql=select ... read-only query (SELECT only)\n// POST { id, status } set a listing's status (new|contacted|touring|applied|dead)\n// GET ?testpush=1 send a test Discord push\nimport { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\nimport { ensureSchema, checkToken, json, CORS, STATUS, pushDiscord, PUSH_THRESHOLD } from \"../lib/core.ts\";\nimport craigslist from \"../cron/craigslist.ts\";\nimport popville from \"../cron/popville.ts\";\nimport { sendDigest } from \"../cron/digest.ts\";\n\nexport default async function (req: Request): Promise {\n if (req.method === \"OPTIONS\") return new Response(null, { status: 204, headers: CORS });\n if (!checkToken(req)) return json({ error: \"unauthorized\" }, 401);\n await ensureSchema();\n const url = new URL(req.url);\n\n if (req.method === \"POST\") {\n const b = await req.json().catch(() => ({}));\n // POST { delete: { id? | source? | url_like? | before? } } - remove rows matching ALL given filters (at least one)\n if (b.delete && typeof b.delete === \"object\") {\n const w: string[] = []; const a: any[] = [];\n if (b.delete.id != null) { w.push(\"id=?\"); a.push(b.delete.id); }\n if (b.delete.rowid != null) { w.push(\"rowid_pk=?\"); a.push(Number(b.delete.rowid)); }\n if (b.delete.source) { w.push(\"source=?\"); a.push(b.delete.source); }\n if (b.delete.url_like) { w.push(\"url like ?\"); a.push(b.delete.url_like); }\n if (b.delete.before) { w.push(\"first_seen=8 row that never got a Discord alert (webhook was down / not yet configured)\n if (url.searchParams.get(\"pushpending\")) {\n const r = await sqlite.execute(`select * from listings where score >= ${PUSH_THRESHOLD} and pushed = 0 and status <> 'dead' and last_seen >= date('now','-14 day') order by score desc`);\n const out: any[] = [];\n for (const row of r.rows as any[]) {\n const ok = await pushDiscord({ id: row.id, addr: row.addr, area: row.area, price: row.price, beds: Number(row.beds), park: row.parking_type, type: row.htype, ll: row.landlord_type, dog: row.pet_ok == null ? null : !!row.pet_ok, url: row.url, source: row.source, score: row.score, notes: row.notes });\n if (ok) await sqlite.execute({ sql: `update listings set pushed=1 where rowid_pk=?`, args: [row.rowid_pk] });\n out.push({ id: row.id, score: row.score, pushed: ok });\n }\n return json({ pending: out.length, results: out });\n }\n\n if (url.searchParams.get(\"testpush\")) {\n const ok = await pushDiscord({ id: \"TEST\", addr: \"Test push - 123 Example St NW\", area: \"Petworth\", price: 2350, beds: 2, park: \"garage\", type: \"rowhouse\", ll: \"individual\", dog: true, url: \"https://example.com\", source: \"test\", score: 12, notes: \"Pipeline test; ignore.\" });\n return json({ pushed: ok });\n }\n\n const sql = url.searchParams.get(\"sql\");\n if (sql) {\n if (!/^\\s*select\\b/i.test(sql)) return json({ error: \"SELECT only\" }, 400);\n const r = await sqlite.execute(sql);\n return json({ columns: r.columns, rows: r.rows });\n }\n return json({ usage: \"?job=craigslist|popville|digest ?sql=select... ?testpush=1 POST {id,status}\" });\n}\n",[],[150,240],"628c5726-9291-4ed6-91cc-49658499dcde","add.ts",12,["D",1789249256010],"// housing-add: manual ingestion endpoint (POST). Claude in Chrome and Logan post\n// FB / sign / portal finds here. Shared-secret header X-Housing-Token.\n//\n// Body (JSON, single object or array):\n// { addr, area?, price?, beds?, park?, type?, ll?, dog?, url, src, note?, text? }\n// `text` is optional free text (the listing body) used to infer any field left blank.\nimport {\n AREAS, PARK, HTYPE, LL, ensureSchema, upsertListing, inferArea, inferPark, inferType, inferLL, inferDog,\n inferBeds, clampBeds, parsePrice, inferPrice, checkToken, json, CORS, type Area,\n} from \"../lib/core.ts\";\n\nexport default async function (req: Request): Promise {\n if (req.method === \"OPTIONS\") return new Response(null, { status: 204, headers: CORS });\n if (req.method !== \"POST\") return json({ error: \"POST only\" }, 405);\n if (!checkToken(req)) return json({ error: \"unauthorized\" }, 401);\n\n let body: any;\n try { body = await req.json(); } catch { return json({ error: \"invalid JSON\" }, 400); }\n const items: any[] = Array.isArray(body) ? body : [body];\n if (items.length === 0 || items.length > 50) return json({ error: \"1-50 listings per request\" }, 400);\n\n await ensureSchema();\n const results: any[] = [];\n for (const it of items) {\n const text = [it.addr, it.title, it.note, it.text].filter(Boolean).join(\" \\n \");\n const url = String(it.url || \"\").trim();\n const src = String(it.src || it.source || \"manual\").toLowerCase().trim();\n if (!url && !it.addr) { results.push({ error: \"need url or addr\", input: it }); continue; }\n\n let area: Area | null = AREAS.includes(it.area) ? it.area : inferArea(text);\n if (!area) { results.push({ error: `area required; one of ${AREAS.join(\" | \")}`, input: it }); continue; }\n\n let beds = it.beds != null && it.beds !== \"\" ? Number(it.beds) : inferBeds(text);\n if (beds === 0) { results.push({ skipped: \"studio\", input: it }); continue; }\n beds = clampBeds(beds);\n\n const park = PARK.includes(it.park) ? it.park : inferPark(text);\n const type = HTYPE.includes(it.type) ? it.type : inferType(text);\n // FB/CL/sign posts default to individual-landlord signal; portals default to pm\n const llDefault = [\"fb\", \"fbm\", \"facebook\", \"craigslist\", \"sign\", \"popville\", \"manual\"].includes(src) ? \"individual\" : \"pm\";\n const ll = LL.includes(it.ll) ? it.ll : inferLL(text, llDefault);\n const dog = typeof it.dog === \"boolean\" ? it.dog : inferDog(text);\n const price = it.price != null && it.price !== \"\" ? parsePrice(it.price) : inferPrice(text);\n\n const r = await upsertListing({\n addr: it.addr ? String(it.addr).trim() : null,\n area, price, beds, source: src, externalId: it.externalId || it.external_id || null, url: url || \"\",\n park, type, ll, dog, notes: String(it.note || \"\").trim(), raw: it.text ? String(it.text) : undefined, unit: it.unit || null,\n }, { push: true });\n results.push(r);\n }\n return json({ ok: true, results });\n}\n",[],[150,248],["D",1789248989432],[166,167,168,169],[150],["D",1789248987477],["D",1789519256886],{"_99":98,"_107":103},{"_99":98,"_100":101,"_102":103,"_18":54,"_104":105,"_106":24},{"_13":88,"_31":89,"_42":41,"_90":43,"_91":-5,"_92":-5,"_93":-5,"_94":-5,"_95":-5,"_96":44,"_97":98},"ctx",{"_81":-5,"_127":295,"_296":297,"_298":299,"_300":24,"_301":24,"_302":24,"_303":58,"_304":-5,"_305":-7,"_306":-7,"_307":62,"_308":24,"_309":24,"_310":-5,"_311":24,"_312":24,"_313":24,"_314":-5},"ENV",{"_266":267,"_268":269,"_270":89,"_271":272,"_273":274,"_275":276,"_277":278,"_279":280,"_281":282,"_283":284,"_285":286,"_287":288,"_289":290,"_291":292,"_293":294},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v24