[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_291":292,"_293":294},"routes/_app.x.$handle.$name",{"_101":100,"_32":46,"_110":91,"_27":111,"_13":14,"_112":-5,"_11":113,"_114":115,"_116":117,"_118":119,"_120":121,"_20":-5,"_122":-5,"_123":-5,"_124":25,"_125":126,"_127":60,"_128":-5,"_129":-5,"_130":131},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_44":45,"_32":46,"_39":47,"_48":-5,"_49":25,"_50":51,"_52":51,"_53":54,"_55":-5,"_18":56,"_57":58,"_59":60,"_61":-5,"_62":-5,"_63":64,"_65":66,"_67":68,"_69":70,"_71":72,"_73":-5,"_74":75,"_76":75,"_77":78,"_79":78,"_80":78,"_81":75,"_82":75,"_83":84,"_85":86,"_87":88,"_89":25},"version",40,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":23,"_24":25,"_26":25,"_27":28,"_29":28},"file",{"_30":31,"_32":33,"_34":35,"_36":38,"_39":40,"_41":14,"_42":43,"_24":25},"previous",{"_30":31,"_32":33,"_34":35,"_36":37},"deleted",false,"deletedHere","path","cron/popville.ts","latestPath","fileId","0784e978-aef2-11f1-9b76-1607ee4eb77e","name","popville.ts","fileType","interval","content","// PoPville \"Rental of the Day\" poller (cron, hourly).\n// The dedicated category feed (category/dc-rentals) went dormant in March 2025;\n// current rental posts appear as \"Rental of the Day:

\" sponsored posts in\n// the main stream. We poll both: the WP REST search (structured, full content) and\n// the category RSS (fallback). Only listings inside our seven areas are kept.\nimport {\n ensureSchema, upsertListing, logPoll, inferArea, inferPark, inferType, inferLL, inferDog, inferBeds, clampBeds,\n parsePrice, inferPrice, decodeEntities, stripTags, UA, PRICE_MIN, PRICE_MAX,\n} from \"../lib/core.ts\";\n\nconst REST = `https://www.popville.com/wp-json/wp/v2/posts?search=${encodeURIComponent('\"rental of the day\"')}&per_page=15&orderby=date&_fields=id,date,link,title,content`;\nconst RSS = \"https://www.popville.com/category/dc-rentals/feed/\";\n\ninterface Post { id: string; link: string; title: string; text: string; date: string }\n\nasync function fromRest(): Promise {\n const res = await fetch(REST, { headers: { \"user-agent\": UA, accept: \"application/json\" } });\n if (!res.ok) throw new Error(`rest http ${res.status}`);\n const arr = await res.json();\n return (arr as any[]).map((p) => ({\n id: String(p.id), link: p.link, title: decodeEntities(stripTags(p.title?.rendered || \"\")), text: stripTags(p.content?.rendered || \"\"), date: p.date,\n }));\n}\nasync function fromRss(): Promise {\n const res = await fetch(RSS, { headers: { \"user-agent\": UA } });\n if (!res.ok) throw new Error(`rss http ${res.status}`);\n const xml = await res.text();\n const items = [...xml.matchAll(/([\\s\\S]*?)<\\/item>/g)].map((m) => m[1]);\n const cd = (s: string) => s.replace(/^$/g, \"\");\n return items.map((it) => {\n const g = (tag: string) => cd(((it.match(new RegExp(`<${tag}[^>]*>([\\\\s\\\\S]*?)<\\\\/${tag}>`)) || [, \"\"])[1]).trim());\n const link = g(\"link\"); const guid = g(\"guid\");\n return { id: (guid.match(/p=(\\d+)/) || [, link])[1], link, title: decodeEntities(stripTags(g(\"title\"))), text: stripTags(g(\"content:encoded\") || g(\"description\")), date: g(\"pubDate\") };\n });\n}\n\n// \"Address: 1401 Columbia Rd NW Unit 319, Washington, DC, 20009 Neighborhood: Columbia Heights Type: 1 BR, 1 BA, condo ... Listed: $2,150\"\nexport function parsePost(p: Post) {\n const t = p.text;\n const addr = (t.match(/Address:\\s*(.+?)\\s+(?:Neighborhood|Type|Listed|Rent|Price|Noteworthy):/i) || [])[1]\n || (p.title.match(/Rental of the Day:\\s*(.+?)(?:,\\s*Washington)?$/i) || [])[1] || null;\n const hood = (t.match(/Neighborhood:\\s*(.+?)\\s+(?:Type|Listed|Rent|Price|Noteworthy):/i) || [])[1] || \"\";\n const typeLine = (t.match(/Type:\\s*(.+?)\\s+(?:Listed|Rent|Price|Noteworthy):/i) || [])[1] || \"\";\n const price = parsePrice((t.match(/(?:Listed|Rent|Price|Asking):\\s*\\$?\\s*([\\d,]{4,6})/i) || [])[1]) ?? inferPrice(t);\n return { addr: addr ? addr.replace(/,\\s*Washington,?\\s*DC,?\\s*(\\d{5})?$/i, \"\").trim() : null, hood, typeLine, price };\n}\n\nexport default async function () {\n await ensureSchema();\n const stats = { fetched: 0, inserted: 0, updated: 0, pushed: 0 };\n const notes: string[] = [];\n const posts = new Map();\n for (const src of [fromRest, fromRss]) {\n try { for (const p of await src()) if (!posts.has(p.id)) posts.set(p.id, p); }\n catch (e) { notes.push(`${src.name}: ${String(e).slice(0, 80)}`); }\n }\n stats.fetched = posts.size;\n\n const cutoff = Date.now() - 30 * 86400000;\n for (const p of posts.values()) {\n if (!/rental of the day|for rent|rental/i.test(p.title)) continue;\n const ts = Date.parse(p.date); if (Number.isFinite(ts) && ts < cutoff) continue; // dormant category feed still serves 2025 posts\n const parsed = parsePost(p);\n const all = [p.title, parsed.addr, parsed.hood, parsed.typeLine, p.text].filter(Boolean).join(\" \\n \");\n const area = inferArea(all);\n if (!area) continue; // outside our seven areas\n if (parsed.price != null && (parsed.price < PRICE_MIN - 100 || parsed.price > PRICE_MAX + 100)) continue;\n const bedsRaw = inferBeds(parsed.typeLine) ?? inferBeds(all);\n if (bedsRaw === 0) continue;\n const beds = clampBeds(bedsRaw);\n const type = (() => { const a = inferType(parsed.typeLine); return a !== \"unknown\" ? a : inferType(p.text); })();\n const r = await upsertListing({\n addr: parsed.addr, area, price: parsed.price, beds, source: \"popville\", externalId: p.id, url: p.link,\n park: inferPark(p.text), type, ll: inferLL(p.text, \"pm\"), dog: inferDog(p.text),\n notes: `PoPville: ${p.title}`.slice(0, 140) + (parsed.hood ? ` | ${parsed.hood}` : \"\"), raw: p.text.slice(0, 4000),\n }, { push: true });\n if (r.action === \"inserted\") stats.inserted++; else stats.updated++;\n if (r.pushed) stats.pushed++;\n }\n const summary = `${posts.size} posts scanned. ${notes.join(\"; \")}`;\n await logPoll(\"popville\", true, stats, summary);\n console.log(\"popville\", stats, summary);\n return { ...stats, summary };\n}\n","// PoPville \"Rental of the Day\" poller (cron, hourly).\r\n// The dedicated category feed (category/dc-rentals) went dormant in March 2025;\r\n// current rental posts appear as \"Rental of the Day:

\" sponsored posts in\r\n// the main stream. We poll both: the WP REST search (structured, full content) and\r\n// the category RSS (fallback). Only listings inside our seven areas are kept.\r\nimport {\r\n ensureSchema, upsertListing, logPoll, inferArea, inferPark, inferType, inferLL, inferDog, inferBeds, clampBeds,\r\n parsePrice, inferPrice, decodeEntities, stripTags, UA, PRICE_MIN, PRICE_MAX,\r\n} from \"../lib/core.ts\";\r\n\r\nconst REST = `https://www.popville.com/wp-json/wp/v2/posts?search=${encodeURIComponent('\"rental of the day\"')}&per_page=15&orderby=date&_fields=id,date,link,title,content`;\r\nconst RSS = \"https://www.popville.com/category/dc-rentals/feed/\";\r\n\r\ninterface Post { id: string; link: string; title: string; text: string; date: string }\r\n\r\nasync function fromRest(): Promise {\r\n const res = await fetch(REST, { headers: { \"user-agent\": UA, accept: \"application/json\" } });\r\n if (!res.ok) throw new Error(`rest http ${res.status}`);\r\n const arr = await res.json();\r\n return (arr as any[]).map((p) => ({\r\n id: String(p.id), link: p.link, title: decodeEntities(stripTags(p.title?.rendered || \"\")), text: stripTags(p.content?.rendered || \"\"), date: p.date,\r\n }));\r\n}\r\nasync function fromRss(): Promise {\r\n const res = await fetch(RSS, { headers: { \"user-agent\": UA } });\r\n if (!res.ok) throw new Error(`rss http ${res.status}`);\r\n const xml = await res.text();\r\n const items = [...xml.matchAll(/([\\s\\S]*?)<\\/item>/g)].map((m) => m[1]);\r\n const cd = (s: string) => s.replace(/^$/g, \"\");\r\n return items.map((it) => {\r\n const g = (tag: string) => cd(((it.match(new RegExp(`<${tag}[^>]*>([\\\\s\\\\S]*?)<\\\\/${tag}>`)) || [, \"\"])[1]).trim());\r\n const link = g(\"link\"); const guid = g(\"guid\");\r\n return { id: (guid.match(/p=(\\d+)/) || [, link])[1], link, title: decodeEntities(stripTags(g(\"title\"))), text: stripTags(g(\"content:encoded\") || g(\"description\")), date: g(\"pubDate\") };\r\n });\r\n}\r\n\r\n// \"Address: 1401 Columbia Rd NW Unit 319, Washington, DC, 20009 Neighborhood: Columbia Heights Type: 1 BR, 1 BA, condo ... Listed: $2,150\"\r\nexport function parsePost(p: Post) {\r\n const t = p.text;\r\n const addr = (t.match(/Address:\\s*(.+?)\\s+(?:Neighborhood|Type|Listed|Rent|Price|Noteworthy):/i) || [])[1]\r\n || (p.title.match(/Rental of the Day:\\s*(.+?)(?:,\\s*Washington)?$/i) || [])[1] || null;\r\n const hood = (t.match(/Neighborhood:\\s*(.+?)\\s+(?:Type|Listed|Rent|Price|Noteworthy):/i) || [])[1] || \"\";\r\n const typeLine = (t.match(/Type:\\s*(.+?)\\s+(?:Listed|Rent|Price|Noteworthy):/i) || [])[1] || \"\";\r\n const price = parsePrice((t.match(/(?:Listed|Rent|Price|Asking):\\s*\\$?\\s*([\\d,]{4,6})/i) || [])[1]) ?? inferPrice(t);\r\n return { addr: addr ? addr.replace(/,\\s*Washington,?\\s*DC,?\\s*(\\d{5})?$/i, \"\").trim() : null, hood, typeLine, price };\r\n}\r\n\r\nexport default async function () {\r\n await ensureSchema();\r\n const stats = { fetched: 0, inserted: 0, updated: 0, pushed: 0 };\r\n const notes: string[] = [];\r\n const posts = new Map();\r\n for (const src of [fromRest, fromRss]) {\r\n try { for (const p of await src()) if (!posts.has(p.id)) posts.set(p.id, p); }\r\n catch (e) { notes.push(`${src.name}: ${String(e).slice(0, 80)}`); }\r\n }\r\n stats.fetched = posts.size;\r\n\r\n const cutoff = Date.now() - 30 * 86400000;\r\n for (const p of posts.values()) {\r\n if (!/rental of the day|for rent|rental/i.test(p.title)) continue;\r\n const ts = Date.parse(p.date); if (Number.isFinite(ts) && ts < cutoff) continue; // dormant category feed still serves 2025 posts\r\n const parsed = parsePost(p);\r\n const all = [p.title, parsed.addr, parsed.hood, parsed.typeLine, p.text].filter(Boolean).join(\" \\n \");\r\n const area = inferArea(all);\r\n if (!area) continue; // outside our seven areas\r\n if (parsed.price != null && (parsed.price < PRICE_MIN - 100 || parsed.price > PRICE_MAX + 100)) continue;\r\n const bedsRaw = inferBeds(parsed.typeLine) ?? inferBeds(all);\r\n if (bedsRaw === 0) continue;\r\n const beds = clampBeds(bedsRaw);\r\n const type = (() => { const a = inferType(parsed.typeLine); return a !== \"unknown\" ? a : inferType(p.text); })();\r\n const r = await upsertListing({\r\n addr: parsed.addr, area, price: parsed.price, beds, source: \"popville\", externalId: p.id, url: p.link,\r\n park: inferPark(p.text), type, ll: inferLL(p.text, \"pm\"), dog: inferDog(p.text),\r\n notes: `PoPville: ${p.title}`.slice(0, 140) + (parsed.hood ? ` | ${parsed.hood}` : \"\"), raw: p.text.slice(0, 4000), postedAt: p.date || null,\r\n }, { push: true });\r\n if (r.action === \"inserted\") stats.inserted++; else stats.updated++;\r\n if (r.pushed) stats.pushed++;\r\n }\r\n const summary = `${posts.size} posts scanned. ${notes.join(\"; \")}`;\r\n await logPoll(\"popville\", true, stats, summary);\r\n console.log(\"popville\", stats, summary);\r\n return { ...stats, summary };\r\n}\r\n","createdAt",["D",1789302863476],"branchVersion","branchId","a4c5838e-3adb-4640-ab71-e9f3d2b72f0a","id","b7ccec7e-ebe9-4364-ba98-e367c8d8849b","housing",["D",1789248987477],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","DC housing search pipeline","imageUrl","87445237-7d14-45c7-b3a2-72e031f10ec1","pinnedFileId","0544e21c-aef2-11f1-a6f0-1607ee4eb77e","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",0,"orgId","01a09786-a61b-74b5-8910-af3116d3de5c","tursoName","b7ccec7eebe94364ba98e367c8d8849b","tursoHostname","b7ccec7eebe94364ba98e367c8d8849b-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789519256886],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_101":100,"_109":105},"org",{"_101":100,"_102":103,"_104":105,"_18":56,"_106":107,"_108":25},"branch",{"_13":90,"_32":91,"_44":43,"_92":45,"_93":-5,"_94":-5,"_95":-5,"_96":-5,"_97":-5,"_98":46,"_99":100},"isOwned",71,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","logan1","handle","displayName","Logan","avatar","https://lh3.googleusercontent.com/a/ACg8ocIFxddfJftSiTFZN49YShT3nY7q8GOQ7dXYM2vJ6XkajnQMGA=s96-c","tier","free","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_44":45,"_32":46,"_39":286,"_48":-5,"_49":25,"_50":51,"_52":51,"_53":54,"_55":-5,"_18":56,"_57":58,"_59":60,"_61":-5,"_62":-5,"_63":64,"_65":66,"_67":68,"_69":70,"_71":287,"_73":-5,"_74":75,"_76":75,"_77":78,"_79":78,"_80":78,"_81":75,"_82":75,"_83":288,"_85":289,"_87":290,"_89":25},"tree",[174,179,184,186],"files",[174,175,176,177,178,179,180,181,182,183,184,185,186,187,188],"counts",{"_164":64,"_165":140,"_166":64,"_167":168,"_169":170},"contents",[132,133,134,135],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_44":158,"_32":159,"_30":160,"_139":-5,"_42":43,"_41":161,"_141":60,"_39":162,"_13":64,"_34":143,"_36":-5,"_24":25,"_144":-5,"_27":163},{"_44":152,"_32":153,"_30":154,"_139":-5,"_42":43,"_41":155,"_141":60,"_39":156,"_13":64,"_34":143,"_36":-5,"_24":25,"_144":-5,"_27":157},{"_44":146,"_32":147,"_30":148,"_139":-5,"_42":43,"_41":149,"_141":60,"_39":150,"_13":64,"_34":143,"_36":-5,"_24":25,"_144":-5,"_27":151},{"_44":136,"_32":137,"_30":138,"_139":-5,"_42":43,"_41":140,"_141":60,"_39":142,"_13":64,"_34":143,"_36":-5,"_24":25,"_144":-5,"_27":145},"3019fed4-fb55-4304-982a-27563c4bac65","lib","03892172-aef2-11f1-9a6d-1607ee4eb77e","parentId",1,"latest",["D",1789248988970],"directory","label",[137],"27f1b4ee-4369-441d-ac9b-84788125d19c","email","c5747c18-ef02-4239-beb4-bae26fa9425f",32,["D",1789299968238],[147],"a6e88f36-5bc0-4bcb-92fb-69a5d6485a73","cron","041eaecc-aef2-11f1-9a8e-1607ee4eb77e",3,["D",1789248989948],[153],"5c11403c-d645-4b4e-b1c8-b1cc89a025ad","api","03d27d86-aef2-11f1-ba0a-1607ee4eb77e",2,["D",1789248989432],[159],"pulls","branches","forks","envVars",{"_171":161,"_173":64},"connections",{"_171":64,"_172":64},"count","unfilledCount","emptyCount",{"_44":158,"_32":159,"_30":160,"_139":-5,"_42":43,"_41":161,"_141":60,"_39":283,"_13":64,"_34":143,"_36":-5,"_24":25,"_144":-5,"_196":284,"_27":285},{"_44":276,"_32":277,"_30":58,"_139":160,"_42":43,"_41":278,"_141":25,"_39":279,"_13":140,"_34":256,"_36":280,"_24":25,"_144":-5,"_196":281,"_27":282},{"_44":268,"_32":269,"_30":270,"_139":160,"_42":43,"_41":271,"_141":25,"_39":272,"_13":204,"_34":256,"_36":273,"_24":25,"_144":-5,"_196":274,"_27":275},{"_44":260,"_32":261,"_30":262,"_139":160,"_42":43,"_41":263,"_141":25,"_39":264,"_13":140,"_34":256,"_36":265,"_24":25,"_144":-5,"_196":266,"_27":267},{"_44":251,"_32":252,"_30":253,"_139":160,"_42":43,"_41":254,"_141":25,"_39":255,"_13":140,"_34":256,"_36":257,"_24":25,"_144":-5,"_196":258,"_27":259},{"_44":152,"_32":153,"_30":154,"_139":-5,"_42":43,"_41":155,"_141":60,"_39":248,"_13":64,"_34":143,"_36":-5,"_24":25,"_144":-5,"_196":249,"_27":250},{"_44":240,"_32":241,"_30":242,"_139":154,"_42":43,"_41":243,"_141":60,"_39":244,"_13":155,"_34":35,"_36":245,"_24":25,"_144":-5,"_196":246,"_27":247},{"_44":232,"_32":233,"_30":234,"_139":154,"_42":43,"_41":235,"_141":25,"_39":236,"_13":140,"_34":35,"_36":237,"_24":25,"_144":-5,"_196":238,"_27":239},{"_44":228,"_32":33,"_30":31,"_139":154,"_42":43,"_41":14,"_141":60,"_39":229,"_13":161,"_34":35,"_36":38,"_24":25,"_144":-5,"_196":230,"_27":231},{"_44":221,"_32":190,"_30":222,"_139":154,"_42":43,"_41":223,"_141":25,"_39":224,"_13":161,"_34":35,"_36":225,"_24":25,"_144":-5,"_196":226,"_27":227},{"_44":146,"_32":147,"_30":148,"_139":-5,"_42":43,"_41":149,"_141":60,"_39":218,"_13":64,"_34":143,"_36":-5,"_24":25,"_144":-5,"_196":219,"_27":220},{"_44":211,"_32":212,"_30":213,"_139":148,"_42":43,"_41":149,"_141":60,"_39":214,"_13":64,"_34":147,"_36":215,"_24":25,"_144":-5,"_196":216,"_27":217},{"_44":136,"_32":137,"_30":138,"_139":-5,"_42":43,"_41":140,"_141":60,"_39":208,"_13":64,"_34":143,"_36":-5,"_24":25,"_144":-5,"_196":209,"_27":210},{"_44":199,"_32":200,"_30":201,"_139":138,"_42":43,"_41":202,"_141":25,"_39":203,"_13":204,"_34":20,"_36":205,"_24":25,"_144":-5,"_196":206,"_27":207},{"_44":189,"_32":190,"_30":191,"_139":138,"_42":43,"_41":192,"_141":25,"_39":193,"_13":155,"_34":194,"_36":195,"_24":25,"_144":-5,"_196":197,"_27":198},"c4828616-10ba-470b-84a2-9c3b4f91c8de","sources.ts","18a74ccc-af66-11f1-9858-1607ee4eb77e",36,["D",1789302809103],"script","// Multi-source registry + one parser per platform. Pure functions (text -> hits) so they are\n// unit-testable against scripts/fixtures/*. The cron (cron/sources.ts) does the fetching,\n// rotation, dedupe and upsert. Adding a source = one REGISTRY entry (+ a parser if new platform).\n// Per-source gotchas are documented in valtown/SOURCES.md.\nimport {\n decodeEntities, stripTags, inferArea, inferBeds, inferPrice, parsePrice, type Area, type Listing,\n} from \"./core.ts\";\nimport { parseSearch as clParseSearch } from \"../cron/craigslist.ts\";\n\nexport type Kind = \"listing\" | \"parking\" | \"signal\";\nexport interface Hit {\n extId: string; // stable per-source id (dedupe key)\n url: string;\n addr: string | null; // street address if known\n price: number | null;\n beds: number | null; // null = unknown (caller clamps), 0 = studio\n text: string; // everything we know, for the infer* helpers\n zip?: string | null;\n lat?: number | null; lon?: number | null;\n park?: Listing[\"park\"]; type?: Listing[\"type\"]; ll?: Listing[\"ll\"]; dog?: boolean | null; // structured overrides\n note?: string;\n posted?: string | number | null; // source's first-posted date when it exposes one (listing date, pubDate, issue date)\n detailUrl?: string; // fetch this for structured fields (Nestfully)\n}\nexport interface ParseResult { hits: Hit[]; more?: boolean; }\nexport type Parser = (text: string, ctx: { url: string; zip?: string; area?: Area }) => ParseResult;\n\nexport interface Source {\n key: string; // becomes listings.source and poll_log job 'sources:'\n parser: keyof typeof PARSERS;\n urls: string[]; // fetched in order; parser may request more pages via ParseResult.more + pageUrl()\n every: number; // minutes between runs\n ll: Listing[\"ll\"]; // default landlord type for this source\n kind?: Kind; // default 'listing'\n push?: boolean; // default true for listings; parking/signals never push\n pushMin?: number; // override PUSH_THRESHOLD for this source (RSS = 6)\n enabled?: boolean; // false = skipped without redeploying parsers\n zip?: string; // zip context for parsers that don't carry one (CL sub/prk)\n headers?: Record;\n accept?: \"html\" | \"json\" | \"xml\";\n pageUrl?: (base: string, n: number) => string; // n >= 2\n maxPages?: number;\n detailCap?: number; // detail fetches per run (Nestfully)\n spacingMs?: number; // delay between fetches to the same source\n group?: string; // at most one source per group runs per invocation (Cloudflare bursts: Nestfully)\n}\n\nexport const TARGET_ZIPS = [\"20010\", \"20011\", \"20012\", \"22206\", \"22204\", \"22301\", \"22305\", \"20781\", \"20782\"];\nexport const ZIP_RE = /\\b(2001[012]|2220[46]|2230[15]|2078[12])\\b/;\nconst NAV_HEADERS = {\n \"accept\": \"text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8\",\n \"accept-language\": \"en-US,en;q=0.9\",\n \"upgrade-insecure-requests\": \"1\",\n \"sec-fetch-mode\": \"navigate\", \"sec-fetch-dest\": \"document\", \"sec-fetch-site\": \"none\",\n};\n\n// ---------- helpers ----------\nconst clean = (s: string) => decodeEntities(s).replace(/\\s+/g, \" \").trim();\nfunction pipeText(html: string): string {\n // tags -> \" | \" separators so label/value pairs survive\n const t = html.replace(//g, \"\").replace(/|/gi, \"\").replace(/<[^>]+>/g, \" | \");\n return decodeEntities(t).replace(/\\s+/g, \" \").replace(/(\\s*\\|\\s*)+/g, \" | \").trim();\n}\nfunction labelValue(pt: string, label: string): string | null {\n const m = pt.match(new RegExp(label.replace(/[.*+?^${}()|[\\]\\\\]/g, \"\\\\$&\") + \"\\\\s*:?\\\\s*\\\\|\\\\s*([^|]+)\"));\n return m ? m[1].trim() : null;\n}\nexport function inferZip(s: string): string | null { return (s.match(ZIP_RE) || [])[1] || null; }\nfunction bedsFrom(s: string): number | null { return inferBeds(s); }\n\n// ---------- 1a. Nestfully (Bright MLS consumer portal) ----------\nexport const nestfully: Parser = (html, ctx) => {\n const hits: Hit[] = [];\n const descByUrl = new Map();\n const postedByUrl = new Map();\n for (const m of html.matchAll(/\n\n`;\n\nexport default async function (req: Request): Promise {\n if (req.method !== \"GET\") return json({ error: \"GET only\" }, 405);\n if (!checkToken(req)) {\n return new Response(\n \"unauthorized: open the tracker link that includes ?token=\",\n { status: 401 },\n );\n }\n return new Response(HTML, {\n headers: {\n \"content-type\": \"text/html; charset=utf-8\",\n \"cache-control\": \"no-store\",\n \"x-robots-tag\": \"noindex\",\n },\n });\n}",[],[159,252],"f5accce4-9ada-458f-a8e8-3d4eb79e01c2","feed.ts","05d34138-aef2-11f1-8674-1607ee4eb77e",28,["D",1789298928499],"// housing-feed: JSON feed of active listings (GET). The Listing Tracker artifact\r\n// pulls this on open. Token via X-Housing-Token header or ?token= query.\r\n// Returns a bare JSON array of { id, addr, area, price, beds, park, type, ll, dog,\r\n// url, src, note, fs, lv, status, missed }.\r\n//\r\n// ?days=N window on last_seen (default 45)\r\n// ?kinds=all include signal-* and cl-parking rows (excluded by default)\r\n// ?stats=1 returns a stats object instead of the array (for validation/debug)\r\nimport { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\r\nimport { ensureSchema, activeListings, checkToken, json, CORS } from \"../lib/core.ts\";\r\n\r\nexport default async function (req: Request): Promise {\r\n if (req.method === \"OPTIONS\") return new Response(null, { status: 204, headers: CORS });\r\n if (req.method !== \"GET\") return json({ error: \"GET only\" }, 405);\r\n if (!checkToken(req)) return json({ error: \"unauthorized\" }, 401);\r\n await ensureSchema();\r\n const url = new URL(req.url);\r\n\r\n if (url.searchParams.get(\"stats\")) {\r\n const bySrc = await sqlite.execute(`select source, count(*) n, max(last_seen) last from listings group by source`);\r\n const byArea = await sqlite.execute(`select area, count(*) n, round(avg(price)) avg_price from listings group by area`);\r\n const recent = await sqlite.execute(`select ts, job, ok, fetched, inserted, updated, pushed, detail from poll_log order by id desc limit 15`);\r\n const total = await sqlite.execute(`select count(*) n, sum(score>=8) hot, sum(pushed) pushed from listings`);\r\n return json({ total: total.rows[0], bySource: bySrc.rows, byArea: byArea.rows, recentPolls: recent.rows });\r\n }\r\n\r\n const days = Math.min(365, Math.max(1, Number(url.searchParams.get(\"days\") || 45)));\r\n const list = await activeListings(days, url.searchParams.get(\"kinds\") === \"all\" ? \"all\" : \"listings\"); // ?kinds=all includes signal-*/cl-parking rows\r\n return json(list, 200, { \"cache-control\": \"no-store\" });\r\n}\r\n",[],[159,261],"ace52b85-7f50-44fa-990d-ae29f8c807ae","admin.ts","066872bc-aef2-11f1-8bc7-1607ee4eb77e",37,["D",1789302813445],"// housing-admin: token-checked maintenance endpoint for validation and manual runs.\r\n// GET ?job=craigslist | popville | digest | sources run a job now (digest sends immediately)\r\n// ?job=sources&only= ?job=sources&force=1 one source / ignore the `every` interval\r\n// GET ?sql=select ... read-only query (SELECT only)\r\n// POST { id, status } set a listing's status (new|contacted|touring|applied|dead)\r\n// POST { targets: [...] } load Phase 3 landlord targets ({addr, area, confidence A|B|C, verified_at?, ...}; bonus A +3, B +2, C 0)\r\n// POST { verify_target: { address_norm, result: garage|none|probable } } satellite verdict -> A / demote to C / keep B, stamps verified_at\r\n// GET ?job=backfill_posted[&cap=40] re-fetch Craigslist / Nestfully pages to fill posted_at for score>=6 rows\r\n// GET ?testpush=1 send a test Discord push\r\nimport { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\r\nimport { ensureSchema, checkToken, json, CORS, STATUS, pushDiscord, PUSH_THRESHOLD, normalizeAddress, streetKey, toIsoDate, UA, sleep } from \"../lib/core.ts\";\r\nimport { parseDetail as clParseDetail } from \"../cron/craigslist.ts\";\r\nimport { PARSERS } from \"../lib/sources.ts\";\r\nimport craigslist from \"../cron/craigslist.ts\";\r\nimport popville from \"../cron/popville.ts\";\r\nimport { sendDigest } from \"../cron/digest.ts\";\r\nimport sources from \"../cron/sources.ts\";\r\n\r\nexport default async function (req: Request): Promise {\r\n if (req.method === \"OPTIONS\") return new Response(null, { status: 204, headers: CORS });\r\n if (!checkToken(req)) return json({ error: \"unauthorized\" }, 401);\r\n await ensureSchema();\r\n const url = new URL(req.url);\r\n\r\n if (req.method === \"POST\") {\r\n const b = await req.json().catch(() => ({}));\r\n // POST { delete: { id? | source? | url_like? | before? } } - remove rows matching ALL given filters (at least one)\r\n if (b.delete && typeof b.delete === \"object\") {\r\n const w: string[] = []; const a: any[] = [];\r\n if (b.delete.id != null) { w.push(\"id=?\"); a.push(b.delete.id); }\r\n if (b.delete.rowid != null) { w.push(\"rowid_pk=?\"); a.push(Number(b.delete.rowid)); }\r\n if (b.delete.source) { w.push(\"source=?\"); a.push(b.delete.source); }\r\n if (b.delete.url_like) { w.push(\"url like ?\"); a.push(b.delete.url_like); }\r\n if (b.delete.before) { w.push(\"first_seen t.addr && t.area).map((t: any) => ({\r\n sql: `insert or replace into targets (address_norm, addr, area, owner, mailing, garage_evidence, units, beds, bbl, rank, added, confidence, verified_at) values (?,?,?,?,?,?,?,?,?,?,date('now'),?,?)`,\r\n args: [streetKey(normalizeAddress(String(t.addr).split(\",\")[0])), String(t.addr).split(\",\")[0].trim(), t.area, t.owner || \"\", t.mailing || \"\", t.garage_evidence || \"\", t.units ?? null, t.beds ?? null, t.bbl ? 1 : 0, t.rank ?? null,\r\n /^[ABC]$/.test(String(t.confidence || \"\")) ? t.confidence : \"C\", t.verified_at || null],\r\n }));\r\n if (stmts.length) await sqlite.batch(stmts);\r\n const n = await sqlite.execute(`select count(*) n, sum(confidence='A') a, sum(confidence='B') b, sum(confidence='C') c from targets`);\r\n return json({ ok: true, upserted: stmts.length, totals: n.rows[0] });\r\n }\r\n // POST { verify_target: { address_norm, result } } - the Chrome sweep's satellite verdict for a \"VERIFY GARAGE\" push\r\n if (b.verify_target && typeof b.verify_target === \"object\") {\r\n const key = streetKey(normalizeAddress(String(b.verify_target.address_norm || b.verify_target.addr || \"\").split(\",\")[0]));\r\n const result = String(b.verify_target.result || \"\");\r\n if (!key || ![\"garage\", \"none\", \"probable\"].includes(result)) return json({ error: \"need address_norm and result in garage|none|probable\" }, 400);\r\n const conf = result === \"garage\" ? \"A\" : result === \"none\" ? \"C\" : \"B\";\r\n const r = await sqlite.execute({ sql: `update targets set confidence=?, verified_at=date('now') where address_norm=?`, args: [conf, key] });\r\n return json({ ok: true, address_norm: key, confidence: conf, rowsAffected: r.rowsAffected });\r\n }\r\n if (!b.id || !STATUS.includes(b.status)) return json({ error: `need id and status in ${STATUS.join(\"|\")}` }, 400);\r\n const r = await sqlite.execute({ sql: `update listings set status=? where id=?`, args: [b.status, b.id] });\r\n return json({ ok: true, rowsAffected: r.rowsAffected });\r\n }\r\n\r\n const job = url.searchParams.get(\"job\");\r\n if (job === \"craigslist\") return json(await craigslist());\r\n if (job === \"popville\") return json(await popville());\r\n if (job === \"digest\") return json(await sendDigest(true));\r\n if (job === \"sources\") return json(await sources({ only: url.searchParams.get(\"only\") || undefined, force: !!url.searchParams.get(\"force\") }));\r\n if (job === \"backfill_posted\") return json(await backfillPosted(Number(url.searchParams.get(\"cap\") || 40)));\r\n\r\n // push every active score>=8 row that never got a Discord alert (webhook was down / not yet configured)\r\n if (url.searchParams.get(\"pushpending\")) {\r\n const r = await sqlite.execute(`select * from listings where score >= ${PUSH_THRESHOLD} and pushed = 0 and status <> 'dead' and last_seen >= date('now','-14 day') order by score desc`);\r\n const out: any[] = [];\r\n for (const row of r.rows as any[]) {\r\n const ok = await pushDiscord({ id: row.id, addr: row.addr, area: row.area, price: row.price, beds: Number(row.beds), park: row.parking_type, type: row.htype, ll: row.landlord_type, dog: row.pet_ok == null ? null : !!row.pet_ok, url: row.url, source: row.source, score: row.score, notes: row.notes });\r\n if (ok) await sqlite.execute({ sql: `update listings set pushed=1 where rowid_pk=?`, args: [row.rowid_pk] });\r\n out.push({ id: row.id, score: row.score, pushed: ok });\r\n }\r\n return json({ pending: out.length, results: out });\r\n }\r\n\r\n if (url.searchParams.get(\"testpush\")) {\r\n const ok = await pushDiscord({ id: \"TEST\", addr: \"Test push - 123 Example St NW\", area: \"Petworth\", price: 2350, beds: 2, park: \"garage\", type: \"rowhouse\", ll: \"individual\", dog: true, url: \"https://example.com\", source: \"test\", score: 12, notes: \"Pipeline test; ignore.\" });\r\n return json({ pushed: ok });\r\n }\r\n\r\n const sql = url.searchParams.get(\"sql\");\r\n if (sql) {\r\n if (!/^\\s*select\\b/i.test(sql)) return json({ error: \"SELECT only\" }, 400);\r\n const r = await sqlite.execute(sql);\r\n return json({ columns: r.columns, rows: r.rows });\r\n }\r\n return json({ usage: \"?job=craigslist|popville|digest|sources[&only=key][&force=1] ?sql=select... ?testpush=1 POST {id,status}\" });\r\n}\r\n\r\n// Fix 2 backfill: posted_at for Craigslist rows (detail page ) and Nestfully rows (list page datePosted),\r\n// score >= 6 only, capped, polite. Everything else stays null (first_seen is the age fallback).\r\nasync function backfillPosted(cap: number) {\r\n const headers = { \"user-agent\": UA, \"accept\": \"text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8\", \"accept-language\": \"en-US,en;q=0.9\", \"upgrade-insecure-requests\": \"1\", \"sec-fetch-mode\": \"navigate\", \"sec-fetch-dest\": \"document\", \"sec-fetch-site\": \"none\" };\r\n const out: any[] = []; let fetches = 0;\r\n const cl = await sqlite.execute(`select rowid_pk, url, addr from listings where source='craigslist' and posted_at is null and score >= 6 order by score desc`);\r\n for (const row of cl.rows as any[]) {\r\n if (fetches >= cap) break;\r\n fetches++;\r\n try {\r\n const res = await fetch(String(row.url), { headers }); const text = res.ok ? await res.text() : \"\";\r\n const posted = text ? toIsoDate(clParseDetail(text).posted) : null;\r\n if (posted) await sqlite.execute({ sql: `update listings set posted_at=? where rowid_pk=?`, args: [posted, row.rowid_pk] });\r\n out.push({ addr: row.addr, http: res.status, posted });\r\n } catch (e) { out.push({ addr: row.addr, error: String(e).slice(0, 80) }); }\r\n await sleep(1500);\r\n }\r\n const nf = await sqlite.execute(`select source, count(*) n from listings where source like 'nestfully-%' and posted_at is null and score >= 6 group by source`);\r\n for (const g of nf.rows as any[]) {\r\n if (fetches >= cap) break;\r\n const zip = String(g.source).replace(\"nestfully-\", \"\");\r\n const path = zip.startsWith(\"200\") ? `DC/Washington/${zip}` : zip.startsWith(\"222\") ? `VA/Arlington/${zip}` : zip.startsWith(\"223\") ? `VA/Alexandria/${zip}` : `MD/Hyattsville/${zip}`;\r\n const byId = new Map();\r\n for (let page = 1; page <= 3 && fetches < cap; page++) {\r\n fetches++;\r\n const u = `https://www.nestfully.com/rentals/${path}${page > 1 ? `/p-${page}` : \"\"}`;\r\n try {\r\n const res = await fetch(u, { headers }); if (!res.ok) { out.push({ source: g.source, page, http: res.status }); break; }\r\n const r = PARSERS.nestfully(await res.text(), { url: u, zip });\r\n for (const h of r.hits) if (h.posted) byId.set(h.extId, String(h.posted).slice(0, 10));\r\n if (!r.more) break;\r\n } catch (e) { out.push({ source: g.source, page, error: String(e).slice(0, 80) }); break; }\r\n await sleep(5000);\r\n }\r\n let updated = 0;\r\n for (const [extId, posted] of byId) {\r\n const r = await sqlite.execute({ sql: `update listings set posted_at=? where source=? and external_id=? and posted_at is null`, args: [posted, g.source, extId] });\r\n updated += Number(r.rowsAffected || 0);\r\n }\r\n out.push({ source: g.source, listPagesParsed: byId.size, updated });\r\n }\r\n // re-derive STALE prefixes for rows that now have a posted_at\r\n const stale = await sqlite.execute(`select rowid_pk, notes, posted_at, first_seen from listings where posted_at is not null and score >= 6`);\r\n let restamped = 0;\r\n for (const row of stale.rows as any[]) {\r\n const age = Math.round((Date.now() - Date.parse(String(row.posted_at || row.first_seen))) / 86400000);\r\n const base = String(row.notes || \"\").replace(/^STALE \\d+d \\| /, \"\");\r\n const notes = age > 45 ? `STALE ${age}d | ${base}` : base;\r\n if (notes !== row.notes) { await sqlite.execute({ sql: `update listings set notes=? where rowid_pk=?`, args: [notes, row.rowid_pk] }); restamped++; }\r\n }\r\n return { fetches, restamped, out };\r\n}\r\n",[],[159,269],"628c5726-9291-4ed6-91cc-49658499dcde","add.ts",12,["D",1789249256010],"// housing-add: manual ingestion endpoint (POST). Claude in Chrome and Logan post\n// FB / sign / portal finds here. Shared-secret header X-Housing-Token.\n//\n// Body (JSON, single object or array):\n// { addr, area?, price?, beds?, park?, type?, ll?, dog?, url, src, note?, text? }\n// `text` is optional free text (the listing body) used to infer any field left blank.\nimport {\n AREAS, PARK, HTYPE, LL, ensureSchema, upsertListing, inferArea, inferPark, inferType, inferLL, inferDog,\n inferBeds, clampBeds, parsePrice, inferPrice, checkToken, json, CORS, type Area,\n} from \"../lib/core.ts\";\n\nexport default async function (req: Request): Promise {\n if (req.method === \"OPTIONS\") return new Response(null, { status: 204, headers: CORS });\n if (req.method !== \"POST\") return json({ error: \"POST only\" }, 405);\n if (!checkToken(req)) return json({ error: \"unauthorized\" }, 401);\n\n let body: any;\n try { body = await req.json(); } catch { return json({ error: \"invalid JSON\" }, 400); }\n const items: any[] = Array.isArray(body) ? body : [body];\n if (items.length === 0 || items.length > 50) return json({ error: \"1-50 listings per request\" }, 400);\n\n await ensureSchema();\n const results: any[] = [];\n for (const it of items) {\n const text = [it.addr, it.title, it.note, it.text].filter(Boolean).join(\" \\n \");\n const url = String(it.url || \"\").trim();\n const src = String(it.src || it.source || \"manual\").toLowerCase().trim();\n if (!url && !it.addr) { results.push({ error: \"need url or addr\", input: it }); continue; }\n\n let area: Area | null = AREAS.includes(it.area) ? it.area : inferArea(text);\n if (!area) { results.push({ error: `area required; one of ${AREAS.join(\" | \")}`, input: it }); continue; }\n\n let beds = it.beds != null && it.beds !== \"\" ? Number(it.beds) : inferBeds(text);\n if (beds === 0) { results.push({ skipped: \"studio\", input: it }); continue; }\n beds = clampBeds(beds);\n\n const park = PARK.includes(it.park) ? it.park : inferPark(text);\n const type = HTYPE.includes(it.type) ? it.type : inferType(text);\n // FB/CL/sign posts default to individual-landlord signal; portals default to pm\n const llDefault = [\"fb\", \"fbm\", \"facebook\", \"craigslist\", \"sign\", \"popville\", \"manual\"].includes(src) ? \"individual\" : \"pm\";\n const ll = LL.includes(it.ll) ? it.ll : inferLL(text, llDefault);\n const dog = typeof it.dog === \"boolean\" ? it.dog : inferDog(text);\n const price = it.price != null && it.price !== \"\" ? parsePrice(it.price) : inferPrice(text);\n\n const r = await upsertListing({\n addr: it.addr ? String(it.addr).trim() : null,\n area, price, beds, source: src, externalId: it.externalId || it.external_id || null, url: url || \"\",\n park, type, ll, dog, notes: String(it.note || \"\").trim(), raw: it.text ? String(it.text) : undefined, unit: it.unit || null,\n }, { push: true });\n results.push(r);\n }\n return json({ ok: true, results });\n}\n",[],[159,277],["D",1789248989432],[175,176,177,178],[159],["D",1789248987477],["D",1789519256886],{"_101":100,"_109":105},{"_101":100,"_102":103,"_104":105,"_18":56,"_106":107,"_108":25},{"_13":90,"_32":91,"_44":43,"_92":45,"_93":-5,"_94":-5,"_95":-5,"_96":-5,"_97":-5,"_98":46,"_99":100},"ctx",{"_83":-5,"_129":324,"_325":326,"_327":328,"_329":25,"_330":25,"_331":25,"_332":60,"_333":-5,"_334":-7,"_335":-7,"_336":64,"_337":25,"_338":25,"_339":-5,"_340":25,"_341":25,"_342":25,"_343":-5},"ENV",{"_295":296,"_297":298,"_299":91,"_300":301,"_302":303,"_304":305,"_306":307,"_308":309,"_310":311,"_312":313,"_314":315,"_316":317,"_318":319,"_320":321,"_322":323},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v40