DC Move Listing Tracker

\n \n \n

\n \n \n \n show stale\n hide big buildings\n\n

\n\n \n

\n\n \n\n \n

\n\n\n\n`;\n\nexport default async function (req: Request): Promise {\n if (req.method !== \"GET\") return json({ error: \"GET only\" }, 405);\n if (!checkToken(req)) return new Response(\"unauthorized: open the tracker link that includes ?token=\", { status: 401 });\n return new Response(HTML, { headers: { \"content-type\": \"text/html; charset=utf-8\", \"cache-control\": \"no-store\", \"x-robots-tag\": \"noindex\" } });\n}\n","label",[184,66],"api","pulls","branches",1,"forks","envVars",{"_193":195,"_196":26},"connections",{"_193":26,"_194":26},"count","unfilledCount",2,"emptyCount",{"_35":353,"_13":184,"_64":175,"_45":-5,"_37":38,"_176":195,"_177":112,"_39":354,"_41":26,"_67":256,"_180":-5,"_69":24,"_182":-5,"_224":355,"_17":356},{"_35":346,"_13":347,"_64":110,"_45":175,"_37":38,"_176":348,"_177":112,"_39":349,"_41":195,"_67":68,"_180":350,"_69":24,"_182":-5,"_224":351,"_17":352},{"_35":337,"_13":338,"_64":339,"_45":175,"_37":38,"_176":340,"_177":112,"_39":341,"_41":342,"_67":68,"_180":343,"_69":24,"_182":-5,"_224":344,"_17":345},{"_35":329,"_13":330,"_64":331,"_45":175,"_37":38,"_176":332,"_177":112,"_39":333,"_41":195,"_67":68,"_180":334,"_69":24,"_182":-5,"_224":335,"_17":336},{"_35":174,"_13":66,"_64":65,"_45":175,"_37":38,"_176":93,"_177":112,"_39":326,"_41":179,"_67":68,"_180":181,"_69":24,"_182":-5,"_224":327,"_17":328},{"_35":322,"_13":282,"_64":275,"_45":-5,"_37":38,"_176":179,"_177":112,"_39":323,"_41":26,"_67":256,"_180":-5,"_69":24,"_182":-5,"_224":324,"_17":325},{"_35":314,"_13":315,"_64":316,"_45":275,"_37":38,"_176":317,"_177":112,"_39":318,"_41":26,"_67":222,"_180":319,"_69":24,"_182":-5,"_224":320,"_17":321},{"_35":306,"_13":307,"_64":308,"_45":275,"_37":38,"_176":309,"_177":112,"_39":310,"_41":179,"_67":278,"_180":311,"_69":24,"_182":-5,"_224":312,"_17":313},{"_35":298,"_13":299,"_64":300,"_45":275,"_37":38,"_176":301,"_177":112,"_39":302,"_41":233,"_67":278,"_180":303,"_69":24,"_182":-5,"_224":304,"_17":305},{"_35":291,"_13":238,"_64":292,"_45":275,"_37":38,"_176":293,"_177":112,"_39":294,"_41":187,"_67":278,"_180":295,"_69":24,"_182":-5,"_224":296,"_17":297},{"_35":283,"_13":284,"_64":285,"_45":275,"_37":38,"_176":286,"_177":112,"_39":287,"_41":195,"_67":278,"_180":288,"_69":24,"_182":-5,"_224":289,"_17":290},{"_35":273,"_13":229,"_64":274,"_45":275,"_37":38,"_176":276,"_177":112,"_39":277,"_41":179,"_67":278,"_180":279,"_69":24,"_182":-5,"_224":280,"_17":281},{"_35":269,"_13":265,"_64":262,"_45":-5,"_37":38,"_176":263,"_177":112,"_39":270,"_41":26,"_67":256,"_180":-5,"_69":24,"_182":-5,"_224":271,"_17":272},{"_35":259,"_13":260,"_64":261,"_45":262,"_37":38,"_176":263,"_177":112,"_39":264,"_41":26,"_67":265,"_180":266,"_69":24,"_182":-5,"_224":267,"_17":268},{"_35":254,"_13":227,"_64":219,"_45":-5,"_37":38,"_176":187,"_177":112,"_39":255,"_41":26,"_67":256,"_180":-5,"_69":24,"_182":-5,"_224":257,"_17":258},{"_35":245,"_13":246,"_64":247,"_45":219,"_37":38,"_176":248,"_177":112,"_39":249,"_41":250,"_67":21,"_180":251,"_69":24,"_182":-5,"_224":252,"_17":253},{"_35":237,"_13":238,"_64":239,"_45":219,"_37":38,"_176":240,"_177":112,"_39":241,"_41":195,"_67":222,"_180":242,"_69":24,"_182":-5,"_224":243,"_17":244},{"_35":228,"_13":229,"_64":230,"_45":219,"_37":38,"_176":231,"_177":112,"_39":232,"_41":233,"_67":222,"_180":234,"_69":24,"_182":-5,"_224":235,"_17":236},{"_35":216,"_13":217,"_64":218,"_45":219,"_37":38,"_176":220,"_177":112,"_39":221,"_41":187,"_67":222,"_180":223,"_69":24,"_182":-5,"_224":225,"_17":226},"a733d1b9-01d9-4909-bca8-894bbf6883d2","vibe.ts","e570c70e-af77-11f1-95c6-1607ee4eb77e","03892172-aef2-11f1-9a6d-1607ee4eb77e",63,["D",1789308398032],"script","// Neighborhood vibe layer (Part 5). Geocoding (Census batch + DC address points fallback), OSM POIs\r\n// (loaded by phase3/pois.ts -> POST {pois:[...]}), per-listing vibe metrics and a 0-5 vibe_score.\r\n// The vibe_score is a SEPARATE number - it never feeds score() (fit) and never gates a push.\r\nimport { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\r\nimport { streetKey, today, sleep, UA } from \"./core.ts\";\r\n\r\n// Nightlife strips (coordinates checked on Google Maps satellite/road view 2026-09-13 - each sits on the strip itself)\r\nexport const STRIPS: { name: string; lat: number; lon: number; area: string }[] = [\r\n { name: \"Upshur St NW @ 9th\", lat: 38.9424, lon: -77.0238, area: \"Petworth\" },\r\n { name: \"Georgia Ave @ Petworth Metro\", lat: 38.9367, lon: -77.0242, area: \"Petworth\" },\r\n { name: \"Kennedy St NW @ 5th\", lat: 38.9564, lon: -77.0195, area: \"Brightwood\" },\r\n { name: \"11th St NW Columbia Heights\", lat: 38.9290, lon: -77.0275, area: \"Park View / 16th St Hts\" },\r\n { name: \"Mt Vernon Ave Del Ray\", lat: 38.8285, lon: -77.0585, area: \"Del Ray\" },\r\n { name: \"Shirlington Village\", lat: 38.8405, lon: -77.0890, area: \"Fairlington / Shirlington\" },\r\n { name: \"Columbia Pike @ Walter Reed Dr\", lat: 38.8622, lon: -77.0906, area: \"Columbia Pike\" },\r\n { name: \"Route 1 Hyattsville Arts District\", lat: 38.9556, lon: -76.9410, area: \"Hyattsville\" },\r\n];\r\nexport const SHIRLINGTON = { lat: 38.8404, lon: -77.0872 }; // friend anchor\r\n// venues still tagged in OSM but closed (checked 2026-09-13): dropped from counts and names\r\nconst CLOSED = new Set([\"Slash Run\", \"Cinder Neighborhood Barbeque\", \"Cinder BBQ\"]);\r\n\r\n// Two-sentence blurbs. Venues verified 2026-09-13 (WebSearch / OSM): Timber Pizza 809 Upshur, Looking Glass Lounge 3634 Georgia,\r\n// Reliable Tavern 3655 Georgia, Brightwood Pizza & Bottle by ANXO 711 Kennedy, Wonderland Ballroom 11th & Kenyon, Cheesetique +\r\n// Pork Barrel BBQ on Mt Vernon Ave, Busboys and Poets + Samuel Beckett's in Shirlington, Lost Dog Cafe on the Pike, Franklins +\r\n// Busboys and Poets on Route 1. Slash Run (closed 2024) and Cinder (closed since the Jan 2026 fire) are deliberately not named.\r\nexport const AREA_BLURBS: Record = {\r\n \"Petworth\": \"Two short strips - Upshur St at 9th (Timber Pizza and a handful of taverns) and Georgia Ave around the Metro (Looking Glass Lounge, Reliable Tavern) - with quiet rowhouse blocks in every direction. The housing stock is exactly the search target (rowhouses with alley garages and English basements), so the trade-off is only that the nightlife is small-scale and closes early on weeknights.\",\r\n \"Park View / 16th St Hts\": \"Park View leans on Georgia Ave and, a 10-minute walk south, the 11th St corridor in Columbia Heights (Wonderland Ballroom, Red Rocks) - the densest bar strip in the search. Rowhouses and basement units are plentiful on the Park View side while 16th St Heights is larger detached and semi-detached houses with driveways; the trade-off is that the best-vibe blocks near 11th St price above budget and garages get rarer as you go south.\",\r\n \"Brightwood\": \"Kennedy St NW is the strip - Brightwood Pizza & Bottle by ANXO is the anchor and the rest is carry-outs and a slow trickle of new spots. Brightwood and Brightwood Park are the deepest pool of alley-garage rowhouses at the lowest DC prices in the search, at the cost of the thinnest nightlife and a longer ride to Shirlington.\",\r\n \"Fairlington / Shirlington\": \"Shirlington Village (Busboys and Poets, Samuel Beckett's, Palette 22) is a real restaurant row and it is the friend anchor - vibe here is walking distance to dinner, not late-night bars. Fairlington is 1940s brick condo townhouses: dog-friendly, green, garage-free (some carports/assigned spaces), so a Fairlington match trades the garage bonus for the strip and the friends.\",\r\n \"Columbia Pike\": \"The Pike around Walter Reed Dr (Lost Dog Cafe, Rebellion on the Pike, Penrose Square) is a bus-corridor main street: plenty of restaurants, a few bars, no Metro. Housing is garden apartments and some townhouses with surface parking; garages are rare, but prices and dog policies are friendlier than DC and Shirlington is a short drive.\",\r\n \"Del Ray\": \"Mt Vernon Ave is a classic small-town main street (Cheesetique, Pork Barrel BBQ, Taqueria Poblano) - family-hour busy, quiet by 10. Detached and semi-detached houses on small lots, many with detached garages off driveways, and Potomac Yard Metro at the south end; the trade-off is that whole-house rentals in budget are scarce and basement units rarer than in DC.\",\r\n \"Hyattsville\": \"The Route 1 Arts District (Franklins, Busboys and Poets, Pizzeria Paradiso, Vigilante Coffee) is a compact strip with two Metro stations within a mile. Housing is 1920s-40s bungalows and Cape Cods with driveways and detached garages at the lowest prices in the search; the trade-off is a longer commute to everything in Virginia and a strip that is one street, not a neighborhood of them.\",\r\n};\r\n\r\nconst R_MI = 3958.8;\r\nexport function haversineMi(lat1: number, lon1: number, lat2: number, lon2: number): number {\r\n const toR = (d: number) => d * Math.PI / 180;\r\n const dLat = toR(lat2 - lat1), dLon = toR(lon2 - lon1);\r\n const a = Math.sin(dLat / 2) ** 2 + Math.cos(toR(lat1)) * Math.cos(toR(lat2)) * Math.sin(dLon / 2) ** 2;\r\n return 2 * R_MI * Math.asin(Math.sqrt(a));\r\n}\r\nexport type Poi = { id: string; kind: string; name: string; lat: number; lon: number; area: string };\r\nexport type Vibe = {\r\n strip: string; strip_mi: number; strip_min: number; bars: number; eats: number; bar_names: string;\r\n metro: string | null; metro_mi: number | null; dog_park: string | null; dog_mi: number | null; grocery_mi: number | null;\r\n shirlington_min: number; vibe_score: number; line: string;\r\n};\r\nconst r1 = (x: number) => Math.round(x * 10) / 10;\r\n// pure: metrics + 0-5 score from a coordinate and the POI set\r\nexport function computeVibe(lat: number, lon: number, pois: Poi[]): Vibe {\r\n const d = (p: { lat: number; lon: number }) => haversineMi(lat, lon, p.lat, p.lon);\r\n const strip = STRIPS.map((s) => ({ s, mi: d(s) })).sort((a, b) => a.mi - b.mi)[0];\r\n const live = pois.filter((p) => !CLOSED.has(p.name));\r\n const bars = live.filter((p) => p.kind === \"bar\").map((p) => ({ p, mi: d(p) })).filter((x) => x.mi <= 0.5).sort((a, b) => a.mi - b.mi);\r\n const eats = live.filter((p) => p.kind === \"eat\" && d(p) <= 0.5).length;\r\n const nearest = (kind: string, maxMi: number) => { const c = live.filter((p) => p.kind === kind).map((p) => ({ p, mi: d(p) })).sort((a, b) => a.mi - b.mi)[0]; return c && c.mi <= maxMi ? c : null; };\r\n const metro = nearest(\"metro\", 3), dog = nearest(\"dog\", 1.5), groc = nearest(\"grocery\", 2);\r\n const shirl = Math.round(haversineMi(lat, lon, SHIRLINGTON.lat, SHIRLINGTON.lon) * 2.8);\r\n let score = 0;\r\n if (strip.mi <= 0.5) score += 2; else if (strip.mi <= 0.8) score += 1;\r\n if (bars.length >= 5) score += 1;\r\n if (metro && metro.mi <= 0.6) score += 1;\r\n if (dog && dog.mi <= 0.5) score += 1;\r\n const stripMin = Math.round(strip.mi * 20);\r\n const line = `Vibe ${score}/5 - ${strip.s.name} ${r1(strip.mi)} mi (${stripMin} min) - ${bars.length} bar${bars.length === 1 ? \"\" : \"s\"} - ${metro ? `${metro.p.name} ${r1(metro.mi)} mi` : \"no Metro <3 mi\"} - ~${shirl} min to Shirlington`;\r\n return {\r\n strip: strip.s.name, strip_mi: r1(strip.mi), strip_min: stripMin, bars: bars.length, eats,\r\n bar_names: bars.slice(0, 3).map((x) => x.p.name).filter(Boolean).join(\", \"),\r\n metro: metro ? metro.p.name : null, metro_mi: metro ? r1(metro.mi) : null,\r\n dog_park: dog ? dog.p.name : null, dog_mi: dog ? r1(dog.mi) : null, grocery_mi: groc ? r1(groc.mi) : null,\r\n shirlington_min: shirl, vibe_score: score, line,\r\n };\r\n}\r\n\r\n// ---------- schema ----------\r\nexport async function ensureVibeSchema() {\r\n await sqlite.batch([\r\n `create table if not exists pois (id text primary key, kind text not null, name text not null default '', lat real not null, lon real not null, area text)`,\r\n `create table if not exists vibe (rowid_pk integer primary key, strip text, strip_mi real, strip_min integer, bars integer, eats integer, bar_names text,\r\n metro text, metro_mi real, dog_park text, dog_mi real, grocery_mi real, shirlington_min integer, vibe_score integer, line text, computed text)`,\r\n ]);\r\n}\r\nlet poiCache: { at: number; pois: Poi[] } | null = null;\r\nexport async function loadPois(): Promise {\r\n if (poiCache && Date.now() - poiCache.at < 10 * 60_000) return poiCache.pois;\r\n const r = await sqlite.execute(`select id, kind, name, lat, lon, area from pois`);\r\n poiCache = { at: Date.now(), pois: (r.rows as any[]).map((x) => ({ id: String(x.id), kind: String(x.kind), name: String(x.name || \"\"), lat: Number(x.lat), lon: Number(x.lon), area: String(x.area || \"\") })) };\r\n return poiCache.pois;\r\n}\r\nexport async function upsertVibe(rowid: number, v: Vibe) {\r\n await sqlite.execute({\r\n sql: `insert or replace into vibe (rowid_pk, strip, strip_mi, strip_min, bars, eats, bar_names, metro, metro_mi, dog_park, dog_mi, grocery_mi, shirlington_min, vibe_score, line, computed) values (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)`,\r\n args: [rowid, v.strip, v.strip_mi, v.strip_min, v.bars, v.eats, v.bar_names, v.metro, v.metro_mi, v.dog_park, v.dog_mi, v.grocery_mi, v.shirlington_min, v.vibe_score, v.line, today()],\r\n });\r\n await sqlite.execute({ sql: `update listings set vibe_score=? where rowid_pk=?`, args: [v.vibe_score, rowid] });\r\n}\r\n// vibe for a freshly upserted row that already has coordinates (Craigslist, add endpoint); no-op without POIs\r\nexport async function vibeForRow(rowid: number, lat: number | null | undefined, lon: number | null | undefined): Promise {\r\n if (lat == null || lon == null) return null;\r\n const pois = await loadPois(); if (!pois.length) return null;\r\n const v = computeVibe(Number(lat), Number(lon), pois);\r\n await upsertVibe(rowid, v);\r\n return v;\r\n}\r\n\r\n// ---------- geocoding ----------\r\nconst SYNTHETIC_RE = /^[A-Z0-9-]+ [A-Za-z0-9]+$/; // \"NESTFULLY-20782 428581813\", \"CRAIGSLIST kdRP...\" - ids with no address\r\nconst CITY: Record = {\r\n \"Petworth\": [\"Washington\", \"DC\"], \"Park View / 16th St Hts\": [\"Washington\", \"DC\"], \"Brightwood\": [\"Washington\", \"DC\"],\r\n \"Fairlington / Shirlington\": [\"Arlington\", \"VA\"], \"Columbia Pike\": [\"Arlington\", \"VA\"], \"Del Ray\": [\"Alexandria\", \"VA\"], \"Hyattsville\": [\"Hyattsville\", \"MD\"],\r\n};\r\nexport function geocodable(id: string, addrNorm: string): boolean {\r\n return !!addrNorm && !SYNTHETIC_RE.test(id) && /^\\d+[A-Z]?\\s+\\S/.test(addrNorm) && !/\\bNEAR\\b/.test(addrNorm);\r\n}\r\nfunction csvCell(s: string) { return `\"${String(s).replace(/\"/g, \"'\")}\"`; }\r\nexport async function censusBatch(rows: { rowid: number; street: string; city: string; state: string; zip: string }[]): Promise> {\r\n const out = new Map();\r\n if (!rows.length) return out;\r\n const csv = rows.map((r) => [r.rowid, csvCell(r.street), csvCell(r.city), r.state, r.zip].join(\",\")).join(\"\\n\");\r\n const fd = new FormData();\r\n fd.append(\"addressFile\", new Blob([csv], { type: \"text/csv\" }), \"addresses.csv\");\r\n fd.append(\"benchmark\", \"Public_AR_Current\");\r\n const res = await fetch(\"https://geocoding.geo.census.gov/geocoder/locations/addressbatch\", { method: \"POST\", body: fd, headers: { \"user-agent\": UA } });\r\n if (!res.ok) throw new Error(`census http ${res.status}`);\r\n const text = await res.text();\r\n for (const line of text.split(\"\\n\")) {\r\n // \"id\",\"input\",\"Match\",\"Exact\",\"matched address\",\"lon,lat\",\"tigerline\",\"side\"\r\n const m = line.match(/^\"(\\d+)\",\".*?\",\"Match\",\"[^\"]*\",\"[^\"]*\",\"(-?[\\d.]+),(-?[\\d.]+)\"/);\r\n if (m) out.set(Number(m[1]), { lon: Number(m[2]), lat: Number(m[3]) });\r\n }\r\n return out;\r\n}\r\nconst EXPAND: Record = { ST: \"STREET\", AVE: \"AVENUE\", RD: \"ROAD\", PL: \"PLACE\", DR: \"DRIVE\", CT: \"COURT\", LN: \"LANE\", BLVD: \"BOULEVARD\", TER: \"TERRACE\", CIR: \"CIRCLE\" };\r\nexport async function dcAddressPoint(addrNorm: string): Promise<{ lat: number; lon: number } | null> {\r\n const k = streetKey(addrNorm);\r\n const m = k.match(/^(\\d+)[A-Z]?\\s+(.+?)\\s+(ST|AVE|RD|PL|DR|CT|LN|BLVD|TER|CIR)\\s+(NW|NE|SW|SE)$/);\r\n if (!m) return null;\r\n const where = `ADDRESS_NUMBER=${Number(m[1])} AND STREET_NAME='${m[2].replace(/'/g, \"''\")}' AND STREET_TYPE='${EXPAND[m[3]] || m[3]}' AND QUADRANT='${m[4]}'`;\r\n const u = `https://maps2.dcgis.dc.gov/dcgis/rest/services/DCGIS_DATA/Location_WebMercator/MapServer/0/query?where=${encodeURIComponent(where)}&outFields=ADDRESS&returnGeometry=true&outSR=4326&f=json`;\r\n const res = await fetch(u, { headers: { \"user-agent\": UA } });\r\n if (!res.ok) return null;\r\n const j = await res.json(); const g = j.features?.[0]?.geometry;\r\n return g ? { lat: Number(g.y), lon: Number(g.x) } : null;\r\n}\r\nexport async function geocodeStep(started: number, budget: number, cap = 200): Promise {\r\n await ensureVibeSchema();\r\n const rows = await sqlite.execute(`select rowid_pk, id, address_norm, addr, area from listings where lat is null and geocode_src is null\r\n and source not like 'signal-%' and source <> 'cl-parking' and status <> 'dead' order by score desc limit ${cap}`);\r\n const cand: any[] = [];\r\n let skipped = 0;\r\n for (const r of rows.rows as any[]) {\r\n if (!geocodable(String(r.id), String(r.address_norm))) { skipped++; await sqlite.execute({ sql: `update listings set geocode_src='skip' where rowid_pk=?`, args: [r.rowid_pk] }); continue; }\r\n const [city, state] = CITY[String(r.area)] || [\"Washington\", \"DC\"];\r\n const zip = (String(r.addr).match(/\\b(2\\d{4})\\b/) || [])[1] || \"\";\r\n const street = String(r.addr).split(\",\")[0].replace(/\\b(unit|apt|ste|#)\\s*\\S+$/i, \"\").replace(/\\s+[A-Z]$/i, \"\").trim();\r\n cand.push({ rowid: Number(r.rowid_pk), street, city, state, zip, addrNorm: String(r.address_norm) });\r\n }\r\n let census = 0, dc = 0, miss = 0;\r\n if (cand.length) {\r\n const hits = await censusBatch(cand);\r\n for (const c of cand) {\r\n if (Date.now() - started > budget) break;\r\n let pt = hits.get(c.rowid); let src = \"census\";\r\n if (!pt && c.state === \"DC\") { try { pt = (await dcAddressPoint(c.addrNorm)) || undefined; src = \"dc-mar\"; } catch { /* ignore */ } await sleep(150); }\r\n if (pt) { await sqlite.execute({ sql: `update listings set lat=?, lon=?, geocode_src=? where rowid_pk=?`, args: [pt.lat, pt.lon, src, c.rowid] }); if (src === \"census\") census++; else dc++; }\r\n else { await sqlite.execute({ sql: `update listings set geocode_src='miss' where rowid_pk=?`, args: [c.rowid] }); miss++; }\r\n }\r\n }\r\n return { candidates: cand.length, census, dc_mar: dc, miss, skipped };\r\n}\r\n\r\n// ---------- vibe step ----------\r\nexport async function vibeStep(started: number, budget: number, cap = 300): Promise {\r\n await ensureVibeSchema();\r\n const pois = await loadPois();\r\n if (!pois.length) return { skipped: \"no pois loaded (POST {pois:[...]} from phase3/pois-load-*.json)\" };\r\n const rows = await sqlite.execute(`select l.rowid_pk, l.lat, l.lon from listings l left join vibe v on v.rowid_pk=l.rowid_pk\r\n where l.lat is not null and l.lon is not null and v.rowid_pk is null and l.source not like 'signal-%' and l.source <> 'cl-parking' order by l.score desc limit ${cap}`);\r\n let n = 0;\r\n for (const r of rows.rows as any[]) {\r\n if (Date.now() - started > budget) break;\r\n await upsertVibe(Number(r.rowid_pk), computeVibe(Number(r.lat), Number(r.lon), pois));\r\n n++;\r\n }\r\n return { computed: n, pois: pois.length };\r\n}\r\n","children",[],[227,217],"lib","0bccf9a5-ef34-4edd-a6be-f86fa0f157d3","sources.ts","18a74ccc-af66-11f1-9858-1607ee4eb77e",61,["D",1789307288593],4,"// Multi-source registry + one parser per platform. Pure functions (text -> hits) so they are\r\n// unit-testable against scripts/fixtures/*. The cron (cron/sources.ts) does the fetching,\r\n// rotation, dedupe and upsert. Adding a source = one REGISTRY entry (+ a parser if new platform).\r\n// Per-source gotchas are documented in valtown/SOURCES.md.\r\nimport {\r\n decodeEntities, stripTags, inferArea, inferBeds, inferPrice, parsePrice, type Area, type Listing,\r\n} from \"./core.ts\";\r\nimport { parseSearch as clParseSearch } from \"../cron/craigslist.ts\";\r\n\r\nexport type Kind = \"listing\" | \"parking\" | \"signal\";\r\nexport interface Hit {\r\n extId: string; // stable per-source id (dedupe key)\r\n url: string;\r\n addr: string | null; // street address if known\r\n price: number | null;\r\n beds: number | null; // null = unknown (caller clamps), 0 = studio\r\n text: string; // everything we know, for the infer* helpers\r\n zip?: string | null;\r\n lat?: number | null; lon?: number | null;\r\n park?: Listing[\"park\"]; type?: Listing[\"type\"]; ll?: Listing[\"ll\"]; dog?: boolean | null; // structured overrides\r\n note?: string;\r\n posted?: string | number | null; // source's first-posted date when it exposes one (listing date, pubDate, issue date)\r\n detailUrl?: string; // fetch this for structured fields (Nestfully)\r\n}\r\nexport interface ParseResult { hits: Hit[]; more?: boolean; }\r\nexport type Parser = (text: string, ctx: { url: string; zip?: string; area?: Area }) => ParseResult;\r\n\r\nexport interface Source {\r\n key: string; // becomes listings.source and poll_log job 'sources:'\r\n parser: keyof typeof PARSERS;\r\n urls: string[]; // fetched in order; parser may request more pages via ParseResult.more + pageUrl()\r\n every: number; // minutes between runs\r\n ll: Listing[\"ll\"]; // default landlord type for this source\r\n kind?: Kind; // default 'listing'\r\n push?: boolean; // default true for listings; parking/signals never push\r\n pushMin?: number; // override PUSH_THRESHOLD for this source (RSS = 6)\r\n enabled?: boolean; // false = skipped without redeploying parsers\r\n zip?: string; // zip context for parsers that don't carry one (CL sub/prk)\r\n headers?: Record;\r\n accept?: \"html\" | \"json\" | \"xml\";\r\n pageUrl?: (base: string, n: number) => string; // n >= 2\r\n maxPages?: number;\r\n detailCap?: number; // detail fetches per run (Nestfully)\r\n spacingMs?: number; // delay between fetches to the same source\r\n group?: string; // at most one source per group runs per invocation (Cloudflare bursts: Nestfully)\r\n}\r\n\r\nexport const TARGET_ZIPS = [\"20010\", \"20011\", \"20012\", \"22206\", \"22204\", \"22301\", \"22305\", \"20781\", \"20782\"];\r\nexport const ZIP_RE = /\\b(2001[012]|2220[46]|2230[15]|2078[12])\\b/;\r\nconst NAV_HEADERS = {\r\n \"accept\": \"text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8\",\r\n \"accept-language\": \"en-US,en;q=0.9\",\r\n \"upgrade-insecure-requests\": \"1\",\r\n \"sec-fetch-mode\": \"navigate\", \"sec-fetch-dest\": \"document\", \"sec-fetch-site\": \"none\",\r\n};\r\n\r\n// ---------- helpers ----------\r\nconst clean = (s: string) => decodeEntities(s).replace(/\\s+/g, \" \").trim();\r\nfunction pipeText(html: string): string {\r\n // tags -> \" | \" separators so label/value pairs survive\r\n const t = html.replace(//g, \"\").replace(/|/gi, \"\").replace(/<[^>]+>/g, \" | \");\r\n return decodeEntities(t).replace(/\\s+/g, \" \").replace(/(\\s*\\|\\s*)+/g, \" | \").trim();\r\n}\r\nfunction labelValue(pt: string, label: string): string | null {\r\n const m = pt.match(new RegExp(label.replace(/[.*+?^${}()|[\\]\\\\]/g, \"\\\\$&\") + \"\\\\s*:?\\\\s*\\\\|\\\\s*([^|]+)\"));\r\n return m ? m[1].trim() : null;\r\n}\r\nexport function inferZip(s: string): string | null { return (s.match(ZIP_RE) || [])[1] || null; }\r\nfunction bedsFrom(s: string): number | null { return inferBeds(s); }\r\n\r\n// ---------- 1a. Nestfully (Bright MLS consumer portal) ----------\r\nexport const nestfully: Parser = (html, ctx) => {\r\n const hits: Hit[] = [];\r\n const descByUrl = new Map();\r\n const postedByUrl = new Map();\r\n for (const m of html.matchAll(/

DC MOVE // LISTING TRACKER

Add a listing

History · tracker.ts