DC Move Listing Tracker

[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_251":252,"_253":254},"routes/_app.x.$handle.$name",{"_99":98,"_31":44,"_108":89,"_26":109,"_13":14,"_110":-5,"_11":111,"_112":113,"_114":115,"_116":117,"_118":119,"_20":-5,"_120":-5,"_121":-5,"_122":24,"_123":124,"_125":58,"_126":-5,"_127":-5,"_128":129},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_42":43,"_31":44,"_37":45,"_46":-5,"_47":24,"_48":49,"_50":49,"_51":52,"_53":-5,"_18":54,"_55":56,"_57":58,"_59":-5,"_60":-5,"_61":62,"_63":64,"_65":66,"_67":68,"_69":70,"_71":-5,"_72":73,"_74":73,"_75":76,"_77":76,"_78":76,"_79":73,"_80":73,"_81":82,"_83":84,"_85":86,"_87":24},"version",20,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":-7,"_23":24,"_25":24,"_26":27,"_28":27},"file",{"_29":30,"_31":32,"_33":34,"_35":36,"_37":38,"_39":14,"_40":41,"_23":24},"previous","deleted",false,"deletedHere","path","api/tracker.ts","latestPath","fileId","c6cdcf92-aef8-11f1-9dd2-1607ee4eb77e","name","tracker.ts","fileType","http","content","// housing-tracker: serves the Listing Tracker page (ported from the claude.ai artifact,\n// see scripts/build_tracker.py). Token-gated like the other endpoints; the page keeps\n// ?token= in its URL and uses it for feed/add/admin calls. GENERATED FILE - do not edit;\n// edit tracker-artifact-original.html or build_tracker.py and rerun the build.\nimport { checkToken, json } from \"../lib/core.ts\";\n\nconst HTML = \"\\n\\n\\n\\n\\nDC Move Listing Tracker\\n\\n\\n\\n\\n\\n\\n

\\n

\\n \\n \\n

\\n

\\n \\n \\n \\n show stale\\n hide big buildings\\n

\\n

\\n\\n \\n

\\n\\n \\n\\n \\n

\\n\\n\\n\\n\";\n\nexport default async function (req: Request): Promise {\n if (req.method !== \"GET\") return json({ error: \"GET only\" }, 405);\n if (!checkToken(req)) return new Response(\"unauthorized: open the tracker link that includes ?token=\", { status: 401 });\n return new Response(HTML, { headers: { \"content-type\": \"text/html; charset=utf-8\", \"cache-control\": \"no-store\", \"x-robots-tag\": \"noindex\" } });\n}\n","createdAt",["D",1789251893555],"branchVersion","branchId","a4c5838e-3adb-4640-ab71-e9f3d2b72f0a","id","b7ccec7e-ebe9-4364-ba98-e367c8d8849b","housing",["D",1789248987477],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","DC housing search pipeline","imageUrl","87445237-7d14-45c7-b3a2-72e031f10ec1","pinnedFileId","0544e21c-aef2-11f1-a6f0-1607ee4eb77e","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",0,"orgId","01a09786-a61b-74b5-8910-af3116d3de5c","tursoName","b7ccec7eebe94364ba98e367c8d8849b","tursoHostname","b7ccec7eebe94364ba98e367c8d8849b-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789519256886],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_99":98,"_107":103},"org",{"_99":98,"_100":101,"_102":103,"_18":54,"_104":105,"_106":24},"branch",{"_13":88,"_31":89,"_42":41,"_90":43,"_91":-5,"_92":-5,"_93":-5,"_94":-5,"_95":-5,"_96":44,"_97":98},"isOwned",71,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","logan1","handle","displayName","Logan","avatar","https://lh3.googleusercontent.com/a/ACg8ocIFxddfJftSiTFZN49YShT3nY7q8GOQ7dXYM2vJ6XkajnQMGA=s96-c","tier","free","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_42":43,"_31":44,"_37":246,"_46":-5,"_47":24,"_48":49,"_50":49,"_51":52,"_53":-5,"_18":54,"_55":56,"_57":58,"_59":-5,"_60":-5,"_61":62,"_63":64,"_65":66,"_67":68,"_69":247,"_71":-5,"_72":73,"_74":73,"_75":76,"_77":76,"_78":76,"_79":73,"_80":73,"_81":248,"_83":249,"_85":250,"_87":24},"tree",[165,170,174],"files",[165,166,167,168,169,170,171,172,173,174,175],"counts",{"_155":62,"_156":137,"_157":62,"_158":159,"_160":161},"contents",[130,131,132],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_42":149,"_31":150,"_29":151,"_136":-5,"_40":41,"_39":152,"_138":58,"_37":153,"_13":62,"_33":140,"_35":-5,"_23":24,"_141":-5,"_26":154},{"_42":143,"_31":144,"_29":145,"_136":-5,"_40":41,"_39":146,"_138":58,"_37":147,"_13":62,"_33":140,"_35":-5,"_23":24,"_141":-5,"_26":148},{"_42":133,"_31":134,"_29":135,"_136":-5,"_40":41,"_39":137,"_138":58,"_37":139,"_13":62,"_33":140,"_35":-5,"_23":24,"_141":-5,"_26":142},"3019fed4-fb55-4304-982a-27563c4bac65","lib","03892172-aef2-11f1-9a6d-1607ee4eb77e","parentId",1,"latest",["D",1789248988970],"directory","label",[134],"a6e88f36-5bc0-4bcb-92fb-69a5d6485a73","cron","041eaecc-aef2-11f1-9a8e-1607ee4eb77e",3,["D",1789248989948],[144],"5c11403c-d645-4b4e-b1c8-b1cc89a025ad","api","03d27d86-aef2-11f1-ba0a-1607ee4eb77e",2,["D",1789248989432],[150],"pulls","branches","forks","envVars",{"_162":152,"_164":62},"connections",{"_162":62,"_163":62},"count","unfilledCount","emptyCount",{"_42":149,"_31":150,"_29":151,"_136":-5,"_40":41,"_39":152,"_138":58,"_37":243,"_13":62,"_33":140,"_35":-5,"_23":24,"_141":-5,"_182":244,"_26":245},{"_42":236,"_31":237,"_29":56,"_136":151,"_40":41,"_39":238,"_138":24,"_37":239,"_13":137,"_33":34,"_35":240,"_23":24,"_141":-5,"_182":241,"_26":242},{"_42":228,"_31":229,"_29":230,"_136":151,"_40":41,"_39":231,"_138":24,"_37":232,"_13":146,"_33":34,"_35":233,"_23":24,"_141":-5,"_182":234,"_26":235},{"_42":220,"_31":221,"_29":222,"_136":151,"_40":41,"_39":223,"_138":24,"_37":224,"_13":62,"_33":34,"_35":225,"_23":24,"_141":-5,"_182":226,"_26":227},{"_42":216,"_31":32,"_29":30,"_136":151,"_40":41,"_39":14,"_138":24,"_37":217,"_13":62,"_33":34,"_35":36,"_23":24,"_141":-5,"_182":218,"_26":219},{"_42":143,"_31":144,"_29":145,"_136":-5,"_40":41,"_39":146,"_138":58,"_37":213,"_13":62,"_33":140,"_35":-5,"_23":24,"_141":-5,"_182":214,"_26":215},{"_42":205,"_31":206,"_29":207,"_136":145,"_40":41,"_39":208,"_138":24,"_37":209,"_13":152,"_33":193,"_35":210,"_23":24,"_141":-5,"_182":211,"_26":212},{"_42":197,"_31":198,"_29":199,"_136":145,"_40":41,"_39":200,"_138":24,"_37":201,"_13":62,"_33":193,"_35":202,"_23":24,"_141":-5,"_182":203,"_26":204},{"_42":188,"_31":189,"_29":190,"_136":145,"_40":41,"_39":191,"_138":24,"_37":192,"_13":137,"_33":193,"_35":194,"_23":24,"_141":-5,"_182":195,"_26":196},{"_42":133,"_31":134,"_29":135,"_136":-5,"_40":41,"_39":137,"_138":58,"_37":185,"_13":62,"_33":140,"_35":-5,"_23":24,"_141":-5,"_182":186,"_26":187},{"_42":176,"_31":177,"_29":178,"_136":135,"_40":41,"_39":179,"_138":24,"_37":180,"_13":152,"_33":20,"_35":181,"_23":24,"_141":-5,"_182":183,"_26":184},"27f33dd6-0d85-408e-bdc5-dad15f0befbb","core.ts","04c30e2c-aef2-11f1-97fb-1607ee4eb77e",16,["D",1789249423692],"// Shared core for the DC housing pipeline: schema, normalization, scoring,\n// dedupe/upsert, feed mapping, Discord push. Imported by every other file.\nimport { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\n\n// ---------- constants (must match the Listing Tracker artifact) ----------\nexport const AREAS = [\n \"Petworth\",\n \"Park View / 16th St Hts\",\n \"Brightwood\",\n \"Fairlington / Shirlington\",\n \"Columbia Pike\",\n \"Del Ray\",\n \"Hyattsville\",\n] as const;\nexport type Area = typeof AREAS[number];\nexport const PARK = [\"garage\", \"offstreet\", \"street\", \"unknown\"] as const;\nexport const HTYPE = [\"rowhouse\", \"basement\", \"condo\", \"apartment\", \"house\", \"unknown\"] as const;\nexport const LL = [\"individual\", \"pm\", \"unknown\"] as const;\nexport const STATUS = [\"new\", \"contacted\", \"touring\", \"applied\", \"dead\"] as const;\nexport const PUSH_THRESHOLD = 8;\nexport const PRICE_MIN = 1900;\nexport const PRICE_MAX = 2700;\n\nexport interface Listing {\n id: string; // normalized address (or \" \" when no address is known)\n addr: string;\n area: Area;\n price: number | null;\n beds: number; // 1 | 1.5 | 2 | 3\n park: typeof PARK[number];\n type: typeof HTYPE[number];\n ll: typeof LL[number];\n dog: boolean | null;\n url: string;\n src: string; // craigslist | popville | fb | fbm | zillow | apartments | zumper | sign | manual\n note: string;\n fs: string; // yyyy-mm-dd\n lv: string; // yyyy-mm-dd\n status: typeof STATUS[number];\n missed: number;\n}\n\n// ---------- schema ----------\nexport async function ensureSchema() {\n await sqlite.batch([\n `create table if not exists listings (\n rowid_pk integer primary key autoincrement,\n id text not null,\n address_norm text not null,\n addr text not null,\n unit text,\n area text not null,\n price integer,\n beds real not null,\n source text not null,\n external_id text,\n url text not null,\n parking_type text not null default 'unknown',\n htype text not null default 'unknown',\n pet_ok integer,\n landlord_type text not null default 'unknown',\n score integer not null default 0,\n first_seen text not null,\n last_seen text not null,\n status text not null default 'new',\n missed integer not null default 0,\n pushed integer not null default 0,\n notes text not null default '',\n lat real, lon real,\n raw text\n )`,\n `create index if not exists listings_addr on listings(address_norm)`,\n `create index if not exists listings_ext on listings(source, external_id)`,\n `create index if not exists listings_seen on listings(last_seen)`,\n `create table if not exists skips (\n source text not null, external_id text not null, reason text, ts text not null,\n primary key (source, external_id)\n )`,\n `create table if not exists poll_log (\n id integer primary key autoincrement,\n ts text not null,\n job text not null,\n ok integer not null,\n fetched integer default 0,\n inserted integer default 0,\n updated integer default 0,\n pushed integer default 0,\n detail text\n )`,\n ]);\n}\n\n// ---------- normalization (Section 3 contract, literal) ----------\nexport function normalizeAddress(a: string): string {\n let s = (a || \"\").toUpperCase();\n s = s.replace(/[.,#]/g, \"\");\n s = s.split(/\\s+/).filter((t) => t && ![\"UNIT\", \"APT\", \"STE\"].includes(t)).join(\" \");\n s = s.replace(/\\bSTREET\\b/g, \"ST\").replace(/\\bAVENUE\\b/g, \"AVE\").replace(/\\bDRIVE\\b/g, \"DR\")\n .replace(/\\bROAD\\b/g, \"RD\").replace(/\\bPLACE\\b/g, \"PL\");\n return s.replace(/\\s+/g, \" \").trim();\n}\n\nexport function today(): string {\n return new Date().toISOString().slice(0, 10);\n}\n\n// ---------- scoring (Section 4, literal) ----------\nexport function score(l: Pick): number {\n let s = 0;\n if (l.park === \"garage\") s += 4;\n else if (l.park === \"offstreet\") s += 2;\n if (l.type === \"rowhouse\" || l.type === \"basement\") s += 2;\n if (l.ll === \"individual\") s += 2;\n if (l.beds >= 2 || l.beds === 1.5) s += 2;\n if (l.price != null && l.price <= 2400) s += 1;\n if (l.dog === true) s += 1;\n if (l.area === \"Fairlington / Shirlington\" || l.area === \"Columbia Pike\") s += 1;\n return s; // rules as written sum to a max of 13\n}\n\n// ---------- area inference ----------\nconst AREA_KEYWORDS: [RegExp, Area][] = [\n [/\\bpetworth\\b/i, \"Petworth\"],\n [/\\bpark\\s*view\\b|\\b16th\\s*st(reet)?\\s*h(eigh)?ts\\b|\\bsixteenth street heights\\b|\\bcolumbia heights\\b/i, \"Park View / 16th St Hts\"],\n [/\\bbrightwood\\b|\\btakoma\\b|\\bmanor park\\b|\\bshepherd park\\b/i, \"Brightwood\"],\n [/\\bfairlington\\b|\\bshirlington\\b/i, \"Fairlington / Shirlington\"],\n [/\\bcolumbia pike\\b|\\bpenrose\\b|\\bbarcroft\\b|\\barlington mill\\b|\\bdouglas park\\b/i, \"Columbia Pike\"],\n [/\\bdel ray\\b|\\barlandria\\b|\\brosemont\\b|\\bpotomac yard\\b/i, \"Del Ray\"],\n [/\\bhyattsville\\b|\\briverdale\\b|\\bmount rainier\\b|\\bmt\\.? rainier\\b|\\bbrentwood\\b/i, \"Hyattsville\"],\n];\nconst AREA_ZIPS: Record = {\n \"20011\": \"Petworth\", \"20010\": \"Park View / 16th St Hts\", \"20012\": \"Brightwood\",\n \"22206\": \"Fairlington / Shirlington\", \"22204\": \"Columbia Pike\",\n \"22301\": \"Del Ray\", \"22305\": \"Del Ray\", \"20781\": \"Hyattsville\", \"20782\": \"Hyattsville\",\n};\n// rough bounding boxes [latMin, latMax, lonMin, lonMax]; checked in order\nconst AREA_BOXES: [number, number, number, number, Area][] = [\n [38.955, 38.985, -77.045, -77.005, \"Brightwood\"],\n [38.945, 38.955, -77.045, -77.028, \"Park View / 16th St Hts\"],\n [38.925, 38.943, -77.030, -77.012, \"Park View / 16th St Hts\"],\n [38.930, 38.955, -77.035, -77.005, \"Petworth\"],\n [38.820, 38.848, -77.105, -77.070, \"Fairlington / Shirlington\"],\n [38.845, 38.875, -77.125, -77.075, \"Columbia Pike\"],\n [38.815, 38.848, -77.070, -77.040, \"Del Ray\"],\n [38.935, 38.980, -76.980, -76.920, \"Hyattsville\"],\n];\nexport function inferArea(text: string, lat?: number | null, lon?: number | null, fallback?: Area): Area | null {\n // precedence: zip > coordinates > neighborhood keywords > caller fallback\n const zip = (text.match(/\\b(2001[012]|2220[46]|2230[15]|2078[12])\\b/) || [])[1];\n if (zip && AREA_ZIPS[zip]) return AREA_ZIPS[zip];\n if (lat != null && lon != null) {\n for (const [a1, a2, o1, o2, a] of AREA_BOXES) if (lat >= a1 && lat <= a2 && lon >= o1 && lon <= o2) return a;\n }\n for (const [re, a] of AREA_KEYWORDS) if (re.test(text)) return a;\n return fallback ?? null;\n}\n\n// ---------- free-text attribute inference (shared by CL, PoPville, manual) ----------\nexport function inferPark(text: string): Listing[\"park\"] {\n const t = text.toLowerCase();\n if (/\\bgarage\\b/.test(t) && !/\\bno garage\\b|garage sale/.test(t)) return \"garage\";\n if (/off[- ]?street|driveway|parking pad|carport|assigned parking|reserved parking|parking (space|spot) included|secured parking|surface lot|parking lot|parking included/.test(t)) return \"offstreet\";\n if (/street parking|no parking|permit parking/.test(t)) return \"street\";\n return \"unknown\";\n}\nexport function inferType(text: string): Listing[\"type\"] {\n const t = text.toLowerCase();\n if (/english basement|basement (unit|apartment|apt)|lower[- ]level (unit|apartment)|in-law|garden[- ]level/.test(t)) return \"basement\";\n if (/row ?house|row ?home|townhouse|townhome|duplex|triplex/.test(t)) return \"rowhouse\";\n if (/\\bcondo/.test(t)) return \"condo\";\n if (/single[- ]family|\\bhouse\\b|\\bsfh\\b|bungalow|cape cod|colonial/.test(t)) return \"house\";\n if (/apartment|\\bapt\\b|\\bunit\\b|luxury|community|leasing/.test(t)) return \"apartment\";\n return \"unknown\";\n}\nexport function inferLL(text: string, srcDefault: Listing[\"ll\"]): Listing[\"ll\"] {\n const t = text.toLowerCase();\n if (/property management|management company|leasing office|leasing center|leasing consultant|apply online|schedule a tour online|equal housing opportunity|professionally managed|realty|\\brealtor\\b|brokerage|\\bllc\\b/.test(t)) return \"pm\";\n if (/\\b(i am|i'm|we are|we're) (the )?(owner|landlord)|owner[- ]managed|private owner|by owner|my (house|home|unit|basement)|our (house|home|basement)|@gmail\\.com|@yahoo\\.com|@hotmail\\.com|@outlook\\.com/.test(t)) return \"individual\";\n return srcDefault;\n}\nexport function inferDog(text: string): boolean | null {\n const t = text.toLowerCase();\n if (/no dogs|no pets|pets? not allowed|cats only|sorry,? no pets|not pet friendly|pet[- ]free/.test(t)) return false;\n if (/dogs? (are )?(ok|okay|welcome|allowed|friendly|negotiable|considered)|pet[- ]friendly|pets? (ok|okay|welcome|allowed|negotiable|considered)|dog[- ]friendly|large dogs/.test(t)) return true;\n return null;\n}\nexport function inferBeds(text: string): number | null {\n const t = text.toLowerCase();\n if (/\\bstudio\\b|\\befficiency\\b/.test(t) && !/\\b[1-9]\\s*(br|bd|bed)/.test(t)) return 0;\n const m = t.match(/\\b([1-6])\\s*(\\+\\s*den\\s*)?(br|bd|bdr|bed|beds|bedroom|bedrooms)\\b/) || t.match(/\\b(one|two|three)[- ](br|bd|bed|bedroom)/);\n if (!m) return null;\n let n = ({ one: 1, two: 2, three: 3 } as Record)[m[1]] ?? parseInt(m[1], 10);\n if (n === 1 && /\\bden\\b|\\bbonus room\\b|\\boffice\\b|\\bplus den\\b|1\\s*\\+\\s*den/.test(t)) n = 1.5;\n return n;\n}\n// price from free text: \"$2,250/mo\", \"$2250\", \"2,250/month\". Ignores zips and sqft by requiring $ or /mo context and a sane range.\nexport function inferPrice(text: string): number | null {\n const t = text.replace(/\\u00a0/g, \" \");\n const cands: number[] = [];\n for (const m of t.matchAll(/\\$\\s?(\\d{1,2},?\\d{3})(?!\\d)/g)) cands.push(Number(m[1].replace(/,/g, \"\")));\n for (const m of t.matchAll(/(? n >= 800 && n <= 6000);\n return ok.length ? ok[0] : null;\n}\nexport function clampBeds(n: number | null): number {\n if (n == null) return 1;\n if (n === 1.5) return 1.5;\n if (n >= 3) return 3;\n if (n >= 2) return 2;\n return 1; // callers filter studios (0) before this\n}\nexport function parsePrice(s: string | number | null | undefined): number | null {\n if (s == null || s === \"\") return null;\n if (typeof s === \"number\") return Number.isFinite(s) ? Math.round(s) : null;\n const m = String(s).replace(/,/g, \"\").match(/\\$?\\s*(\\d{3,5})(?!\\d)/);\n return m ? parseInt(m[1], 10) : null;\n}\n\n// ---------- dedupe / upsert ----------\nexport interface UpsertInput {\n addr: string | null;\n area: Area;\n price: number | null;\n beds: number;\n source: string;\n externalId?: string | null;\n url: string;\n park: Listing[\"park\"];\n type: Listing[\"type\"];\n ll: Listing[\"ll\"];\n dog: boolean | null;\n notes?: string;\n lat?: number | null;\n lon?: number | null;\n raw?: string;\n unit?: string | null;\n}\nexport interface UpsertResult { action: \"inserted\" | \"updated\"; rowid: number; id: string; score: number; pushed: boolean; }\n\nexport async function upsertListing(inp: UpsertInput, opts: { push?: boolean } = {}): Promise {\n const now = today();\n const addrNorm = inp.addr ? normalizeAddress(inp.addr) : \"\";\n if (!addrNorm) inp = { ...inp, addr: null }; // placeholder addresses (\".\" / \"#\") count as no address\n const id = addrNorm || `${inp.source.toUpperCase()} ${inp.externalId || crypto.randomUUID().slice(0, 8)}`;\n const sc = score({ park: inp.park, type: inp.type, ll: inp.ll, beds: inp.beds, price: inp.price, dog: inp.dog, area: inp.area });\n\n // 1) same source + external id (a re-fetched post)\n let existing: any = null;\n if (inp.externalId) {\n const r = await sqlite.execute({ sql: `select * from listings where source=? and external_id=? limit 1`, args: [inp.source, inp.externalId] });\n existing = r.rows[0] || null;\n }\n // 2) contract rule: exact id, or same id with equal beds and price within $100\n if (!existing) {\n const r = await sqlite.execute({ sql: `select * from listings where id=? order by last_seen desc`, args: [id] });\n for (const row of r.rows as any[]) {\n const sameBeds = Number(row.beds) === Number(inp.beds);\n const p1 = row.price == null ? null : Number(row.price);\n const closePrice = p1 == null || inp.price == null || Math.abs(p1 - inp.price) <= 100;\n if (addrNorm && sameBeds && closePrice) { existing = row; break; }\n if (!addrNorm) { existing = row; break; } // synthetic ids are exact-match only\n }\n }\n\n if (existing) {\n // keep the better-informed attributes, refresh last_seen, reset missed\n const merged = {\n price: inp.price ?? existing.price,\n park: existing.parking_type !== \"unknown\" && inp.park === \"unknown\" ? existing.parking_type : inp.park,\n type: existing.htype !== \"unknown\" && inp.type === \"unknown\" ? existing.htype : inp.type,\n ll: existing.landlord_type !== \"unknown\" && inp.ll === \"unknown\" ? existing.landlord_type : inp.ll,\n dog: inp.dog ?? (existing.pet_ok == null ? null : !!existing.pet_ok),\n };\n const newScore = score({ ...merged, beds: inp.beds, area: inp.area } as any);\n const note = inp.notes || \"\";\n await sqlite.execute({\n sql: `update listings set price=?, parking_type=?, htype=?, landlord_type=?, pet_ok=?, score=?, last_seen=?, missed=0,\n url=case when ?<>'' then ? else url end,\n notes=case when ?<>'' and instr(notes, ?)=0 then trim(notes || char(10) || ?) else notes end\n where rowid_pk=?`,\n args: [merged.price, merged.park, merged.type, merged.ll, merged.dog == null ? null : (merged.dog ? 1 : 0), newScore, now,\n inp.url || \"\", inp.url || \"\", note, note, note, existing.rowid_pk],\n });\n let pushed = false;\n if (opts.push && !existing.pushed && newScore >= PUSH_THRESHOLD && existing.status !== \"dead\") {\n pushed = await pushDiscord({ ...inp, ...merged, id, score: newScore, addr: inp.addr || id });\n if (pushed) await sqlite.execute({ sql: `update listings set pushed=1 where rowid_pk=?`, args: [existing.rowid_pk] });\n }\n return { action: \"updated\", rowid: Number(existing.rowid_pk), id, score: newScore, pushed };\n }\n\n const r = await sqlite.execute({\n sql: `insert into listings (id, address_norm, addr, unit, area, price, beds, source, external_id, url, parking_type, htype, pet_ok, landlord_type, score, first_seen, last_seen, status, missed, pushed, notes, lat, lon, raw)\n values (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,'new',0,0,?,?,?,?)`,\n args: [id, addrNorm, inp.addr || id, inp.unit || null, inp.area, inp.price, inp.beds, inp.source, inp.externalId || null, inp.url,\n inp.park, inp.type, inp.dog == null ? null : (inp.dog ? 1 : 0), inp.ll, sc, now, now, inp.notes || \"\", inp.lat ?? null, inp.lon ?? null, inp.raw ? inp.raw.slice(0, 20000) : null],\n });\n const rowid = Number(r.lastInsertRowid);\n let pushed = false;\n if (opts.push && sc >= PUSH_THRESHOLD) {\n pushed = await pushDiscord({ ...inp, id, score: sc, addr: inp.addr || id });\n if (pushed) await sqlite.execute({ sql: `update listings set pushed=1 where rowid_pk=?`, args: [rowid] });\n }\n return { action: \"inserted\", rowid, id, score: sc, pushed };\n}\n\n// ---------- feed mapping ----------\nexport function rowToListing(row: any): Listing {\n return {\n id: row.id,\n addr: row.addr,\n area: row.area,\n price: row.price == null ? null : Number(row.price),\n beds: Number(row.beds),\n park: row.parking_type,\n type: row.htype,\n ll: row.landlord_type,\n dog: row.pet_ok == null ? null : !!row.pet_ok,\n url: row.url,\n src: row.source,\n note: [row.notes, row.score != null ? `score ${row.score}` : \"\"].filter(Boolean).join(\" | \"),\n fs: row.first_seen,\n lv: row.last_seen,\n status: row.status,\n missed: Number(row.missed || 0),\n };\n}\n\nexport async function activeListings(days = 45): Promise {\n const cutoff = new Date(Date.now() - days * 86400000).toISOString().slice(0, 10);\n const r = await sqlite.execute({ sql: `select * from listings where last_seen >= ? order by score desc, last_seen desc`, args: [cutoff] });\n return (r.rows as any[]).map(rowToListing);\n}\n\n// ---------- notify ----------\nexport async function pushDiscord(l: { id: string; addr: string; area: string; price: number | null; beds: number; park: string; type: string; ll: string; dog: boolean | null; url: string; source: string; score: number; notes?: string }): Promise {\n const hook = Deno.env.get(\"DISCORD_WEBHOOK_URL\");\n if (!hook) { console.warn(\"DISCORD_WEBHOOK_URL not set; skipping push for\", l.id); return false; }\n const bedsTxt = l.beds === 1.5 ? \"1BR+den\" : `${l.beds}BR`;\n const body = {\n username: \"DC Housing\",\n content: `**Score ${l.score}** - ${l.addr} - ${l.price != null ? \"$\" + l.price : \"price?\"} - ${bedsTxt}`,\n embeds: [{\n title: `${l.addr} (${l.area})`,\n url: l.url,\n color: l.score >= 11 ? 0x2ecc71 : 0xf1c40f,\n fields: [\n { name: \"Price\", value: l.price != null ? `$${l.price}` : \"unknown\", inline: true },\n { name: \"Beds\", value: bedsTxt, inline: true },\n { name: \"Parking\", value: l.park, inline: true },\n { name: \"Type\", value: l.type, inline: true },\n { name: \"Landlord\", value: l.ll, inline: true },\n { name: \"Dog\", value: l.dog === true ? \"yes\" : l.dog === false ? \"NO\" : \"unknown\", inline: true },\n { name: \"Source\", value: l.source, inline: true },\n ],\n footer: { text: (l.notes || \"\").slice(0, 200) || \"Verify dog policy in writing. Scam gate before contact.\" },\n }],\n };\n try {\n const res = await fetch(hook, { method: \"POST\", headers: { \"content-type\": \"application/json\" }, body: JSON.stringify(body) });\n if (!res.ok) { console.error(\"discord push failed\", res.status, await res.text()); return false; }\n return true;\n } catch (e) { console.error(\"discord push error\", e); return false; }\n}\n\n// ---------- misc ----------\nexport async function logPoll(job: string, ok: boolean, stats: { fetched?: number; inserted?: number; updated?: number; pushed?: number }, detail = \"\") {\n await sqlite.execute({\n sql: `insert into poll_log (ts, job, ok, fetched, inserted, updated, pushed, detail) values (?,?,?,?,?,?,?,?)`,\n args: [new Date().toISOString(), job, ok ? 1 : 0, stats.fetched || 0, stats.inserted || 0, stats.updated || 0, stats.pushed || 0, detail.slice(0, 2000)],\n });\n}\n\nexport function checkToken(req: Request): boolean {\n const expected = Deno.env.get(\"HOUSING_TOKEN\");\n if (!expected) return false;\n const url = new URL(req.url);\n const got = req.headers.get(\"x-housing-token\") || (req.headers.get(\"authorization\") || \"\").replace(/^Bearer\\s+/i, \"\") || url.searchParams.get(\"token\") || \"\";\n return got.length > 0 && got === expected;\n}\n\nexport const CORS = {\n \"access-control-allow-origin\": \"*\",\n \"access-control-allow-methods\": \"GET, POST, OPTIONS\",\n \"access-control-allow-headers\": \"content-type, x-housing-token, authorization\",\n};\nexport function json(data: unknown, status = 200, extra: Record = {}) {\n return new Response(JSON.stringify(data, null, 2), { status, headers: { \"content-type\": \"application/json\", ...CORS, ...extra } });\n}\nexport function decodeEntities(s: string): string {\n return s.replace(/&/g, \"&\").replace(/</g, \"<\").replace(/>/g, \">\").replace(/"/g, '\"').replace(/�?39;/g, \"'\").replace(/’/g, \"'\").replace(/“|”/g, '\"').replace(/–|—/g, \"-\").replace(/ /g, \" \").replace(/&#(\\d+);/g, (_, n) => String.fromCharCode(Number(n)));\n}\nexport function stripTags(s: string): string {\n return decodeEntities(s.replace(/|/gi, \"\").replace(/<[^>]+>/g, \" \")).replace(/\\s+/g, \" \").trim();\n}\nexport const UA = \"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/128.0 Safari/537.36\";\nexport const sleep = (ms: number) => new Promise((r) => setTimeout(r, ms));\n","children",[],[134,177],["D",1789248988970],[175],[134],"297d7fb9-3139-4a73-a62c-586363a761ee","popville.ts","0784e978-aef2-11f1-9b76-1607ee4eb77e",15,["D",1789249259898],"interval","// PoPville \"Rental of the Day\" poller (cron, hourly).\n// The dedicated category feed (category/dc-rentals) went dormant in March 2025;\n// current rental posts appear as \"Rental of the Day:

\" sponsored posts in\n// the main stream. We poll both: the WP REST search (structured, full content) and\n// the category RSS (fallback). Only listings inside our seven areas are kept.\nimport {\n ensureSchema, upsertListing, logPoll, inferArea, inferPark, inferType, inferLL, inferDog, inferBeds, clampBeds,\n parsePrice, inferPrice, decodeEntities, stripTags, UA, PRICE_MIN, PRICE_MAX,\n} from \"../lib/core.ts\";\n\nconst REST = `https://www.popville.com/wp-json/wp/v2/posts?search=${encodeURIComponent('\"rental of the day\"')}&per_page=15&orderby=date&_fields=id,date,link,title,content`;\nconst RSS = \"https://www.popville.com/category/dc-rentals/feed/\";\n\ninterface Post { id: string; link: string; title: string; text: string; date: string }\n\nasync function fromRest(): Promise {\n const res = await fetch(REST, { headers: { \"user-agent\": UA, accept: \"application/json\" } });\n if (!res.ok) throw new Error(`rest http ${res.status}`);\n const arr = await res.json();\n return (arr as any[]).map((p) => ({\n id: String(p.id), link: p.link, title: decodeEntities(stripTags(p.title?.rendered || \"\")), text: stripTags(p.content?.rendered || \"\"), date: p.date,\n }));\n}\nasync function fromRss(): Promise {\n const res = await fetch(RSS, { headers: { \"user-agent\": UA } });\n if (!res.ok) throw new Error(`rss http ${res.status}`);\n const xml = await res.text();\n const items = [...xml.matchAll(/([\\s\\S]*?)<\\/item>/g)].map((m) => m[1]);\n const cd = (s: string) => s.replace(/^$/g, \"\");\n return items.map((it) => {\n const g = (tag: string) => cd(((it.match(new RegExp(`<${tag}[^>]*>([\\\\s\\\\S]*?)<\\\\/${tag}>`)) || [, \"\"])[1]).trim());\n const link = g(\"link\"); const guid = g(\"guid\");\n return { id: (guid.match(/p=(\\d+)/) || [, link])[1], link, title: decodeEntities(stripTags(g(\"title\"))), text: stripTags(g(\"content:encoded\") || g(\"description\")), date: g(\"pubDate\") };\n });\n}\n\n// \"Address: 1401 Columbia Rd NW Unit 319, Washington, DC, 20009 Neighborhood: Columbia Heights Type: 1 BR, 1 BA, condo ... Listed: $2,150\"\nexport function parsePost(p: Post) {\n const t = p.text;\n const addr = (t.match(/Address:\\s*(.+?)\\s+(?:Neighborhood|Type|Listed|Rent|Price|Noteworthy):/i) || [])[1]\n || (p.title.match(/Rental of the Day:\\s*(.+?)(?:,\\s*Washington)?$/i) || [])[1] || null;\n const hood = (t.match(/Neighborhood:\\s*(.+?)\\s+(?:Type|Listed|Rent|Price|Noteworthy):/i) || [])[1] || \"\";\n const typeLine = (t.match(/Type:\\s*(.+?)\\s+(?:Listed|Rent|Price|Noteworthy):/i) || [])[1] || \"\";\n const price = parsePrice((t.match(/(?:Listed|Rent|Price|Asking):\\s*\\$?\\s*([\\d,]{4,6})/i) || [])[1]) ?? inferPrice(t);\n return { addr: addr ? addr.replace(/,\\s*Washington,?\\s*DC,?\\s*(\\d{5})?$/i, \"\").trim() : null, hood, typeLine, price };\n}\n\nexport default async function () {\n await ensureSchema();\n const stats = { fetched: 0, inserted: 0, updated: 0, pushed: 0 };\n const notes: string[] = [];\n const posts = new Map();\n for (const src of [fromRest, fromRss]) {\n try { for (const p of await src()) if (!posts.has(p.id)) posts.set(p.id, p); }\n catch (e) { notes.push(`${src.name}: ${String(e).slice(0, 80)}`); }\n }\n stats.fetched = posts.size;\n\n const cutoff = Date.now() - 30 * 86400000;\n for (const p of posts.values()) {\n if (!/rental of the day|for rent|rental/i.test(p.title)) continue;\n const ts = Date.parse(p.date); if (Number.isFinite(ts) && ts < cutoff) continue; // dormant category feed still serves 2025 posts\n const parsed = parsePost(p);\n const all = [p.title, parsed.addr, parsed.hood, parsed.typeLine, p.text].filter(Boolean).join(\" \\n \");\n const area = inferArea(all);\n if (!area) continue; // outside our seven areas\n if (parsed.price != null && (parsed.price < PRICE_MIN - 100 || parsed.price > PRICE_MAX + 100)) continue;\n const bedsRaw = inferBeds(parsed.typeLine) ?? inferBeds(all);\n if (bedsRaw === 0) continue;\n const beds = clampBeds(bedsRaw);\n const type = (() => { const a = inferType(parsed.typeLine); return a !== \"unknown\" ? a : inferType(p.text); })();\n const r = await upsertListing({\n addr: parsed.addr, area, price: parsed.price, beds, source: \"popville\", externalId: p.id, url: p.link,\n park: inferPark(p.text), type, ll: inferLL(p.text, \"pm\"), dog: inferDog(p.text),\n notes: `PoPville: ${p.title}`.slice(0, 140) + (parsed.hood ? ` | ${parsed.hood}` : \"\"), raw: p.text.slice(0, 4000),\n }, { push: true });\n if (r.action === \"inserted\") stats.inserted++; else stats.updated++;\n if (r.pushed) stats.pushed++;\n }\n const summary = `${posts.size} posts scanned. ${notes.join(\"; \")}`;\n await logPoll(\"popville\", true, stats, summary);\n console.log(\"popville\", stats, summary);\n return { ...stats, summary };\n}\n",[],[144,189],"1a6314f7-57a6-435d-a2da-5a868b419207","digest.ts","0825d9a0-aef2-11f1-895b-1607ee4eb77e",10,["D",1789248996705],"// Daily digest email (cron). Schedule as `0 12,13 * * *` (UTC) - the handler only\n// sends when it is 8 AM in America/New_York, so EDT/EST both land at 8:00 ET.\n// Pass force=true (admin endpoint) to send regardless of the hour.\nimport { email } from \"https://esm.town/v/std/email\";\nimport { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\nimport { ensureSchema, logPoll, rowToListing } from \"../lib/core.ts\";\n\nfunction etHour(d = new Date()): number {\n return Number(new Intl.DateTimeFormat(\"en-US\", { timeZone: \"America/New_York\", hour: \"numeric\", hour12: false }).format(d));\n}\nconst fmt = (l: any) => {\n const beds = l.beds === 1.5 ? \"1BR+den\" : `${l.beds}BR`;\n const flags = [l.park !== \"unknown\" ? l.park : \"\", l.type !== \"unknown\" ? l.type : \"\", l.ll !== \"unknown\" ? l.ll : \"\", l.dog === true ? \"dog OK\" : l.dog === false ? \"NO DOG\" : \"\"].filter(Boolean).join(\", \");\n return `[${String(l.score).padStart(2)}] ${l.price != null ? \"$\" + l.price : \"$????\"} ${beds} ${l.addr} (${l.area}) ${flags}\\n ${l.url}`;\n};\n\nexport async function sendDigest(force = false) {\n await ensureSchema();\n if (!force && etHour() !== 8) { console.log(\"digest: not 8 AM ET, skipping\"); return { skipped: true }; }\n const since = new Date(Date.now() - 24 * 3600 * 1000).toISOString().slice(0, 10);\n const newRows = await sqlite.execute({ sql: `select *, score from listings where first_seen >= ? order by score desc, price asc`, args: [since] });\n const hot = await sqlite.execute({ sql: `select *, score from listings where score >= 8 and status not in ('dead') and last_seen >= date('now','-14 day') order by score desc, first_seen desc limit 15` });\n const gone = await sqlite.execute({ sql: `select * from listings where missed >= 3 and status not in ('dead','new') order by missed desc limit 10` });\n const counts = await sqlite.execute(`select count(*) total, sum(first_seen >= date('now','-1 day')) new24, sum(score>=8) hot, sum(status='dead') dead from listings`);\n const polls = await sqlite.execute(`select job, count(*) n, sum(ok) ok, sum(inserted) ins, max(ts) last from poll_log where ts >= datetime('now','-1 day') group by job`);\n\n const c: any = counts.rows[0] || {};\n const lines: string[] = [];\n lines.push(`DC HOUSING DIGEST - ${new Date().toLocaleDateString(\"en-US\", { timeZone: \"America/New_York\", weekday: \"short\", month: \"short\", day: \"numeric\" })}`);\n lines.push(`Tracked ${c.total ?? 0} | new 24h ${c.new24 ?? 0} | score>=8 ${c.hot ?? 0} | dead ${c.dead ?? 0}`);\n lines.push(\"\");\n lines.push(`NEW IN LAST 24H (${newRows.rows.length})`);\n lines.push(newRows.rows.length ? (newRows.rows as any[]).map((r) => fmt({ ...rowToListing(r), score: r.score })).join(\"\\n\") : \" none\");\n lines.push(\"\");\n lines.push(`ACTIVE SCORE >= 8 (${hot.rows.length})`);\n lines.push(hot.rows.length ? (hot.rows as any[]).map((r) => fmt({ ...rowToListing(r), score: r.score })).join(\"\\n\") : \" none\");\n if (gone.rows.length) {\n lines.push(\"\"); lines.push(\"IN-PROGRESS LISTINGS NO LONGER APPEARING (follow up: 'if it falls through')\");\n lines.push((gone.rows as any[]).map((r) => ` ${r.addr} - ${r.status}, missed ${r.missed} polls - ${r.url}`).join(\"\\n\"));\n }\n lines.push(\"\"); lines.push(\"PIPELINE (24h)\");\n lines.push(polls.rows.length ? (polls.rows as any[]).map((p) => ` ${p.job}: ${p.ok}/${p.n} ok, ${p.ins} inserted, last ${String(p.last).slice(0, 16)}Z`).join(\"\\n\") : \" no polls logged - check cron schedules\");\n lines.push(\"\"); lines.push(\"Rules: written dog OK before any fee. Scam gate (DLCP license, reverse image, no wire/Zelle) before contact.\");\n\n const text = lines.join(\"\\n\");\n const subject = `Housing digest: ${newRows.rows.length} new, ${hot.rows.length} hot`;\n await email({ subject, text });\n await logPoll(\"digest\", true, { fetched: newRows.rows.length }, subject);\n console.log(\"digest sent:\", subject);\n return { sent: true, subject, text };\n}\n\nexport default async function () {\n return await sendDigest(false);\n}\n",[],[144,198],"dbea7c55-6e6b-46c4-947c-f564b789a564","craigslist.ts","07013416-aef2-11f1-8bc7-1607ee4eb77e",17,["D",1789249427311],"// Craigslist poller (cron, every 25 min). Public search URLs, no login.\n// Parses the static

markup, fetches detail\n// pages only for posts not already in the DB, inserts + dedupes + scores, pushes\n// on score >= 8, and maintains the `missed` counter for CL listings.\nimport { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\nimport {\n ensureSchema, upsertListing, logPoll, inferArea, inferPark, inferType, inferLL, inferDog, inferBeds, clampBeds,\n parsePrice, decodeEntities, stripTags, today, UA, sleep, PRICE_MIN, PRICE_MAX, type Area,\n} from \"../lib/core.ts\";\n\nconst QUERIES: { q: string; area: Area }[] = [\n { q: \"petworth\", area: \"Petworth\" },\n { q: \"brightwood\", area: \"Brightwood\" },\n { q: \"16th street heights\", area: \"Park View / 16th St Hts\" },\n { q: \"park view\", area: \"Park View / 16th St Hts\" },\n { q: \"shirlington\", area: \"Fairlington / Shirlington\" },\n { q: \"fairlington\", area: \"Fairlington / Shirlington\" },\n { q: \"columbia pike\", area: \"Columbia Pike\" },\n { q: \"del ray\", area: \"Del Ray\" },\n { q: \"arlandria\", area: \"Del Ray\" },\n { q: \"hyattsville\", area: \"Hyattsville\" },\n];\nconst SEARCH_BASE = \"https://washingtondc.craigslist.org/search/apa\";\nconst TIME_BUDGET_MS = 45_000;\nconst MAX_DETAILS_PER_RUN = 25;\nconst SEARCH_DELAY_MS = 400;\nconst DETAIL_DELAY_MS = 700;\n\ninterface SearchHit { extId: string; url: string; title: string; price: number | null; location: string; area: Area }\n\nasync function fetchText(url: string): Promise<{ status: number; text: string }> {\n const res = await fetch(url, { headers: { \"user-agent\": UA, \"accept\": \"text/html,application/xhtml+xml\", \"accept-language\": \"en-US,en;q=0.9\" } });\n return { status: res.status, text: res.ok ? await res.text() : \"\" };\n}\n\nexport function parseSearch(html: string, area: Area): SearchHit[] {\n const out: SearchHit[] = [];\n const re = /

]*>([\\s\\S]*?)<\\/li>/g;\n let m: RegExpExecArray | null;\n while ((m = re.exec(html))) {\n const li = m[1];\n const href = (li.match(/href=\"([^\"]+)\"/) || [])[1];\n if (!href) continue;\n const extId = (href.match(/\\/([A-Za-z0-9_-]{8,})\\/?$/) || [])[1] || href;\n const title = decodeEntities((li.match(/

([\\s\\S]*?)<\\/div>/) || [, \"\"])[1].trim());\n const price = parsePrice((li.match(/

([\\s\\S]*?)<\\/div>/) || [, \"\"])[1]);\n const location = decodeEntities((li.match(/

([\\s\\S]*?)<\\/div>/) || [, \"\"])[1]).replace(/\\s+/g, \" \").trim();\n out.push({ extId, url: href, title, price, location, area });\n }\n return out;\n}\n\nexport function parseDetail(html: string) {\n const g = (re: RegExp) => (html.match(re) || [])[1];\n const title = decodeEntities(g(/([\\s\\S]*?)<\\/span>/) || \"\").trim();\n const price = parsePrice(g(/([\\s\\S]*?)<\\/span>/));\n // the mapaddress div holds the street address as text; posts without one carry only a \"google map\" link\n const rawAddr = stripTags(g(/class=\"mapaddress\">([\\s\\S]*?)<\\/div>/) || \"\").replace(/\\bgoogle map\\b/i, \"\").replace(/\\s+/g, \" \").trim();\n const mapaddress = /\\d/.test(rawAddr) && /[a-z]/i.test(rawAddr) ? rawAddr : null; // need a house number and a street\n const lat = g(/data-latitude=\"([^\"]+)\"/); const lon = g(/data-longitude=\"([^\"]+)\"/);\n const attrs = [...html.matchAll(/\\s*(?:]*>)?([\\s\\S]*?)(?:<\\/a>)?\\s*<\\/span>/g)].map((x) => stripTags(x[1]).toLowerCase());\n const bedsAttr = g(/\\s*([\\s\\S]*?)\\s*<\\/span>/);\n const body = stripTags((g(/

([\\s\\S]*?)<\\/section>/) || \"\").replace(/

\\s*<\\/div>/, \"\"));\n const posted = g(/();\n\n // 1) search pages\n for (const { q, area } of QUERIES) {\n const url = `${SEARCH_BASE}?query=${encodeURIComponent(q)}&min_price=${PRICE_MIN}&max_price=${PRICE_MAX}`;\n try {\n const { status, text } = await fetchText(url);\n if (status !== 200 || !text.includes(\"cl-static-search-result\")) {\n failedQueries++; notes.push(`search \"${q}\" http ${status} (${text.length}b)`);\n } else {\n const hits = parseSearch(text, area);\n stats.fetched += hits.length;\n for (const h of hits) if (!seen.has(h.extId)) seen.set(h.extId, h);\n }\n } catch (e) { failedQueries++; notes.push(`search \"${q}\" error ${String(e).slice(0, 80)}`); }\n await sleep(SEARCH_DELAY_MS);\n }\n\n // 2) which hits are already known?\n const ids = [...seen.keys()];\n const known = new Set();\n const skipped = new Set(); // studios / out-of-band posts we already looked at\n const skip = (id: string, reason: string) => sqlite.execute({ sql: `insert or replace into skips (source, external_id, reason, ts) values ('craigslist', ?, ?, ?)`, args: [id, reason, new Date().toISOString()] });\n for (let i = 0; i < ids.length; i += 50) {\n const chunk = ids.slice(i, i + 50);\n const ph = chunk.map(() => \"?\").join(\",\");\n const r = await sqlite.execute({ sql: `select external_id from listings where source='craigslist' and external_id in (${ph})`, args: chunk });\n for (const row of r.rows as any[]) known.add(String(row.external_id));\n const sk = await sqlite.execute({ sql: `select external_id from skips where source='craigslist' and external_id in (${ph})`, args: chunk });\n for (const row of sk.rows as any[]) skipped.add(String(row.external_id));\n }\n // refresh known ones (seen again -> last_seen today, missed 0, price tracks)\n const now = today();\n for (const id of known) {\n const h = seen.get(id)!;\n await sqlite.execute({ sql: `update listings set last_seen=?, missed=0, price=coalesce(?, price) where source='craigslist' and external_id=?`, args: [now, h.price, id] });\n }\n\n // 3) detail-fetch the new ones (polite, capped, time-budgeted)\n let details = 0;\n for (const id of ids) {\n if (known.has(id) || skipped.has(id)) continue;\n if (details >= MAX_DETAILS_PER_RUN || Date.now() - started > TIME_BUDGET_MS) { notes.push(\"detail cap/time budget hit; remainder next poll\"); break; }\n const h = seen.get(id)!;\n details++;\n try {\n const { status, text } = await fetchText(h.url);\n if (status !== 200 || !text.includes(\"postingbody\")) { notes.push(`detail ${id} http ${status}`); await sleep(DETAIL_DELAY_MS); continue; }\n const d = parseDetail(text);\n const allText = [d.title, h.location, d.mapaddress, d.attrs.join(\" | \"), d.body].filter(Boolean).join(\" \\n \");\n const bedsRaw = inferBeds(d.bedsAttr || \"\") ?? inferBeds(allText);\n if (bedsRaw === 0) { await skip(id, \"studio\"); notes.push(`skip studio ${id}`); await sleep(DETAIL_DELAY_MS); continue; }\n let beds = clampBeds(bedsRaw);\n if (beds === 1 && /\\bden\\b|bonus room|\\boffice\\b/i.test(d.body)) beds = 1.5;\n const price = d.price ?? h.price;\n if (price != null && (price < PRICE_MIN - 100 || price > PRICE_MAX + 100)) { await skip(id, `price ${price}`); await sleep(DETAIL_DELAY_MS); continue; }\n\n // CL structured attrs take precedence over free-text inference\n let park = inferPark(d.attrs.join(\" \")); if (park === \"unknown\") park = inferPark(d.body);\n let type = inferType(d.attrs.join(\" \"));\n if (type === \"unknown\" || type === \"apartment\" || type === \"house\") { const t2 = inferType(d.body); if (t2 === \"basement\" || t2 === \"rowhouse\") type = t2; else if (type === \"unknown\") type = t2; }\n const dogAttr = d.attrs.some((a) => /dogs are ok/.test(a)) ? true : null;\n const dog = dogAttr ?? inferDog(d.body);\n const ll = inferLL(allText, \"individual\"); // Craigslist source counts as an individual-landlord signal\n const area = inferArea(allText, d.lat, d.lon, h.area)!;\n const noteBits = [`CL: ${d.title}`.slice(0, 120), h.location && !d.mapaddress ? `loc: ${h.location}` : \"\", d.posted ? `posted ${d.posted.slice(0, 10)}` : \"\"].filter(Boolean);\n\n const r = await upsertListing({\n addr: d.mapaddress, area, price, beds, source: \"craigslist\", externalId: id, url: h.url,\n park, type, ll, dog, notes: noteBits.join(\" | \"), lat: d.lat, lon: d.lon, raw: d.body.slice(0, 4000),\n }, { push: true });\n if (r.action === \"inserted\") stats.inserted++; else stats.updated++;\n if (r.pushed) stats.pushed++;\n } catch (e) { notes.push(`detail ${id} error ${String(e).slice(0, 80)}`); }\n await sleep(DETAIL_DELAY_MS);\n }\n\n // 4) missed counter: only when every search succeeded, so a CL block doesn't look like delistings\n if (failedQueries === 0 && ids.length > 0) {\n const cutoff = new Date(Date.now() - 45 * 86400000).toISOString().slice(0, 10);\n const r = await sqlite.execute({ sql: `select rowid_pk, external_id from listings where source='craigslist' and status<>'dead' and last_seen>=?`, args: [cutoff] });\n const missedIds = (r.rows as any[]).filter((row) => !seen.has(String(row.external_id))).map((row) => row.rowid_pk);\n await sqlite.execute({ sql: `delete from skips where source='craigslist' and ts < ?`, args: [new Date(Date.now() - 60 * 86400000).toISOString()] }); // let old skips age out\n for (let i = 0; i < missedIds.length; i += 50) {\n const chunk = missedIds.slice(i, i + 50);\n await sqlite.execute({ sql: `update listings set missed=missed+1 where rowid_pk in (${chunk.map(() => \"?\").join(\",\")})`, args: chunk });\n }\n }\n\n const summary = `${ids.length} unique hits, ${known.size} known, ${skipped.size} skipped, ${details} detail fetches, ${failedQueries} failed queries, ${Math.round((Date.now() - started) / 1000)}s. ${notes.join(\"; \")}`;\n await logPoll(\"craigslist\", failedQueries < QUERIES.length, stats, summary);\n console.log(\"craigslist\", stats, summary);\n return { ...stats, summary };\n}\n",[],[144,206],["D",1789248989948],[171,172,173],[144],"788c31f6-18f2-47a5-934f-671ca2cef91e",["D",1789251893555],[],[150,32],"17c30c58-02de-47fd-9c42-448fbffc50cc","feed.ts","05d34138-aef2-11f1-8674-1607ee4eb77e",6,["D",1789248992797],"// housing-feed: JSON feed of active listings (GET). The Listing Tracker artifact\n// pulls this on open. Token via X-Housing-Token header or ?token= query.\n// Returns a bare JSON array of { id, addr, area, price, beds, park, type, ll, dog,\n// url, src, note, fs, lv, status, missed }.\n//\n// ?days=N window on last_seen (default 45)\n// ?stats=1 returns a stats object instead of the array (for validation/debug)\nimport { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\nimport { ensureSchema, activeListings, checkToken, json, CORS } from \"../lib/core.ts\";\n\nexport default async function (req: Request): Promise {\n if (req.method === \"OPTIONS\") return new Response(null, { status: 204, headers: CORS });\n if (req.method !== \"GET\") return json({ error: \"GET only\" }, 405);\n if (!checkToken(req)) return json({ error: \"unauthorized\" }, 401);\n await ensureSchema();\n const url = new URL(req.url);\n\n if (url.searchParams.get(\"stats\")) {\n const bySrc = await sqlite.execute(`select source, count(*) n, max(last_seen) last from listings group by source`);\n const byArea = await sqlite.execute(`select area, count(*) n, round(avg(price)) avg_price from listings group by area`);\n const recent = await sqlite.execute(`select ts, job, ok, fetched, inserted, updated, pushed, detail from poll_log order by id desc limit 15`);\n const total = await sqlite.execute(`select count(*) n, sum(score>=8) hot, sum(pushed) pushed from listings`);\n return json({ total: total.rows[0], bySource: bySrc.rows, byArea: byArea.rows, recentPolls: recent.rows });\n }\n\n const days = Math.min(365, Math.max(1, Number(url.searchParams.get(\"days\") || 45)));\n const list = await activeListings(days);\n return json(list, 200, { \"cache-control\": \"no-store\" });\n}\n",[],[150,221],"665c85fc-49be-4842-9774-c40fe79d3acc","admin.ts","066872bc-aef2-11f1-8bc7-1607ee4eb77e",19,["D",1789250215155],"// housing-admin: token-checked maintenance endpoint for validation and manual runs.\n// GET ?job=craigslist | popville | digest run a job now (digest sends immediately)\n// GET ?sql=select ... read-only query (SELECT only)\n// POST { id, status } set a listing's status (new|contacted|touring|applied|dead)\n// GET ?testpush=1 send a test Discord push\nimport { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\nimport { ensureSchema, checkToken, json, CORS, STATUS, pushDiscord, PUSH_THRESHOLD } from \"../lib/core.ts\";\nimport craigslist from \"../cron/craigslist.ts\";\nimport popville from \"../cron/popville.ts\";\nimport { sendDigest } from \"../cron/digest.ts\";\n\nexport default async function (req: Request): Promise {\n if (req.method === \"OPTIONS\") return new Response(null, { status: 204, headers: CORS });\n if (!checkToken(req)) return json({ error: \"unauthorized\" }, 401);\n await ensureSchema();\n const url = new URL(req.url);\n\n if (req.method === \"POST\") {\n const b = await req.json().catch(() => ({}));\n // POST { delete: { id? | source? | url_like? | before? } } - remove rows matching ALL given filters (at least one)\n if (b.delete && typeof b.delete === \"object\") {\n const w: string[] = []; const a: any[] = [];\n if (b.delete.id != null) { w.push(\"id=?\"); a.push(b.delete.id); }\n if (b.delete.rowid != null) { w.push(\"rowid_pk=?\"); a.push(Number(b.delete.rowid)); }\n if (b.delete.source) { w.push(\"source=?\"); a.push(b.delete.source); }\n if (b.delete.url_like) { w.push(\"url like ?\"); a.push(b.delete.url_like); }\n if (b.delete.before) { w.push(\"first_seen=8 row that never got a Discord alert (webhook was down / not yet configured)\n if (url.searchParams.get(\"pushpending\")) {\n const r = await sqlite.execute(`select * from listings where score >= ${PUSH_THRESHOLD} and pushed = 0 and status <> 'dead' and last_seen >= date('now','-14 day') order by score desc`);\n const out: any[] = [];\n for (const row of r.rows as any[]) {\n const ok = await pushDiscord({ id: row.id, addr: row.addr, area: row.area, price: row.price, beds: Number(row.beds), park: row.parking_type, type: row.htype, ll: row.landlord_type, dog: row.pet_ok == null ? null : !!row.pet_ok, url: row.url, source: row.source, score: row.score, notes: row.notes });\n if (ok) await sqlite.execute({ sql: `update listings set pushed=1 where rowid_pk=?`, args: [row.rowid_pk] });\n out.push({ id: row.id, score: row.score, pushed: ok });\n }\n return json({ pending: out.length, results: out });\n }\n\n if (url.searchParams.get(\"testpush\")) {\n const ok = await pushDiscord({ id: \"TEST\", addr: \"Test push - 123 Example St NW\", area: \"Petworth\", price: 2350, beds: 2, park: \"garage\", type: \"rowhouse\", ll: \"individual\", dog: true, url: \"https://example.com\", source: \"test\", score: 12, notes: \"Pipeline test; ignore.\" });\n return json({ pushed: ok });\n }\n\n const sql = url.searchParams.get(\"sql\");\n if (sql) {\n if (!/^\\s*select\\b/i.test(sql)) return json({ error: \"SELECT only\" }, 400);\n const r = await sqlite.execute(sql);\n return json({ columns: r.columns, rows: r.rows });\n }\n return json({ usage: \"?job=craigslist|popville|digest ?sql=select... ?testpush=1 POST {id,status}\" });\n}\n",[],[150,229],"628c5726-9291-4ed6-91cc-49658499dcde","add.ts",12,["D",1789249256010],"// housing-add: manual ingestion endpoint (POST). Claude in Chrome and Logan post\n// FB / sign / portal finds here. Shared-secret header X-Housing-Token.\n//\n// Body (JSON, single object or array):\n// { addr, area?, price?, beds?, park?, type?, ll?, dog?, url, src, note?, text? }\n// `text` is optional free text (the listing body) used to infer any field left blank.\nimport {\n AREAS, PARK, HTYPE, LL, ensureSchema, upsertListing, inferArea, inferPark, inferType, inferLL, inferDog,\n inferBeds, clampBeds, parsePrice, inferPrice, checkToken, json, CORS, type Area,\n} from \"../lib/core.ts\";\n\nexport default async function (req: Request): Promise {\n if (req.method === \"OPTIONS\") return new Response(null, { status: 204, headers: CORS });\n if (req.method !== \"POST\") return json({ error: \"POST only\" }, 405);\n if (!checkToken(req)) return json({ error: \"unauthorized\" }, 401);\n\n let body: any;\n try { body = await req.json(); } catch { return json({ error: \"invalid JSON\" }, 400); }\n const items: any[] = Array.isArray(body) ? body : [body];\n if (items.length === 0 || items.length > 50) return json({ error: \"1-50 listings per request\" }, 400);\n\n await ensureSchema();\n const results: any[] = [];\n for (const it of items) {\n const text = [it.addr, it.title, it.note, it.text].filter(Boolean).join(\" \\n \");\n const url = String(it.url || \"\").trim();\n const src = String(it.src || it.source || \"manual\").toLowerCase().trim();\n if (!url && !it.addr) { results.push({ error: \"need url or addr\", input: it }); continue; }\n\n let area: Area | null = AREAS.includes(it.area) ? it.area : inferArea(text);\n if (!area) { results.push({ error: `area required; one of ${AREAS.join(\" | \")}`, input: it }); continue; }\n\n let beds = it.beds != null && it.beds !== \"\" ? Number(it.beds) : inferBeds(text);\n if (beds === 0) { results.push({ skipped: \"studio\", input: it }); continue; }\n beds = clampBeds(beds);\n\n const park = PARK.includes(it.park) ? it.park : inferPark(text);\n const type = HTYPE.includes(it.type) ? it.type : inferType(text);\n // FB/CL/sign posts default to individual-landlord signal; portals default to pm\n const llDefault = [\"fb\", \"fbm\", \"facebook\", \"craigslist\", \"sign\", \"popville\", \"manual\"].includes(src) ? \"individual\" : \"pm\";\n const ll = LL.includes(it.ll) ? it.ll : inferLL(text, llDefault);\n const dog = typeof it.dog === \"boolean\" ? it.dog : inferDog(text);\n const price = it.price != null && it.price !== \"\" ? parsePrice(it.price) : inferPrice(text);\n\n const r = await upsertListing({\n addr: it.addr ? String(it.addr).trim() : null,\n area, price, beds, source: src, externalId: it.externalId || it.external_id || null, url: url || \"\",\n park, type, ll, dog, notes: String(it.note || \"\").trim(), raw: it.text ? String(it.text) : undefined, unit: it.unit || null,\n }, { push: true });\n results.push(r);\n }\n return json({ ok: true, results });\n}\n",[],[150,237],["D",1789248989432],[166,167,168,169],[150],["D",1789248987477],["D",1789519256886],{"_99":98,"_107":103},{"_99":98,"_100":101,"_102":103,"_18":54,"_104":105,"_106":24},{"_13":88,"_31":89,"_42":41,"_90":43,"_91":-5,"_92":-5,"_93":-5,"_94":-5,"_95":-5,"_96":44,"_97":98},"ctx",{"_81":-5,"_127":284,"_285":286,"_287":288,"_289":24,"_290":24,"_291":24,"_292":58,"_293":-5,"_294":-7,"_295":-7,"_296":62,"_297":24,"_298":24,"_299":-5,"_300":24,"_301":24,"_302":24,"_303":-5},"ENV",{"_255":256,"_257":258,"_259":89,"_260":261,"_262":263,"_264":265,"_266":267,"_268":269,"_270":271,"_272":273,"_274":275,"_276":277,"_278":279,"_280":281,"_282":283},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

DC MOVE // LISTING TRACKER

Add a listing

Diff · v20