[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8},"actionData","errors","root",{"_110":111,"_112":113},"routes/embed.x.$handle.$name.$",{"_9":10,"_11":12,"_13":14,"_15":16,"_17":18,"_19":20,"_21":-5},"handle","logan1","name","housing","path","cron/craigslist.ts","project",{"_22":48,"_11":12,"_35":49,"_50":-5,"_51":44,"_52":53,"_54":53,"_55":56,"_57":-5,"_58":59,"_60":61,"_62":34,"_63":-5,"_64":-5,"_65":66,"_67":68,"_69":70,"_71":72,"_73":74,"_75":-5,"_76":77,"_78":77,"_79":80,"_81":80,"_82":80,"_83":77,"_84":77,"_85":86,"_87":88,"_89":90,"_91":44},"file",{"_22":23,"_11":24,"_25":26,"_27":28,"_29":30,"_31":32,"_33":34,"_35":36,"_37":38,"_39":40,"_41":42,"_43":44,"_45":-5,"_13":46},"permalink","https://www.val.town/x/logan1/housing/code/cron/craigslist.ts","extension","id","225fc9c3-90e6-4912-96d9-200130fda262","craigslist.ts","fileId","07013416-aef2-11f1-8bc7-1607ee4eb77e","parentId","041eaecc-aef2-11f1-9a8e-1607ee4eb77e","branchId","a4c5838e-3adb-4640-ab71-e9f3d2b72f0a","branchVersion",39,"latest",true,"createdAt",["D",1789302859020],"version",3,"fileType","interval","content","// Craigslist poller (cron, every 25 min). Public search URLs, no login.\r\n// Parses the static

markup, fetches detail\r\n// pages only for posts not already in the DB, inserts + dedupes + scores, pushes\r\n// on score >= 8, and maintains the `missed` counter for CL listings.\r\nimport { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\r\nimport {\r\n ensureSchema, upsertListing, logPoll, inferArea, inferPark, inferType, inferLL, inferDog, inferBeds, clampBeds,\r\n parsePrice, decodeEntities, stripTags, today, UA, sleep, PRICE_MIN, PRICE_MAX, type Area,\r\n} from \"../lib/core.ts\";\r\n\r\nconst QUERIES: { q: string; area: Area }[] = [\r\n { q: \"petworth\", area: \"Petworth\" },\r\n { q: \"brightwood\", area: \"Brightwood\" },\r\n { q: \"16th street heights\", area: \"Park View / 16th St Hts\" },\r\n { q: \"park view\", area: \"Park View / 16th St Hts\" },\r\n { q: \"shirlington\", area: \"Fairlington / Shirlington\" },\r\n { q: \"fairlington\", area: \"Fairlington / Shirlington\" },\r\n { q: \"columbia pike\", area: \"Columbia Pike\" },\r\n { q: \"del ray\", area: \"Del Ray\" },\r\n { q: \"arlandria\", area: \"Del Ray\" },\r\n { q: \"hyattsville\", area: \"Hyattsville\" },\r\n];\r\nconst SEARCH_BASE = \"https://washingtondc.craigslist.org/search/apa\";\r\nconst TIME_BUDGET_MS = 45_000;\r\nconst MAX_DETAILS_PER_RUN = 25;\r\nconst SEARCH_DELAY_MS = 400;\r\nconst DETAIL_DELAY_MS = 700;\r\n\r\ninterface SearchHit { extId: string; url: string; title: string; price: number | null; location: string; area: Area }\r\n\r\nasync function fetchText(url: string): Promise<{ status: number; text: string }> {\r\n const res = await fetch(url, { headers: { \"user-agent\": UA, \"accept\": \"text/html,application/xhtml+xml\", \"accept-language\": \"en-US,en;q=0.9\" } });\r\n return { status: res.status, text: res.ok ? await res.text() : \"\" };\r\n}\r\n\r\nexport function parseSearch(html: string, area: Area): SearchHit[] {\r\n const out: SearchHit[] = [];\r\n const re = /

]*>([\\s\\S]*?)<\\/li>/g;\r\n let m: RegExpExecArray | null;\r\n while ((m = re.exec(html))) {\r\n const li = m[1];\r\n const href = (li.match(/href=\"([^\"]+)\"/) || [])[1];\r\n if (!href) continue;\r\n const extId = (href.match(/\\/([A-Za-z0-9_-]{8,})\\/?$/) || [])[1] || href;\r\n const title = decodeEntities((li.match(/

([\\s\\S]*?)<\\/div>/) || [, \"\"])[1].trim());\r\n const price = parsePrice((li.match(/

([\\s\\S]*?)<\\/div>/) || [, \"\"])[1]);\r\n const location = decodeEntities((li.match(/

([\\s\\S]*?)<\\/div>/) || [, \"\"])[1]).replace(/\\s+/g, \" \").trim();\r\n out.push({ extId, url: href, title, price, location, area });\r\n }\r\n return out;\r\n}\r\n\r\nexport function parseDetail(html: string) {\r\n const g = (re: RegExp) => (html.match(re) || [])[1];\r\n const title = decodeEntities(g(/([\\s\\S]*?)<\\/span>/) || \"\").trim();\r\n const price = parsePrice(g(/([\\s\\S]*?)<\\/span>/));\r\n // the mapaddress div holds the street address as text; posts without one carry only a \"google map\" link\r\n const rawAddr = stripTags(g(/class=\"mapaddress\">([\\s\\S]*?)<\\/div>/) || \"\").replace(/\\bgoogle map\\b/i, \"\").replace(/\\s+/g, \" \").trim();\r\n const mapaddress = /\\d/.test(rawAddr) && /[a-z]/i.test(rawAddr) ? rawAddr : null; // need a house number and a street\r\n const lat = g(/data-latitude=\"([^\"]+)\"/); const lon = g(/data-longitude=\"([^\"]+)\"/);\r\n const attrs = [...html.matchAll(/\\s*(?:]*>)?([\\s\\S]*?)(?:<\\/a>)?\\s*<\\/span>/g)].map((x) => stripTags(x[1]).toLowerCase());\r\n const bedsAttr = g(/\\s*([\\s\\S]*?)\\s*<\\/span>/);\r\n const body = stripTags((g(/

([\\s\\S]*?)<\\/section>/) || \"\").replace(/

\\s*<\\/div>/, \"\"));\r\n const posted = g(/();\r\n\r\n // 1) search pages\r\n for (const { q, area } of QUERIES) {\r\n const url = `${SEARCH_BASE}?query=${encodeURIComponent(q)}&min_price=${PRICE_MIN}&max_price=${PRICE_MAX}`;\r\n try {\r\n const { status, text } = await fetchText(url);\r\n if (status !== 200 || !text.includes(\"cl-static-search-result\")) {\r\n failedQueries++; notes.push(`search \"${q}\" http ${status} (${text.length}b)`);\r\n } else {\r\n const hits = parseSearch(text, area);\r\n stats.fetched += hits.length;\r\n for (const h of hits) if (!seen.has(h.extId)) seen.set(h.extId, h);\r\n }\r\n } catch (e) { failedQueries++; notes.push(`search \"${q}\" error ${String(e).slice(0, 80)}`); }\r\n await sleep(SEARCH_DELAY_MS);\r\n }\r\n\r\n // 2) which hits are already known?\r\n const ids = [...seen.keys()];\r\n const known = new Set();\r\n const skipped = new Set(); // studios / out-of-band posts we already looked at\r\n const skip = (id: string, reason: string) => sqlite.execute({ sql: `insert or replace into skips (source, external_id, reason, ts) values ('craigslist', ?, ?, ?)`, args: [id, reason, new Date().toISOString()] });\r\n for (let i = 0; i < ids.length; i += 50) {\r\n const chunk = ids.slice(i, i + 50);\r\n const ph = chunk.map(() => \"?\").join(\",\");\r\n const r = await sqlite.execute({ sql: `select external_id from listings where source='craigslist' and external_id in (${ph})`, args: chunk });\r\n for (const row of r.rows as any[]) known.add(String(row.external_id));\r\n const sk = await sqlite.execute({ sql: `select external_id from skips where source='craigslist' and external_id in (${ph})`, args: chunk });\r\n for (const row of sk.rows as any[]) skipped.add(String(row.external_id));\r\n }\r\n // refresh known ones (seen again -> last_seen today, missed 0, price tracks)\r\n const now = today();\r\n for (const id of known) {\r\n const h = seen.get(id)!;\r\n await sqlite.execute({ sql: `update listings set last_seen=?, missed=0, price=coalesce(?, price) where source='craigslist' and external_id=?`, args: [now, h.price, id] });\r\n }\r\n\r\n // 3) detail-fetch the new ones (polite, capped, time-budgeted)\r\n let details = 0;\r\n for (const id of ids) {\r\n if (known.has(id) || skipped.has(id)) continue;\r\n if (details >= MAX_DETAILS_PER_RUN || Date.now() - started > TIME_BUDGET_MS) { notes.push(\"detail cap/time budget hit; remainder next poll\"); break; }\r\n const h = seen.get(id)!;\r\n details++;\r\n try {\r\n const { status, text } = await fetchText(h.url);\r\n if (status !== 200 || !text.includes(\"postingbody\")) { notes.push(`detail ${id} http ${status}`); await sleep(DETAIL_DELAY_MS); continue; }\r\n const d = parseDetail(text);\r\n const allText = [d.title, h.location, d.mapaddress, d.attrs.join(\" | \"), d.body].filter(Boolean).join(\" \\n \");\r\n const bedsRaw = inferBeds(d.bedsAttr || \"\") ?? inferBeds(allText);\r\n if (bedsRaw === 0) { await skip(id, \"studio\"); notes.push(`skip studio ${id}`); await sleep(DETAIL_DELAY_MS); continue; }\r\n let beds = clampBeds(bedsRaw);\r\n if (beds === 1 && /\\bden\\b|bonus room|\\boffice\\b/i.test(d.body)) beds = 1.5;\r\n const price = d.price ?? h.price;\r\n if (price != null && (price < PRICE_MIN - 100 || price > PRICE_MAX + 100)) { await skip(id, `price ${price}`); await sleep(DETAIL_DELAY_MS); continue; }\r\n\r\n // CL structured attrs take precedence over free-text inference\r\n let park = inferPark(d.attrs.join(\" \")); if (park === \"unknown\") park = inferPark(d.body);\r\n let type = inferType(d.attrs.join(\" \"));\r\n if (type === \"unknown\" || type === \"apartment\" || type === \"house\") { const t2 = inferType(d.body); if (t2 === \"basement\" || t2 === \"rowhouse\") type = t2; else if (type === \"unknown\") type = t2; }\r\n const dogAttr = d.attrs.some((a) => /dogs are ok/.test(a)) ? true : null;\r\n const dog = dogAttr ?? inferDog(d.body);\r\n const ll = inferLL(allText, \"individual\"); // Craigslist source counts as an individual-landlord signal\r\n const area = inferArea(allText, d.lat, d.lon, h.area)!;\r\n const noteBits = [`CL: ${d.title}`.slice(0, 120), h.location && !d.mapaddress ? `loc: ${h.location}` : \"\", d.posted ? `posted ${d.posted.slice(0, 10)}` : \"\"].filter(Boolean);\r\n\r\n const r = await upsertListing({\r\n addr: d.mapaddress, area, price, beds, source: \"craigslist\", externalId: id, url: h.url,\r\n park, type, ll, dog, notes: noteBits.join(\" | \"), lat: d.lat, lon: d.lon, raw: d.body.slice(0, 4000), postedAt: d.posted || null,\r\n }, { push: true });\r\n if (r.action === \"inserted\") stats.inserted++; else stats.updated++;\r\n if (r.pushed) stats.pushed++;\r\n } catch (e) { notes.push(`detail ${id} error ${String(e).slice(0, 80)}`); }\r\n await sleep(DETAIL_DELAY_MS);\r\n }\r\n\r\n // 4) missed counter: only when every search succeeded, so a CL block doesn't look like delistings\r\n if (failedQueries === 0 && ids.length > 0) {\r\n const cutoff = new Date(Date.now() - 45 * 86400000).toISOString().slice(0, 10);\r\n const r = await sqlite.execute({ sql: `select rowid_pk, external_id from listings where source='craigslist' and status<>'dead' and last_seen>=?`, args: [cutoff] });\r\n const missedIds = (r.rows as any[]).filter((row) => !seen.has(String(row.external_id))).map((row) => row.rowid_pk);\r\n await sqlite.execute({ sql: `delete from skips where source='craigslist' and ts < ?`, args: [new Date(Date.now() - 60 * 86400000).toISOString()] }); // let old skips age out\r\n for (let i = 0; i < missedIds.length; i += 50) {\r\n const chunk = missedIds.slice(i, i + 50);\r\n await sqlite.execute({ sql: `update listings set missed=missed+1 where rowid_pk in (${chunk.map(() => \"?\").join(\",\")})`, args: chunk });\r\n }\r\n }\r\n\r\n const summary = `${ids.length} unique hits, ${known.size} known, ${skipped.size} skipped, ${details} detail fetches, ${failedQueries} failed queries, ${Math.round((Date.now() - started) / 1000)}s. ${notes.join(\"; \")}`;\r\n await logPoll(\"craigslist\", failedQueries < QUERIES.length, stats, summary);\r\n console.log(\"craigslist\", stats, summary);\r\n return { ...stats, summary };\r\n}\r\n","deleted",false,"label",[47,24],"cron","b7ccec7e-ebe9-4364-ba98-e367c8d8849b",["D",1789248987477],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","DC housing search pipeline","imageUrl","userId","87445237-7d14-45c7-b3a2-72e031f10ec1","pinnedFileId","0544e21c-aef2-11f1-a6f0-1607ee4eb77e","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","01a09786-a61b-74b5-8910-af3116d3de5c","tursoName","b7ccec7eebe94364ba98e367c8d8849b","tursoHostname","b7ccec7eebe94364ba98e367c8d8849b-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789519256886],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_9":10,"_109":105},"org",{"_9":10,"_102":103,"_104":105,"_58":59,"_106":107,"_108":44},"branch",{"_37":92,"_11":93,"_22":30,"_94":48,"_95":-5,"_96":-5,"_97":-5,"_98":-5,"_99":-5,"_100":12,"_101":10},"isOwned",71,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","Logan","avatar","https://lh3.googleusercontent.com/a/ACg8ocIFxddfJftSiTFZN49YShT3nY7q8GOQ7dXYM2vJ6XkajnQMGA=s96-c","tier","free","canRestrictVals","profileImageUrl","ctx",{"_85":-5,"_143":144,"_145":146,"_147":148,"_149":44,"_150":44,"_151":44,"_152":34,"_153":-5,"_154":-7,"_155":-7,"_156":66,"_157":44,"_158":44,"_159":-5,"_160":44,"_161":44,"_162":44,"_163":-5},"ENV",{"_114":115,"_116":117,"_118":93,"_119":120,"_121":122,"_123":124,"_125":126,"_127":128,"_129":130,"_131":132,"_133":134,"_135":136,"_137":138,"_139":140,"_141":142},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town","orgs",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]