[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_255":256,"_257":258},"routes/_app.x.$handle.$name",{"_101":100,"_32":46,"_110":91,"_27":111,"_13":14,"_112":-5,"_11":113,"_114":115,"_116":117,"_118":119,"_120":121,"_20":-5,"_122":-5,"_123":-5,"_124":25,"_125":126,"_127":25,"_128":-5,"_129":-5,"_130":131},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_44":45,"_32":46,"_39":47,"_48":-5,"_49":25,"_50":51,"_52":51,"_53":54,"_55":-5,"_18":56,"_57":58,"_59":60,"_61":-5,"_62":-5,"_63":64,"_65":66,"_67":68,"_69":70,"_71":72,"_73":-5,"_74":75,"_76":75,"_77":78,"_79":78,"_80":78,"_81":75,"_82":75,"_83":84,"_85":86,"_87":88,"_89":25},"version",12,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":23,"_24":25,"_26":25,"_27":28,"_29":28},"file",{"_30":31,"_32":33,"_34":35,"_36":38,"_39":40,"_41":14,"_42":43,"_24":25},"previous",{"_30":31,"_32":33,"_34":35,"_36":37},"deleted",false,"deletedHere","path","cron/craigslist.ts","latestPath","fileId","381ffdd6-af86-11f1-ae73-1607ee4eb77e","name","craigslist.ts","fileType","interval","content","// Craigslist poller (cron, every 20 min). Public search URLs, no login.\n// Finding from 2026-09-13 (scripts/fixtures/cl-unified-search.html): the unified\n// https://www.craigslist.org/search/city/new-castle-pa?cat=cta&postal=16105&radius=350 search returns\n// static

rows from EVERY regional site inside the radius (result hrefs are\n// www.craigslist.org/view/d//), so one request replaces the ~40 per-site queries in the plan. The\n// per-site URLs (pittsburgh.craigslist.org/search/cta?...&postal=16105&search_distance=350) return the same page.\n// Detail pages expose structured attrs (VIN, odometer, title status, transmission, type, paint, condition),\n// data-latitude/longitude, and 'categoryAbbr': \"cto\" (by-owner) | \"ctd\" (dealer).\nimport { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\nimport {\n ensureSchema, upsertListing, logPoll, inferYear, inferTrans, inferBody, inferTitle, inferSeller, inferMiles, parsePrice, parseMiles,\n findVin, decodeEntities, stripTags, today, UA, NAV_HEADERS, sleep, PRICE_MIN, PRICE_MAX, YEAR_MIN, YEAR_MAX, type Trans, type Body, type Title, type Seller,\n} from \"../lib/core.ts\";\nimport { applyMissed } from \"../lib/enrich.ts\";\n\nconst BASE = \"https://www.craigslist.org/search/city/new-castle-pa?cat=cta&query=corvette&postal=16105&radius=350\";\nexport const QUERIES = [\n `${BASE}&min_auto_year=${YEAR_MIN}&max_auto_year=${YEAR_MAX}`, // year attr set, any price (catches \"call for price\")\n `${BASE}&min_price=${PRICE_MIN}&max_price=${PRICE_MAX}`, // price in band, year missing from attrs (title year checked in code)\n];\nconst TIME_BUDGET_MS = 45_000;\nconst MAX_DETAILS_PER_RUN = 20;\nconst SEARCH_DELAY_MS = 1500;\nconst DETAIL_DELAY_MS = 900;\nexport const CORVETTE_TITLE_RE = /corvette|\\bvette\\b|\\bc[45]\\b/i;\n\nexport interface SearchHit { extId: string; url: string; title: string; price: number | null; location: string }\n\nasync function fetchText(url: string): Promise<{ status: number; text: string }> {\n const res = await fetch(url, { headers: { \"user-agent\": UA, ...NAV_HEADERS } });\n return { status: res.status, text: res.ok ? await res.text() : \"\" };\n}\n\nexport function parseSearch(html: string): SearchHit[] {\n const out: SearchHit[] = [];\n const re = /

]*>([\\s\\S]*?)<\\/li>/g;\n let m: RegExpExecArray | null;\n while ((m = re.exec(html))) {\n const li = m[1];\n const href = (li.match(/href=\"([^\"]+)\"/) || [])[1];\n if (!href) continue;\n const extId = (href.match(/\\/([A-Za-z0-9_-]{8,})\\/?$/) || [])[1] || href;\n const title = decodeEntities((li.match(/

([\\s\\S]*?)<\\/div>/) || [, \"\"])[1].trim());\n const price = parsePrice((li.match(/

([\\s\\S]*?)<\\/div>/) || [, \"\"])[1]);\n const location = decodeEntities((li.match(/

([\\s\\S]*?)<\\/div>/) || [, \"\"])[1]).replace(/\\s+/g, \" \").trim();\n out.push({ extId, url: href, title, price, location });\n }\n return out;\n}\n\nexport interface Detail {\n title: string; price: number | null; year: number | null; makemodel: string; vin: string | null; miles: number | null; titleStatus: Title; trans: Trans; body: Body;\n paint: string | null; condition: string | null; fuel: string | null; drive: string | null; cylinders: string | null;\n lat: number | null; lon: number | null; mapaddress: string | null; posted: string | null; postId: string | null; category: string | null; area: string | null; body_text: string; attrs: Record;\n}\nexport function parseDetail(html: string): Detail {\n const g = (re: RegExp) => (html.match(re) || [])[1];\n const title = decodeEntities(g(/([\\s\\S]*?)<\\/span>/) || \"\").trim();\n const price = parsePrice(g(/([\\s\\S]*?)<\\/span>/));\n const attrs: Record = {};\n for (const m of html.matchAll(/

([\\s\\S]*?)<\\/div>/g)) attrs[m[1]] = stripTags(m[2]).replace(/^[^:]*:\\s*/, \"\").trim();\n const year = attrs.important ? Number((attrs.important.match(/\\b(19\\d\\d|20\\d\\d)\\b/) || [])[1]) || null : Number(g(/(\\d{4})<\\/span>/)) || null;\n const makemodel = stripTags(g(/([\\s\\S]*?)<\\/span>/) || \"\");\n const vinRaw = attrs.auto_vin || null;\n const rawAddr = stripTags(g(/class=\"mapaddress\">([\\s\\S]*?)<\\/div>/) || \"\").replace(/\\bgoogle map\\b/i, \"\").replace(/\\s+/g, \" \").trim();\n const lat = g(/data-latitude=\"([^\"]+)\"/); const lon = g(/data-longitude=\"([^\"]+)\"/);\n const bodyText = stripTags((g(/

([\\s\\S]*?)<\\/section>/) || \"\").replace(/

\\s*<\\/div>/, \"\"));\n const ts = (attrs.auto_title_status || \"\").toLowerCase();\n const titleStatus: Title = /clean/.test(ts) ? \"clean\" : /rebuilt/.test(ts) ? \"rebuilt\" : /salvage|parts only|lien|missing/.test(ts) ? \"salvage\" : \"unknown\";\n const tr = (attrs.auto_transmission || \"\").toLowerCase();\n const trans: Trans = /automatic/.test(tr) ? \"auto\" : /manual/.test(tr) ? \"manual\" : \"unknown\";\n const bt = (attrs.auto_bodytype || \"\").toLowerCase();\n const body: Body = /convertible/.test(bt) ? \"convertible\" : /coupe|hatchback/.test(bt) ? \"coupe\" : \"unknown\";\n return {\n title, price, year, makemodel, vin: vinRaw, miles: parseMiles(attrs.auto_miles), titleStatus, trans, body,\n paint: attrs.auto_paint || null, condition: attrs.condition || null, fuel: attrs.auto_fuel_type || null, drive: attrs.auto_drivetrain || null, cylinders: attrs.auto_cylinders || null,\n lat: lat ? Number(lat) : null, lon: lon ? Number(lon) : null, mapaddress: rawAddr || null,\n posted: g(/ YEAR_MAX) return { ok: false, reason: `year ${year ?? \"?\"}` };\n if (d.price != null && (d.price < PRICE_MIN || d.price > PRICE_MAX)) return { ok: false, reason: `price ${d.price}` };\n if (d.miles == null && !d.vin) return { ok: false, reason: \"no odometer and no VIN\" };\n return { ok: true };\n}\n\nexport default async function (interval?: { lastRunAt?: Date }) {\n const started = Date.now();\n await ensureSchema();\n const stats = { fetched: 0, inserted: 0, updated: 0, pushed: 0 };\n const notes: string[] = [];\n let failedQueries = 0;\n const seen = new Map();\n\n for (const url of QUERIES) {\n try {\n const { status, text } = await fetchText(url);\n if (status !== 200 || !text.includes(\"cl-static-search-result\")) { failedQueries++; notes.push(`search http ${status} (${text.length}b)`); }\n else { const hits = parseSearch(text); stats.fetched += hits.length; for (const h of hits) if (!seen.has(h.extId)) seen.set(h.extId, h); }\n } catch (e) { failedQueries++; notes.push(`search error ${String(e).slice(0, 80)}`); }\n await sleep(SEARCH_DELAY_MS);\n }\n\n const ids = [...seen.keys()];\n const known = new Set(), skipped = new Set();\n const skip = (id: string, reason: string) => sqlite.execute({ sql: `insert or replace into skips (source, external_id, reason, ts) values ('craigslist', ?, ?, ?)`, args: [id, reason, new Date().toISOString()] });\n for (let i = 0; i < ids.length; i += 50) {\n const chunk = ids.slice(i, i + 50); const ph = chunk.map(() => \"?\").join(\",\");\n const r = await sqlite.execute({ sql: `select external_id from listings where source='craigslist' and external_id in (${ph})`, args: chunk });\n for (const row of r.rows as any[]) known.add(String(row.external_id));\n const sk = await sqlite.execute({ sql: `select external_id from skips where source='craigslist' and external_id in (${ph})`, args: chunk });\n for (const row of sk.rows as any[]) skipped.add(String(row.external_id));\n }\n // refresh known rows: seen again -> last_seen today, missed 0; price changes go through upsert so the trail records them\n const now = today();\n for (const id of known) {\n const h = seen.get(id)!;\n const cur = await sqlite.execute({ sql: `select rowid_pk, price, vin, year, gen, trans, body, miles, title, seller, loc, lat, lon from listings where source='craigslist' and external_id=?`, args: [id] });\n const row: any = cur.rows[0]; if (!row) continue;\n if (h.price != null && Number(row.price) !== h.price) {\n const r = await upsertListing({ vin: row.vin, year: row.year, gen: row.gen, trans: row.trans, body: row.body, miles: row.miles, price: h.price, title: row.title, seller: row.seller, loc: row.loc, lat: row.lat, lon: row.lon,\n source: \"craigslist\", externalId: id, url: h.url, notes: `price now $${h.price}` }, { push: true });\n stats.updated++; if (r.pushed) stats.pushed++;\n } else await sqlite.execute({ sql: `update listings set last_seen=?, missed=0 where rowid_pk=?`, args: [now, row.rowid_pk] });\n }\n\n let details = 0;\n for (const id of ids) {\n if (known.has(id) || skipped.has(id)) continue;\n if (details >= MAX_DETAILS_PER_RUN || Date.now() - started > TIME_BUDGET_MS) { notes.push(\"detail cap/time budget hit; remainder next poll\"); break; }\n const h = seen.get(id)!;\n if (!CORVETTE_TITLE_RE.test(h.title)) { await skip(id, \"title\"); continue; } // no detail fetch for Mustangs that mention a Corvette\n if (h.price != null && (h.price < PRICE_MIN || h.price > PRICE_MAX)) { await skip(id, `price ${h.price}`); continue; }\n details++;\n try {\n const { status, text } = await fetchText(h.url);\n if (status !== 200 || !text.includes(\"postingbody\")) { notes.push(`detail ${id} http ${status}`); await sleep(DETAIL_DELAY_MS); continue; }\n const d = parseDetail(text);\n const allText = [d.title, d.makemodel, Object.entries(d.attrs).map(([k, v]) => `${k}: ${v}`).join(\" | \"), d.body_text].filter(Boolean).join(\" \\n \");\n const vin = findVin(d.vin || \"\") || findVin(allText);\n const miles = d.miles ?? inferMiles(d.body_text);\n const year = d.year ?? inferYear(h.title) ?? inferYear(d.title);\n const price = d.price ?? h.price;\n const a = accept({ title: d.title, titleFromSearch: h.title, year, price, miles, vin });\n if (!a.ok) { await skip(id, a.reason!); notes.push(`skip ${id}: ${a.reason}`); await sleep(DETAIL_DELAY_MS); continue; }\n const sellerDefault: Seller = d.category === \"ctd\" ? \"dealer-small\" : \"private\";\n const seller = d.category === \"cto\" ? (inferSeller(allText, \"private\") === \"dealer-franchise\" ? \"dealer-franchise\" : \"private\") : inferSeller(allText, sellerDefault);\n const trans = d.trans !== \"unknown\" ? d.trans : inferTrans(allText);\n const body = d.body !== \"unknown\" ? d.body : inferBody(allText);\n const title = d.titleStatus !== \"unknown\" ? d.titleStatus : inferTitle(allText);\n const loc = [d.mapaddress, d.area ? `CL ${d.area}` : \"\"].filter(Boolean).join(\" - \") || (d.area ? `CL ${d.area}` : \"\");\n const noteBits = [`CL: ${d.title}`.slice(0, 100), d.category === \"ctd\" ? \"dealer post\" : d.category === \"cto\" ? \"by owner\" : \"\", d.paint ? `paint ${d.paint}` : \"\", d.condition ? `cond ${d.condition}` : \"\", d.posted ? `posted ${d.posted.slice(0, 10)}` : \"\"].filter(Boolean);\n const r = await upsertListing({\n vin, year, trans, body, miles, price, title, seller, loc, lat: d.lat, lon: d.lon,\n source: \"craigslist\", externalId: id, url: h.url, notes: noteBits.join(\" | \"), raw: allText.slice(0, 6000), text: allText, postedAt: d.posted || null,\n }, { push: true });\n if (r.action === \"inserted\") stats.inserted++; else stats.updated++;\n if (r.pushed) stats.pushed++;\n } catch (e) { notes.push(`detail ${id} error ${String(e).slice(0, 80)}`); }\n await sleep(DETAIL_DELAY_MS);\n }\n\n // missed counter only when every search succeeded (a CL block must not look like delistings); 3 misses -> dead\n if (failedQueries === 0 && ids.length > 0) {\n const m = await applyMissed(\"craigslist\", new Set(ids));\n if (m.inc || m.dead) notes.push(`missed +${m.inc}, dead ${m.dead}`);\n await sqlite.execute({ sql: `delete from skips where source='craigslist' and ts < ?`, args: [new Date(Date.now() - 60 * 86400000).toISOString()] });\n }\n const summary = `${ids.length} unique hits, ${known.size} known, ${skipped.size} skipped, ${details} detail fetches, ${failedQueries} failed queries, ${Math.round((Date.now() - started) / 1000)}s. ${notes.join(\"; \")}`;\n await logPoll(\"craigslist\", failedQueries < QUERIES.length, stats, summary);\n console.log(\"craigslist\", stats, summary);\n return { ...stats, summary };\n}\n","// Craigslist poller (cron, every 20 min). Public search URLs, no login.\r\n// Finding from 2026-09-13 (scripts/fixtures/cl-unified-search.html): the unified\r\n// https://www.craigslist.org/search/city/new-castle-pa?cat=cta&postal=16105&radius=350 search returns\r\n// static

rows from EVERY regional site inside the radius (result hrefs are\r\n// www.craigslist.org/view/d//), so one request replaces the ~40 per-site queries in the plan. The\r\n// per-site URLs (pittsburgh.craigslist.org/search/cta?...&postal=16105&search_distance=350) return the same page.\r\n// Detail pages expose structured attrs (VIN, odometer, title status, transmission, type, paint, condition),\r\n// data-latitude/longitude, and 'categoryAbbr': \"cto\" (by-owner) | \"ctd\" (dealer).\r\nimport { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\r\nimport {\r\n ensureSchema, upsertListing, logPoll, inferYear, inferTrans, inferBody, inferTitle, inferSeller, inferMiles, parsePrice, parseMiles,\r\n findVin, decodeEntities, stripTags, distFrom16105, today, UA, NAV_HEADERS, sleep, PRICE_MIN, PRICE_MAX, YEAR_MIN, YEAR_MAX, STRETCH_MI, type Trans, type Body, type Title, type Seller,\r\n} from \"../lib/core.ts\";\r\nimport { applyMissed } from \"../lib/enrich.ts\";\r\n\r\nconst BASE = \"https://www.craigslist.org/search/city/new-castle-pa?cat=cta&query=corvette&postal=16105&radius=350\";\r\nexport const QUERIES = [\r\n `${BASE}&min_auto_year=${YEAR_MIN}&max_auto_year=${YEAR_MAX}`, // year attr set, any price (catches \"call for price\")\r\n `${BASE}&min_price=${PRICE_MIN}&max_price=${PRICE_MAX}`, // price in band, year missing from attrs (title year checked in code)\r\n];\r\nconst TIME_BUDGET_MS = 45_000;\r\nconst MAX_DETAILS_PER_RUN = 20;\r\nconst SEARCH_DELAY_MS = 1500;\r\nconst DETAIL_DELAY_MS = 900;\r\nexport const CORVETTE_TITLE_RE = /corvette|\\bvette\\b|\\bc[45]\\b/i;\r\n\r\nexport interface SearchHit { extId: string; url: string; title: string; price: number | null; location: string }\r\n\r\nasync function fetchText(url: string): Promise<{ status: number; text: string }> {\r\n const res = await fetch(url, { headers: { \"user-agent\": UA, ...NAV_HEADERS } });\r\n return { status: res.status, text: res.ok ? await res.text() : \"\" };\r\n}\r\n\r\nexport function parseSearch(html: string): SearchHit[] {\r\n const out: SearchHit[] = [];\r\n const re = /

]*>([\\s\\S]*?)<\\/li>/g;\r\n let m: RegExpExecArray | null;\r\n while ((m = re.exec(html))) {\r\n const li = m[1];\r\n const href = (li.match(/href=\"([^\"]+)\"/) || [])[1];\r\n if (!href) continue;\r\n const extId = (href.match(/\\/([A-Za-z0-9_-]{8,})\\/?$/) || [])[1] || href;\r\n const title = decodeEntities((li.match(/

([\\s\\S]*?)<\\/div>/) || [, \"\"])[1].trim());\r\n const price = parsePrice((li.match(/

([\\s\\S]*?)<\\/div>/) || [, \"\"])[1]);\r\n const location = decodeEntities((li.match(/

([\\s\\S]*?)<\\/div>/) || [, \"\"])[1]).replace(/\\s+/g, \" \").trim();\r\n out.push({ extId, url: href, title, price, location });\r\n }\r\n return out;\r\n}\r\n\r\nexport interface Detail {\r\n title: string; price: number | null; year: number | null; makemodel: string; vin: string | null; miles: number | null; titleStatus: Title; trans: Trans; body: Body;\r\n paint: string | null; condition: string | null; fuel: string | null; drive: string | null; cylinders: string | null;\r\n lat: number | null; lon: number | null; mapaddress: string | null; posted: string | null; postId: string | null; category: string | null; area: string | null; body_text: string; attrs: Record;\r\n}\r\nexport function parseDetail(html: string): Detail {\r\n const g = (re: RegExp) => (html.match(re) || [])[1];\r\n const title = decodeEntities(g(/([\\s\\S]*?)<\\/span>/) || \"\").trim();\r\n const price = parsePrice(g(/([\\s\\S]*?)<\\/span>/));\r\n const attrs: Record = {};\r\n for (const m of html.matchAll(/

([\\s\\S]*?)<\\/div>/g)) attrs[m[1]] = stripTags(m[2]).replace(/^[^:]*:\\s*/, \"\").trim();\r\n const year = attrs.important ? Number((attrs.important.match(/\\b(19\\d\\d|20\\d\\d)\\b/) || [])[1]) || null : Number(g(/(\\d{4})<\\/span>/)) || null;\r\n const makemodel = stripTags(g(/([\\s\\S]*?)<\\/span>/) || \"\");\r\n const vinRaw = attrs.auto_vin || null;\r\n const rawAddr = stripTags(g(/class=\"mapaddress\">([\\s\\S]*?)<\\/div>/) || \"\").replace(/\\bgoogle map\\b/i, \"\").replace(/\\s+/g, \" \").trim();\r\n const lat = g(/data-latitude=\"([^\"]+)\"/); const lon = g(/data-longitude=\"([^\"]+)\"/);\r\n const bodyText = stripTags((g(/

([\\s\\S]*?)<\\/section>/) || \"\").replace(/

\\s*<\\/div>/, \"\"));\r\n const ts = (attrs.auto_title_status || \"\").toLowerCase();\r\n const titleStatus: Title = /clean/.test(ts) ? \"clean\" : /rebuilt/.test(ts) ? \"rebuilt\" : /salvage|parts only|lien|missing/.test(ts) ? \"salvage\" : \"unknown\";\r\n const tr = (attrs.auto_transmission || \"\").toLowerCase();\r\n const trans: Trans = /automatic/.test(tr) ? \"auto\" : /manual/.test(tr) ? \"manual\" : \"unknown\";\r\n const bt = (attrs.auto_bodytype || \"\").toLowerCase();\r\n const body: Body = /convertible/.test(bt) ? \"convertible\" : /coupe|hatchback/.test(bt) ? \"coupe\" : \"unknown\";\r\n return {\r\n title, price, year, makemodel, vin: vinRaw, miles: parseMiles(attrs.auto_miles), titleStatus, trans, body,\r\n paint: attrs.auto_paint || null, condition: attrs.condition || null, fuel: attrs.auto_fuel_type || null, drive: attrs.auto_drivetrain || null, cylinders: attrs.auto_cylinders || null,\r\n lat: lat ? Number(lat) : null, lon: lon ? Number(lon) : null, mapaddress: rawAddr || null,\r\n posted: g(/ YEAR_MAX) return { ok: false, reason: `year ${year ?? \"?\"}` };\r\n if (d.price != null && (d.price < PRICE_MIN || d.price > PRICE_MAX)) return { ok: false, reason: `price ${d.price}` };\r\n if (d.miles == null && !d.vin) return { ok: false, reason: \"no odometer and no VIN\" };\r\n return { ok: true };\r\n}\r\n\r\nexport default async function (interval?: { lastRunAt?: Date }) {\r\n const started = Date.now();\r\n await ensureSchema();\r\n const stats = { fetched: 0, inserted: 0, updated: 0, pushed: 0 };\r\n const notes: string[] = [];\r\n let failedQueries = 0;\r\n const seen = new Map();\r\n\r\n for (const url of QUERIES) {\r\n try {\r\n const { status, text } = await fetchText(url);\r\n if (status !== 200 || !text.includes(\"cl-static-search-result\")) { failedQueries++; notes.push(`search http ${status} (${text.length}b)`); }\r\n else { const hits = parseSearch(text); stats.fetched += hits.length; for (const h of hits) if (!seen.has(h.extId)) seen.set(h.extId, h); }\r\n } catch (e) { failedQueries++; notes.push(`search error ${String(e).slice(0, 80)}`); }\r\n await sleep(SEARCH_DELAY_MS);\r\n }\r\n\r\n const ids = [...seen.keys()];\r\n const known = new Set(), skipped = new Set();\r\n const skip = (id: string, reason: string) => sqlite.execute({ sql: `insert or replace into skips (source, external_id, reason, ts) values ('craigslist', ?, ?, ?)`, args: [id, reason, new Date().toISOString()] });\r\n for (let i = 0; i < ids.length; i += 50) {\r\n const chunk = ids.slice(i, i + 50); const ph = chunk.map(() => \"?\").join(\",\");\r\n const r = await sqlite.execute({ sql: `select external_id from listings where source='craigslist' and external_id in (${ph})`, args: chunk });\r\n for (const row of r.rows as any[]) known.add(String(row.external_id));\r\n const sk = await sqlite.execute({ sql: `select external_id from skips where source='craigslist' and external_id in (${ph})`, args: chunk });\r\n for (const row of sk.rows as any[]) skipped.add(String(row.external_id));\r\n }\r\n // refresh known rows: seen again -> last_seen today, missed 0; price changes go through upsert so the trail records them\r\n const now = today();\r\n for (const id of known) {\r\n const h = seen.get(id)!;\r\n const cur = await sqlite.execute({ sql: `select rowid_pk, price, vin, year, gen, trans, body, miles, title, seller, loc, lat, lon from listings where source='craigslist' and external_id=?`, args: [id] });\r\n const row: any = cur.rows[0]; if (!row) continue;\r\n if (h.price != null && Number(row.price) !== h.price) {\r\n const r = await upsertListing({ vin: row.vin, year: row.year, gen: row.gen, trans: row.trans, body: row.body, miles: row.miles, price: h.price, title: row.title, seller: row.seller, loc: row.loc, lat: row.lat, lon: row.lon,\r\n source: \"craigslist\", externalId: id, url: h.url, notes: `price now $${h.price}` }, { push: true });\r\n stats.updated++; if (r.pushed) stats.pushed++;\r\n } else await sqlite.execute({ sql: `update listings set last_seen=?, missed=0 where rowid_pk=?`, args: [now, row.rowid_pk] });\r\n }\r\n\r\n let details = 0;\r\n for (const id of ids) {\r\n if (known.has(id) || skipped.has(id)) continue;\r\n if (details >= MAX_DETAILS_PER_RUN || Date.now() - started > TIME_BUDGET_MS) { notes.push(\"detail cap/time budget hit; remainder next poll\"); break; }\r\n const h = seen.get(id)!;\r\n if (!CORVETTE_TITLE_RE.test(h.title)) { await skip(id, \"title\"); continue; } // no detail fetch for Mustangs that mention a Corvette\r\n if (h.price != null && (h.price < PRICE_MIN || h.price > PRICE_MAX)) { await skip(id, `price ${h.price}`); continue; }\r\n details++;\r\n try {\r\n const { status, text } = await fetchText(h.url);\r\n if (status !== 200 || !text.includes(\"postingbody\")) { notes.push(`detail ${id} http ${status}`); await sleep(DETAIL_DELAY_MS); continue; }\r\n const d = parseDetail(text);\r\n const allText = [d.title, d.makemodel, Object.entries(d.attrs).map(([k, v]) => `${k}: ${v}`).join(\" | \"), d.body_text].filter(Boolean).join(\" \\n \");\r\n const vin = findVin(d.vin || \"\") || findVin(allText);\r\n const miles = d.miles ?? inferMiles(d.body_text);\r\n const year = d.year ?? inferYear(h.title) ?? inferYear(d.title);\r\n const price = d.price ?? h.price;\r\n const a = accept({ title: d.title, titleFromSearch: h.title, year, price, miles, vin });\r\n if (!a.ok) { await skip(id, a.reason!); notes.push(`skip ${id}: ${a.reason}`); await sleep(DETAIL_DELAY_MS); continue; }\r\n const far = distFrom16105(d.lat, d.lon); // CL enforces the radius loosely (Providence RI showed up in a 350 mi search)\r\n if (far != null && far > STRETCH_MI) { await skip(id, `dist ${far}`); notes.push(`skip ${id}: ${far} mi`); await sleep(DETAIL_DELAY_MS); continue; }\r\n const sellerDefault: Seller = d.category === \"ctd\" ? \"dealer-small\" : \"private\";\r\n const seller = d.category === \"cto\" ? (inferSeller(allText, \"private\") === \"dealer-franchise\" ? \"dealer-franchise\" : \"private\") : inferSeller(allText, sellerDefault);\r\n const trans = d.trans !== \"unknown\" ? d.trans : inferTrans(allText);\r\n const body = d.body !== \"unknown\" ? d.body : inferBody(allText);\r\n const title = d.titleStatus !== \"unknown\" ? d.titleStatus : inferTitle(allText);\r\n const loc = [d.mapaddress, d.area ? `CL ${d.area}` : \"\"].filter(Boolean).join(\" - \") || (d.area ? `CL ${d.area}` : \"\");\r\n const noteBits = [`CL: ${d.title}`.slice(0, 100), d.category === \"ctd\" ? \"dealer post\" : d.category === \"cto\" ? \"by owner\" : \"\", d.paint ? `paint ${d.paint}` : \"\", d.condition ? `cond ${d.condition}` : \"\", d.posted ? `posted ${d.posted.slice(0, 10)}` : \"\"].filter(Boolean);\r\n const r = await upsertListing({\r\n vin, year, trans, body, miles, price, title, seller, loc, lat: d.lat, lon: d.lon,\r\n source: \"craigslist\", externalId: id, url: h.url, notes: noteBits.join(\" | \"), raw: allText.slice(0, 6000), text: allText, postedAt: d.posted || null,\r\n }, { push: true });\r\n if (r.action === \"inserted\") stats.inserted++; else stats.updated++;\r\n if (r.pushed) stats.pushed++;\r\n } catch (e) { notes.push(`detail ${id} error ${String(e).slice(0, 80)}`); }\r\n await sleep(DETAIL_DELAY_MS);\r\n }\r\n\r\n // missed counter only when every search succeeded (a CL block must not look like delistings); 3 misses -> dead\r\n if (failedQueries === 0 && ids.length > 0) {\r\n const m = await applyMissed(\"craigslist\", new Set(ids));\r\n if (m.inc || m.dead) notes.push(`missed +${m.inc}, dead ${m.dead}`);\r\n await sqlite.execute({ sql: `delete from skips where source='craigslist' and ts < ?`, args: [new Date(Date.now() - 60 * 86400000).toISOString()] });\r\n }\r\n const summary = `${ids.length} unique hits, ${known.size} known, ${skipped.size} skipped, ${details} detail fetches, ${failedQueries} failed queries, ${Math.round((Date.now() - started) / 1000)}s. ${notes.join(\"; \")}`;\r\n await logPoll(\"craigslist\", failedQueries < QUERIES.length, stats, summary);\r\n console.log(\"craigslist\", stats, summary);\r\n return { ...stats, summary };\r\n}\r\n","createdAt",["D",1789314751733],"branchVersion","branchId","86e98f95-71bb-401c-ac30-44ee51ed36fc","id","00cc23ab-c212-43f5-a7c5-1ba797ecaa18","corvette",["D",1789312547277],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","C4/C5 Corvette search pipeline (CL, forums, auctions, comps)","imageUrl","87445237-7d14-45c7-b3a2-72e031f10ec1","pinnedFileId","2b16e0f0-af8b-11f1-8152-1607ee4eb77e","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",0,"orgId","01a09786-a61b-74b5-8910-af3116d3de5c","tursoName","00cc23abc21243f5a7c51ba797ecaa18","tursoHostname","00cc23abc21243f5a7c51ba797ecaa18-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789486866837],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_101":100,"_109":105},"org",{"_101":100,"_102":103,"_104":105,"_18":56,"_106":107,"_108":25},"branch",{"_13":90,"_32":91,"_44":43,"_92":45,"_93":-5,"_94":-5,"_95":-5,"_96":-5,"_97":-5,"_98":46,"_99":100},"isOwned",79,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","logan1","handle","displayName","Logan","avatar","https://lh3.googleusercontent.com/a/ACg8ocIFxddfJftSiTFZN49YShT3nY7q8GOQ7dXYM2vJ6XkajnQMGA=s96-c","tier","free","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_44":45,"_32":46,"_39":250,"_48":-5,"_49":25,"_50":51,"_52":51,"_53":54,"_55":-5,"_18":56,"_57":58,"_59":60,"_61":-5,"_62":-5,"_63":64,"_65":66,"_67":68,"_69":70,"_71":251,"_73":-5,"_74":75,"_76":75,"_77":78,"_79":78,"_80":78,"_81":75,"_82":75,"_83":252,"_85":253,"_87":254,"_89":25},"tree",[176,177,182,186],"files",[176,177,178,179,180,181,182,183,184,185,186],"counts",{"_165":64,"_166":140,"_167":64,"_168":169,"_170":171},"contents",[132,133,134,135],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_44":159,"_32":160,"_30":161,"_139":-5,"_42":43,"_41":162,"_141":60,"_39":163,"_13":64,"_34":151,"_36":-5,"_24":25,"_144":-5,"_27":164},{"_44":153,"_32":154,"_30":155,"_139":-5,"_42":43,"_41":156,"_141":60,"_39":157,"_13":64,"_34":151,"_36":-5,"_24":25,"_144":-5,"_27":158},{"_44":146,"_32":147,"_30":148,"_139":-5,"_42":43,"_41":149,"_141":60,"_39":150,"_13":64,"_34":151,"_36":-5,"_24":25,"_144":-5,"_27":152},{"_44":136,"_32":137,"_30":138,"_139":-5,"_42":43,"_41":140,"_141":60,"_39":142,"_13":64,"_34":20,"_36":143,"_24":25,"_144":-5,"_27":145},"00ad9da4-0577-4814-8519-02511a2d4430","README.md","ff70c39e-af85-11f1-9411-1607ee4eb77e","parentId",1,"latest",["D",1789312547547],"# corvette\n\nC4 (1994-96) / C5 (1997-2004) Corvette search pipeline for 16105. Forked from logan1/housing. See lib/core.ts.\n","label",[137],"35cabbb3-b0f6-4c22-a18a-4c6320b0d9b2","lib","16dfa00e-af86-11f1-9559-1607ee4eb77e",2,["D",1789312586746],"directory",[147],"d37d445d-a3e7-4b4d-8e14-d2f34c4797e9","cron","1b0a73f2-af86-11f1-b58b-1607ee4eb77e",4,["D",1789312593913],[154],"b2a361ad-ea6d-43f1-bc22-2eaa212050a7","api","19075df4-af86-11f1-9816-1607ee4eb77e",3,["D",1789312590546],[160],"pulls","branches","forks","envVars",{"_172":174,"_175":64},"connections",{"_172":64,"_173":64},"count","unfilledCount",5,"emptyCount",{"_44":159,"_32":160,"_30":161,"_139":-5,"_42":43,"_41":162,"_141":60,"_39":247,"_13":64,"_34":151,"_36":-5,"_24":25,"_144":-5,"_188":248,"_27":249},{"_44":153,"_32":154,"_30":155,"_139":-5,"_42":43,"_41":156,"_141":60,"_39":244,"_13":64,"_34":151,"_36":-5,"_24":25,"_144":-5,"_188":245,"_27":246},{"_44":240,"_32":33,"_30":31,"_139":155,"_42":43,"_41":14,"_141":25,"_39":241,"_13":140,"_34":35,"_36":38,"_24":25,"_144":-5,"_188":242,"_27":243},{"_44":232,"_32":233,"_30":234,"_139":155,"_42":43,"_41":235,"_141":25,"_39":236,"_13":64,"_34":35,"_36":237,"_24":25,"_144":-5,"_188":238,"_27":239},{"_44":225,"_32":201,"_30":226,"_139":155,"_42":43,"_41":227,"_141":25,"_39":228,"_13":64,"_34":35,"_36":229,"_24":25,"_144":-5,"_188":230,"_27":231},{"_44":218,"_32":192,"_30":219,"_139":155,"_42":43,"_41":220,"_141":25,"_39":221,"_13":64,"_34":35,"_36":222,"_24":25,"_144":-5,"_188":223,"_27":224},{"_44":146,"_32":147,"_30":148,"_139":-5,"_42":43,"_41":149,"_141":60,"_39":215,"_13":64,"_34":151,"_36":-5,"_24":25,"_144":-5,"_188":216,"_27":217},{"_44":208,"_32":209,"_30":210,"_139":148,"_42":43,"_41":174,"_141":25,"_39":211,"_13":64,"_34":196,"_36":212,"_24":25,"_144":-5,"_188":213,"_27":214},{"_44":200,"_32":201,"_30":202,"_139":148,"_42":43,"_41":203,"_141":25,"_39":204,"_13":64,"_34":196,"_36":205,"_24":25,"_144":-5,"_188":206,"_27":207},{"_44":191,"_32":192,"_30":193,"_139":148,"_42":43,"_41":194,"_141":25,"_39":195,"_13":64,"_34":196,"_36":197,"_24":25,"_144":-5,"_188":198,"_27":199},{"_44":136,"_32":137,"_30":138,"_139":-5,"_42":43,"_41":140,"_141":60,"_39":187,"_13":64,"_34":20,"_36":143,"_24":25,"_144":-5,"_188":189,"_27":190},["D",1789312547547],"children",[],[137],"23e61242-0d67-4cb8-ba91-505c97459f70","sources.ts","30edcbe2-af86-11f1-9d05-1607ee4eb77e",7,["D",1789312630571],"script","// Multi-source registry + one parser per platform. Pure functions (text -> hits) so they are unit-testable against\n// scripts/fixtures/*. The cron (cron/sources.ts) does the fetching, rotation, dedupe and upsert. Adding a source =\n// one REGISTRY entry (+ a parser if the platform is new). Per-source gotchas live in valtown/SOURCES.md; verified\n// evidence for every entry is in ../source-inventory.md / .json.\nimport { decodeEntities, stripTags, inferYear, inferTrans, inferBody, inferTitle, inferMiles, inferPrice, inferTrim, findVin, parsePrice, parseMiles, genFor, YEAR_MIN, YEAR_MAX, type Trans, type Body, type Title, type Seller } from \"./core.ts\";\n\nexport type Kind = \"listing\" | \"comp\";\nexport interface Hit {\n extId: string; url: string; title: string; text: string;\n year?: number | null; price?: number | null; miles?: number | null; vin?: string | null;\n trans?: Trans; body?: Body; titleStatus?: Title; seller?: Seller; loc?: string; lat?: number | null; lon?: number | null;\n posted?: string | number | null; auctionDate?: string | null; note?: string; dist?: number | null; // dist = source-reported distance when no coordinates\n soldPrice?: number | null; soldDate?: string | null; // comps\n}\nexport interface ParseResult { hits: Hit[]; more?: boolean }\nexport type Parser = (text: string, ctx: { url: string }) => ParseResult;\nexport interface Source {\n key: string; parser: keyof typeof PARSERS; urls: string[]; every: number; seller: Seller; kind?: Kind;\n push?: boolean; pushMin?: number; enabled?: boolean; headers?: Record; accept?: \"html\" | \"json\" | \"xml\";\n pageUrl?: (base: string, n: number) => string; maxPages?: number; spacingMs?: number; group?: string; full?: boolean; // full = complete inventory (missed logic)\n}\n\nconst clean = (s: string) => decodeEntities(s).replace(/\\s+/g, \" \").trim();\nconst pipeText = (html: string) => decodeEntities(html.replace(//g, \"\").replace(/|/gi, \"\").replace(/<[^>]+>/g, \" | \")).replace(/\\s+/g, \" \").replace(/(\\s*\\|\\s*)+/g, \" | \").trim();\nexport const CORVETTE_RE = /corvette|\\bvette\\b/i;\nconst yearOk = (y: number | null | undefined) => y != null && y >= YEAR_MIN && y <= YEAR_MAX;\n// fill the structured fields a listing hit lacks from its text (parsers pass what the page gives, this does the rest)\nexport function enrichHit(h: Hit): Hit {\n const t = `${h.title} \\n ${h.text}`;\n return {\n ...h, year: h.year ?? inferYear(t), price: h.price ?? inferPrice(t), miles: h.miles ?? inferMiles(t), vin: h.vin ?? findVin(t),\n trans: h.trans ?? inferTrans(t), body: h.body ?? inferBody(t), titleStatus: h.titleStatus ?? inferTitle(t),\n };\n}\n\n// ---------- RSS / Atom (vBulletin external.php?type=RSS2&forumids=N, XenForo index.rss, Reddit new.rss, Hemmings) ----------\nexport const rss: Parser = (xml, ctx) => {\n const hits: Hit[] = [];\n const items = xml.includes(\"\") || xml.includes(\"]/).slice(1) : xml.split(\"\").slice(1);\n for (const it of items) {\n const g = (re: RegExp) => (it.match(re) || [])[1];\n const title = clean(stripTags((g(/]*>([\\s\\S]*?)<\\/title>/) || \"\").replace(/^$/g, \"\")));\n const link = g(/]*href=\"([^\"]+)\"/) || clean(g(/([\\s\\S]*?)<\\/link>/) || \"\");\n const id = clean(g(/([\\s\\S]*?)<\\/id>/) || g(/]*>([\\s\\S]*?)<\\/guid>/) || link);\n const body = stripTags((g(/([\\s\\S]*?)<\\/content:encoded>/) || g(/]*>([\\s\\S]*?)<\\/content>/) || g(/([\\s\\S]*?)<\\/description>/) || \"\").replace(//g, \"\"));\n const date = g(/([\\s\\S]*?)<\\/pubDate>/) || g(/([\\s\\S]*?)<\\/published>/) || g(/([\\s\\S]*?)<\\/updated>/) || g(/([\\s\\S]*?)<\\/dc:date>/) || \"\";\n if (!link) continue;\n const text = `${title} \\n ${body}`;\n if (!CORVETTE_RE.test(text) && !/\\bc[45]\\b/i.test(title)) continue;\n if (/\\bwtb\\b|\\bwanted\\b|\\biso\\b|looking for|\\bparts?\\b.*for sale|\\bwheels?\\b|\\btires?\\b|\\bseats?\\b|\\bhood\\b|\\bexhaust\\b/i.test(title) && !/\\b(19\\d\\d|200\\d)\\b[^|]*\\b(corvette|vette)\\b/i.test(title)) continue;\n const h = enrichHit({ extId: id, url: link, title, text: text.slice(0, 5000), posted: date || null, note: `${ctx.url.replace(/^https?:\\/\\/(www\\.)?/, \"\").split(\"/\")[0]}: ${title.slice(0, 80)}` });\n if (!yearOk(h.year)) continue;\n hits.push(h);\n }\n return { hits };\n};\n\n// ---------- vBulletin forum thread list (CorvetteForum) - fallback when the RSS is blocked ----------\nexport const vbulletin: Parser = (html, ctx) => {\n const hits: Hit[] = [];\n for (const m of html.matchAll(/id=\"td_threadtitle_(\\d+)\"[^>]*title=\"([^\"]*)\"[\\s\\S]*?]*>([\\s\\S]*?)<\\/a>/g)) {\n const [, id, preview, url, t] = m;\n const title = clean(stripTags(t)); const text = `${title} \\n ${clean(preview)}`;\n if (/sticky/i.test(html.slice(Math.max(0, m.index! - 400), m.index!)) && /how to|rules|read (this|first)/i.test(title)) continue;\n if (!CORVETTE_RE.test(text) && !/\\bc[45]\\b/i.test(title)) continue;\n if (/\\bwtb\\b|\\bwanted\\b|\\biso\\b|\\bsold\\b/i.test(title)) continue;\n const h = enrichHit({ extId: id, url, title, text, note: `${ctx.url.replace(/^https?:\\/\\/(www\\.)?/, \"\").split(\"/\")[0]}: ${title.slice(0, 80)}` });\n if (!yearOk(h.year)) continue;\n hits.push(h);\n }\n return { hits };\n};\n\n// ---------- Bring a Trailer model pages: `var auctionsCompletedInitialData = {...}` (24 most recent completed) -> comps ----------\nexport const bat: Parser = (html, ctx) => {\n const hits: Hit[] = [];\n const i = html.indexOf(\"var auctionsCompletedInitialData = \"); if (i < 0) return { hits };\n const j = html.indexOf(\"/* ]]> */\", i); const raw = html.slice(i + \"var auctionsCompletedInitialData = \".length, j > 0 ? j : undefined).trim().replace(/;\\s*$/, \"\");\n let d: any; try { d = JSON.parse(raw); } catch { return { hits }; }\n for (const it of d.items || []) {\n const sold = /Sold for/i.test(String(it.sold_text || \"\"));\n const title = clean(String(it.title || \"\")); const excerpt = clean(stripTags(String(it.excerpt || \"\")));\n const year = inferYear(title); if (!yearOk(year)) continue;\n const miles = (title.match(/\\b(\\d{1,3})k-Mile/i) || [])[1] ? Number((title.match(/\\b(\\d{1,3})k-Mile/i) || [])[1]) * 1000 : inferMiles(`${title} ${excerpt}`);\n const soldDate = it.timestamp_end ? new Date(Number(it.timestamp_end) * 1000).toISOString().slice(0, 10) : null;\n hits.push({ extId: String(it.id), url: String(it.url), title, text: `${title} \\n ${excerpt}`, year, miles, price: null,\n trans: /6-speed|six-speed|manual/i.test(`${title} ${excerpt}`) ? \"manual\" : /automatic|four-speed auto|4l60/i.test(`${title} ${excerpt}`) ? \"auto\" : \"unknown\",\n body: inferBody(title), soldPrice: sold ? Number(it.current_bid) || null : null, soldDate, note: sold ? String(it.sold_text).replace(/<[^>]+>/g, \"\").trim() : `reserve not met - bid to $${it.current_bid}` });\n }\n return { hits };\n};\n\n// ---------- Cars & Bids past auctions (server-rendered cards or __NEXT_DATA__) -> comps ----------\nexport const carsandbids: Parser = (html, ctx) => {\n const hits: Hit[] = [];\n const nd = html.match(/

Diff · v12