[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8},"actionData","errors","root",{"_110":111,"_112":113},"routes/embed.x.$handle.$name.$",{"_9":10,"_11":12,"_13":14,"_15":16,"_17":18,"_19":20,"_21":-5},"handle","logan1","name","corvette","path","lib/enrich.ts","project",{"_22":48,"_11":12,"_35":49,"_50":-5,"_51":44,"_52":53,"_54":53,"_55":56,"_57":-5,"_58":59,"_60":61,"_62":34,"_63":-5,"_64":-5,"_65":66,"_67":68,"_69":70,"_71":72,"_73":74,"_75":-5,"_76":77,"_78":77,"_79":80,"_81":80,"_82":80,"_83":77,"_84":77,"_85":86,"_87":88,"_89":90,"_91":44},"file",{"_22":23,"_11":24,"_25":26,"_27":28,"_29":30,"_31":32,"_33":34,"_35":36,"_37":38,"_39":40,"_41":42,"_43":44,"_45":-5,"_13":46},"permalink","https://www.val.town/x/logan1/corvette/code/lib/enrich.ts","extension","id","da4a0557-e937-4fb6-9b2d-3eac33e9651e","enrich.ts","fileId","2954cc82-af86-11f1-b398-1607ee4eb77e","parentId","16dfa00e-af86-11f1-9559-1607ee4eb77e","branchId","86e98f95-71bb-401c-ac30-44ee51ed36fc","branchVersion",73,"latest",true,"createdAt",["D",1789472818436],"version",2,"fileType","script","content","// Enrichment helpers (flags, not fit-score rules): price anomaly vs a rolling P25, price history /\n// MOTIVATED, notes prefixes, quiet-hours push queue. Pure helpers are exported for unit tests; the\n// sqlite-backed functions run inside upsertListing (cheap local queries only) and cron/enrich.ts.\n// NOTHING here touches score().\nimport { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\n\nexport async function ensureEnrichSchema() {\n await sqlite.batch([\n `create table if not exists price_history (id integer primary key autoincrement, rowid_pk integer not null, price integer, seen text not null)`,\n `create index if not exists ph_row on price_history(rowid_pk, id)`,\n `create table if not exists push_queue (id integer primary key autoincrement, rowid_pk integer, payload text not null, queued text not null, released text)`,\n `create table if not exists enrich_state (key text primary key, value text)`,\n ]);\n const cols = new Set(((await sqlite.execute(`pragma table_info(listings)`)).rows as any[]).map((r) => String(r.name)));\n if (!cols.has(\"verified_at\")) await sqlite.execute(`alter table listings add column verified_at text`); // last time the verify step re-fetched the listing URL\n if (!cols.has(\"verify_fails\")) await sqlite.execute(`alter table listings add column verify_fails integer not null default 0`); // consecutive soft gone signals (2 -> gone)\n}\nexport async function getState(key: string): Promise {\n const r = await sqlite.execute({ sql: `select value from enrich_state where key=?`, args: [key] });\n return r.rows.length ? String((r.rows[0] as any).value) : null;\n}\nexport async function setState(key: string, value: string | null) {\n if (value == null) await sqlite.execute({ sql: `delete from enrich_state where key=?`, args: [key] });\n else await sqlite.execute({ sql: `insert or replace into enrich_state (key, value) values (?,?)`, args: [key, value] });\n}\n\n// ---------- price anomaly: < 0.75 x rolling 90-day P25 for year-band x trans (min 8 rows) ----------\nexport function p25(values: number[]): number | null {\n const v = values.filter((x) => Number.isFinite(x)).sort((a, b) => a - b);\n if (!v.length) return null;\n const pos = 0.25 * (v.length - 1); const lo = Math.floor(pos), hi = Math.ceil(pos);\n return v[lo] + (v[hi] - v[lo]) * (pos - lo);\n}\nexport const ANOMALY_RATIO = 0.75, P25_MIN_ROWS = 8;\nexport function isAnomaly(price: number | null | undefined, p25Value: number | null): boolean {\n return price != null && p25Value != null && price < ANOMALY_RATIO * p25Value;\n}\n// year bands match the scoring buckets so the P25 compares like with like\nexport function yearBand(year: number | null): [number, number] | null {\n if (year == null) return null;\n if (year >= 1999 && year <= 2004) return [1999, 2004];\n if (year >= 1997 && year <= 1998) return [1997, 1998];\n if (year >= 1994 && year <= 1996) return [1994, 1996];\n if (year >= 1992 && year <= 1993) return [1992, 1993];\n return null;\n}\nexport async function p25For(year: number | null, trans: string): Promise<{ p25: number | null; basis: string }> {\n const band = yearBand(year); if (!band) return { p25: null, basis: \"no band\" };\n const since = new Date(Date.now() - 90 * 86400000).toISOString().slice(0, 10);\n const base = `from listings where price is not null and first_seen >= ? and year between ? and ? and status <> 'dead'`;\n const byTrans = await sqlite.execute({ sql: `select price ${base} and trans=?`, args: [since, band[0], band[1], trans] });\n if (byTrans.rows.length >= P25_MIN_ROWS) return { p25: p25((byTrans.rows as any[]).map((r) => Number(r.price))), basis: `${band[0]}-${band[1]} ${trans} n=${byTrans.rows.length}` };\n const comps = await sqlite.execute({ sql: `select sold_price price from comps where sold_price is not null and year between ? and ? and (trans=? or trans='unknown') and sold_date >= date('now','-365 day')`, args: [band[0], band[1], trans] });\n const pool = [...(byTrans.rows as any[]), ...(comps.rows as any[])].map((r) => Number(r.price));\n if (pool.length >= P25_MIN_ROWS) return { p25: p25(pool), basis: `${band[0]}-${band[1]} ${trans} +comps n=${pool.length}` };\n return { p25: null, basis: \"insufficient rows\" };\n}\n\n// ---------- price history + MOTIVATED ----------\nexport const MOTIVATED_AGE_ANY_DROP = 25;\nexport function motivatedFlag(drops: number, ageDays: number): boolean {\n return drops >= 2 || (ageDays >= MOTIVATED_AGE_ANY_DROP && drops >= 1);\n}\nexport function trailStats(trail: (number | null)[]): { drops: number; lastDrop: number; fromMax: number } {\n const t = trail.filter((x): x is number => x != null);\n let drops = 0, lastDrop = 0;\n for (let i = 1; i < t.length; i++) if (t[i] < t[i - 1]) { drops++; lastDrop = t[i - 1] - t[i]; }\n const fromMax = t.length ? Math.max(...t) - t[t.length - 1] : 0;\n return { drops, lastDrop, fromMax };\n}\nexport const fmtTrail = (trail: (number | null)[]) => trail.map((p) => p == null ? \"$?\" : `$${p.toLocaleString(\"en-US\")}`).join(\" -> \");\nexport async function recordPrice(rowid: number, price: number | null, when = new Date().toISOString().slice(0, 10)): Promise {\n const last = await sqlite.execute({ sql: `select price from price_history where rowid_pk=? order by id desc limit 1`, args: [rowid] });\n const prev = last.rows.length ? (last.rows[0] as any).price : undefined;\n if (prev === undefined || (price != null && Number(prev) !== price)) {\n await sqlite.execute({ sql: `insert into price_history (rowid_pk, price, seen) values (?,?,?)`, args: [rowid, price, when] });\n }\n return await priceTrail(rowid) as number[];\n}\nexport async function priceTrail(rowid: number): Promise<(number | null)[]> {\n const all = await sqlite.execute({ sql: `select price from price_history where rowid_pk=? order by id`, args: [rowid] });\n return (all.rows as any[]).map((r) => r.price == null ? null : Number(r.price));\n}\n\n// ---------- notes prefixes: flags rendered as \"FLAG | FLAG | \" ahead of the free-text notes ----------\nconst FLAG_TOKEN = `(?:DEAD [^|]+|NO VIN|PRICE ANOMALY|STALE \\\\d+d|DROP \\\\$[\\\\d,]+|MOTIVATED|DEALER FEE\\\\?|MANUAL-ONLY MODEL|STRETCH|FAR|OUT OF RANGE|OUT-OF-REGION SITE|SCAM\\\\?|SELLER MOTIVE|FIRM|REPOST x\\\\d+|VIN MISMATCH[^|]*)`;\nexport const PREFIX_RE = new RegExp(`^(?:${FLAG_TOKEN} \\\\| )+`);\nconst LONE_PREFIX_RE = new RegExp(`^(?:${FLAG_TOKEN}(?: \\\\| )?)+$`);\nexport function stripPrefixes(notes: string): string { const n = (notes || \"\").replace(PREFIX_RE, \"\"); return LONE_PREFIX_RE.test(n) ? \"\" : n; }\nexport function buildPrefix(flags: string[]): string { return flags.length ? flags.join(\" | \") + \" | \" : \"\"; }\n\n// ---------- quiet hours (23:00-07:00 America/New_York) ----------\nexport function etHour(d: Date): number {\n return Number(new Intl.DateTimeFormat(\"en-US\", { timeZone: \"America/New_York\", hour: \"numeric\", hour12: false }).format(d).replace(/^24$/, \"0\"));\n}\nexport function isQuietHour(d = new Date()): boolean { const h = etHour(d); return h >= 23 || h < 7; }\nexport async function queuePush(rowid: number | null, payload: unknown) {\n await sqlite.execute({ sql: `insert into push_queue (rowid_pk, payload, queued) values (?,?,?)`, args: [rowid, JSON.stringify(payload), new Date().toISOString()] });\n}\nexport async function pendingQueue(): Promise<{ id: number; rowid_pk: number | null; payload: any }[]> {\n const r = await sqlite.execute(`select id, rowid_pk, payload from push_queue where released is null order by id`);\n return (r.rows as any[]).map((x) => ({ id: Number(x.id), rowid_pk: x.rowid_pk == null ? null : Number(x.rowid_pk), payload: JSON.parse(String(x.payload)) }));\n}\nexport async function markReleased(ids: number[]) {\n if (!ids.length) return;\n await sqlite.execute({ sql: `update push_queue set released=? where id in (${ids.map(() => \"?\").join(\",\")})`, args: [new Date().toISOString(), ...ids] });\n}\n\n// ---------- disappearance (missed counter -> dead at 3, only for status 'new') ----------\nexport const DEAD_AFTER_MISSED = 3;\nexport function missedUpdates(rows: { rowid_pk: number; external_id: string | null; missed: number; status: string }[], seen: Set) {\n const inc: number[] = [], dead: number[] = [];\n for (const r of rows) {\n if (r.external_id && seen.has(r.external_id)) continue;\n if (r.status === \"dead\") continue;\n inc.push(r.rowid_pk);\n if (r.missed + 1 >= DEAD_AFTER_MISSED && r.status === \"new\") dead.push(r.rowid_pk);\n }\n return { inc, dead };\n}\nexport async function applyMissed(source: string, seen: Set): Promise<{ inc: number; dead: number }> {\n const r = await sqlite.execute({ sql: `select rowid_pk, external_id, missed, status from listings where source=? and status <> 'dead' and last_seen >= date('now','-60 day')`, args: [source] });\n const u = missedUpdates(r.rows as any[], seen);\n const now = new Date().toISOString().slice(0, 10);\n const stmts: { sql: string; args: any[] }[] = [];\n if (u.inc.length) stmts.push({ sql: `update listings set missed=missed+1 where rowid_pk in (${u.inc.map(() => \"?\").join(\",\")})`, args: u.inc });\n if (u.dead.length) stmts.push({ sql: `update listings set status='dead', gone_at=coalesce(gone_at, ?) where rowid_pk in (${u.dead.map(() => \"?\").join(\",\")})`, args: [now, ...u.dead] });\n if (stmts.length) await sqlite.batch(stmts);\n return { inc: u.inc.length, dead: u.dead.length };\n}\n\n// ---------- gone detection (cron/enrich.ts verify step): re-fetch the listing URL and decide whether the ad is still up ----------\n// Pure so scripts/test_local.ts can pin the per-platform signatures. `sure` signals (HTTP 404/410, Craigslist's own removal\n// banners, a forum thread whose title carries the SOLD prefix) kill the row on the first sighting; soft body-text signals need\n// two consecutive sightings (12 h apart) because a template FAQ or a \"recently sold\" sidebar can carry the same words.\nexport interface GoneSignal { reason: string; sure: boolean }\nconst GONE_TITLE_RE = /^\\s*(?:\\[?\$?\\*?sold\\*?\$?\\]?\\b|withdrawn\\b|no longer available\\b)|\$(?:sold|withdrawn)\$|\\bsold\\s*[-|:]\\s*/i;\nconst GONE_BODY_RE = /this (?:listing|ad|vehicle|item|posting|post|lot|car|auction) (?:has been|is|was|is no longer) (?:sold|removed|deleted|expired|closed|withdrawn|no longer (?:available|active|for sale)|not (?:available|active))|(?:listing|ad|item|lot|vehicle) (?:not found|could not be found|does not exist|no longer exists|has been removed|is no longer (?:available|active))|(?:sorry,? )?(?:that|this) (?:page|listing|ad|vehicle) (?:does not exist|could not be found|is no longer available)|the specified thread (?:does not exist|has been removed)/i;\nconst GONE_AUCTION_RE = /\\b(?:auction|bidding) (?:has |is )?(?:closed|ended)\\b|\\blot closed\\b|\\bthis (?:lot|auction) (?:has )?ended\\b/i; // no \"hammer price\": result tables on live lot pages carry it\nexport function goneSignal(url: string, status: number, html: string, finalUrl?: string): GoneSignal | null {\n if (status === 404 || status === 410) return { reason: `http ${status}`, sure: true };\n if (status === 0 || status === 403 || status === 429 || status >= 500) return null; // blocked / down: no verdict\n const host = (url.match(/^https?:\\/\\/(?:www\\.)?([^/]+)/) || [, \"\"])[1].toLowerCase();\n const doc = html.slice(0, 400000).replace(/||/gi, \" \");\n const title = (doc.match(/]*>([\\s\\S]*?)<\\/title>/i) || [, \"\"])[1].replace(/&[a-z#0-9]+;/g, \" \").replace(/\\s+/g, \" \").trim();\n const text = doc.replace(/<[^>]+>/g, \" \").replace(/&[a-z#0-9]+;/g, \" \").replace(/\\s+/g, \" \");\n if (finalUrl) { // a listing URL that lands on the site root / a search page was removed and redirected\n try { const f = new URL(finalUrl), o = new URL(url); if (f.host.replace(/^www\\./, \"\") === o.host.replace(/^www\\./, \"\") && o.pathname.length > 8 && (f.pathname === \"/\" || /\\/(search|inventory|listings|classifieds|for-sale)\\/?$/.test(f.pathname))) return { reason: \"redirected to index\", sure: true }; } catch { /* ignore */ }\n }\n if (/craigslist\\.org$/.test(host)) {\n const m = text.match(/This posting has (?:been deleted by its author|expired|been flagged for removal|been removed)/i);\n if (m) return { reason: m[0].replace(/^This posting has (?:been )?/, \"\").toLowerCase(), sure: true };\n if (!/postingbody|posting-body|attrgroup|postingtitletext/.test(html)) return { reason: \"no posting body\", sure: false }; // an error / interstitial page, not the ad\n return null;\n }\n if (/corvetteforum\\.com|corvetteactioncenter\\.com|digitalcorvettes\\.com$/.test(host)) { // forum threads: the SOLD prefix lives in the title; body text is untrusted (buyers post \"sold?\" all day)\n if (GONE_TITLE_RE.test(title)) return { reason: \"sold (thread title)\", sure: true };\n if (/specified thread does not exist|no thread with that id|thread (?:has been )?(?:deleted|removed)/i.test(text)) return { reason: \"thread removed\", sure: true };\n return null;\n }\n if (/hibid\\.com|carsandbids\\.com|carlisleauctions\\.com|estatesales\\.org|auctionzip\\.com$/.test(host)) { // auctions: auction_date handles most of it (verify step); the page confirms\n if (GONE_TITLE_RE.test(title)) return { reason: \"sold (title)\", sure: true };\n if (/carsandbids\\.com/.test(host) && /\\bSold for \\$[\\d,]+|\\bBid to \\$[\\d,]+|auction (?:has )?ended|This auction has ended/i.test(text)) return { reason: \"auction ended\", sure: true };\n if (GONE_AUCTION_RE.test(text)) return { reason: \"auction ended\", sure: false };\n return null;\n }\n if (GONE_TITLE_RE.test(title)) return { reason: \"sold (title)\", sure: true };\n const m = text.match(GONE_BODY_RE);\n if (m) return { reason: m[0].toLowerCase().slice(0, 60), sure: false };\n return null;\n}\n","deleted",false,"label",[47,24],"lib","00cc23ab-c212-43f5-a7c5-1ba797ecaa18",["D",1789312547277],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","C4/C5 Corvette search pipeline (CL, forums, auctions, comps)","imageUrl","userId","87445237-7d14-45c7-b3a2-72e031f10ec1","pinnedFileId","2b16e0f0-af8b-11f1-8152-1607ee4eb77e","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","01a09786-a61b-74b5-8910-af3116d3de5c","tursoName","00cc23abc21243f5a7c51ba797ecaa18","tursoHostname","00cc23abc21243f5a7c51ba797ecaa18-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789486866837],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_9":10,"_109":105},"org",{"_9":10,"_102":103,"_104":105,"_58":59,"_106":107,"_108":44},"branch",{"_37":92,"_11":93,"_22":30,"_94":48,"_95":-5,"_96":-5,"_97":-5,"_98":-5,"_99":-5,"_100":12,"_101":10},"isOwned",79,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","Logan","avatar","https://lh3.googleusercontent.com/a/ACg8ocIFxddfJftSiTFZN49YShT3nY7q8GOQ7dXYM2vJ6XkajnQMGA=s96-c","tier","free","canRestrictVals","profileImageUrl","ctx",{"_85":-5,"_143":144,"_145":146,"_147":148,"_149":44,"_150":44,"_151":44,"_152":34,"_153":-5,"_154":-7,"_155":-7,"_156":66,"_157":44,"_158":44,"_159":-5,"_160":44,"_161":44,"_162":44,"_163":-5},"ENV",{"_114":115,"_116":117,"_118":93,"_119":120,"_121":122,"_123":124,"_125":126,"_127":128,"_129":130,"_131":132,"_133":134,"_135":136,"_137":138,"_139":140,"_141":142},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town","orgs",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]