[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8},"actionData","errors","root",{"_110":111,"_112":113},"routes/embed.x.$handle.$name.$",{"_9":10,"_11":12,"_13":14,"_15":16,"_17":18,"_19":20,"_21":-5},"handle","logan1","name","housing","path","lib/enrich.ts","project",{"_22":48,"_11":12,"_35":49,"_50":-5,"_51":44,"_52":53,"_54":53,"_55":56,"_57":-5,"_58":59,"_60":61,"_62":34,"_63":-5,"_64":-5,"_65":66,"_67":68,"_69":70,"_71":72,"_73":74,"_75":-5,"_76":77,"_78":77,"_79":80,"_81":80,"_82":80,"_83":77,"_84":77,"_85":86,"_87":88,"_89":90,"_91":44},"file",{"_22":23,"_11":24,"_25":26,"_27":28,"_29":30,"_31":32,"_33":34,"_35":36,"_37":38,"_39":40,"_41":42,"_43":44,"_45":-5,"_13":46},"permalink","https://www.val.town/x/logan1/housing/code/lib/enrich.ts","extension","id","0fdbbb31-43da-42e1-a53c-73c9352e4094","enrich.ts","fileId","e19c85c8-af77-11f1-addf-1607ee4eb77e","parentId","03892172-aef2-11f1-9a6d-1607ee4eb77e","branchId","a4c5838e-3adb-4640-ab71-e9f3d2b72f0a","branchVersion",55,"latest",true,"createdAt",["D",1789306766478],"version",2,"fileType","script","content","// Enrichment layer (flags, not fit-score rules): BBL licence check, price anomaly, price history /\n// motivated-landlord flags, quiet-hours push queue. Pure helpers are exported for unit tests; the\n// sqlite-backed functions run inside upsertListing (cheap local queries only) and cron/enrich.ts.\n// NOTHING here touches score() - every output is a flag, a separate number, or a display string.\nimport { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\nimport { streetKey, today, sleep, UA } from \"./core.ts\";\n\n// ---------- schema ----------\nexport async function ensureEnrichSchema() {\n await sqlite.batch([\n `create table if not exists bbl_licenses (\n license_no text primary key, address_norm text not null, addr text not null, zip text, activity text, status text,\n expires text, licensee text, refreshed text not null)`,\n `create index if not exists bbl_addr on bbl_licenses(address_norm)`,\n `create table if not exists price_history (id integer primary key autoincrement, rowid_pk integer not null, price integer, seen text not null)`,\n `create index if not exists ph_row on price_history(rowid_pk, id)`,\n `create table if not exists push_queue (id integer primary key autoincrement, rowid_pk integer, payload text not null, queued text not null, released text)`,\n `create table if not exists enrich_state (key text primary key, value text)`,\n ]);\n const cols = new Set(((await sqlite.execute(`pragma table_info(listings)`)).rows as any[]).map((r) => String(r.name)));\n const add = async (c: string, ddl: string) => { if (!cols.has(c)) await sqlite.execute(`alter table listings add column ${c} ${ddl}`); };\n await add(\"license\", \"text\"); // yes | no | unknown | n/a\n await add(\"license_detail\", \"text\"); // \"500524003674 exp 2028-07-31\" when yes\n await add(\"anomaly\", \"integer not null default 0\");\n await add(\"drops\", \"integer not null default 0\");\n await add(\"motivated\", \"integer not null default 0\");\n await add(\"gone_at\", \"text\");\n await add(\"geocode_src\", \"text\");\n await add(\"vibe_score\", \"integer\");\n}\nexport async function getState(key: string): Promise {\n const r = await sqlite.execute({ sql: `select value from enrich_state where key=?`, args: [key] });\n return r.rows.length ? String((r.rows[0] as any).value) : null;\n}\nexport async function setState(key: string, value: string | null) {\n if (value == null) await sqlite.execute({ sql: `delete from enrich_state where key=?`, args: [key] });\n else await sqlite.execute({ sql: `insert or replace into enrich_state (key, value) values (?,?)`, args: [key, value] });\n}\n\n// ---------- Part 1: BBL licence check ----------\nconst DC_AREAS = new Set([\"Petworth\", \"Park View / 16th St Hts\", \"Brightwood\"]);\nconst BBL_URL = \"https://maps2.dcgis.dc.gov/dcgis/rest/services/FEEDS/DCRA/FeatureServer/0/query\";\nconst BBL_WHERE = `BUSINESSACTIVITY IN ('One Family Rental','Two Family Rental','Apartment') AND LICENSESTATUS='Active'`;\nexport const BBL_PAGE = 2000;\n\nexport function isDcListing(area: string, addr: string | null | undefined): boolean {\n return DC_AREAS.has(area) || /\\b200\\d\\d\\b/.test(addr || \"\") || /\\bwashington,?\\s+dc\\b/i.test(addr || \"\") || /\\b(NW|NE|SW|SE)\\b/.test((addr || \"\").toUpperCase());\n}\n// Street-only key for licence matching. Returns null when the address has no house number (cross-street style\n// Craigslist addrs, synthetic ids) - the caller records `unknown` in that case.\nexport function licenseKey(addrNorm: string): string | null {\n const k = streetKey(addrNorm);\n return /^\\d+[A-Z]?\\s+.+\\b(ST|AVE|RD|PL|DR|CT|LN|BLVD|TER|CIR|WAY|PKWY|HWY|PIKE|SQ|ROW)\\b/.test(k) ? k : null;\n}\nexport type LicenseResult = { license: \"yes\" | \"no\" | \"unknown\" | \"n/a\"; detail: string | null };\nexport function licenseFromRows(rows: { license_no: string; activity: string; expires: string | null }[], key: string | null, dc: boolean): LicenseResult {\n if (!dc) return { license: \"n/a\", detail: null };\n if (!key) return { license: \"unknown\", detail: null };\n if (!rows.length) return { license: \"no\", detail: null };\n // prefer a 1/2-family licence; an Apartment-class licence on the same street number also counts\n const best = rows.find((r) => /Family/.test(r.activity)) || rows[0];\n return { license: \"yes\", detail: `${best.license_no}${best.expires ? ` exp ${best.expires}` : \"\"}${/Apartment/.test(best.activity) ? \" (apartment-class)\" : \"\"}` };\n}\nexport async function licenseFor(addrNorm: string, area: string, addr: string | null | undefined): Promise {\n const dc = isDcListing(area, addr);\n if (!dc) return { license: \"n/a\", detail: null };\n const key = licenseKey(addrNorm);\n if (!key) return { license: \"unknown\", detail: null };\n const n = await sqlite.execute(`select count(*) n from bbl_licenses`);\n if (!Number((n.rows[0] as any).n)) return { license: \"unknown\", detail: null }; // table not loaded yet\n const bare = key.replace(/^(\\d+)[A-Z]\\s/, \"$1 \"); // \"634B ROCK CREEK CHURCH RD NW\" also matches a licence filed as 634\n const r = await sqlite.execute({ sql: `select license_no, activity, expires from bbl_licenses where address_norm in (?, ?) order by activity limit 5`, args: [key, bare] });\n return licenseFromRows(r.rows as any[], key, dc);\n}\n// Resumable full-city pull: `pages` pages per call (~2 s each on the DCRA server). State: bbl_offset / bbl_started.\nexport async function refreshBbl(pages = 6): Promise<{ done: boolean; offset: number; rows: number }> {\n const started = (await getState(\"bbl_started\")) || today();\n await setState(\"bbl_started\", started);\n let offset = Number((await getState(\"bbl_offset\")) || 0);\n let rows = 0;\n for (let p = 0; p < pages; p++) {\n const u = `${BBL_URL}?where=${encodeURIComponent(BBL_WHERE)}&outFields=CUSTOMERNUMBER,BUSINESSACTIVITY,PREMISEADDRESS,LICENSEENDDATE,ENTITYNAME&returnGeometry=false&orderByFields=OBJECTID&resultOffset=${offset}&resultRecordCount=${BBL_PAGE}&f=json`;\n const res = await fetch(u, { headers: { \"user-agent\": UA, accept: \"application/json\" } });\n if (!res.ok) throw new Error(`bbl http ${res.status}`);\n const j = await res.json();\n if (j.error) throw new Error(`bbl ${JSON.stringify(j.error).slice(0, 120)}`);\n const feats: any[] = j.features || [];\n const stmts: { sql: string; args: any[] }[] = [];\n for (const f of feats) {\n const a = f.attributes; const prem = String(a.PREMISEADDRESS || \"\");\n const street = prem.split(\",\")[0].trim(); if (!street || !a.CUSTOMERNUMBER) continue;\n const zip = (prem.match(/\\b(200\\d\\d)\\b/) || [])[1] || null;\n const exp = a.LICENSEENDDATE ? new Date(Number(a.LICENSEENDDATE)).toISOString().slice(0, 10) : null;\n stmts.push({ sql: `insert or replace into bbl_licenses (license_no, address_norm, addr, zip, activity, status, expires, licensee, refreshed) values (?,?,?,?,?,?,?,?,?)`,\n args: [String(a.CUSTOMERNUMBER), streetKey(normalizeForBbl(street)), street, zip, a.BUSINESSACTIVITY, \"Active\", exp, String(a.ENTITYNAME || \"\").slice(0, 80), started] });\n }\n for (let i = 0; i < stmts.length; i += 400) await sqlite.batch(stmts.slice(i, i + 400));\n rows += stmts.length; offset += feats.length;\n await setState(\"bbl_offset\", String(offset));\n if (feats.length < BBL_PAGE) {\n await sqlite.execute({ sql: `delete from bbl_licenses where refreshed < ?`, args: [started] }); // rows that vanished from the feed\n await setState(\"bbl_offset\", null); await setState(\"bbl_started\", null); await setState(\"bbl_refreshed\", today());\n return { done: true, offset, rows };\n }\n await sleep(300);\n }\n return { done: false, offset, rows };\n}\n// local copy of the address normaliser so this module never needs core's at import time (cycle-safe)\nexport function normalizeForBbl(a: string): string {\n let s = (a || \"\").toUpperCase().replace(/[.,#]/g, \"\");\n s = s.split(/\\s+/).filter((t) => t && ![\"UNIT\", \"APT\", \"STE\"].includes(t)).join(\" \");\n s = s.replace(/\\bSTREET\\b/g, \"ST\").replace(/\\bAVENUE\\b/g, \"AVE\").replace(/\\bDRIVE\\b/g, \"DR\").replace(/\\bROAD\\b/g, \"RD\").replace(/\\bPLACE\\b/g, \"PL\")\n .replace(/\\bCOURT\\b/g, \"CT\").replace(/\\bLANE\\b/g, \"LN\").replace(/\\bBOULEVARD\\b/g, \"BLVD\").replace(/\\bTERRACE\\b/g, \"TER\").replace(/\\bCIRCLE\\b/g, \"CIR\")\n .replace(/\\bNORTHWEST\\b/g, \"NW\").replace(/\\bNORTHEAST\\b/g, \"NE\").replace(/\\bSOUTHWEST\\b/g, \"SW\").replace(/\\bSOUTHEAST\\b/g, \"SE\")\n .replace(/\\bNORTH\\b/g, \"N\").replace(/\\bSOUTH\\b/g, \"S\").replace(/\\bEAST\\b/g, \"E\").replace(/\\bWEST\\b/g, \"W\").replace(/^0+(\\d)/, \"$1\");\n return s.replace(/\\s+/g, \" \").trim();\n}\n\n// ---------- Part 1: price anomaly (rolling 90-day P25 by area x beds) ----------\nexport function p25(values: number[]): number | null {\n const v = values.filter((x) => Number.isFinite(x)).sort((a, b) => a - b);\n if (!v.length) return null;\n const pos = 0.25 * (v.length - 1); const lo = Math.floor(pos), hi = Math.ceil(pos);\n return v[lo] + (v[hi] - v[lo]) * (pos - lo);\n}\nexport const ANOMALY_RATIO = 0.8, P25_MIN_ROWS = 8;\nexport function isAnomaly(price: number | null | undefined, p25Value: number | null): boolean {\n return price != null && p25Value != null && price < ANOMALY_RATIO * p25Value;\n}\nexport async function p25For(area: string, beds: number): Promise<{ p25: number | null; basis: string }> {\n const since = new Date(Date.now() - 90 * 86400000).toISOString().slice(0, 10);\n const base = `from listings where price is not null and first_seen >= ? and source not like 'signal-%' and source <> 'cl-parking'`;\n const byBeds = await sqlite.execute({ sql: `select price ${base} and area=? and beds=?`, args: [since, area, beds] });\n if (byBeds.rows.length >= P25_MIN_ROWS) return { p25: p25((byBeds.rows as any[]).map((r) => Number(r.price))), basis: `${area} ${beds}BR n=${byBeds.rows.length}` };\n const byArea = await sqlite.execute({ sql: `select price ${base} and area=?`, args: [since, area] });\n if (byArea.rows.length >= P25_MIN_ROWS) return { p25: p25((byArea.rows as any[]).map((r) => Number(r.price))), basis: `${area} all beds n=${byArea.rows.length}` };\n return { p25: null, basis: \"insufficient rows\" };\n}\n// the only push suppression in this module: warning alone never blocks, warning + anomaly does\nexport function scamGateBlocks(license: string | null | undefined, anomaly: boolean): boolean {\n return license === \"no\" && anomaly;\n}\n\n// ---------- Part 2: price history + motivated flag ----------\nexport const MOTIVATED_AGE_ANY_DROP = 25, MOTIVATED_AGE_ALONE = 40;\nexport function motivatedFlag(drops: number, ageDays: number): boolean {\n return drops >= 2 || (ageDays >= MOTIVATED_AGE_ANY_DROP && drops >= 1) || ageDays >= MOTIVATED_AGE_ALONE;\n}\n// count price decreases along a trail and the size of the latest drop\nexport function trailStats(trail: (number | null)[]): { drops: number; lastDrop: number; fromMax: number } {\n const t = trail.filter((x): x is number => x != null);\n let drops = 0, lastDrop = 0;\n for (let i = 1; i < t.length; i++) if (t[i] < t[i - 1]) { drops++; lastDrop = t[i - 1] - t[i]; }\n const fromMax = t.length ? Math.max(...t) - t[t.length - 1] : 0;\n return { drops, lastDrop, fromMax };\n}\nexport const fmtTrail = (trail: (number | null)[]) => trail.map((p) => p == null ? \"$?\" : `$${p.toLocaleString(\"en-US\")}`).join(\" -> \");\nexport async function recordPrice(rowid: number, price: number | null, when = today()): Promise {\n const last = await sqlite.execute({ sql: `select price from price_history where rowid_pk=? order by id desc limit 1`, args: [rowid] });\n const prev = last.rows.length ? (last.rows[0] as any).price : undefined;\n if (prev === undefined || (price != null && Number(prev) !== price)) {\n await sqlite.execute({ sql: `insert into price_history (rowid_pk, price, seen) values (?,?,?)`, args: [rowid, price, when] });\n }\n const all = await sqlite.execute({ sql: `select price from price_history where rowid_pk=? order by id`, args: [rowid] });\n return (all.rows as any[]).map((r) => r.price == null ? null : Number(r.price)) as number[];\n}\nexport async function priceTrail(rowid: number): Promise<(number | null)[]> {\n const all = await sqlite.execute({ sql: `select price from price_history where rowid_pk=? order by id`, args: [rowid] });\n return (all.rows as any[]).map((r) => r.price == null ? null : Number(r.price));\n}\n\n// ---------- notes prefixes (STALE | NO BBL | PRICE ANOMALY | DROP $X | MOTIVATED) ----------\nexport const PREFIX_RE = /^(?:(?:STALE \\d+d|NO BBL|PRICE ANOMALY|DROP \\$[\\d,]+|MOTIVATED) \\| )+/;\nconst LONE_PREFIX_RE = /^(?:(?:STALE \\d+d|NO BBL|PRICE ANOMALY|DROP \\$[\\d,]+|MOTIVATED)(?: \\| )?)+$/;\nexport function stripPrefixes(notes: string): string { const n = (notes || \"\").replace(PREFIX_RE, \"\"); return LONE_PREFIX_RE.test(n) ? \"\" : n; }\nexport function buildPrefix(f: { stale?: number | null; license?: string | null; anomaly?: boolean; lastDrop?: number; motivated?: boolean }): string {\n const parts: string[] = [];\n if (f.stale != null) parts.push(`STALE ${f.stale}d`);\n if (f.license === \"no\") parts.push(\"NO BBL\");\n if (f.anomaly) parts.push(\"PRICE ANOMALY\");\n if (f.lastDrop && f.lastDrop > 0) parts.push(`DROP $${f.lastDrop.toLocaleString(\"en-US\")}`);\n if (f.motivated) parts.push(\"MOTIVATED\");\n return parts.length ? parts.join(\" | \") + \" | \" : \"\";\n}\n\n// ---------- Part 3: quiet hours (23:00-07:00 America/New_York) ----------\nexport function etHour(d: Date): number {\n return Number(new Intl.DateTimeFormat(\"en-US\", { timeZone: \"America/New_York\", hour: \"numeric\", hour12: false }).format(d).replace(/^24$/, \"0\"));\n}\nexport function isQuietHour(d = new Date()): boolean { const h = etHour(d); return h >= 23 || h < 7; }\nexport async function queuePush(rowid: number | null, payload: unknown) {\n await sqlite.execute({ sql: `insert into push_queue (rowid_pk, payload, queued) values (?,?,?)`, args: [rowid, JSON.stringify(payload), new Date().toISOString()] });\n}\nexport async function pendingQueue(): Promise<{ id: number; rowid_pk: number | null; payload: any }[]> {\n const r = await sqlite.execute(`select id, rowid_pk, payload from push_queue where released is null order by id`);\n return (r.rows as any[]).map((x) => ({ id: Number(x.id), rowid_pk: x.rowid_pk == null ? null : Number(x.rowid_pk), payload: JSON.parse(String(x.payload)) }));\n}\nexport async function markReleased(ids: number[]) {\n if (!ids.length) return;\n await sqlite.execute({ sql: `update push_queue set released=? where id in (${ids.map(() => \"?\").join(\",\")})`, args: [new Date().toISOString(), ...ids] });\n}\n\n// ---------- Part 4: disappearance tracking for full-inventory sources ----------\nexport const DEAD_AFTER_MISSED = 3;\n// pure: given the source's active rows and the ext ids seen in a SUCCESSFUL full fetch, decide what changes\nexport function missedUpdates(rows: { rowid_pk: number; external_id: string | null; missed: number; status: string }[], seen: Set) {\n const inc: number[] = [], reset: number[] = [], dead: number[] = [];\n for (const r of rows) {\n if (r.external_id && seen.has(r.external_id)) { if (r.missed > 0) reset.push(r.rowid_pk); continue; }\n if (r.status === \"dead\") continue;\n inc.push(r.rowid_pk);\n if (r.missed + 1 >= DEAD_AFTER_MISSED && r.status === \"new\") dead.push(r.rowid_pk);\n }\n return { inc, reset, dead };\n}\nexport async function applyMissed(source: string, seen: Set): Promise<{ inc: number; dead: number }> {\n const r = await sqlite.execute({ sql: `select rowid_pk, external_id, missed, status from listings where source=? and status <> 'dead'`, args: [source] });\n const u = missedUpdates(r.rows as any[], seen);\n const now = today();\n const stmts: { sql: string; args: any[] }[] = [];\n if (u.inc.length) stmts.push({ sql: `update listings set missed=missed+1 where rowid_pk in (${u.inc.map(() => \"?\").join(\",\")})`, args: u.inc });\n if (u.dead.length) stmts.push({ sql: `update listings set status='dead', gone_at=coalesce(gone_at, ?) where rowid_pk in (${u.dead.map(() => \"?\").join(\",\")})`, args: [now, ...u.dead] });\n if (stmts.length) await sqlite.batch(stmts);\n return { inc: u.inc.length, dead: u.dead.length };\n}\n","deleted",false,"label",[47,24],"lib","b7ccec7e-ebe9-4364-ba98-e367c8d8849b",["D",1789248987477],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","DC housing search pipeline","imageUrl","userId","87445237-7d14-45c7-b3a2-72e031f10ec1","pinnedFileId","0544e21c-aef2-11f1-a6f0-1607ee4eb77e","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","01a09786-a61b-74b5-8910-af3116d3de5c","tursoName","b7ccec7eebe94364ba98e367c8d8849b","tursoHostname","b7ccec7eebe94364ba98e367c8d8849b-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789519256886],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_9":10,"_109":105},"org",{"_9":10,"_102":103,"_104":105,"_58":59,"_106":107,"_108":44},"branch",{"_37":92,"_11":93,"_22":30,"_94":48,"_95":-5,"_96":-5,"_97":-5,"_98":-5,"_99":-5,"_100":12,"_101":10},"isOwned",71,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","Logan","avatar","https://lh3.googleusercontent.com/a/ACg8ocIFxddfJftSiTFZN49YShT3nY7q8GOQ7dXYM2vJ6XkajnQMGA=s96-c","tier","free","canRestrictVals","profileImageUrl","ctx",{"_85":-5,"_143":144,"_145":146,"_147":148,"_149":44,"_150":44,"_151":44,"_152":34,"_153":-5,"_154":-7,"_155":-7,"_156":66,"_157":44,"_158":44,"_159":-5,"_160":44,"_161":44,"_162":44,"_163":-5},"ENV",{"_114":115,"_116":117,"_118":93,"_119":120,"_121":122,"_123":124,"_125":126,"_127":128,"_129":130,"_131":132,"_133":134,"_135":136,"_137":138,"_139":140,"_141":142},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town","orgs",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]