[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_184":185,"_186":187},"routes/_app.x.$handle.$name",{"_99":98,"_31":44,"_108":89,"_26":109,"_13":14,"_110":-5,"_11":111,"_112":113,"_114":115,"_116":117,"_118":119,"_20":-5,"_120":-5,"_121":-5,"_122":24,"_123":124,"_125":24,"_126":-5,"_127":-5,"_128":129},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_42":43,"_31":44,"_37":45,"_46":-5,"_47":24,"_48":49,"_50":49,"_51":52,"_53":-5,"_18":54,"_55":56,"_57":58,"_59":-5,"_60":-5,"_61":62,"_63":64,"_65":66,"_67":68,"_69":70,"_71":-5,"_72":73,"_74":73,"_75":76,"_77":76,"_78":76,"_79":73,"_80":73,"_81":82,"_83":84,"_85":86,"_87":24},"version",3,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":-7,"_23":24,"_25":24,"_26":27,"_28":27},"file",{"_29":30,"_31":32,"_33":34,"_35":36,"_37":38,"_39":14,"_40":41,"_23":24},"previous","deleted",false,"deletedHere","path","lib/discover.ts","latestPath","fileId","76ab2bd0-7ff6-11f1-ac3e-1607ee4eb77e","name","discover.ts","fileType","script","content","// Stage 1 — Discover candidates.\n//\n// Source: Wikidata SPARQL. We ask for entities with a recorded dissolution\n// date (P576), an official website (P856), and an English Wikipedia article.\n// Deadness is ground truth (a recorded dissolution), never a heuristic, and\n// the domain comes from the dead entity's OWN website claim — which makes the\n// name-mismatch fabrication bug of the old pipeline impossible by construction.\n//\n// Scoring (deterministic, inspectable — tune the weights here):\n// archive depth 3.0 × min(monthsArchived, 120) / 120\n// story length 2.0 × min(extract chars, 2000) / 2000\n// recency 2.0 × max(0, 1 − yearsSinceDeath / 15)\n// web-nativeness 2.0 if the description/extract reads web-native\n// short domain 1.0 × (domains ≤ 12 chars read better in a headline)\n//\n// Hard gates (fail any → discarded): unused domain, extract ≥ 400 chars,\n// ≥ 12 distinct months in the Wayback Machine, .com/.net/.org/.tv/.fm/.io TLD.\n\nimport type { Candidate } from \"./types.ts\";\nimport { usedDomains } from \"./state.ts\";\n\nconst UA = \"RIPURL-newsletter/2.0 (montgomery.k.eryn@gmail.com; val.town cron)\";\nconst SPARQL = `SELECT DISTINCT ?company ?companyLabel ?website ?dissolved ?article WHERE {\n ?company wdt:P576 ?dissolved ;\n wdt:P856 ?website .\n ?article schema:about ?company ;\n schema:isPartOf .\n FILTER(YEAR(?dissolved) >= 2000)\n SERVICE wikibase:label { bd:serviceParam wikibase:language \"en\". }\n}\nLIMIT 400`;\n\nconst WEB_NATIVE = /\\b(website|web ?site|online|internet|dot-?com|e-?commerce|streaming|social network|social media|app|platform|search engine|portal|forum|blog|browser|hosting|startup|video game|software)\\b/i;\nconst OK_TLD = /\\.(com|net|org|tv|fm|io|co)$/;\n\nfunction domainFromUrl(url: string): string {\n try {\n let host = new URL(url).hostname.toLowerCase();\n if (host.startsWith(\"www.\")) host = host.slice(4);\n return host;\n } catch {\n return \"\";\n }\n}\n\nexport async function fetchRawCandidates(): Promise {\n const params = new URLSearchParams({ query: SPARQL, format: \"json\" });\n const resp = await fetch(`https://query.wikidata.org/sparql?${params}`, {\n headers: { \"User-Agent\": UA, Accept: \"application/sparql-results+json\" },\n });\n if (!resp.ok) throw new Error(`Wikidata SPARQL ${resp.status}`);\n const json = await resp.json();\n const seen = new Set();\n const out: Candidate[] = [];\n for (const b of json.results.bindings) {\n const domain = domainFromUrl(b.website.value);\n const qid = b.company.value.split(\"/\").pop();\n const label = b.companyLabel?.value ?? \"\";\n if (!domain || seen.has(domain)) continue;\n if (!label || label === qid) continue; // no English label\n if (!OK_TLD.test(domain)) continue;\n seen.add(domain);\n const dissolved = b.dissolved.value.slice(0, 10);\n const articleUrl = b.article.value;\n out.push({\n company: label,\n qid,\n domain,\n website: b.website.value,\n dissolvedDate: dissolved,\n dissolvedYear: parseInt(dissolved.slice(0, 4), 10),\n wikipediaTitle: decodeURIComponent(articleUrl.split(\"/wiki/\").pop() ?? \"\").replaceAll(\"_\", \" \"),\n wikipediaUrl: articleUrl,\n });\n }\n return out;\n}\n\nasync function wikipediaSummary(title: string) {\n const resp = await fetch(\n `https://en.wikipedia.org/api/rest_v1/page/summary/${encodeURIComponent(title.replaceAll(\" \", \"_\"))}`,\n { headers: { \"User-Agent\": UA } },\n );\n if (!resp.ok) return null;\n const j = await resp.json();\n return { extract: j.extract ?? \"\", description: j.description ?? \"\" };\n}\n\nasync function waybackDepth(domain: string) {\n // collapse=timestamp:6 → one row per distinct YYYYMM with a capture.\n const resp = await fetch(\n `https://web.archive.org/cdx/search/cdx?url=${domain}&output=json&fl=timestamp&filter=statuscode:200&collapse=timestamp:6&limit=500`,\n { headers: { \"User-Agent\": UA } },\n );\n if (!resp.ok) return null;\n const rows = await resp.json();\n if (!Array.isArray(rows) || rows.length < 2) return null;\n const stamps = rows.slice(1).map((r: string[]) => r[0]);\n return {\n monthsArchived: stamps.length,\n firstCapture: stamps[0],\n lastCapture: stamps[stamps.length - 1],\n };\n}\n\nexport function scoreCandidate(c: Candidate): number {\n const months = c.monthsArchived ?? 0;\n const chars = (c.extract ?? \"\").length;\n const yearsDead = new Date().getFullYear() - c.dissolvedYear;\n const webNative = WEB_NATIVE.test(`${c.description} ${c.extract}`) ? 2 : 0;\n const shortName = c.domain.length <= 12 ? 1 : 0;\n return (\n 3 * Math.min(months, 120) / 120 +\n 2 * Math.min(chars, 2000) / 2000 +\n 2 * Math.max(0, 1 - yearsDead / 15) +\n webNative +\n shortName\n );\n}\n\n// Full discovery pass: fetch pool, filter, enrich a recency-biased sample,\n// gate, score, and return the ranked shortlist (winner + fallbacks).\nexport async function discover(maxEnrich = 12): Promise {\n const used = await usedDomains();\n const raw = (await fetchRawCandidates()).filter((c) => !used.has(c.domain));\n if (raw.length === 0) throw new Error(\"Wikidata returned no unused candidates\");\n\n // Bias toward recent deaths but keep variety: newest first, then sample\n // deterministically by week so consecutive runs don't always retry the\n // exact same losers.\n raw.sort((a, b) => b.dissolvedDate.localeCompare(a.dissolvedDate));\n const pool = raw.slice(0, 80);\n const weekOffset = Math.floor(Date.now() / (7 * 86_400_000)) % 5;\n const sample = pool.filter((_, i) => i % 5 === weekOffset).concat(pool.filter((_, i) => i % 5 !== weekOffset))\n .slice(0, maxEnrich);\n\n const passed: Candidate[] = [];\n for (const c of sample) {\n const wiki = await wikipediaSummary(c.wikipediaTitle);\n if (!wiki || wiki.extract.length < 400) continue; // gate: enough recorded history\n c.extract = wiki.extract;\n c.description = wiki.description;\n const wb = await waybackDepth(c.domain);\n if (!wb || wb.monthsArchived < 12) continue; // gate: enough bones to examine\n c.monthsArchived = wb.monthsArchived;\n c.firstCapture = wb.firstCapture;\n c.lastCapture = wb.lastCapture;\n c.score = scoreCandidate(c);\n passed.push(c);\n if (passed.length >= 5) break; // enough — winner + 4 fallbacks\n }\n if (passed.length === 0) throw new Error(\"No candidate passed the hard gates this pass\");\n passed.sort((a, b) => (b.score ?? 0) - (a.score ?? 0));\n return passed;\n}\n","createdAt",["D",1784083195461],"branchVersion","branchId","5e98dbb4-3939-4a4a-ba98-35721eff0730","id","1a4814cf-ad06-40ea-a498-5913ef00d415","ripurl",["D",1784083111215],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","RIP·URL — automated obituaries for dead domains","imageUrl","051b2cc5-9320-44ef-88e7-826bfa8daa60","pinnedFileId","ffe21efe-7ff6-11f1-8d93-1607ee4eb77e","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",0,"orgId","019ee5b5-1072-70b4-8a0f-c844ad002ea1","tursoName","1a4814cfad0640eaa4985913ef00d415","tursoHostname","1a4814cfad0640eaa4985913ef00d415-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789438866375],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_99":98,"_107":103},"org",{"_99":98,"_100":101,"_102":103,"_18":54,"_104":105,"_106":24},"branch",{"_13":88,"_31":89,"_42":41,"_90":43,"_91":-5,"_92":-5,"_93":-5,"_94":-5,"_95":-5,"_96":44,"_97":98},"isOwned",21,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","unlikelyarchivist","handle","displayName","Eryn Montgomery","avatar","https://lh3.googleusercontent.com/a/ACg8ocJEkHIy674nn2OrWifP7cPPXWj2A5ftzagptlIz_AXo3OPt_A=s96-c","tier","free","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_42":43,"_31":44,"_37":179,"_46":-5,"_47":24,"_48":49,"_50":49,"_51":52,"_53":-5,"_18":54,"_55":56,"_57":58,"_59":-5,"_60":-5,"_61":62,"_63":64,"_65":66,"_67":68,"_69":180,"_71":-5,"_72":73,"_74":73,"_75":76,"_77":76,"_78":76,"_79":73,"_80":73,"_81":181,"_83":182,"_85":183,"_87":24},"tree",[152],"files",[152,153,154,155],"counts",{"_141":62,"_142":135,"_143":62,"_144":145,"_146":147},"contents",[130],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_42":131,"_31":132,"_29":133,"_134":-5,"_40":41,"_39":135,"_136":58,"_37":137,"_13":62,"_33":138,"_35":-5,"_23":24,"_139":-5,"_26":140},"02028c83-19b6-4a86-ac51-e2f29188dbc2","lib","226233b4-9852-41f8-9f1e-a633ceb6013a","parentId",1,"latest",["D",1784083130616],"directory","label",[132],"pulls","branches","forks","envVars",{"_148":150,"_151":62},"connections",{"_148":62,"_149":62},"count","unfilledCount",4,"emptyCount",{"_42":131,"_31":132,"_29":133,"_134":-5,"_40":41,"_39":135,"_136":58,"_37":176,"_13":62,"_33":138,"_35":-5,"_23":24,"_139":-5,"_161":177,"_26":178},{"_42":172,"_31":32,"_29":30,"_134":133,"_40":41,"_39":14,"_136":58,"_37":173,"_13":62,"_33":34,"_35":36,"_23":24,"_139":-5,"_161":174,"_26":175},{"_42":164,"_31":165,"_29":166,"_134":133,"_40":41,"_39":167,"_136":58,"_37":168,"_13":62,"_33":34,"_35":169,"_23":24,"_139":-5,"_161":170,"_26":171},{"_42":156,"_31":157,"_29":158,"_134":133,"_40":41,"_39":135,"_136":58,"_37":159,"_13":62,"_33":34,"_35":160,"_23":24,"_139":-5,"_161":162,"_26":163},"71aac12e-2665-436c-b94c-805a44ce9f09","types.ts","5005076c-7ff6-11f1-b33c-1607ee4eb77e",["D",1784083130616],"// Shared shapes passed between pipeline stages.\n// Every stage reads/writes these — nothing hides in loose objects.\n\nexport interface Candidate {\n company: string;\n qid: string; // Wikidata entity id, e.g. Q65073105\n domain: string; // derived from the entity's own P856 official-website claim\n website: string;\n dissolvedDate: string; // YYYY-MM-DD\n dissolvedYear: number;\n wikipediaTitle: string;\n wikipediaUrl: string;\n // filled during enrichment:\n extract?: string; // Wikipedia lead text (plain)\n description?: string; // Wikipedia short description\n monthsArchived?: number; // distinct months with Wayback captures\n firstCapture?: string; // YYYYMMDDhhmmss\n lastCapture?: string;\n score?: number;\n}\n\nexport interface Evidence {\n candidate: Candidate;\n wikipedia: {\n title: string;\n url: string;\n description: string;\n extract: string; // full lead section, plain text\n };\n rdap: {\n reachable: boolean;\n registered?: string; // ISO date\n expires?: string;\n status?: string[];\n registrar?: string;\n };\n wayback: {\n firstCapture: string;\n lastCapture: string;\n monthsArchived: number;\n screenshotTimestamp: string; // capture chosen for the hero image\n screenshotSourceUrl: string; // the archived page the render points at\n };\n founded?: string; // from Wikidata P571, if present\n gatheredAt: string; // ISO timestamp — every issue carries its evidence trail\n}\n\nexport interface Obituary {\n insufficient_evidence: boolean;\n domain: string;\n subject_line: string;\n prime_years: string;\n category: string;\n intro: string;\n the_rise: string;\n the_fall: string;\n manner_of_death: string;\n disposition: string;\n legacy: string;\n lineage: { year: string; label: string }[];\n sources: { cite: string; url: string }[];\n screenshot_note: string;\n x_post: string; // <=280 chars, for manual cross-post\n tumblr_post: string; // short + tags, for manual cross-post\n}\n\n// The cron advances one Job through these stages, one tick at a time,\n// so no single run risks the platform wall-clock limit.\nexport type Stage =\n | \"discover\"\n | \"evidence\"\n | \"screenshot\"\n | \"generate\"\n | \"assemble_send\"\n | \"done\"\n | \"failed\";\n\nexport interface Job {\n id: number;\n stage: Stage;\n attempts: number; // per-stage attempt counter\n candidates: Candidate[]; // ranked; [0] is current, rest are fallbacks\n evidence?: Evidence;\n obituary?: Obituary;\n error?: string;\n createdAt: string;\n updatedAt: string;\n}\n","children",[],[132,157],"428c8295-a5fa-48d1-8bc3-0ee279632cf2","state.ts","6069690e-7ff6-11f1-a76e-1607ee4eb77e",2,["D",1784083158129],"// Persistence: sqlite (val-scoped) for jobs, issues, and the used-domain\n// exclusion list. Blob storage holds the big artifacts (screenshot JPEG,\n// final HTML) keyed by issue number / domain.\nimport { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\nimport type { Job, Stage } from \"./types.ts\";\n\nexport async function initTables() {\n await sqlite.execute(`CREATE TABLE IF NOT EXISTS used_domains (\n domain TEXT PRIMARY KEY,\n used_at TEXT NOT NULL\n )`);\n await sqlite.execute(`CREATE TABLE IF NOT EXISTS issues (\n n INTEGER PRIMARY KEY,\n domain TEXT NOT NULL,\n subject TEXT NOT NULL,\n model TEXT NOT NULL,\n evidence_json TEXT NOT NULL,\n created_at TEXT NOT NULL\n )`);\n await sqlite.execute(`CREATE TABLE IF NOT EXISTS jobs (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n stage TEXT NOT NULL,\n attempts INTEGER NOT NULL DEFAULT 0,\n data_json TEXT NOT NULL,\n error TEXT,\n created_at TEXT NOT NULL,\n updated_at TEXT NOT NULL\n )`);\n}\n\nexport async function usedDomains(): Promise> {\n const r = await sqlite.execute(\"SELECT domain FROM used_domains\");\n return new Set(r.rows.map((row: any) => String(row.domain)));\n}\n\nexport async function markUsed(domain: string) {\n await sqlite.execute({\n sql: \"INSERT OR IGNORE INTO used_domains (domain, used_at) VALUES (?, ?)\",\n args: [domain.toLowerCase(), new Date().toISOString()],\n });\n}\n\nexport async function seedUsedDomains(domains: string[]) {\n for (const d of domains) await markUsed(d);\n}\n\n// --- jobs ---------------------------------------------------------------\n\nexport async function activeJob(): Promise {\n const r = await sqlite.execute(\n \"SELECT * FROM jobs WHERE stage NOT IN ('done','failed') ORDER BY id DESC LIMIT 1\",\n );\n if (r.rows.length === 0) return null;\n return rowToJob(r.rows[0]);\n}\n\nexport async function createJob(): Promise {\n const now = new Date().toISOString();\n const data = JSON.stringify({ candidates: [] });\n await sqlite.execute({\n sql: \"INSERT INTO jobs (stage, attempts, data_json, created_at, updated_at) VALUES ('discover', 0, ?, ?, ?)\",\n args: [data, now, now],\n });\n return (await activeJob())!;\n}\n\nexport async function saveJob(job: Job) {\n const data = JSON.stringify({\n candidates: job.candidates,\n evidence: job.evidence,\n obituary: job.obituary,\n });\n await sqlite.execute({\n sql: \"UPDATE jobs SET stage = ?, attempts = ?, data_json = ?, error = ?, updated_at = ? WHERE id = ?\",\n args: [job.stage, job.attempts, data, job.error ?? null, new Date().toISOString(), job.id],\n });\n}\n\nfunction rowToJob(row: any): Job {\n const data = JSON.parse(String(row.data_json));\n return {\n id: Number(row.id),\n stage: String(row.stage) as Stage,\n attempts: Number(row.attempts),\n candidates: data.candidates ?? [],\n evidence: data.evidence,\n obituary: data.obituary,\n error: row.error ? String(row.error) : undefined,\n createdAt: String(row.created_at),\n updatedAt: String(row.updated_at),\n };\n}\n\n// --- issues ---------------------------------------------------------------\n\nexport async function nextIssueNumber(): Promise {\n const r = await sqlite.execute(\"SELECT MAX(n) AS m FROM issues\");\n const m = r.rows[0]?.m;\n // Issue No. 1 (imeem.com) was produced by the local pipeline; cloud issues\n // continue the numbering, so the first automated issue is No. 2.\n return m == null ? 2 : Number(m) + 1;\n}\n\nexport async function recordIssue(\n n: number,\n domain: string,\n subject: string,\n model: string,\n evidenceJson: string,\n) {\n await sqlite.execute({\n sql: \"INSERT INTO issues (n, domain, subject, model, evidence_json, created_at) VALUES (?, ?, ?, ?, ?, ?)\",\n args: [n, domain, subject, model, evidenceJson, new Date().toISOString()],\n });\n}\n\nexport async function listIssues() {\n const r = await sqlite.execute(\n \"SELECT n, domain, subject, created_at FROM issues ORDER BY n DESC\",\n );\n return r.rows.map((row: any) => ({\n n: Number(row.n),\n domain: String(row.domain),\n subject: String(row.subject),\n createdAt: String(row.created_at),\n }));\n}\n\nexport async function getIssue(n: number) {\n const r = await sqlite.execute({ sql: \"SELECT * FROM issues WHERE n = ?\", args: [n] });\n if (r.rows.length === 0) return null;\n const row: any = r.rows[0];\n return {\n n: Number(row.n),\n domain: String(row.domain),\n subject: String(row.subject),\n model: String(row.model),\n evidenceJson: String(row.evidence_json),\n createdAt: String(row.created_at),\n };\n}\n\nexport async function daysSinceLastIssue(): Promise {\n const r = await sqlite.execute(\"SELECT MAX(created_at) AS m FROM issues\");\n const m = r.rows[0]?.m;\n if (m == null) return Infinity;\n return (Date.now() - new Date(String(m)).getTime()) / 86_400_000;\n}\n",[],[132,165],"161b47c2-ce44-45d6-8f06-36cf296049de",["D",1784083195461],[],[132,32],["D",1784083130616],[153,154,155],[132],["D",1784083111215],["D",1789438866375],{"_99":98,"_107":103},{"_99":98,"_100":101,"_102":103,"_18":54,"_104":105,"_106":24},{"_13":88,"_31":89,"_42":41,"_90":43,"_91":-5,"_92":-5,"_93":-5,"_94":-5,"_95":-5,"_96":44,"_97":98},"ctx",{"_81":-5,"_127":217,"_218":219,"_220":221,"_222":24,"_223":24,"_224":24,"_225":58,"_226":-5,"_227":-7,"_228":-7,"_229":62,"_230":24,"_231":24,"_232":-5,"_233":24,"_234":24,"_235":24,"_236":-5},"ENV",{"_188":189,"_190":191,"_192":89,"_193":194,"_195":196,"_197":198,"_199":200,"_201":202,"_203":204,"_205":206,"_207":208,"_209":210,"_211":212,"_213":214,"_215":216},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v3