[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_288":289,"_290":291},"routes/_app.x.$handle.$name",{"_100":99,"_32":45,"_109":90,"_27":110,"_13":14,"_111":-5,"_11":112,"_113":114,"_115":116,"_117":118,"_119":120,"_20":-5,"_121":-5,"_122":-5,"_123":25,"_124":125,"_126":59,"_127":-5,"_128":-5,"_129":130},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_43":44,"_32":45,"_38":46,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":53,"_54":-5,"_18":55,"_56":57,"_58":59,"_60":-5,"_61":-5,"_62":63,"_64":65,"_66":67,"_68":69,"_70":71,"_72":-5,"_73":74,"_75":74,"_76":77,"_78":77,"_79":77,"_80":74,"_81":74,"_82":83,"_84":85,"_86":87,"_88":25},"version",13,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":23,"_24":25,"_26":25,"_27":28,"_29":28},"file",{"_30":31,"_32":28,"_33":34,"_35":37,"_38":39,"_40":14,"_41":42,"_24":25},"previous",{"_30":31,"_32":28,"_33":34,"_35":36},"deleted",false,"deletedHere","path","pipeline.ts","latestPath","fileId","f0a0e862-7ff6-11f1-abfb-1607ee4eb77e","name","fileType","script","content","// The orchestrator. One call to tick() advances the active job by exactly one\n// stage, so every run stays far inside Val Town's per-run wall clock. The cron\n// calls tick() every 15 minutes; a full issue takes 4–5 ticks (~1 hour).\n//\n// Failure policy: a stage may fail 3 times; then the current candidate is\n// discarded and the next fallback candidate takes over (back to the evidence\n// stage). If all candidates are exhausted, the job fails LOUDLY — you get a\n// plain-text email saying which stage broke, never silence, never a partial issue.\n\nimport { email } from \"https://esm.town/v/std/email\";\nimport { blob } from \"https://esm.town/v/std/blob/main.ts\";\nimport type { Job } from \"./lib/types.ts\";\nimport {\n activeJob,\n createJob,\n daysSinceLastIssue,\n initTables,\n markUsed,\n nextIssueNumber,\n recordIssue,\n saveJob,\n} from \"./lib/state.ts\";\nimport { discover } from \"./lib/discover.ts\";\nimport { gatherEvidence } from \"./lib/evidence.ts\";\nimport { screenshotStored, tryCaptureScreenshot } from \"./lib/screenshot.ts\";\nimport { InsufficientEvidenceError, writeObituary } from \"./lib/generate.ts\";\nimport { assembleIssue } from \"./lib/assemble.ts\";\n\nconst MAX_STAGE_ATTEMPTS = 3;\n\nfunction baseUrl(): string {\n const u = Deno.env.get(\"RIPURL_BASE_URL\");\n if (!u) throw new Error(\"RIPURL_BASE_URL env var is not set (the val's own public URL)\");\n return u.replace(/\\/$/, \"\");\n}\n\n// Should a fresh weekly job start this tick? Publication window: Sundays\n// 14:00–20:00 UTC (morning in New Orleans), and only if nothing published\n// in the last 5 days. force=true bypasses the window for manual runs.\nfunction inPublicationWindow(now = new Date()): boolean {\n return now.getUTCDay() === 0 && now.getUTCHours() >= 14 && now.getUTCHours() < 20;\n}\n\nexport async function tick(force = false): Promise {\n await initTables();\n let job = await activeJob();\n\n if (!job) {\n const days = await daysSinceLastIssue();\n if (force || (inPublicationWindow() && days > 5)) {\n job = await createJob();\n return `started job #${job.id}`;\n }\n return \"idle (outside publication window or issue too recent)\";\n }\n\n try {\n return await advance(job);\n } catch (err) {\n return await handleFailure(job, err as Error);\n }\n}\n\nasync function advance(job: Job): Promise {\n switch (job.stage) {\n case \"discover\": {\n job.candidates = await discover();\n job.stage = \"evidence\";\n job.attempts = 0;\n await saveJob(job);\n return `job #${job.id}: discovered ${job.candidates.length} candidates; winner ${job.candidates[0].domain} (score ${job.candidates[0].score?.toFixed(2)})`;\n }\n case \"evidence\": {\n job.evidence = await gatherEvidence(job.candidates[0]);\n job.stage = \"screenshot\";\n job.attempts = 0;\n await saveJob(job);\n return `job #${job.id}: evidence gathered for ${job.candidates[0].domain}`;\n }\n case \"screenshot\": {\n const ev = job.evidence!;\n const ok = (await screenshotStored(ev.candidate.domain)) ||\n (await tryCaptureScreenshot(ev.wayback.screenshotTimestamp, ev.candidate.domain));\n if (!ok) throw new Error(\"mShots render not ready yet\");\n job.stage = \"generate\";\n job.attempts = 0;\n await saveJob(job);\n return `job #${job.id}: screenshot stored for ${ev.candidate.domain}`;\n }\n case \"generate\": {\n const { obituary, model } = await writeObituary(job.evidence!);\n job.obituary = obituary;\n (job as any).model = model;\n job.stage = \"assemble_send\";\n job.attempts = 0;\n await saveJob(job);\n return `job #${job.id}: obituary written for ${obituary.domain}`;\n }\n case \"assemble_send\": {\n const n = await nextIssueNumber();\n const { html, webHtml } = assembleIssue({\n obituary: job.obituary!,\n evidence: job.evidence!,\n issueNumber: n,\n baseUrl: baseUrl(),\n });\n await blob.set(`issue:${n}:html`, webHtml);\n const model = Deno.env.get(\"RIPURL_MODEL\") ?? \"claude-opus-4-8\";\n await recordIssue(n, job.obituary!.domain, job.obituary!.subject_line, model, JSON.stringify(job.evidence));\n await markUsed(job.obituary!.domain);\n // std/email defaults to the val owner's address when `to` is omitted —\n // set DEFAULT_RECIPIENT env var to override.\n const to = Deno.env.get(\"DEFAULT_RECIPIENT\");\n await email({\n ...(to ? { to } : {}),\n subject: job.obituary!.subject_line,\n html,\n });\n job.stage = \"done\";\n await saveJob(job);\n return `job #${job.id}: ISSUE NO. ${n} (${job.obituary!.domain}) published & emailed`;\n }\n default:\n return `job #${job.id}: nothing to do in stage ${job.stage}`;\n }\n}\n\nasync function handleFailure(job: Job, err: Error): Promise {\n const insufficient = err instanceof InsufficientEvidenceError;\n job.attempts += 1;\n job.error = `${job.stage}: ${err.message}`;\n\n const exhaustedAttempts = job.attempts >= MAX_STAGE_ATTEMPTS;\n if (insufficient || (exhaustedAttempts && job.stage !== \"discover\")) {\n // Give up on this candidate; promote the next fallback.\n job.candidates.shift();\n if (job.candidates.length > 0) {\n job.stage = \"evidence\";\n job.attempts = 0;\n job.evidence = undefined;\n job.obituary = undefined;\n await saveJob(job);\n return `job #${job.id}: candidate dropped (${job.error}); falling back to ${job.candidates[0].domain}`;\n }\n }\n if (exhaustedAttempts) {\n job.stage = \"failed\";\n await saveJob(job);\n const to = Deno.env.get(\"DEFAULT_RECIPIENT\");\n await email({\n ...(to ? { to } : {}),\n subject: \"RIP·URL: this week's run FAILED\",\n text:\n `The pipeline gave up after ${MAX_STAGE_ATTEMPTS} attempts.\\n\\nLast error: ${job.error}\\n\\n` +\n `Nothing was published. Check the val logs, fix the stage, then POST /run?token=... to retry.`,\n });\n return `job #${job.id}: FAILED (${job.error}) — alert emailed`;\n }\n await saveJob(job);\n return `job #${job.id}: stage ${job.stage} attempt ${job.attempts} failed (${job.error}); will retry next tick`;\n}\n","// The orchestrator. One call to tick() advances the active job by exactly one\n// stage, so every run stays far inside Val Town's per-run wall clock. The cron\n// calls tick() every 15 minutes; a full issue takes 4–5 ticks (~1 hour).\n//\n// Failure policy: a stage may fail 3 times; then the current candidate is\n// discarded and the next fallback candidate takes over (back to the evidence\n// stage). If all candidates are exhausted, the job fails LOUDLY — you get a\n// plain-text email saying which stage broke, never silence, never a partial issue.\n\nimport { email } from \"https://esm.town/v/std/email\";\nimport { blob } from \"https://esm.town/v/std/blob/main.ts\";\nimport type { Job } from \"./lib/types.ts\";\nimport {\n activeJob,\n createJob,\n daysSinceLastIssue,\n initTables,\n markUsed,\n nextIssueNumber,\n recordIssue,\n saveJob,\n} from \"./lib/state.ts\";\nimport { discover } from \"./lib/discover.ts\";\nimport { gatherEvidence } from \"./lib/evidence.ts\";\nimport { screenshotStored, tryCaptureScreenshot } from \"./lib/screenshot.ts\";\nimport { InsufficientEvidenceError, writeObituary } from \"./lib/generate.ts\";\nimport { assembleIssue } from \"./lib/assemble.ts\";\n\nconst MAX_STAGE_ATTEMPTS = 3;\n\nfunction baseUrl(): string {\n const u = Deno.env.get(\"RIPURL_BASE_URL\");\n if (!u) throw new Error(\"RIPURL_BASE_URL env var is not set (the val's own public URL)\");\n return u.replace(/\\/$/, \"\");\n}\n\n// Should a fresh weekly job start this tick? Publication window: Sundays\n// 14:00–20:00 UTC (morning in New Orleans), and only if nothing published\n// in the last 5 days. force=true bypasses the window for manual runs.\nfunction inPublicationWindow(now = new Date()): boolean {\n return now.getUTCDay() === 0 && now.getUTCHours() >= 14 && now.getUTCHours() < 20;\n}\n\nexport async function tick(force = false): Promise {\n await initTables();\n let job = await activeJob();\n\n if (!job) {\n const days = await daysSinceLastIssue();\n if (force || (inPublicationWindow() && days > 5)) {\n job = await createJob();\n return `started job #${job.id}`;\n }\n return \"idle (outside publication window or issue too recent)\";\n }\n\n try {\n return await advance(job);\n } catch (err) {\n return await handleFailure(job, err as Error);\n }\n}\n\nasync function advance(job: Job): Promise {\n switch (job.stage) {\n case \"discover\": {\n job.candidates = await discover();\n job.stage = \"evidence\";\n job.attempts = 0;\n await saveJob(job);\n return `job #${job.id}: discovered ${job.candidates.length} candidates; winner ${job.candidates[0].domain} (score ${job.candidates[0].score?.toFixed(2)})`;\n }\n case \"evidence\": {\n job.evidence = await gatherEvidence(job.candidates[0]);\n job.stage = \"screenshot\";\n job.attempts = 0;\n await saveJob(job);\n return `job #${job.id}: evidence gathered for ${job.candidates[0].domain}`;\n }\n case \"screenshot\": {\n const ev = job.evidence!;\n const ok = (await screenshotStored(ev.candidate.domain)) ||\n (await tryCaptureScreenshot(ev.wayback.screenshotTimestamp, ev.candidate.domain));\n if (!ok) throw new Error(\"mShots render not ready yet\");\n job.stage = \"generate\";\n job.attempts = 0;\n await saveJob(job);\n return `job #${job.id}: screenshot stored for ${ev.candidate.domain}`;\n }\n case \"generate\": {\n const { obituary, model } = await writeObituary(job.evidence!);\n job.obituary = obituary;\n (job as any).model = model;\n job.stage = \"assemble_send\";\n job.attempts = 0;\n await saveJob(job);\n return `job #${job.id}: obituary written for ${obituary.domain}`;\n }\n case \"assemble_send\": {\n const n = await nextIssueNumber();\n const { html, webHtml } = assembleIssue({\n obituary: job.obituary!,\n evidence: job.evidence!,\n issueNumber: n,\n baseUrl: baseUrl(),\n });\n await blob.set(`issue:${n}:html`, webHtml);\n const model = Deno.env.get(\"RIPURL_MODEL\") ?? \"claude-opus-4-8\";\n await recordIssue(n, job.obituary!.domain, job.obituary!.subject_line, model, JSON.stringify(job.evidence));\n await markUsed(job.obituary!.domain);\n // std/email defaults to the val owner's address when `to` is omitted —\n // set DEFAULT_RECIPIENT env var to override.\n const to = Deno.env.get(\"DEFAULT_RECIPIENT\");\n await email({\n ...(to ? { to } : {}),\n subject: job.obituary!.subject_line,\n html,\n });\n job.stage = \"done\";\n await saveJob(job);\n return `job #${job.id}: ISSUE NO. ${n} (${job.obituary!.domain}) published & emailed`;\n }\n default:\n return `job #${job.id}: nothing to do in stage ${job.stage}`;\n }\n}\n\nasync function handleFailure(job: Job, err: Error): Promise {\n // A missing API key is a configuration gap, not a pipeline failure: hold\n // the job in place (no attempt burned, no fallback, no alarm email). The\n // moment the key is added in the env-vars UI, the next tick resumes here.\n if (err.message.includes(\"ANTHROPIC_API_KEY\")) {\n return `job #${job.id}: BLOCKED at ${job.stage} — ${err.message}`;\n }\n const insufficient = err instanceof InsufficientEvidenceError;\n job.attempts += 1;\n job.error = `${job.stage}: ${err.message}`;\n\n const exhaustedAttempts = job.attempts >= MAX_STAGE_ATTEMPTS;\n if (insufficient || (exhaustedAttempts && job.stage !== \"discover\")) {\n // Give up on this candidate; promote the next fallback.\n job.candidates.shift();\n if (job.candidates.length > 0) {\n job.stage = \"evidence\";\n job.attempts = 0;\n job.evidence = undefined;\n job.obituary = undefined;\n await saveJob(job);\n return `job #${job.id}: candidate dropped (${job.error}); falling back to ${job.candidates[0].domain}`;\n }\n }\n if (exhaustedAttempts) {\n job.stage = \"failed\";\n await saveJob(job);\n const to = Deno.env.get(\"DEFAULT_RECIPIENT\");\n await email({\n ...(to ? { to } : {}),\n subject: \"RIP·URL: this week's run FAILED\",\n text:\n `The pipeline gave up after ${MAX_STAGE_ATTEMPTS} attempts.\\n\\nLast error: ${job.error}\\n\\n` +\n `Nothing was published. Check the val logs, fix the stage, then POST /run?token=... to retry.`,\n });\n return `job #${job.id}: FAILED (${job.error}) — alert emailed`;\n }\n await saveJob(job);\n return `job #${job.id}: stage ${job.stage} attempt ${job.attempts} failed (${job.error}); will retry next tick`;\n}\n","createdAt",["D",1784083468428],"branchVersion","branchId","5e98dbb4-3939-4a4a-ba98-35721eff0730","id","1a4814cf-ad06-40ea-a498-5913ef00d415","ripurl",["D",1784083111215],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","RIP·URL — automated obituaries for dead domains","imageUrl","051b2cc5-9320-44ef-88e7-826bfa8daa60","pinnedFileId","ffe21efe-7ff6-11f1-8d93-1607ee4eb77e","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",0,"orgId","019ee5b5-1072-70b4-8a0f-c844ad002ea1","tursoName","1a4814cfad0640eaa4985913ef00d415","tursoHostname","1a4814cfad0640eaa4985913ef00d415-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789525843977],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_100":99,"_108":104},"org",{"_100":99,"_101":102,"_103":104,"_18":55,"_105":106,"_107":25},"branch",{"_13":89,"_32":90,"_43":42,"_91":44,"_92":-5,"_93":-5,"_94":-5,"_95":-5,"_96":-5,"_97":45,"_98":99},"isOwned",21,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","unlikelyarchivist","handle","displayName","Eryn Montgomery","avatar","https://lh3.googleusercontent.com/a/ACg8ocJEkHIy674nn2OrWifP7cPPXWj2A5ftzagptlIz_AXo3OPt_A=s96-c","tier","free","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_43":44,"_32":45,"_38":283,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":53,"_54":-5,"_18":55,"_56":57,"_58":59,"_60":-5,"_61":-5,"_62":63,"_64":65,"_66":67,"_68":69,"_70":284,"_72":-5,"_73":74,"_75":74,"_76":77,"_78":77,"_79":77,"_80":74,"_81":74,"_82":285,"_84":286,"_86":287,"_88":25},"tree",[189,197,199,200,201,202],"files",[189,190,191,192,193,194,195,196,197,198,199,200,201,202],"counts",{"_178":63,"_179":149,"_180":63,"_181":182,"_183":184},"contents",[131,132,133,134,135,136],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_43":173,"_32":174,"_30":175,"_140":-5,"_41":42,"_40":149,"_142":59,"_38":176,"_13":63,"_33":171,"_35":-5,"_24":25,"_145":-5,"_27":177},{"_43":166,"_32":167,"_30":168,"_140":-5,"_41":42,"_40":169,"_142":59,"_38":170,"_13":63,"_33":171,"_35":-5,"_24":25,"_145":-5,"_27":172},{"_43":158,"_32":159,"_30":160,"_140":-5,"_41":42,"_40":161,"_142":59,"_38":162,"_13":63,"_33":163,"_35":164,"_24":25,"_145":-5,"_27":165},{"_43":151,"_32":152,"_30":57,"_140":-5,"_41":42,"_40":153,"_142":59,"_38":154,"_13":63,"_33":155,"_35":156,"_24":25,"_145":-5,"_27":157},{"_43":147,"_32":28,"_30":31,"_140":-5,"_41":42,"_40":14,"_142":25,"_38":148,"_13":149,"_33":34,"_35":37,"_24":25,"_145":-5,"_27":150},{"_43":137,"_32":138,"_30":139,"_140":-5,"_41":42,"_40":141,"_142":25,"_38":143,"_13":63,"_33":34,"_35":144,"_24":25,"_145":-5,"_27":146},"f6560085-59e5-4ae6-a4f2-79dbcb38dab3","seed.ts","110ca456-7ff7-11f1-90ab-1607ee4eb77e","parentId",11,"latest",["D",1784083454471],"// One-time setup: create tables and seed the used-domain exclusion list from\n// the local repo's .tmp/used_domains.json (reconciled list, PROJECT_SPEC §9).\n// Safe to re-run — everything is idempotent.\nimport { initTables, seedUsedDomains, usedDomains } from \"./lib/state.ts\";\n\nconst ALREADY_USED = [\n \"allianceatlantiscinemas.com\",\n \"blender.com\",\n \"etoys.com\",\n \"friendster.com\",\n \"imeem.com\",\n \"kozmo.com\",\n \"webvan.com\",\n];\n\nexport default async function () {\n await initTables();\n await seedUsedDomains(ALREADY_USED);\n const all = await usedDomains();\n console.log(`tables ready; ${all.size} used domains:`, [...all].sort().join(\", \"));\n}\n","label",[138],"ef638a5c-6035-4099-9e60-d5c00ad524e4",["D",1784083468428],1,[28],"4b09d801-91f6-4b45-bbaf-8b3ea61e18b1","http.ts",10,["D",1784083425682],"http","// Public face of the publication + manual controls.\n// GET / the archive index (every published issue)\n// GET /issue/:n permanent web version of an issue\n// GET /img/:domain the stored screenshot JPEG (referenced by emails)\n// GET /status current job state (public, read-only, no secrets)\n// POST /run?token=... force-start this week's job now (RUN_TOKEN guards it)\n// POST /tick?token=... advance the active job one stage now (same guard)\n\nimport { blob } from \"https://esm.town/v/std/blob/main.ts\";\nimport { activeJob, getIssue, initTables, listIssues } from \"./lib/state.ts\";\nimport { tick } from \"./pipeline.ts\";\n\nfunction esc(s: string): string {\n return s.replaceAll(\"&\", \"&\").replaceAll(\"<\", \"<\").replaceAll(\">\", \">\");\n}\n\nfunction authorized(url: URL): boolean {\n const token = Deno.env.get(\"RUN_TOKEN\");\n return Boolean(token) && url.searchParams.get(\"token\") === token;\n}\n\nexport default async function (req: Request): Promise {\n const url = new URL(req.url);\n const path = url.pathname;\n\n if (path === \"/\" && req.method === \"GET\") {\n await initTables();\n const issues = await listIssues();\n const rows = issues.map((i) =>\n `

Issue No. ${i.n} — ${esc(i.subject)} ${i.createdAt.slice(0, 10)}

`\n ).join(\"\");\n return new Response(\n `RIP · URL — Archive\n \n

RIP · URL

A weekly obituary for dead & dying domains. Published by Unlikely Archive.

No issues published yet. The presses are warming up.

\n `,\n { headers: { \"content-type\": \"text/html; charset=utf-8\" } },\n );\n }\n\n const issueMatch = path.match(/^\\/issue\\/(\\d+)$/);\n if (issueMatch && req.method === \"GET\") {\n await initTables();\n const n = parseInt(issueMatch[1], 10);\n const issue = await getIssue(n);\n if (!issue) return new Response(\"No such issue\", { status: 404 });\n try {\n const r = await blob.get(`issue:${n}:html`);\n return new Response(await r.text(), {\n headers: { \"content-type\": \"text/html; charset=utf-8\" },\n });\n } catch {\n return new Response(\"Issue HTML missing from storage\", { status: 500 });\n }\n }\n\n const imgMatch = path.match(/^\\/img\\/([a-z0-9.-]+)$/);\n if (imgMatch && req.method === \"GET\") {\n try {\n const r = await blob.get(`img:${imgMatch[1]}`);\n return new Response(await r.arrayBuffer(), {\n headers: {\n \"content-type\": \"image/jpeg\",\n \"cache-control\": \"public, max-age=31536000, immutable\",\n },\n });\n } catch {\n return new Response(\"No such image\", { status: 404 });\n }\n }\n\n if (path === \"/status\" && req.method === \"GET\") {\n await initTables();\n const job = await activeJob();\n return Response.json(\n job\n ? { stage: job.stage, attempts: job.attempts, currentDomain: job.candidates[0]?.domain, error: job.error ?? null, updatedAt: job.updatedAt }\n : { stage: \"idle\" },\n );\n }\n\n if (path === \"/run\" && req.method === \"POST\") {\n if (!authorized(url)) return new Response(\"Forbidden\", { status: 403 });\n return new Response(await tick(true));\n }\n\n if (path === \"/tick\" && req.method === \"POST\") {\n if (!authorized(url)) return new Response(\"Forbidden\", { status: 403 });\n return new Response(await tick());\n }\n\n return new Response(\"Not found\", { status: 404 });\n}\n",[152],"bc7ab049-7833-46b8-85fa-4b42e5a38b2a","cron.ts","f66791d8-7ff6-11f1-b9eb-1607ee4eb77e",9,["D",1784083409740],"interval","// The heartbeat. Runs every 15 minutes (cron set via interval settings).\n// Each tick advances the weekly job by one stage; most ticks are no-ops.\n// New jobs only start Sundays 14:00–20:00 UTC — see pipeline.ts.\nimport { tick } from \"./pipeline.ts\";\n\nexport default async function (interval: Interval) {\n const result = await tick();\n console.log(`[ripurl tick] ${result}`);\n}\n",[159],"678e9d60-6423-4555-8f37-133d03ed918b","scripts","2246610d-5f4c-4457-829c-ef2e19499a0a",12,["D",1784083457097],"directory",[167],"02028c83-19b6-4a86-ac51-e2f29188dbc2","lib","226233b4-9852-41f8-9f1e-a633ceb6013a",["D",1784083130616],[174],"pulls","branches","forks","envVars",{"_185":187,"_188":63},"connections",{"_185":63,"_186":63},"count","unfilledCount",4,"emptyCount",{"_43":173,"_32":174,"_30":175,"_140":-5,"_41":42,"_40":149,"_142":59,"_38":280,"_13":63,"_33":171,"_35":-5,"_24":25,"_145":-5,"_204":281,"_27":282},{"_43":272,"_32":273,"_30":274,"_140":175,"_41":42,"_40":275,"_142":59,"_38":276,"_13":63,"_33":34,"_35":277,"_24":25,"_145":-5,"_204":278,"_27":279},{"_43":264,"_32":265,"_30":266,"_140":175,"_41":42,"_40":267,"_142":59,"_38":268,"_13":63,"_33":34,"_35":269,"_24":25,"_145":-5,"_204":270,"_27":271},{"_43":257,"_32":258,"_30":259,"_140":175,"_41":42,"_40":187,"_142":59,"_38":260,"_13":63,"_33":34,"_35":261,"_24":25,"_145":-5,"_204":262,"_27":263},{"_43":249,"_32":250,"_30":251,"_140":175,"_41":42,"_40":252,"_142":59,"_38":253,"_13":63,"_33":34,"_35":254,"_24":25,"_145":-5,"_204":255,"_27":256},{"_43":241,"_32":242,"_30":243,"_140":175,"_41":42,"_40":244,"_142":59,"_38":245,"_13":63,"_33":34,"_35":246,"_24":25,"_145":-5,"_204":247,"_27":248},{"_43":233,"_32":234,"_30":235,"_140":175,"_41":42,"_40":236,"_142":59,"_38":237,"_13":63,"_33":34,"_35":238,"_24":25,"_145":-5,"_204":239,"_27":240},{"_43":226,"_32":227,"_30":228,"_140":175,"_41":42,"_40":149,"_142":59,"_38":229,"_13":63,"_33":34,"_35":230,"_24":25,"_145":-5,"_204":231,"_27":232},{"_43":166,"_32":167,"_30":168,"_140":-5,"_41":42,"_40":169,"_142":59,"_38":223,"_13":63,"_33":171,"_35":-5,"_24":25,"_145":-5,"_204":224,"_27":225},{"_43":216,"_32":217,"_30":218,"_140":168,"_41":42,"_40":169,"_142":25,"_38":219,"_13":63,"_33":34,"_35":220,"_24":25,"_145":-5,"_204":221,"_27":222},{"_43":158,"_32":159,"_30":160,"_140":-5,"_41":42,"_40":161,"_142":59,"_38":213,"_13":63,"_33":163,"_35":164,"_24":25,"_145":-5,"_204":214,"_27":215},{"_43":151,"_32":152,"_30":57,"_140":-5,"_41":42,"_40":153,"_142":59,"_38":210,"_13":63,"_33":155,"_35":156,"_24":25,"_145":-5,"_204":211,"_27":212},{"_43":147,"_32":28,"_30":31,"_140":-5,"_41":42,"_40":14,"_142":25,"_38":207,"_13":149,"_33":34,"_35":37,"_24":25,"_145":-5,"_204":208,"_27":209},{"_43":137,"_32":138,"_30":139,"_140":-5,"_41":42,"_40":141,"_142":25,"_38":203,"_13":63,"_33":34,"_35":144,"_24":25,"_145":-5,"_204":205,"_27":206},["D",1784083454471],"children",[],[138],["D",1784083468428],[],[28],["D",1784083425682],[],[152],["D",1784083409740],[],[159],"a4b40db6-4ea9-4c8c-99ce-4f11e30ec914","force_tick.ts","129fb24a-7ff7-11f1-ae26-1607ee4eb77e",["D",1784083457097],"// Manual pipeline advance for testing: starts a job if none is active\n// (bypassing the Sunday window), otherwise advances the active job one stage.\n// Run repeatedly to walk a whole issue through the pipeline by hand.\nimport { tick } from \"../pipeline.ts\";\n\nexport default async function () {\n const result = await tick(true);\n console.log(result);\n return result;\n}\n",[],[167,217],["D",1784083457097],[198],[167],"71aac12e-2665-436c-b94c-805a44ce9f09","types.ts","5005076c-7ff6-11f1-b33c-1607ee4eb77e",["D",1784083130616],"// Shared shapes passed between pipeline stages.\n// Every stage reads/writes these — nothing hides in loose objects.\n\nexport interface Candidate {\n company: string;\n qid: string; // Wikidata entity id, e.g. Q65073105\n domain: string; // derived from the entity's own P856 official-website claim\n website: string;\n dissolvedDate: string; // YYYY-MM-DD\n dissolvedYear: number;\n wikipediaTitle: string;\n wikipediaUrl: string;\n // filled during enrichment:\n extract?: string; // Wikipedia lead text (plain)\n description?: string; // Wikipedia short description\n monthsArchived?: number; // distinct months with Wayback captures\n firstCapture?: string; // YYYYMMDDhhmmss\n lastCapture?: string;\n score?: number;\n}\n\nexport interface Evidence {\n candidate: Candidate;\n wikipedia: {\n title: string;\n url: string;\n description: string;\n extract: string; // full lead section, plain text\n };\n rdap: {\n reachable: boolean;\n registered?: string; // ISO date\n expires?: string;\n status?: string[];\n registrar?: string;\n };\n wayback: {\n firstCapture: string;\n lastCapture: string;\n monthsArchived: number;\n screenshotTimestamp: string; // capture chosen for the hero image\n screenshotSourceUrl: string; // the archived page the render points at\n };\n founded?: string; // from Wikidata P571, if present\n gatheredAt: string; // ISO timestamp — every issue carries its evidence trail\n}\n\nexport interface Obituary {\n insufficient_evidence: boolean;\n domain: string;\n subject_line: string;\n prime_years: string;\n category: string;\n intro: string;\n the_rise: string;\n the_fall: string;\n manner_of_death: string;\n disposition: string;\n legacy: string;\n lineage: { year: string; label: string }[];\n sources: { cite: string; url: string }[];\n screenshot_note: string;\n x_post: string; // <=280 chars, for manual cross-post\n tumblr_post: string; // short + tags, for manual cross-post\n}\n\n// The cron advances one Job through these stages, one tick at a time,\n// so no single run risks the platform wall-clock limit.\nexport type Stage =\n | \"discover\"\n | \"evidence\"\n | \"screenshot\"\n | \"generate\"\n | \"assemble_send\"\n | \"done\"\n | \"failed\";\n\nexport interface Job {\n id: number;\n stage: Stage;\n attempts: number; // per-stage attempt counter\n candidates: Candidate[]; // ranked; [0] is current, rest are fallbacks\n evidence?: Evidence;\n obituary?: Obituary;\n error?: string;\n createdAt: string;\n updatedAt: string;\n}\n",[],[174,227],"428c8295-a5fa-48d1-8bc3-0ee279632cf2","state.ts","6069690e-7ff6-11f1-a76e-1607ee4eb77e",2,["D",1784083158129],"// Persistence: sqlite (val-scoped) for jobs, issues, and the used-domain\n// exclusion list. Blob storage holds the big artifacts (screenshot JPEG,\n// final HTML) keyed by issue number / domain.\nimport { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\nimport type { Job, Stage } from \"./types.ts\";\n\nexport async function initTables() {\n await sqlite.execute(`CREATE TABLE IF NOT EXISTS used_domains (\n domain TEXT PRIMARY KEY,\n used_at TEXT NOT NULL\n )`);\n await sqlite.execute(`CREATE TABLE IF NOT EXISTS issues (\n n INTEGER PRIMARY KEY,\n domain TEXT NOT NULL,\n subject TEXT NOT NULL,\n model TEXT NOT NULL,\n evidence_json TEXT NOT NULL,\n created_at TEXT NOT NULL\n )`);\n await sqlite.execute(`CREATE TABLE IF NOT EXISTS jobs (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n stage TEXT NOT NULL,\n attempts INTEGER NOT NULL DEFAULT 0,\n data_json TEXT NOT NULL,\n error TEXT,\n created_at TEXT NOT NULL,\n updated_at TEXT NOT NULL\n )`);\n}\n\nexport async function usedDomains(): Promise> {\n const r = await sqlite.execute(\"SELECT domain FROM used_domains\");\n return new Set(r.rows.map((row: any) => String(row.domain)));\n}\n\nexport async function markUsed(domain: string) {\n await sqlite.execute({\n sql: \"INSERT OR IGNORE INTO used_domains (domain, used_at) VALUES (?, ?)\",\n args: [domain.toLowerCase(), new Date().toISOString()],\n });\n}\n\nexport async function seedUsedDomains(domains: string[]) {\n for (const d of domains) await markUsed(d);\n}\n\n// --- jobs ---------------------------------------------------------------\n\nexport async function activeJob(): Promise {\n const r = await sqlite.execute(\n \"SELECT * FROM jobs WHERE stage NOT IN ('done','failed') ORDER BY id DESC LIMIT 1\",\n );\n if (r.rows.length === 0) return null;\n return rowToJob(r.rows[0]);\n}\n\nexport async function createJob(): Promise {\n const now = new Date().toISOString();\n const data = JSON.stringify({ candidates: [] });\n await sqlite.execute({\n sql: \"INSERT INTO jobs (stage, attempts, data_json, created_at, updated_at) VALUES ('discover', 0, ?, ?, ?)\",\n args: [data, now, now],\n });\n return (await activeJob())!;\n}\n\nexport async function saveJob(job: Job) {\n const data = JSON.stringify({\n candidates: job.candidates,\n evidence: job.evidence,\n obituary: job.obituary,\n });\n await sqlite.execute({\n sql: \"UPDATE jobs SET stage = ?, attempts = ?, data_json = ?, error = ?, updated_at = ? WHERE id = ?\",\n args: [job.stage, job.attempts, data, job.error ?? null, new Date().toISOString(), job.id],\n });\n}\n\nfunction rowToJob(row: any): Job {\n const data = JSON.parse(String(row.data_json));\n return {\n id: Number(row.id),\n stage: String(row.stage) as Stage,\n attempts: Number(row.attempts),\n candidates: data.candidates ?? [],\n evidence: data.evidence,\n obituary: data.obituary,\n error: row.error ? String(row.error) : undefined,\n createdAt: String(row.created_at),\n updatedAt: String(row.updated_at),\n };\n}\n\n// --- issues ---------------------------------------------------------------\n\nexport async function nextIssueNumber(): Promise {\n const r = await sqlite.execute(\"SELECT MAX(n) AS m FROM issues\");\n const m = r.rows[0]?.m;\n // Issue No. 1 (imeem.com) was produced by the local pipeline; cloud issues\n // continue the numbering, so the first automated issue is No. 2.\n return m == null ? 2 : Number(m) + 1;\n}\n\nexport async function recordIssue(\n n: number,\n domain: string,\n subject: string,\n model: string,\n evidenceJson: string,\n) {\n await sqlite.execute({\n sql: \"INSERT INTO issues (n, domain, subject, model, evidence_json, created_at) VALUES (?, ?, ?, ?, ?, ?)\",\n args: [n, domain, subject, model, evidenceJson, new Date().toISOString()],\n });\n}\n\nexport async function listIssues() {\n const r = await sqlite.execute(\n \"SELECT n, domain, subject, created_at FROM issues ORDER BY n DESC\",\n );\n return r.rows.map((row: any) => ({\n n: Number(row.n),\n domain: String(row.domain),\n subject: String(row.subject),\n createdAt: String(row.created_at),\n }));\n}\n\nexport async function getIssue(n: number) {\n const r = await sqlite.execute({ sql: \"SELECT * FROM issues WHERE n = ?\", args: [n] });\n if (r.rows.length === 0) return null;\n const row: any = r.rows[0];\n return {\n n: Number(row.n),\n domain: String(row.domain),\n subject: String(row.subject),\n model: String(row.model),\n evidenceJson: String(row.evidence_json),\n createdAt: String(row.created_at),\n };\n}\n\nexport async function daysSinceLastIssue(): Promise {\n const r = await sqlite.execute(\"SELECT MAX(created_at) AS m FROM issues\");\n const m = r.rows[0]?.m;\n if (m == null) return Infinity;\n return (Date.now() - new Date(String(m)).getTime()) / 86_400_000;\n}\n",[],[174,234],"948382bf-aa54-4b06-8bd2-5c20ece9c5c1","screenshot.ts","917293f4-7ff6-11f1-8754-1607ee4eb77e",5,["D",1784083240398],"// Stage 3 — Capture the hero screenshot without a browser.\n//\n// Verified 2026-07-14: WordPress mShots (s0.wp.com/mshots) renders Wayback\n// pages server-side and returns a real JPEG, but only if you (a) send a\n// browser User-Agent (403 otherwise), (b) use the `if_` flag in the Wayback\n// URL to strip the archive toolbar, and (c) poll — the first responses are a\n// small placeholder GIF until the render is cached (~10-40s).\n// (thum.io returns its loading spinner for Wayback pages; microlink captures\n// a blank page. Neither is usable — do not switch to them.)\n//\n// We fetch the JPEG bytes and store them in blob storage, so the published\n// issue never depends on a third-party image URL staying alive.\n\nimport { blob } from \"https://esm.town/v/std/blob/main.ts\";\n\nconst BROWSER_UA =\n \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0 Safari/537.36\";\n\nexport function toolbarFreeWaybackUrl(timestamp: string, domain: string): string {\n return `http://web.archive.org/web/${timestamp}if_/http://${domain}/`;\n}\n\nexport function mshotsUrl(target: string, width = 1000): string {\n return `https://s0.wp.com/mshots/v1/${encodeURIComponent(target)}?w=${width}`;\n}\n\n// One polling attempt. Returns true once a real JPEG is stored.\n// The cron calls this each tick while the job sits in the \"screenshot\"\n// stage, so mShots gets rendering time between ticks for free.\nexport async function tryCaptureScreenshot(\n timestamp: string,\n domain: string,\n): Promise {\n const target = toolbarFreeWaybackUrl(timestamp, domain);\n const url = mshotsUrl(target);\n // Poll a few times within this tick; if not ready, the next tick retries.\n for (let i = 0; i < 3; i++) {\n const resp = await fetch(url, { headers: { \"User-Agent\": BROWSER_UA } });\n const type = resp.headers.get(\"content-type\") ?? \"\";\n const bytes = await resp.arrayBuffer();\n // Guard: a real render is a JPEG well above placeholder size. Small or\n // non-JPEG responses are the loading GIF / an error page — reject them.\n if (resp.ok && type.includes(\"image/jpeg\") && bytes.byteLength > 25_000) {\n await blob.set(`img:${domain}`, bytes);\n return true;\n }\n await new Promise((r) => setTimeout(r, 8000));\n }\n return false;\n}\n\nexport async function screenshotStored(domain: string): Promise {\n try {\n const r = await blob.get(`img:${domain}`);\n const b = await r.arrayBuffer();\n return b.byteLength > 25_000;\n } catch {\n return false;\n }\n}\n",[],[174,242],"c720cff2-b4ac-4d29-9f49-a8ea0928511f","generate.ts","b4be5fe6-7ff6-11f1-833e-1607ee4eb77e",6,["D",1784083299603],"// Stage 4 — Write the obituary via the Claude API.\n// The ONLY stage that costs money (~$0.05–0.10/issue on claude-opus-4-8).\n//\n// Fabrication guards (the failure that killed the old vals, 2026-07-12):\n// 1. The prompt contains ONLY evidence this pipeline fetched, and forbids\n// facts from anywhere else.\n// 2. Escape hatch: the model must set insufficient_evidence=true rather\n// than pad thin material — the orchestrator then moves to a fallback\n// candidate instead of publishing filler.\n// 3. Structured output (json_schema) — a malformed or un-rendered result\n// is impossible at the schema level.\n// 4. Post-checks: domain appears in copy; sources only cite hosts the\n// evidence actually came from; no pipeline vocabulary leaks into prose.\n//\n// Model note: `thinking` is deliberately omitted (= off on Opus 4.8) to keep\n// the call inside Val Town's per-run wall clock and the per-issue cost low.\n// If generation ever feels flat, set RIPURL_MODEL=claude-sonnet-5 (faster)\n// or raise maxTokens — both are env/config-level changes, not code changes.\n\nimport Anthropic from \"npm:@anthropic-ai/sdk\";\nimport type { Evidence, Obituary } from \"./types.ts\";\n\nconst OBITUARY_SCHEMA = {\n type: \"object\",\n additionalProperties: false,\n required: [\n \"insufficient_evidence\",\n \"domain\",\n \"subject_line\",\n \"prime_years\",\n \"category\",\n \"intro\",\n \"the_rise\",\n \"the_fall\",\n \"manner_of_death\",\n \"disposition\",\n \"legacy\",\n \"lineage\",\n \"sources\",\n \"screenshot_note\",\n \"x_post\",\n \"tumblr_post\",\n ],\n properties: {\n insufficient_evidence: {\n type: \"boolean\",\n description:\n \"Set true ONLY if the evidence cannot support an honest obituary; leave every other field as an empty string/array in that case.\",\n },\n domain: { type: \"string\" },\n subject_line: {\n type: \"string\",\n description: 'Format: \"In Loving Memory of : \"',\n },\n prime_years: { type: \"string\", description: 'e.g. \"2007–2009\"' },\n category: { type: \"string\", description: 'e.g. \"Social Music Streaming Network\"' },\n intro: {\n type: \"string\",\n description:\n \"Opening paragraph. May use / sparingly. Sets the scene before the site existed.\",\n },\n the_rise: { type: \"string\", description: \"Narrative of the ascent — scenes, arc, specifics. HTML em/strong allowed.\" },\n the_fall: {\n type: \"string\",\n description:\n \"Narrative of the death. Must diagnose the real cause, not just narrate events in order.\",\n },\n manner_of_death: { type: \"string\", description: 'Short, e.g. \"Acquired & shut down (X, 2009)\"' },\n disposition: {\n type: \"string\",\n description: \"What the domain/corpse is doing now, from the registration evidence.\",\n },\n legacy: {\n type: \"string\",\n description:\n \"The editorial standfirst: why this death matters beyond one company. Original copy, no quote marks.\",\n },\n lineage: {\n type: \"array\",\n items: {\n type: \"object\",\n additionalProperties: false,\n required: [\"year\", \"label\"],\n properties: { year: { type: \"string\" }, label: { type: \"string\" } },\n },\n description: \"3–6 dated beats: founded → pivot(s) → peak → death. Dry chronology lives here, not in prose.\",\n },\n sources: {\n type: \"array\",\n items: {\n type: \"object\",\n additionalProperties: false,\n required: [\"cite\", \"url\"],\n properties: { cite: { type: \"string\" }, url: { type: \"string\" } },\n },\n description:\n \"Academic-style citations. ONLY the Wikipedia article and the archived capture supplied in the evidence.\",\n },\n screenshot_note: {\n type: \"string\",\n description: \"One clause describing what the reader is seeing in the archived capture, given its year.\",\n },\n x_post: { type: \"string\", description: \"Cross-post teaser for X, under 280 characters, link goes at the end as {URL}.\" },\n tumblr_post: {\n type: \"string\",\n description: \"Cross-post for Tumblr: 2-3 sentences + a line of #tags. Link placeholder {URL}.\",\n },\n },\n} as const;\n\nconst VOICE = `You are the obituary writer for RIP · URL, a weekly publication by Unlikely Archive that\nperforms autopsies on dead domain names. Voice: darkly funny, elegiac, archival — an obituary\nwriter with taste, not a content marketer.\n\nHard rules:\n- Story, not fact-dump. Push dry chronology into the lineage timeline; use the_rise/the_fall for\n narrative — scenes, arc, specifics.\n- Analyze the why and why-it-matters. the_fall and legacy must diagnose the real cause of death\n and say what the story means beyond one company.\n- No pipeline language. Never describe how anything was found, matched, scored, or verified.\n Never mention Wikidata, RDAP, CDX, SPARQL, databases, or automation. Citing Wikipedia or the\n Internet Archive by name in a source citation is fine.\n- EVIDENCE ONLY. Every factual claim must come from the evidence block in the user message.\n If the evidence doesn't say it, you don't write it. No dates, numbers, names, or events from\n memory. If the evidence is too thin for an honest obituary, set insufficient_evidence=true.\n- Write like the exemplar below (Issue No. 1, imeem.com — study its register):\n intro: \"Before a single green Spotify icon existed, there was a website where you could type in\n almost any song and hear it, in full, for free... It was called imeem, and for a few bright\n years it was the sound of the social web.\"\n legacy: \"imeem was right about everything except how to pay for it... imeem is the ghost that\n walked so Spotify could run.\"`;\n\nclass InsufficientEvidenceError extends Error {}\nexport { InsufficientEvidenceError };\n\nconst BANNED_IN_PROSE = /\\b(Wikidata|RDAP|CDX|SPARQL|pipeline|automated|auto-generated)\\b/i;\n\nexport async function writeObituary(evidence: Evidence): Promise<{ obituary: Obituary; model: string }> {\n const apiKey = Deno.env.get(\"ANTHROPIC_API_KEY\");\n if (!apiKey) {\n throw new Error(\n \"ANTHROPIC_API_KEY is not set. Add it in the Val Town environment-variables UI — the pipeline cannot write copy without it.\",\n );\n }\n const model = Deno.env.get(\"RIPURL_MODEL\") ?? \"claude-opus-4-8\";\n const client = new Anthropic({ apiKey });\n\n const c = evidence.candidate;\n const evidenceBlock = {\n company: c.company,\n domain: c.domain,\n founded: evidence.founded ?? \"not recorded\",\n dissolved: c.dissolvedDate,\n wikipedia_description: evidence.wikipedia.description,\n wikipedia_lead_text: evidence.wikipedia.extract,\n wikipedia_article_url: evidence.wikipedia.url,\n domain_registration: evidence.rdap.reachable\n ? {\n registered: evidence.rdap.registered,\n paid_up_until: evidence.rdap.expires,\n registrar: evidence.rdap.registrar ?? \"unknown\",\n status_flags: evidence.rdap.status,\n }\n : \"domain no longer registered (RDAP lookup found nothing)\",\n archive_record: {\n first_capture: evidence.wayback.firstCapture,\n last_capture: evidence.wayback.lastCapture,\n months_with_captures: evidence.wayback.monthsArchived,\n screenshot_capture_timestamp: evidence.wayback.screenshotTimestamp,\n screenshot_archived_page: evidence.wayback.screenshotSourceUrl,\n },\n };\n\n const response = await client.messages.create({\n model,\n max_tokens: 8000,\n system: VOICE,\n output_config: { format: { type: \"json_schema\", schema: OBITUARY_SCHEMA } },\n messages: [\n {\n role: \"user\",\n content:\n `Write this week's obituary. Evidence file (the ONLY permitted source of facts):\\n\\n` +\n JSON.stringify(evidenceBlock, null, 2),\n },\n ],\n });\n\n if (response.stop_reason === \"refusal\") {\n throw new InsufficientEvidenceError(`model refused for ${c.domain}`);\n }\n const text = response.content.find((b: any) => b.type === \"text\")?.text;\n if (!text) throw new Error(\"no text block in model response\");\n const ob = JSON.parse(text) as Obituary;\n\n if (ob.insufficient_evidence) {\n throw new InsufficientEvidenceError(`model judged evidence too thin for ${c.domain}`);\n }\n\n // Post-checks — fail loudly rather than publish a defective issue.\n const prose = [ob.intro, ob.the_rise, ob.the_fall, ob.legacy].join(\" \");\n if (!prose.toLowerCase().includes(c.domain.split(\".\")[0].toLowerCase())) {\n throw new Error(`obituary never mentions ${c.domain}`);\n }\n if (BANNED_IN_PROSE.test(prose)) {\n throw new Error(\"pipeline language leaked into prose\");\n }\n for (const s of ob.sources) {\n const host = new URL(s.url).hostname;\n if (![\"en.wikipedia.org\", \"web.archive.org\", \"www.wikipedia.org\"].includes(host)) {\n throw new Error(`source cites unapproved host: ${host}`);\n }\n }\n const required = [ob.subject_line, ob.intro, ob.the_rise, ob.the_fall, ob.legacy, ob.manner_of_death, ob.disposition];\n if (required.some((f) => !f || f.trim().length < 20)) {\n throw new Error(\"a required obituary field is missing or too short\");\n }\n ob.domain = c.domain; // never trust the echo\n return { obituary: ob, model };\n}\n",[],[174,250],"b60019b9-8275-4c1e-b0d0-ca5bf382c03d","evidence.ts","85ea2e48-7ff6-11f1-ab0b-1607ee4eb77e",["D",1784083221049],"// Stage 2 — Gather the evidence file for the chosen candidate.\n// Everything the obituary is allowed to say comes from what this stage fetched.\n//\n// Sources (all free, all verified live 2026-07-14):\n// • Wikipedia action API — full lead section, plain text\n// • RDAP (rdap.org) — who still pays to hold the domain, since when\n// • Wayback CDX — first/last capture + screenshot pick\n// • Wikidata entity JSON — founding date (P571) when recorded\n\nimport type { Candidate, Evidence } from \"./types.ts\";\n\nconst UA = \"RIPURL-newsletter/2.0 (montgomery.k.eryn@gmail.com; val.town cron)\";\n\nasync function fullExtract(title: string): Promise {\n const params = new URLSearchParams({\n action: \"query\",\n prop: \"extracts\",\n explaintext: \"1\",\n exintro: \"0\",\n exchars: \"6000\",\n titles: title,\n format: \"json\",\n formatversion: \"2\",\n redirects: \"1\",\n });\n const resp = await fetch(`https://en.wikipedia.org/w/api.php?${params}`, {\n headers: { \"User-Agent\": UA },\n });\n if (!resp.ok) return \"\";\n const j = await resp.json();\n return j.query?.pages?.[0]?.extract ?? \"\";\n}\n\nasync function rdapLookup(domain: string) {\n try {\n const resp = await fetch(`https://rdap.org/domain/${domain}`, {\n headers: { \"User-Agent\": UA },\n redirect: \"follow\",\n });\n if (!resp.ok) return { reachable: false };\n const j = await resp.json();\n const events: Record = {};\n for (const e of j.events ?? []) events[e.eventAction] = e.eventDate;\n let registrar: string | undefined;\n for (const ent of j.entities ?? []) {\n if ((ent.roles ?? []).includes(\"registrar\")) {\n registrar = ent.vcardArray?.[1]?.find((f: any[]) => f[0] === \"fn\")?.[3];\n }\n }\n return {\n reachable: true,\n registered: events[\"registration\"],\n expires: events[\"expiration\"],\n status: j.status ?? [],\n registrar,\n };\n } catch {\n return { reachable: false };\n }\n}\n\nasync function foundedDate(qid: string): Promise {\n try {\n const resp = await fetch(\n `https://www.wikidata.org/wiki/Special:EntityData/${qid}.json`,\n { headers: { \"User-Agent\": UA } },\n );\n if (!resp.ok) return undefined;\n const j = await resp.json();\n const claims = j.entities?.[qid]?.claims?.P571;\n const t = claims?.[0]?.mainsnak?.datavalue?.value?.time; // \"+2003-01-01T00:00:00Z\"\n return t ? t.replace(/^\\+/, \"\").slice(0, 10) : undefined;\n } catch {\n return undefined;\n }\n}\n\n// Pick the screenshot capture: the archived homepage closest to the midpoint\n// between first capture and dissolution — \"the site in its prime\". This is\n// the deterministic stand-in for the local pipeline's human contact-sheet\n// pick, and the known quality ceiling of the automated path.\nasync function pickScreenshot(c: Candidate) {\n const first = c.firstCapture!;\n const dissolvedStamp = `${c.dissolvedYear}0101000000`;\n const firstYear = parseInt(first.slice(0, 4), 10);\n const midYear = Math.min(\n Math.floor((firstYear + c.dissolvedYear) / 2),\n c.dissolvedYear - 1,\n );\n const target = `${Math.max(midYear, firstYear)}0601`;\n const resp = await fetch(\n `https://archive.org/wayback/available?url=${c.domain}×tamp=${target}`,\n { headers: { \"User-Agent\": UA } },\n );\n if (resp.ok) {\n const j = await resp.json();\n const closest = j.archived_snapshots?.closest;\n if (closest?.available && closest.timestamp <= dissolvedStamp) {\n return {\n timestamp: closest.timestamp,\n sourceUrl: closest.url as string,\n };\n }\n }\n // Fallback: first capture (origin story beats nothing).\n return {\n timestamp: first,\n sourceUrl: `http://web.archive.org/web/${first}/http://${c.domain}/`,\n };\n}\n\nexport async function gatherEvidence(c: Candidate): Promise {\n const extract = await fullExtract(c.wikipediaTitle);\n if (extract.length < 400) {\n throw new Error(`Evidence too thin for ${c.domain}: extract ${extract.length} chars`);\n }\n const rdap = await rdapLookup(c.domain);\n const founded = await foundedDate(c.qid);\n const shot = await pickScreenshot(c);\n return {\n candidate: c,\n wikipedia: {\n title: c.wikipediaTitle,\n url: c.wikipediaUrl,\n description: c.description ?? \"\",\n extract,\n },\n rdap,\n wayback: {\n firstCapture: c.firstCapture!,\n lastCapture: c.lastCapture!,\n monthsArchived: c.monthsArchived!,\n screenshotTimestamp: shot.timestamp,\n screenshotSourceUrl: shot.sourceUrl,\n },\n founded,\n gatheredAt: new Date().toISOString(),\n };\n}\n",[],[174,258],"161b47c2-ce44-45d6-8f06-36cf296049de","discover.ts","76ab2bd0-7ff6-11f1-ac3e-1607ee4eb77e",3,["D",1784083195461],"// Stage 1 — Discover candidates.\n//\n// Source: Wikidata SPARQL. We ask for entities with a recorded dissolution\n// date (P576), an official website (P856), and an English Wikipedia article.\n// Deadness is ground truth (a recorded dissolution), never a heuristic, and\n// the domain comes from the dead entity's OWN website claim — which makes the\n// name-mismatch fabrication bug of the old pipeline impossible by construction.\n//\n// Scoring (deterministic, inspectable — tune the weights here):\n// archive depth 3.0 × min(monthsArchived, 120) / 120\n// story length 2.0 × min(extract chars, 2000) / 2000\n// recency 2.0 × max(0, 1 − yearsSinceDeath / 15)\n// web-nativeness 2.0 if the description/extract reads web-native\n// short domain 1.0 × (domains ≤ 12 chars read better in a headline)\n//\n// Hard gates (fail any → discarded): unused domain, extract ≥ 400 chars,\n// ≥ 12 distinct months in the Wayback Machine, .com/.net/.org/.tv/.fm/.io TLD.\n\nimport type { Candidate } from \"./types.ts\";\nimport { usedDomains } from \"./state.ts\";\n\nconst UA = \"RIPURL-newsletter/2.0 (montgomery.k.eryn@gmail.com; val.town cron)\";\nconst SPARQL = `SELECT DISTINCT ?company ?companyLabel ?website ?dissolved ?article WHERE {\n ?company wdt:P576 ?dissolved ;\n wdt:P856 ?website .\n ?article schema:about ?company ;\n schema:isPartOf .\n FILTER(YEAR(?dissolved) >= 2000)\n SERVICE wikibase:label { bd:serviceParam wikibase:language \"en\". }\n}\nLIMIT 400`;\n\nconst WEB_NATIVE = /\\b(website|web ?site|online|internet|dot-?com|e-?commerce|streaming|social network|social media|app|platform|search engine|portal|forum|blog|browser|hosting|startup|video game|software)\\b/i;\nconst OK_TLD = /\\.(com|net|org|tv|fm|io|co)$/;\n\nfunction domainFromUrl(url: string): string {\n try {\n let host = new URL(url).hostname.toLowerCase();\n if (host.startsWith(\"www.\")) host = host.slice(4);\n return host;\n } catch {\n return \"\";\n }\n}\n\nexport async function fetchRawCandidates(): Promise {\n const params = new URLSearchParams({ query: SPARQL, format: \"json\" });\n const resp = await fetch(`https://query.wikidata.org/sparql?${params}`, {\n headers: { \"User-Agent\": UA, Accept: \"application/sparql-results+json\" },\n });\n if (!resp.ok) throw new Error(`Wikidata SPARQL ${resp.status}`);\n const json = await resp.json();\n const seen = new Set();\n const out: Candidate[] = [];\n for (const b of json.results.bindings) {\n const domain = domainFromUrl(b.website.value);\n const qid = b.company.value.split(\"/\").pop();\n const label = b.companyLabel?.value ?? \"\";\n if (!domain || seen.has(domain)) continue;\n if (!label || label === qid) continue; // no English label\n if (!OK_TLD.test(domain)) continue;\n seen.add(domain);\n const dissolved = b.dissolved.value.slice(0, 10);\n const articleUrl = b.article.value;\n out.push({\n company: label,\n qid,\n domain,\n website: b.website.value,\n dissolvedDate: dissolved,\n dissolvedYear: parseInt(dissolved.slice(0, 4), 10),\n wikipediaTitle: decodeURIComponent(articleUrl.split(\"/wiki/\").pop() ?? \"\").replaceAll(\"_\", \" \"),\n wikipediaUrl: articleUrl,\n });\n }\n return out;\n}\n\nasync function wikipediaSummary(title: string) {\n const resp = await fetch(\n `https://en.wikipedia.org/api/rest_v1/page/summary/${encodeURIComponent(title.replaceAll(\" \", \"_\"))}`,\n { headers: { \"User-Agent\": UA } },\n );\n if (!resp.ok) return null;\n const j = await resp.json();\n return { extract: j.extract ?? \"\", description: j.description ?? \"\" };\n}\n\nasync function waybackDepth(domain: string) {\n // collapse=timestamp:6 → one row per distinct YYYYMM with a capture.\n const resp = await fetch(\n `https://web.archive.org/cdx/search/cdx?url=${domain}&output=json&fl=timestamp&filter=statuscode:200&collapse=timestamp:6&limit=500`,\n { headers: { \"User-Agent\": UA } },\n );\n if (!resp.ok) return null;\n const rows = await resp.json();\n if (!Array.isArray(rows) || rows.length < 2) return null;\n const stamps = rows.slice(1).map((r: string[]) => r[0]);\n return {\n monthsArchived: stamps.length,\n firstCapture: stamps[0],\n lastCapture: stamps[stamps.length - 1],\n };\n}\n\nexport function scoreCandidate(c: Candidate): number {\n const months = c.monthsArchived ?? 0;\n const chars = (c.extract ?? \"\").length;\n const yearsDead = new Date().getFullYear() - c.dissolvedYear;\n const webNative = WEB_NATIVE.test(`${c.description} ${c.extract}`) ? 2 : 0;\n const shortName = c.domain.length <= 12 ? 1 : 0;\n return (\n 3 * Math.min(months, 120) / 120 +\n 2 * Math.min(chars, 2000) / 2000 +\n 2 * Math.max(0, 1 - yearsDead / 15) +\n webNative +\n shortName\n );\n}\n\n// Full discovery pass: fetch pool, filter, enrich a recency-biased sample,\n// gate, score, and return the ranked shortlist (winner + fallbacks).\nexport async function discover(maxEnrich = 12): Promise {\n const used = await usedDomains();\n const raw = (await fetchRawCandidates()).filter((c) => !used.has(c.domain));\n if (raw.length === 0) throw new Error(\"Wikidata returned no unused candidates\");\n\n // Bias toward recent deaths but keep variety: newest first, then sample\n // deterministically by week so consecutive runs don't always retry the\n // exact same losers.\n raw.sort((a, b) => b.dissolvedDate.localeCompare(a.dissolvedDate));\n const pool = raw.slice(0, 80);\n const weekOffset = Math.floor(Date.now() / (7 * 86_400_000)) % 5;\n const sample = pool.filter((_, i) => i % 5 === weekOffset).concat(pool.filter((_, i) => i % 5 !== weekOffset))\n .slice(0, maxEnrich);\n\n const passed: Candidate[] = [];\n for (const c of sample) {\n const wiki = await wikipediaSummary(c.wikipediaTitle);\n if (!wiki || wiki.extract.length < 400) continue; // gate: enough recorded history\n c.extract = wiki.extract;\n c.description = wiki.description;\n const wb = await waybackDepth(c.domain);\n if (!wb || wb.monthsArchived < 12) continue; // gate: enough bones to examine\n c.monthsArchived = wb.monthsArchived;\n c.firstCapture = wb.firstCapture;\n c.lastCapture = wb.lastCapture;\n c.score = scoreCandidate(c);\n passed.push(c);\n if (passed.length >= 5) break; // enough — winner + 4 fallbacks\n }\n if (passed.length === 0) throw new Error(\"No candidate passed the hard gates this pass\");\n passed.sort((a, b) => (b.score ?? 0) - (a.score ?? 0));\n return passed;\n}\n",[],[174,265],"0d82ed68-208e-41af-abe2-c68e54c02485","assemble.ts","dcb86c6c-7ff6-11f1-a721-1607ee4eb77e",7,["D",1784083366681],"// Stage 5 — Assemble the issue HTML.\n//\n// A faithful TypeScript port of the approved templates/newsletter.html design\n// (the 2026-07-12 redesign: masthead → STATUS strip → framed screenshot →\n// deck → fleuron → two-column body → academic sources → footer). Because this\n// is a plain function, an un-rendered template cannot be emailed — but a\n// belt-and-braces guard still refuses output containing template syntax.\n//\n// Differences from the local portfolio render, on purpose:\n// • screenshot is served from this val's own /img endpoint (email-safe URL)\n// • the lineage timeline renders as the \"How It Got Here\" text box (no\n// Playwright in the cloud), styled to match the sheet\n// • no graveyard background/collage — email clients strip it anyway\n// • cross-post snippets ride BELOW the sheet, clearly outside the issue\n\nimport type { Obituary, Evidence } from \"./types.ts\";\n\nconst INK = \"#1a1a1a\";\nconst RED = \"#a82828\";\nconst PAPER = \"#ecebe7\";\nconst CARD = \"#fbfbf9\";\n\nfunction esc(s: string): string {\n return s.replaceAll(\"&\", \"&\").replaceAll(\"<\", \"<\").replaceAll(\">\", \">\");\n}\n\n// Obituary prose is allowed a small HTML vocabulary; everything else is escaped.\nfunction proseHtml(s: string): string {\n return esc(s)\n .replaceAll(\"<em>\", \"\").replaceAll(\"</em>\", \"\")\n .replaceAll(\"<strong>\", \"\").replaceAll(\"</strong>\", \"\");\n}\n\nfunction linkDomain(html: string, domain: string): string {\n return html.replaceAll(\n domain,\n `${domain}`,\n );\n}\n\nexport interface AssembleInput {\n obituary: Obituary;\n evidence: Evidence;\n issueNumber: number;\n baseUrl: string; // this val's public HTTP endpoint, e.g. https://...val.run\n}\n\nexport function assembleIssue(input: AssembleInput): { html: string; webHtml: string } {\n const { obituary: ob, evidence, issueNumber, baseUrl } = input;\n const domain = ob.domain;\n const imgUrl = `${baseUrl}/img/${domain}`;\n const issueUrl = `${baseUrl}/issue/${issueNumber}`;\n const shotYear = evidence.wayback.screenshotTimestamp.slice(0, 4);\n const date = new Date().toLocaleDateString(\"en-US\", {\n year: \"numeric\",\n month: \"long\",\n day: \"numeric\",\n timeZone: \"America/Chicago\",\n });\n\n const intro = linkDomain(proseHtml(ob.intro), domain);\n const rise = linkDomain(proseHtml(ob.the_rise), domain);\n const fall = linkDomain(proseHtml(ob.the_fall), domain);\n const legacy = linkDomain(proseHtml(ob.legacy), domain);\n const dropCap = intro.charAt(0);\n const introRest = intro.slice(1);\n\n const lineageRows = ob.lineage.map((step) => `\n \n ${esc(step.year)}\n ${esc(step.label)}\n `).join(\"\");\n\n const lineageBox = ob.lineage.length === 0 ? \"\" : `\n \n \n \n \n
How It Got Here
\n ${lineageRows}
\n
\n `;\n\n const sourceRows = ob.sources.map((s) => `\n \n ${proseHtml(s.cite)}\n `).join(\"\");\n\n const sheet = `\n \n \n \n\n \n \n\n \n \n\n \n \n\n \n \n\n \n \n\n \n \n\n \n \n
\n \n \n \n \n \n \n
\n EST. 2026 · ISSUE NO. ${issueNumber} · ${date}\n
\n RIP · URL\n
\n A Weekly Obituary for Dead & Dying Domains\n
\n In Loving Memory Of ${domain.toUpperCase()}\n
\n ${esc(ob.category)} · ${esc(ob.prime_years)}\n
\n
\n \n \n \n \n \n \n
\n
Status
\n
${esc(ob.manner_of_death.toUpperCase())}
\n \n
In Operation
\n
${esc(ob.prime_years)}
\n \n
Disposition
\n
${esc(ob.disposition.toUpperCase())}
\n
\n
\n \n \n \n
\n \n \n
\n $\"${domain}$ \n
\n
\n fig. 1 — ${domain} in ${shotYear}, ${proseHtml(ob.screenshot_note)}. Source: Internet Archive Wayback Machine.\n
\n
\n \n \n
\n ${legacy}\n
\n
\n \n \n \n \n \n \n
❦
\n
\n \n \n
\n \n \n \n \n \n
\n \n \n \n
\n ${dropCap}${introRest}\n
\n ${rise}\n
\n \n \n \n ${lineageBox}\n
\n ${fall}\n
\n
\n
\n
\n \n \n ${sourceRows}\n
Sources
\n
\n \n \n
\n \n \n \n \n
UNLIKELY ARCHIVE
\n RIP · URL is published by Unlikely Archive.
\n Read this issue on the web\n · \n Unsubscribe with dignity\n
\n
\n
`;\n\n // Cross-post kit rides in the email BELOW the sheet — for Eryn's hands, not readers' eyes.\n const crossPost = `\n \n \n
\n CROSS-POST KIT (not part of the issue)

\n X: ${esc(ob.x_post).replaceAll(\"{URL}\", issueUrl)}

\n Tumblr: ${esc(ob.tumblr_post).replaceAll(\"{URL}\", issueUrl)}

\n Web version: ${issueUrl}\n
`;\n\n const shell = (inner: string) => `\n\n${esc(ob.subject_line)}\n\n
\n ${inner}\n
\n\n`;\n\n const html = shell(sheet + crossPost); // email version, with the kit\n const webHtml = shell(sheet); // permanent archive version, without it\n\n // Render guard — refuse to ship anything that smells un-rendered.\n for (const bad of [\"{{\", \"{%\", \">undefined<\", \">null<\"]) {\n if (html.includes(bad)) throw new Error(`render guard tripped on \"${bad}\"`);\n }\n return { html, webHtml };\n}\n",[],[174,273],["D",1784083130616],[190,191,192,193,194,195,196],[174],["D",1784083111215],["D",1789525843977],{"_100":99,"_108":104},{"_100":99,"_101":102,"_103":104,"_18":55,"_105":106,"_107":25},{"_13":89,"_32":90,"_43":42,"_91":44,"_92":-5,"_93":-5,"_94":-5,"_95":-5,"_96":-5,"_97":45,"_98":99},"ctx",{"_82":-5,"_128":321,"_322":323,"_324":325,"_326":25,"_327":25,"_328":25,"_329":59,"_330":-5,"_331":-7,"_332":-7,"_333":63,"_334":25,"_335":25,"_336":-5,"_337":25,"_338":25,"_339":25,"_340":-5},"ENV",{"_292":293,"_294":295,"_296":90,"_297":298,"_299":300,"_301":302,"_303":304,"_305":306,"_307":308,"_309":310,"_311":312,"_313":314,"_315":316,"_317":318,"_319":320},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v13