/, else the whole document. */\nfunction mainContent(html: string): string {\n for (const t of [\"article\", \"main\"]) {\n const blocks = [...html.matchAll(new RegExp(`<${t}\\\\b[^>]*>([\\\\s\\\\S]*?)`, \"gi\"))]\n .map((m) => m[1])\n .sort((a, b) => b.length - a.length);\n if (blocks[0] && blocks[0].length > 500) return blocks[0];\n }\n return html.match(/]*>([\\s\\S]*?)<\\/body>/i)?.[1] ?? html;\n}\n\nexport async function fetchArticleText(url: string, maxChars: number): Promise {\n try {\n const res = await fetch(url, {\n headers: { \"user-agent\": USER_AGENT, accept: \"text/html,application/xhtml+xml\" },\n redirect: \"follow\",\n signal: AbortSignal.timeout(FETCH_TIMEOUT_MS),\n });\n if (!res.ok) return null;\n\n const type = res.headers.get(\"content-type\") ?? \"\";\n if (!/text\\/html|application\\/xhtml/i.test(type)) {\n await res.body?.cancel();\n return null;\n }\n const length = Number(res.headers.get(\"content-length\"));\n if (Number.isFinite(length) && length > MAX_BYTES) {\n await res.body?.cancel();\n return null;\n }\n\n const html = (await res.text()).slice(0, MAX_BYTES);\n const text = htmlToText(mainContent(html.replace(BOILERPLATE, \" \")));\n\n // Too short to be a real article — cookie wall, JS-only page, paywall stub\n if (text.length < 400) return null;\n return text.slice(0, maxChars);\n } catch {\n return null;\n }\n}\n",[166],"54edea3e-3b64-49af-a189-348c0de7939b","_probe.ts","907ada00-a257-11f1-9452-1607ee4eb77e",12,["D",1787863239447],"// Throwaway: measures how many linked pages actually extract.\nimport { fetchArticleText } from \"./article.ts\";\nimport { fetchFeed } from \"./feed.ts\";\n\nconst items = await fetchFeed();\nconst rows = await Promise.all(\n items.map(async (i) => {\n const t = await fetchArticleText(i.url, 8000);\n return `${t ? String(t.length).padStart(5) : \" FAIL\"} ${new URL(i.url).hostname}`;\n }),\n);\nconsole.log(rows.join(\"\\n\"));\nconsole.log(`ok ${rows.filter((r) => !r.includes(\"FAIL\")).length}/${rows.length}`);\n",[173],"02dbe219-a430-4633-8480-b0dbd0e84393","README.md","6dfc4c34-a257-11f1-9a7b-1607ee4eb77e",9,["D",1787863181613],"# hn-digest\n\nA daily email of Hacker News front-page stories, each with a summary of the linked\narticle and a summary of what the top comments are arguing about.\n\nRuns on cron at **07:00 UTC**. Source feed:\n[feeds.leonid.codes/hacker_news_lite.rss](https://feeds.leonid.codes/hacker_news_lite.rss),\nwhich already carries the top comments, so HN itself is never scraped.\n\n## How a run works\n\n1. `feed.ts` fetches and parses the RSS. Each item yields the HN item id, title, article\n URL, points, comment count, the feed's blurb, and the top comments.\n2. New stories only. `main.ts` keeps a blob of HN item ids already emailed\n (`hn-digest:seen-ids`) — the feed does not turn over daily, so time windows don't work.\n A blob read failure aborts the run rather than re-sending everything.\n3. `article.ts` fetches each linked page and extracts text. The feed's own blurb is often\n just an OG meta description, so the page is the real source. Failures (paywalls, PDFs,\n video, timeouts) fall back to the blurb.\n4. `summarize.ts` makes one Claude call per story. Stories with no comments in the feed get\n no discussion section rather than an invented one.\n5. `render.ts` builds the HTML + plain-text email, sent via `std/email`.\n6. The seen-set is written **after** the send succeeds, and only for stories that made it\n into the email. Anything that failed is retried on the next run.\n\n## Env vars\n\n| Key | Required | Purpose |\n| --- | --- | --- |\n| `ANTHROPIC_API_KEY` | yes | Claude API |\n| `DIGEST_TO` | no | Recipient. Defaults to the val owner's address. |\n| `DIGEST_DRY_RUN` | no | `1` logs the email instead of sending it. |\n\n## Cost\n\nOne Claude call per story, ~30 stories on the first run and fewer after. At\n`claude-opus-5` with the 8k-character article cap that's roughly **$1/day**. Change\n`MODEL` in `summarize.ts` to `claude-sonnet-5` or `claude-haiku-4-5` to cut that.\n\n## Tuning\n\nKnobs live at the top of `main.ts`: `MAX_ITEMS_PER_RUN`, `CONCURRENCY`,\n`ARTICLE_MAX_CHARS`, `SEEN_MAX`. Prompt and tone live in `SYSTEM` in `summarize.ts`.\n",[180],"pulls","branches",1,"forks","envVars",{"_194":188,"_196":61},"connections",{"_194":61,"_195":61},"count","unfilledCount","emptyCount",{"_43":179,"_32":180,"_30":181,"_137":-5,"_41":42,"_40":182,"_138":25,"_38":223,"_13":61,"_33":20,"_35":184,"_24":25,"_141":-5,"_205":224,"_27":225},{"_43":172,"_32":173,"_30":174,"_137":-5,"_41":42,"_40":175,"_138":25,"_38":220,"_13":61,"_33":34,"_35":177,"_24":25,"_141":-5,"_205":221,"_27":222},{"_43":165,"_32":166,"_30":167,"_137":-5,"_41":42,"_40":168,"_138":25,"_38":217,"_13":140,"_33":34,"_35":170,"_24":25,"_141":-5,"_205":218,"_27":219},{"_43":159,"_32":160,"_30":161,"_137":-5,"_41":42,"_40":140,"_138":25,"_38":214,"_13":61,"_33":34,"_35":163,"_24":25,"_141":-5,"_205":215,"_27":216},{"_43":150,"_32":151,"_30":152,"_137":-5,"_41":42,"_40":153,"_138":25,"_38":211,"_13":155,"_33":156,"_35":157,"_24":25,"_141":-5,"_205":212,"_27":213},{"_43":143,"_32":144,"_30":145,"_137":-5,"_41":42,"_40":146,"_138":25,"_38":208,"_13":61,"_33":34,"_35":148,"_24":25,"_141":-5,"_205":209,"_27":210},{"_43":136,"_32":28,"_30":31,"_137":-5,"_41":42,"_40":14,"_138":25,"_38":204,"_13":140,"_33":34,"_35":37,"_24":25,"_141":-5,"_205":206,"_27":207},["D",1787863262577],"children",[],[28],["D",1787862828332],[],[144],["D",1787863219442],[],[151],["D",1787862722503],[],[160],["D",1787862782338],[],[166],["D",1787863239447],[],[173],["D",1787863181613],[],[180],["D",1787862662938],["D",1789545036283],{"_98":97,"_106":102},{"_98":97,"_99":100,"_101":102,"_18":55,"_103":104,"_105":25},{"_13":87,"_32":88,"_43":42,"_89":44,"_90":-5,"_91":-5,"_92":-5,"_93":-5,"_94":-5,"_95":45,"_96":97},"ctx",{"_80":-5,"_126":264,"_265":266,"_267":268,"_269":25,"_270":25,"_271":25,"_272":273,"_274":-5,"_275":-7,"_276":-7,"_277":61,"_278":25,"_279":25,"_280":-5,"_281":25,"_282":25,"_283":25,"_284":-5},"ENV",{"_235":236,"_237":238,"_239":88,"_240":241,"_242":243,"_244":245,"_246":247,"_248":249,"_250":251,"_252":253,"_254":255,"_256":257,"_258":259,"_260":261,"_262":263},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets",true,"preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

`,\n `${esc(s.title)}

Diff · v14