/, else the whole document. */\nfunction mainContent(html: string): string {\n for (const t of [\"article\", \"main\"]) {\n const blocks = [...html.matchAll(new RegExp(`<${t}\\\\b[^>]*>([\\\\s\\\\S]*?)`, \"gi\"))]\n .map((m) => m[1])\n .sort((a, b) => b.length - a.length);\n if (blocks[0] && blocks[0].length > 500) return blocks[0];\n }\n return html.match(/]*>([\\s\\S]*?)<\\/body>/i)?.[1] ?? html;\n}\n\nexport async function fetchArticleText(url: string, maxChars: number): Promise {\n try {\n const res = await fetch(url, {\n headers: { \"user-agent\": USER_AGENT, accept: \"text/html,application/xhtml+xml\" },\n redirect: \"follow\",\n signal: AbortSignal.timeout(FETCH_TIMEOUT_MS),\n });\n if (!res.ok) return null;\n\n const type = res.headers.get(\"content-type\") ?? \"\";\n if (!/text\\/html|application\\/xhtml/i.test(type)) {\n await res.body?.cancel();\n return null;\n }\n const length = Number(res.headers.get(\"content-length\"));\n if (Number.isFinite(length) && length > MAX_BYTES) {\n await res.body?.cancel();\n return null;\n }\n\n const html = (await res.text()).slice(0, MAX_BYTES);\n const text = htmlToText(mainContent(html.replace(BOILERPLATE, \" \")));\n\n // Too short to be a real article — cookie wall, JS-only page, paywall stub\n if (text.length < 400) return null;\n return text.slice(0, maxChars);\n } catch {\n return null;\n }\n}\n\n/** Fallback context when the page can't be fetched: the feed's own blurb plus meta description. */\nexport function pageTitleHint(url: string): string {\n try {\n return decodeEntities(new URL(url).hostname);\n } catch {\n return url;\n }\n}\n","createdAt",["D",1787862765826],"branchVersion","branchId","e963137b-cc6d-4d01-907c-1e1c9679c64d","id","e1affe07-123f-42e5-bd1b-72da7c0b1966","hn-digest",["D",1787862662938],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","Daily HN digest email with AI article + comment summaries","imageUrl","f497980b-7fd3-43fe-9915-57490c62d759","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","e32aedd8-e0da-4562-9eaa-0e87a5bf5ecc","tursoName","e1affe07123f42e5bd1b72da7c0b1966","tursoHostname","e1affe07123f42e5bd1b72da7c0b1966-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789545036283],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_96":95,"_104":100},"org",{"_96":95,"_97":98,"_99":100,"_18":53,"_101":102,"_103":24},"branch",{"_13":85,"_31":86,"_41":40,"_87":42,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":-5,"_93":43,"_94":95},"isOwned",66,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","snptrs","handle","displayName","Sean","avatar","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18ybGJINk9XVXlsZlFZSkFQdzBRRXpKYXFKMkUifQ","tier","free","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_41":42,"_31":43,"_36":174,"_45":-5,"_46":24,"_47":48,"_49":48,"_50":51,"_52":-5,"_18":53,"_54":-5,"_55":24,"_56":-5,"_57":-5,"_58":59,"_60":61,"_62":63,"_64":65,"_66":175,"_68":-5,"_69":70,"_71":70,"_72":73,"_74":73,"_75":73,"_76":70,"_77":70,"_78":176,"_80":177,"_82":178,"_84":24},"tree",[161,162,163],"files",[161,162,163],"counts",{"_151":59,"_152":134,"_153":59,"_154":155,"_156":157},"contents",[127,128,129],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_41":148,"_31":27,"_29":30,"_133":-5,"_39":40,"_38":14,"_135":24,"_36":149,"_13":59,"_32":33,"_34":35,"_23":24,"_139":-5,"_26":150},{"_41":141,"_31":142,"_29":143,"_133":-5,"_39":40,"_38":144,"_135":24,"_36":145,"_13":59,"_32":33,"_34":146,"_23":24,"_139":-5,"_26":147},{"_41":130,"_31":131,"_29":132,"_133":-5,"_39":40,"_38":134,"_135":24,"_36":136,"_13":59,"_32":137,"_34":138,"_23":24,"_139":-5,"_26":140},"801fc951-531a-4ade-a15f-a2450425c467","main.ts","38df998a-a256-11f1-8120-1607ee4eb77e","parentId",1,"latest",["D",1787862662988],"interval","export default async function (interval: Interval) {\n console.log(\"hn-digest placeholder\");\n}\n","label",[131],"853cffff-a500-41c2-a856-5f82f1611ea6","feed.ts","5c54ca02-a256-11f1-ab76-1607ee4eb77e",2,["D",1787862722503],"/** Parser for feeds.leonid.codes/hacker_news_lite.rss */\n\nexport const FEED_URL = \"https://feeds.leonid.codes/hacker_news_lite.rss\";\n\nexport type FeedItem = {\n hnId: string;\n title: string;\n url: string; // the linked article\n hnUrl: string; // the HN discussion thread\n points: number | null;\n commentCount: number | null;\n excerpt: string; // article blurb from the feed (often just an OG description)\n comments: string[]; // top comments, plain text\n};\n\nconst NAMED_ENTITIES: Record = {\n amp: \"&\",\n lt: \"<\",\n gt: \">\",\n quot: '\"',\n apos: \"'\",\n nbsp: \" \",\n};\n\n/** Single pass so `'` decodes one layer at a time, not two. */\nexport function decodeEntities(s: string): string {\n return s.replace(/&(#[xX][0-9a-fA-F]+|#\\d+|[a-zA-Z]+);/g, (match, body: string) => {\n if (body[0] === \"#\") {\n const hex = body[1] === \"x\" || body[1] === \"X\";\n const cp = parseInt(hex ? body.slice(2) : body.slice(1), hex ? 16 : 10);\n return Number.isFinite(cp) && cp > 0 ? String.fromCodePoint(cp) : match;\n }\n return NAMED_ENTITIES[body.toLowerCase()] ?? match;\n });\n}\n\n/** HTML -> plain text. Block tags become newlines so paragraphs stay readable. */\nexport function htmlToText(html: string): string {\n return decodeEntities(\n html\n .replace(/<(script|style)\\b[^>]*>[\\s\\S]*?<\\/\\1>/gi, \" \")\n .replace(//gi, \"\\n\")\n .replace(/<\\/(p|div|li|h[1-6]|tr|blockquote|pre)>/gi, \"\\n\")\n .replace(/]*>/gi, \"\\n- \")\n .replace(/<[^>]+>/g, \" \"),\n )\n .replace(/[ \\t ]+/g, \" \")\n .replace(/ *\\n[ \\n]*/g, \"\\n\")\n .trim();\n}\n\nfunction tag(xml: string, name: string): string {\n const m = xml.match(new RegExp(`<${name}[^>]*>([\\\\s\\\\S]*?)`));\n return m ? m[1] : \"\";\n}\n\nfunction num(s: string | undefined): number | null {\n if (!s) return null;\n const n = parseInt(s.replace(/,/g, \"\"), 10);\n return Number.isFinite(n) ? n : null;\n}\n\nexport function parseFeed(xml: string): FeedItem[] {\n const items: FeedItem[] = [];\n\n for (const raw of xml.match(/[\\s\\S]*?<\\/item>/g) ?? []) {\n const title = decodeEntities(tag(raw, \"title\")).trim();\n const url = decodeEntities(tag(raw, \"link\")).trim();\n // description holds XML-escaped HTML; one decode pass yields the HTML\n const html = decodeEntities(tag(raw, \"description\"));\n\n const hnMatch = html.match(/news\\.ycombinator\\.com\\/item\\?id=(\\d+)/);\n if (!hnMatch) continue; // no thread id = nothing to dedupe on, skip\n const hnId = hnMatch[1];\n\n const header = html.split(//i)[0] ?? \"\";\n const headerText = htmlToText(header);\n\n // \"Top comments\" splits the article blurb from the comment list; absent on some items\n const [articleHtml, commentsHtml = \"\"] = html.split(/

\\sTop comments\\s<\\/h2>/i);\n\n const comments = [...commentsHtml.matchAll(/
([\\s\\S]?)<\\/div>\\s<\\/li>/g)]\n .map((m) => htmlToText(m[1]))\n .filter((c) => c.length > 0);\n\n // Drop the points/comments header and any empty
the feed emits\n const excerpt = htmlToText(\n articleHtml\n .replace(/^[\\s\\S]?/i, \"\")\n .replace(/
[\\s\\S]?<\\/h1>/gi, \" \"),\n );\n\n items.push({\n hnId,\n title,\n url,\n hnUrl: `https://news.ycombinator.com/item?id=${hnId}`,\n points: num(headerText.match(/([\\d,]+)\\spoints?/)?.[1]),\n commentCount: num(headerText.match(/([\\d,]+)\\scomments?/)?.[1]),\n excerpt,\n comments,\n });\n }\n\n return items;\n}\n\nexport async function fetchFeed(): Promise {\n const res = await fetch(FEED_URL, { signal: AbortSignal.timeout(30_000) });\n if (!res.ok) throw new Error(`feed fetch failed: ${res.status} ${res.statusText}`);\n return parseFeed(await res.text());\n}\n",[142],"c00a3bba-8c4b-450d-9451-6e8b6e9f0811",["D",1787862765826],[27],"pulls","branches","forks","envVars",{"_158":134,"_160":59},"connections",{"_158":59,"_159":59},"count","unfilledCount","emptyCount",{"_41":148,"_31":27,"_29":30,"_133":-5,"_39":40,"_38":14,"_135":24,"_36":171,"_13":59,"_32":33,"_34":35,"_23":24,"_139":-5,"_165":172,"_26":173},{"_41":141,"_31":142,"_29":143,"_133":-5,"_39":40,"_38":144,"_135":24,"_36":168,"_13":59,"_32":33,"_34":146,"_23":24,"_139":-5,"_165":169,"_26":170},{"_41":130,"_31":131,"_29":132,"_133":-5,"_39":40,"_38":134,"_135":24,"_36":164,"_13":59,"_32":137,"_34":138,"_23":24,"_139":-5,"_165":166,"_26":167},["D",1787862662988],"children",[],[131],["D",1787862722503],[],[142],["D",1787862765826],[],[27],["D",1787862662938],["D",1789545036283],{"_96":95,"_104":100},{"_96":95,"_97":98,"_99":100,"_18":53,"_101":102,"_103":24},{"_13":85,"_31":86,"_41":40,"_87":42,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":-5,"_93":43,"_94":95},"ctx",{"_78":-5,"_124":212,"_213":214,"_215":216,"_217":24,"_218":24,"_219":24,"_220":221,"_222":-5,"_223":-7,"_224":-7,"_225":59,"_226":24,"_227":24,"_228":-5,"_229":24,"_230":24,"_231":24,"_232":-5},"ENV",{"_183":184,"_185":186,"_187":86,"_188":189,"_190":191,"_192":193,"_194":195,"_196":197,"_198":199,"_200":201,"_202":203,"_204":205,"_206":207,"_208":209,"_210":211},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets",true,"preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v3