[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_389":390,"_391":392},"routes/_app.x.$handle.$name",{"_99":98,"_31":44,"_107":89,"_26":52,"_13":14,"_108":-5,"_11":109,"_110":111,"_112":113,"_114":115,"_116":117,"_20":-5,"_118":-5,"_119":-5,"_120":24,"_121":122,"_123":58,"_124":-5,"_125":-5,"_126":127},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_42":43,"_31":44,"_37":45,"_46":-5,"_47":24,"_48":49,"_50":49,"_51":52,"_53":-5,"_18":54,"_55":56,"_57":58,"_59":-5,"_60":-5,"_61":62,"_63":64,"_65":66,"_67":68,"_69":70,"_71":-5,"_72":73,"_74":73,"_75":76,"_77":76,"_78":76,"_79":73,"_80":73,"_81":82,"_83":84,"_85":86,"_87":24},"version",69,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":-7,"_23":24,"_25":24,"_26":27,"_28":27},"file",{"_29":30,"_31":32,"_33":34,"_35":36,"_37":38,"_39":14,"_40":41,"_23":24},"previous","deleted",false,"deletedHere","path","sources/pageDrain.ts","latestPath","fileId","b7d75c7c-b193-11f1-825a-1607ee4eb77e","name","pageDrain.ts","fileType","script","content","import { type CheerioAPI, load } from \"npm:cheerio@1.2.0\";\nimport {\n type AnyNode,\n type Element,\n isTag,\n isText,\n} from \"npm:domhandler@5.0.3\";\n\n// The toolkit the page-draining feeds share: the ones that read a page and hand\n// it to the feed as one item per entry it holds (the Cooper Press newsletters\n// and This Week in GNOME). It fetches a page as the feed reads it off the wire,\n// resolves what an item links to and shows against the page it came from, and\n// serializes whatever an item leaves behind into feed HTML.\n//\n// Serializing is what drops the scaffolding of a page: wrapper tables, spacer\n// cells and the like hold neither text nor an image of their own, so they leave\n// no chunk behind and need no sweep of their own.\n\nconst USER_AGENT =\n \"Mozilla/5.0 (compatible; RSSGallery/1.0; +https://val.town)\";\n\n/** The page a site served for a URL, as the feed read it off the wire */\nexport type FetchedPage =\n | {\n kind: \"page\";\n /** The URL the response came from, after redirects */\n url: string;\n status: number;\n statusText: string;\n html: string;\n }\n | {\n kind: \"error\";\n /** The URL the feed asked for */\n url: string;\n error: string;\n };\n\nexport async function fetchPage(url: string): Promise {\n try {\n const response = await fetch(url, {\n headers: { \"User-Agent\": USER_AGENT, \"Accept\": \"text/html\" },\n });\n return {\n kind: \"page\",\n // A URL that redirects answers with the URL it settled on, which is the\n // canonical one the feed links back to\n url: response.url || url,\n status: response.status,\n statusText: response.statusText,\n html: await response.text(),\n };\n } catch (error) {\n // A host that is gone, a firewall that drops the request: there is no page\n // to read, and the feed says so rather than failing as a whole\n return { kind: \"error\", url, error: errorMessage(error) };\n }\n}\n\nexport function errorMessage(error: unknown): string {\n return error instanceof Error ? error.message : String(error);\n}\n\n// --- serializing what an item leaves behind --------------------------------\n\n// A feed item's content is made of blocks (paragraphs, lists, headings, images)\n// and the inline runs between them, which are only wrapped in a paragraph once\n// they turn out to be content of their own.\nexport interface Chunk {\n html: string;\n block: boolean;\n}\n\n// Wrapper markup (tables, divs, spans…) carries no meaning of its own, so it is\n// unwrapped and its content is read where it lies\nconst BLOCK_TAGS = new Set([\n \"p\",\n \"ul\",\n \"ol\",\n \"li\",\n \"h1\",\n \"h2\",\n \"h3\",\n \"h4\",\n \"h5\",\n \"h6\",\n \"blockquote\",\n \"pre\",\n \"figure\",\n \"figcaption\",\n \"dl\",\n \"dt\",\n \"dd\",\n]);\n\nconst INLINE_TAGS = new Set([\n \"a\",\n \"strong\",\n \"b\",\n \"em\",\n \"i\",\n \"u\",\n \"s\",\n \"strike\",\n \"del\",\n \"ins\",\n \"code\",\n \"kbd\",\n \"samp\",\n \"var\",\n \"mark\",\n \"small\",\n \"sub\",\n \"sup\",\n \"cite\",\n \"q\",\n \"abbr\",\n \"time\",\n \"br\",\n \"wbr\",\n]);\n\n// Markup a feed reader has no use for: scripts, embeds and form controls\nconst DROPPED_TAGS = new Set([\n \"script\",\n \"style\",\n \"noscript\",\n \"template\",\n \"iframe\",\n \"svg\",\n \"canvas\",\n \"video\",\n \"audio\",\n \"object\",\n \"embed\",\n \"form\",\n \"input\",\n \"select\",\n \"textarea\",\n \"button\",\n \"meta\",\n \"link\",\n \"base\",\n \"title\",\n \"head\",\n]);\n\nexport function chunksOf(\n $: CheerioAPI,\n node: AnyNode,\n baseUrl: string,\n): Chunk[] {\n if (isText(node)) {\n return normalizeWhitespace(node.data).length > 0\n ? [{ html: escapeHtml(node.data), block: false }]\n : [];\n }\n if (!isTag(node)) return [];\n\n const tag = node.tagName.toLowerCase();\n if (DROPPED_TAGS.has(tag)) return [];\n\n if (tag === \"img\") {\n const src = $(node).attr(\"src\");\n if (!src) return [];\n return [{\n html: imageHtml(src, $(node).attr(\"alt\") ?? \"\", baseUrl),\n block: true,\n }];\n }\n if (tag === \"br\") return [{ html: \"
\", block: false }];\n\n const inner = joinChunks(childrenChunks($, node, baseUrl), false);\n if (BLOCK_TAGS.has(tag)) {\n return [{ html: `<${tag}>${inner}`, block: true }];\n }\n if (tag === \"a\") {\n const href = $(node).attr(\"href\");\n if (!href) return [{ html: inner, block: false }];\n const url = escapeHtml(new URL(href, baseUrl).toString());\n return [{ html: `${inner}`, block: false }];\n }\n if (INLINE_TAGS.has(tag)) {\n return [{ html: `<${tag}>${inner}`, block: false }];\n }\n\n return childrenChunks($, node, baseUrl);\n}\n\nfunction childrenChunks(\n $: CheerioAPI,\n el: Element,\n baseUrl: string,\n): Chunk[] {\n return $(el).contents().toArray().flatMap((child) =>\n chunksOf($, child, baseUrl)\n );\n}\n\nexport function joinChunks(chunks: Chunk[], wrapRuns: boolean): string {\n const parts: string[] = [];\n let run: string[] = [];\n\n const flush = () => {\n const html = run.join(\"\").trim();\n run = [];\n if (hasContent(html)) parts.push(wrapRuns ? `

${html}

` : html);\n };\n\n for (const chunk of chunks) {\n if (!chunk.block) {\n run.push(chunk.html);\n continue;\n }\n flush();\n if (hasContent(chunk.html)) parts.push(chunk.html);\n }\n flush();\n\n return parts.join(\"\\n\");\n}\n\n// Text or an image makes a chunk content; whitespace, entities that only decode\n// to whitespace and empty markup do not\nexport function hasContent(html: string): boolean {\n return / 0;\n}\n\n// --- reading a page's links, images and words ------------------------------\n\nexport function absolutize($: CheerioAPI, el: Element, baseUrl: string): void {\n $(el).find(\"[href]\").each((_, a) => {\n const href = $(a).attr(\"href\");\n if (href) $(a).attr(\"href\", new URL(href, baseUrl).toString());\n });\n $(el).find(\"[src]\").each((_, img) => {\n const src = $(img).attr(\"src\");\n if (src) $(img).attr(\"src\", new URL(src, baseUrl).toString());\n });\n}\n\n// An image as a feed item carries it: absolute, with its alt text, and free of\n// the layout styles of the page it came from\nexport function imageHtml(src: string, alt: string, baseUrl: string): string {\n const url = escapeHtml(new URL(src, baseUrl).toString());\n return ` $\"${\n$ `;\n}\n\n// --- word links ------------------------------------------------------------\n//\n// An entry that links to a name of its own (\"STRICH\", \"Vite\") wears that word\n// as a tag too, so a recurring ad or a project can be filtered out by the name\n// it promotes without the split knowing anything about it. Only a link of one\n// word qualifies: a link that reads as a phrase (\"Source code\") is prose, and a\n// phrase is no name to filter on.\n\n// A word opens with a letter or a digit and holds only the marks names carry\n// inside them (Next.js, fast-check, C++). A link that reads as a path or a call\n// (rsc.io/markdown, browser()), or as a run of punctuation or an emoji, is not a\n// word and gets no tag.\nconst WORD = /^[\\p{L}\\p{N}][\\p{L}\\p{N}._+'-]*$/u;\n\nexport function singleWordLinkTags(contentHtml: string): string[] {\n const $ = load(contentHtml);\n const words = new Set();\n $(\"a[href]\").each((_, a) => {\n const text = normalizeWhitespace($(a).text());\n if (WORD.test(text)) words.add(text);\n });\n return [...words];\n}\n\n// --- helpers --------------------------------------------------------------\n\nexport function htmlToText(html: string): string {\n return normalizeWhitespace(load(html).text());\n}\n\nexport function escapeHtml(value: string): string {\n return value\n .replace(/&/g, \"&\")\n .replace(//g, \">\")\n .replace(/\"/g, \""\");\n}\n\nexport function normalizeWhitespace(value: string): string {\n return value.replace(/\\s+/g, \" \").trim();\n}\n","createdAt",["D",1789538342778],"branchVersion","branchId","a439aa76-4505-11f1-9a60-42b51c65c3df","id","a43958c8-4505-11f1-9a60-42b51c65c3df","rss-gallery",["D",1777602595753],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","","imageUrl","c36ce052-e015-4595-b564-57f8be5c8301","pinnedFileId","116e6334-586b-11f1-ab2b-ee650bb23af1","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",0,"orgId","e508964d-7c16-4545-ae5f-8c18d54d7f34","tursoName","a43958c8450511f19a6042b51c65c3df","tursoHostname","a43958c8450511f19a6042b51c65c3df-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789500119686],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_99":98,"_106":102},"org",{"_99":98,"_100":-5,"_101":102,"_18":54,"_103":104,"_105":24},"branch",{"_13":88,"_31":89,"_42":41,"_90":43,"_91":-5,"_92":-5,"_93":-5,"_94":-5,"_95":-5,"_96":44,"_97":98},"isOwned",79,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","ewired","handle","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18yajdRQnEyU0ppaGlQbFR1cXdJSkVJRmw4OTUifQ","tier","pro","canRestrictVals","profileImageUrl","branchName","adoptOrgId",{"_42":43,"_31":44,"_37":384,"_46":-5,"_47":24,"_48":49,"_50":49,"_51":52,"_53":-5,"_18":54,"_55":56,"_57":58,"_59":-5,"_60":-5,"_61":62,"_63":64,"_65":66,"_67":68,"_69":385,"_71":-5,"_72":73,"_74":73,"_75":76,"_77":76,"_78":76,"_79":73,"_80":73,"_81":386,"_83":387,"_85":388,"_87":24},"tree",[215,216,232,233,234,235,236,237,238],"files",[215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238],"counts",{"_205":62,"_206":175,"_207":62,"_208":209,"_210":211},"contents",[128,129,130,131,132,133,134,135,136],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_42":199,"_31":200,"_29":201,"_140":-5,"_40":41,"_39":202,"_142":58,"_37":203,"_13":62,"_33":197,"_35":-5,"_23":24,"_145":-5,"_26":204},{"_42":192,"_31":193,"_29":194,"_140":-5,"_40":41,"_39":195,"_142":58,"_37":196,"_13":62,"_33":197,"_35":-5,"_23":24,"_145":-5,"_26":198},{"_42":185,"_31":186,"_29":187,"_140":-5,"_40":41,"_39":188,"_142":58,"_37":189,"_13":62,"_33":20,"_35":190,"_23":24,"_145":-5,"_26":191},{"_42":178,"_31":179,"_29":180,"_140":-5,"_40":41,"_39":181,"_142":24,"_37":182,"_13":160,"_33":20,"_35":183,"_23":24,"_145":-5,"_26":184},{"_42":170,"_31":171,"_29":172,"_140":-5,"_40":41,"_39":173,"_142":58,"_37":174,"_13":175,"_33":20,"_35":176,"_23":24,"_145":-5,"_26":177},{"_42":163,"_31":164,"_29":165,"_140":-5,"_40":41,"_39":166,"_142":58,"_37":167,"_13":160,"_33":20,"_35":168,"_23":24,"_145":-5,"_26":169},{"_42":155,"_31":156,"_29":157,"_140":-5,"_40":41,"_39":158,"_142":24,"_37":159,"_13":160,"_33":34,"_35":161,"_23":24,"_145":-5,"_26":162},{"_42":147,"_31":148,"_29":56,"_140":-5,"_40":41,"_39":149,"_142":24,"_37":150,"_13":151,"_33":152,"_35":153,"_23":24,"_145":44,"_26":154},{"_42":137,"_31":138,"_29":139,"_140":-5,"_40":41,"_39":141,"_142":58,"_37":143,"_13":62,"_33":34,"_35":144,"_23":24,"_145":-5,"_26":146},"9ae08b21-3ea8-4584-9e50-0af8ae95abc7","serve.ts","978e22e8-b0c6-11f1-86e9-1607ee4eb77e","parentId",58,"latest",["D",1789450241707],"// Local-only entrypoint: `deno task serve`.\n// Val Town uses main.ts (which exports a bare fetch handler); `deno serve`\n// needs the `{ fetch }` object form, and gets request logging on top.\nimport handler from \"./main.ts\";\n\nexport default {\n async fetch(request: Request): Promise {\n const startedAt = performance.now();\n const url = new URL(request.url);\n const response = await handler(request);\n const elapsedMs = Math.round(performance.now() - startedAt);\n console.log(\n `${request.method} ${url.pathname}${url.search} -> ${response.status} (${elapsedMs}ms)`,\n );\n return response;\n },\n};\n","label",[138],"114c84d1-582d-4c6c-8abf-2053cfc9c430","main.ts",68,["D",1789535458802],16,"http","import { Hono } from \"npm:hono@4.12.16\";\nimport { CACHE_CONTROL } from \"./feed.ts\";\nimport { artificialAnalysisHandler } from \"./sources/artificialAnalysis.ts\";\nimport {\n cooperPressHandler,\n cooperPressPublications,\n} from \"./sources/cooperPress.ts\";\nimport { crowdSupplyHandler } from \"./sources/crowdSupply.ts\";\nimport { hnDailyHandler } from \"./sources/hnDaily.ts\";\nimport { huggingFaceHandler } from \"./sources/huggingFace.ts\";\nimport { lineageOsHandler } from \"./sources/lineageos.ts\";\nimport { getLumaPlaces, lumaHandler } from \"./sources/luma.ts\";\nimport { openRouterHandler } from \"./sources/openrouter.ts\";\nimport { rentryHandler } from \"./sources/rentry.ts\";\nimport { rektHandler } from \"./sources/rekt.ts\";\nimport { sqliteChronologyHandler } from \"./sources/sqliteChronology.ts\";\nimport { storesComHandler } from \"./sources/storesCom.ts\";\nimport { telegramChannels, telegramHandler } from \"./sources/telegram.ts\";\nimport {\n marketplaceProducts,\n vsMarketplaceHandler,\n} from \"./sources/vsMarketplace.ts\";\n\nconst app = new Hono();\n\napp.onError((err) => {\n throw err;\n});\n\napp.get(\"/\", async (c) => {\n const lumaPlaces = await getLumaPlaces();\n c.header(\"Cache-Control\", CACHE_CONTROL);\n const feedLinks = Object.entries(marketplaceProducts).flatMap((\n [productKey, product],\n ) =>\n Object.entries(product.feeds).flatMap(([feedKey, feed]) => [\n {\n title: `${product.title} - ${feed.title} (RSS)`,\n type: \"application/rss+xml\",\n href: `/vs-marketplace/${productKey}/${feedKey}.rss`,\n },\n {\n title: `${product.title} - ${feed.title} (JSON)`,\n type: \"application/feed+json\",\n href: `/vs-marketplace/${productKey}/${feedKey}.json`,\n },\n ])\n ).concat(lumaPlaces.flatMap((place) => [\n {\n title: `Luma - ${place.name} (RSS)`,\n type: \"application/rss+xml\",\n href: `/luma/${place.slug}.rss`,\n },\n {\n title: `Luma - ${place.name} (JSON)`,\n type: \"application/feed+json\",\n href: `/luma/${place.slug}.json`,\n },\n ])).concat(Object.entries(telegramChannels).flatMap(([name, channel]) => [\n {\n title: `Telegram - ${channel.title} (RSS)`,\n type: \"application/rss+xml\",\n href: `/telegram/${name}.rss`,\n },\n {\n title: `Telegram - ${channel.title} (JSON)`,\n type: \"application/feed+json\",\n href: `/telegram/${name}.json`,\n },\n ]));\n\n return c.html(`\n \n \n \n \n RSS Gallery\n \n ${\n feedLinks.map((feed) =>\n ``\n ).join(\"\\n\")\n }\n \n \n \n

📡 RSS Gallery

\n ${\n Object.entries(marketplaceProducts).map(([productKey, product]) => `\n

${escapeHtml(product.title)}

\n ${\n Object.entries(product.feeds).map(([feedKey, feed]) => `\n

\n \n ${escapeHtml(feed.title)}\n RSS\n \n \n ${escapeHtml(feed.title)}\n JSON\n \n

\n `).join(\"\")\n }\n

Luma places

\n ${\n lumaPlaces.map((place) => `\n

\n \n ${escapeHtml(place.name)}\n RSS\n \n \n ${escapeHtml(place.name)}\n JSON\n \n

\n `).join(\"\")\n }\n

Telegram channels

\n ${\n Object.entries(telegramChannels).map(([name, channel]) => `\n

\n \n ${escapeHtml(channel.title)}\n RSS\n \n \n ${escapeHtml(channel.title)}\n JSON\n \n

\n `).join(\"\")\n }\n

Cooper Press (decomposed)

\n Every entry of the latest Cooper Press issue as an individual item,\n tagged with the section it appears under, any sponsorship and every\n single word it links to, closed by an item holding whatever the split of\n the issue did not recognize. Every item links back to the issue it was\n split from.\n

\n ${\n Object.entries(cooperPressPublications).map(([slug, publication]) =>\n staticFeedLinks(\n publication.title,\n `/cooperpress/${slug}.rss`,\n `/cooperpress/${slug}.json`,\n )\n ).join(\"\")\n }\n

HN Daily (decomposed)

\n Every article of the recent Hacker News Daily digests as an individual\n item, carrying the day it belongs to and the rank it held that day, and,\n like hnrss.org feeds, a link to the article and to its comments. A\n digest holds the ten highest-rated articles on Hacker News of one day\n which have not appeared on any previous Hacker News Daily, and the day\n of each item links back to the digest it was split from.\n

\n ${staticFeedLinks(\"HN Daily\", \"/hn-daily.rss\", \"/hn-daily.json\")}\n

Other feeds

\n ${\n staticFeedLinks(\"OpenRouter models\", \"/openrouter.rss\", \"/openrouter.json\")\n }\n ${\n staticFeedLinks(\n \"Artificial Analysis changelog\",\n \"/artificialanalysis.rss\",\n \"/artificialanalysis.json\",\n )\n }\n ${\n staticFeedLinks(\n \"Hugging Face activity\",\n \"/huggingface/DJLougen.rss\",\n \"/huggingface/DJLougen.json\",\n )\n }\n ${\n staticFeedLinks(\n \"LineageOS Devices\",\n \"/lineageos.rss\",\n \"/lineageos.json\",\n )\n }\n ${\n staticFeedLinks(\n \"MorningSave New Arrivals\",\n \"/stores/morningsave.rss\",\n \"/stores/morningsave.json\",\n )\n }\n ${\n staticFeedLinks(\n \"SideDeal New Arrivals\",\n \"/stores/sidedeal.rss\",\n \"/stores/sidedeal.json\",\n )\n }\n ${\n staticFeedLinks(\n \"Rentry (table)\",\n \"/rentry/lmg-news-archive.rss\",\n \"/rentry/lmg-news-archive.json\",\n )\n }\n ${\n staticFeedLinks(\n \"Crowd Supply Prelaunch\",\n \"/crowdsupply/prelaunch.rss\",\n \"/crowdsupply/prelaunch.json\",\n )\n }\n ${\n staticFeedLinks(\n \"Crowd Supply Crowdfunding\",\n \"/crowdsupply/crowdfunding.rss\",\n \"/crowdsupply/crowdfunding.json\",\n )\n }\n ${\n staticFeedLinks(\n \"Rekt news\",\n \"/rekt.rss\",\n \"/rekt.json\",\n )\n }\n ${\n staticFeedLinks(\n \"SQLite release notes\",\n \"/sqlite.rss\",\n \"/sqlite.json\",\n )\n }\n

\n \n \n `);\n});\n\napp.get(\"/openrouter.rss\", openRouterHandler);\napp.get(\"/openrouter.json\", openRouterHandler);\n\napp.get(\"/artificialanalysis.rss\", artificialAnalysisHandler);\napp.get(\"/artificialanalysis.json\", artificialAnalysisHandler);\n\napp.get(\"/vs-marketplace/:product/:feedFile\", vsMarketplaceHandler);\n\napp.get(\"/huggingface/:usernameFile\", huggingFaceHandler);\n\napp.get(\"/lineageos.rss\", lineageOsHandler);\napp.get(\"/lineageos.json\", lineageOsHandler);\n\napp.get(\"/stores/:site\", storesComHandler);\n\napp.get(\"/cooperpress/:publication\", cooperPressHandler);\n\napp.get(\"/hn-daily.rss\", hnDailyHandler);\napp.get(\"/hn-daily.json\", hnDailyHandler);\n\napp.get(\"/crowdsupply/:page\", crowdSupplyHandler);\n\napp.get(\"/luma/:place\", lumaHandler);\n\napp.get(\"/telegram/:channel\", telegramHandler);\n\napp.get(\"/rentry/:url\", rentryHandler);\n\napp.get(\"/rekt.rss\", rektHandler);\napp.get(\"/rekt.json\", rektHandler);\n\napp.get(\"/sqlite.rss\", sqliteChronologyHandler);\napp.get(\"/sqlite.json\", sqliteChronologyHandler);\n\nfunction staticFeedLinks(title: string, rss: string, json: string): string {\n return `

\n \n ${escapeHtml(title)}\n RSS\n \n \n ${escapeHtml(title)}\n JSON\n \n

`;\n}\n\nfunction escapeHtml(value: string): string {\n return value\n .replace(/&/g, \"&\")\n .replace(//g, \">\")\n .replace(/\"/g, \""\");\n}\n\nexport default app.fetch;\n",[148],"e7a74ae6-55e3-40e1-bc04-28fb7ecf409b","feed.ts","11d9fd38-586b-11f1-affc-ee650bb23af1",66,["D",1789535458800],3,"import type { Context, MiddlewareHandler } from \"npm:hono@4.12.16\";\nimport jsonata from \"npm:jsonata@2.1.0\";\nimport jsonfeedToRss from \"npm:jsonfeed-to-rss@3.0.8\";\n\nexport const CACHE_CONTROL = \"max-age=0, s-maxage=3600\";\nconst JSON_FEED_VERSION = \"https://jsonfeed.org/version/1\";\n\ninterface JsonFeedAuthor {\n name: string;\n}\n\ninterface JsonFeedItem {\n id: string;\n url?: string;\n title: string;\n content_html?: string;\n content_text?: string;\n summary?: string;\n date_published?: string;\n date_modified?: string;\n author?: JsonFeedAuthor;\n tags?: string[];\n attachments?: Array<{ url: string }>;\n}\n\ninterface JsonFeed {\n version: string;\n title: string;\n home_page_url: string;\n feed_url?: string;\n description?: string;\n /** The feed's own icon, which becomes the RSS channel image */\n icon?: string;\n items: JsonFeedItem[];\n}\n\nexport interface FeedSource {\n data: unknown;\n bindings?: Record;\n}\n\ninterface FeedEndpointOptions {\n expression: string;\n loadSource: (c: Context) => Promise;\n}\n\nexport class HttpError extends Error {\n constructor(public status: number, message: string) {\n super(message);\n }\n}\n\nexport function feedEndpoint(options: FeedEndpointOptions): MiddlewareHandler {\n const expression = jsonata(options.expression);\n\n return async (c) => {\n try {\n const { data, bindings = {} } = await options.loadSource(c);\n const feed = await expression.evaluate(data, {\n ...bindings,\n feedUrl: c.req.url,\n jsonFeedVersion: JSON_FEED_VERSION,\n }) as JsonFeed;\n\n if (!feed.items) feed.items = [];\n\n const format = c.req.path.endsWith(\".json\") ? \"json\" : \"rss\";\n if (format === \"json\") {\n return new Response(JSON.stringify(feed, null, 2), {\n headers: {\n \"Content-Type\": \"application/feed+json; charset=utf-8\",\n \"Cache-Control\": CACHE_CONTROL,\n },\n });\n }\n if (format !== \"rss\") {\n throw new HttpError(404, \"Feed format not supported. Use rss or json.\");\n }\n\n return new Response(\n jsonfeedToRss(feed).replaceAll(\n /\\n\\s*Invalid Date<\\/pubDate>/g,\n \"\",\n ),\n {\n headers: {\n \"Content-Type\": \"application/rss+xml; charset=utf-8\",\n \"Cache-Control\": CACHE_CONTROL,\n },\n },\n );\n } catch (error) {\n if (error instanceof HttpError) {\n return new Response(error.message, {\n status: error.status,\n headers: {\n \"Content-Type\": \"text/plain; charset=utf-8\",\n \"Cache-Control\": CACHE_CONTROL,\n },\n });\n }\n throw error;\n }\n };\n}\n\nexport async function fetchJson(url: string): Promise {\n const response = await fetch(url, {\n headers: { \"Accept\": \"application/json\" },\n });\n if (!response.ok) {\n throw new Error(\n `Failed to fetch ${url}: ${response.status} ${response.statusText}`,\n );\n }\n return await response.json();\n}\n",[156],"1deefc9e-ec71-4a30-93b3-0b69e194f545","deno.json","09936eb6-4506-11f1-ab47-42b51c65c3df",60,["D",1789450241692],"{\n \"$schema\": \"https://raw.githubusercontent.com/denoland/deno/98f62cee78e85bfc47c62ed703777c6bc8794f1c/cli/schemas/config-file.v1.json\",\n \"lock\": false,\n \"compilerOptions\": {\n \"noImplicitAny\": false,\n \"strict\": true,\n \"types\": [\n \"https://www.val.town/types/valtown.d.ts\"\n ],\n \"lib\": [\n \"dom\",\n \"dom.iterable\",\n \"dom.asynciterable\",\n \"deno.ns\",\n \"deno.unstable\"\n ]\n },\n \"lint\": {\n \"rules\": {\n \"exclude\": [\n \"no-import-prefix\"\n ]\n }\n },\n \"node_modules_dir\": false,\n \"tasks\": {\n \"test\": \"deno test --allow-net --allow-read --allow-env --allow-import=www.val.town,registry.npmjs.org,jsr.io,esm.sh,esm.town\",\n \"serve\": \"deno serve --watch --port 8123 --allow-net --allow-read --allow-env --allow-import=www.val.town,registry.npmjs.org,jsr.io,esm.sh,esm.town serve.ts\"\n },\n \"experimental\": {\n \"unstable-node-globals\": true,\n \"unstable-temporal\": true,\n \"unstable-worker-options\": true,\n \"unstable-sloppy-imports\": true\n }\n}\n",[164],"11e31cba-586b-11f1-9538-ee650bb23af1","AGENTS.md","0985b316-4506-11f1-ac50-42b51c65c3df",13,["D",1779735230326],1,"You are an advanced assistant specialized in generating Val Town code.\n\n## Core Guidelines\n\n- Ask clarifying questions when requirements are ambiguous\n- Provide complete, functional solutions rather than skeleton implementations\n- Test your logic against edge cases before presenting the final solution\n- Ensure all code follows Val Town's specific platform requirements\n- If a section of code that you're working on is getting too complex, consider\n refactoring it into subcomponents\n\n## Code Standards\n\n- Generate code in TypeScript or TSX\n- Add appropriate TypeScript types and interfaces for all data structures\n- Prefer official SDKs or libraries than writing API calls directly\n- Ask the user to supply API or library documentation if you are at all unsure\n about it\n- **Never bake in secrets into the code** - always use environment variables\n- Include comments explaining complex logic (avoid commenting obvious\n operations)\n- Follow modern ES6+ conventions and functional programming practices if\n possible\n\n## Types of triggers\n\n### 1. HTTP Trigger\n\n- Create web APIs and endpoints\n- Handle HTTP requests and responses\n- Example structure:\n\n```ts\nexport default async function (req: Request) {\n return new Response(\"Hello World\");\n}\n```\n\nFiles that are HTTP triggers have http in their name like `foobar.http.tsx`\n\n### 2. Cron Triggers\n\n- Run on a schedule\n- Use cron expressions for timing\n- Example structure:\n\n```ts\nexport default async function () {\n // Scheduled task code\n}\n```\n\nFiles that are Cron triggers have cron in their name like `foobar.cron.tsx`\n\n### 3. Email Triggers\n\n- Process incoming emails\n- Handle email-based workflows\n- Example structure:\n\n```ts\nexport default async function (email: Email) {\n // Process email\n}\n```\n\nFiles that are Email triggers have email in their name like `foobar.email.tsx`\n\n## Val Town Standard Libraries\n\nVal Town provides several hosted services and utility functions.\n\n### Blob Storage\n\n```ts\nimport { blob } from \"https://esm.town/v/std/blob\";\nawait blob.setJSON(\"myKey\", { hello: \"world\" });\nlet blobDemo = await blob.getJSON(\"myKey\");\nlet appKeys = await blob.list(\"app_\");\nawait blob.delete(\"myKey\");\n```\n\n### SQLite\n\n```ts\nimport { sqlite } from \"https://esm.town/v/stevekrouse/sqlite\";\nconst TABLE_NAME = \"todo_app_users_2\";\n// Create table - do this before usage and change table name when modifying schema\nawait sqlite.execute(`CREATE TABLE IF NOT EXISTS ${TABLE_NAME} (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n name TEXT NOT NULL\n)`);\n// Query data\nconst result = await sqlite.execute(\n `SELECT * FROM ${TABLE_NAME} WHERE id = ?`,\n [1],\n);\n```\n\nNote: When changing a SQLite table's schema, change the table's name (e.g., add\n_2 or _3) to create a fresh table.\n\n### OpenAI\n\n```ts\nimport { OpenAI } from \"https://esm.town/v/std/openai\";\nconst openai = new OpenAI();\nconst completion = await openai.chat.completions.create({\n messages: [\n { role: \"user\", content: \"Say hello in a creative way\" },\n ],\n model: \"gpt-4o-mini\",\n max_tokens: 30,\n});\n```\n\n### Email\n\n```ts\nimport { email } from \"https://esm.town/v/std/email\";\n// By default emails the owner of the val\nawait email({\n subject: \"Hi\",\n text: \"Hi\",\n html: \"

Hi

\",\n});\n```\n\n## Val Town Utility Functions\n\nVal Town provides several utility functions to help with common project tasks.\n\n### Importing Utilities\n\nAlways import utilities with version pins to avoid breaking changes:\n\n```ts\nimport {\n parseProject,\n readFile,\n serveFile,\n} from \"https://esm.town/v/std/utils@85-main/index.ts\";\n```\n\n### Available Utilities\n\n#### **serveFile** - Serve project files with proper content types\n\nFor example, in Hono:\n\n```ts\n// serve all files in frontend/ and shared/\napp.get(\"/frontend/*\", (c) => serveFile(c.req.path, import.meta.url));\napp.get(\"/shared/*\", (c) => serveFile(c.req.path, import.meta.url));\n```\n\n#### **readFile** - Read files from within the project:\n\n```ts\n// Read a file from the project\nconst fileContent = await readFile(\"/frontend/index.html\", import.meta.url);\n```\n\n#### **listFiles** - List all files in the project\n\n```ts\nconst files = await listFiles(import.meta.url);\n```\n\n#### **parseProject** - Extract information about the current project from import.meta.url\n\nThis is useful for including info for linking back to a val, ie in \"view source\"\nurls:\n\n```ts\nconst projectVal = parseProject(import.meta.url);\nconsole.log(projectVal.username); // Owner of the project\nconsole.log(projectVal.name); // Project name\nconsole.log(projectVal.version); // Version number\nconsole.log(projectVal.branch); // Branch name\nconsole.log(projectVal.links.self.project); // URL to the project page\n```\n\nHowever, it's _extremely importing_ to note that `parseProject` and other\nStandard Library utilities ONLY RUN ON THE SERVER. If you need access to this\ndata on the client, run it in the server and pass it to the client by splicing\nit into the HTML page or by making an API request for it.\n\n## Val Town Platform Specifics\n\n- **Redirects:** Use\n `return new Response(null, { status: 302, headers: { Location: \"/place/to/redirect\" }})`\n instead of `Response.redirect` which is broken\n- **Images:** Avoid external images or base64 images. Use emojis, unicode\n symbols, or icon fonts/libraries instead\n- **AI Image:** To inline generate an AI image use:\n `

`\n- **Storage:** DO NOT use the Deno KV module for storage\n- **Browser APIs:** DO NOT use the `alert()`, `prompt()`, or `confirm()` methods\n- **Weather Data:** Use open-meteo for weather data (doesn't require API keys)\n unless otherwise specified\n- **View Source:** Add a view source link by importing & using\n `import.meta.url.replace(\"ems.sh\", \"val.town)\"` (or passing this data to the\n client) and include `target=\"_top\"` attribute\n- **Error Debugging:** Add\n `` to HTML to capture\n client-side errors\n- **Error Handling:** Only use try...catch when there's a clear local\n resolution; Avoid catches that merely log or return 500s. Let errors bubble up\n with full context\n- **Environment Variables:** Use `Deno.env.get('keyname')` when you need to, but\n generally prefer APIs that don't require keys\n- **Imports:** Use `https://esm.sh` for npm and Deno dependencies to ensure\n compatibility on server and browser\n- **Storage Strategy:** Only use backend storage if explicitly required; prefer\n simple static client-side sites\n- **React Configuration:** When using React libraries, pin versions with\n `?deps=react@18.2.0,react-dom@18.2.0` and start the file with\n `/** @jsxImportSource https://esm.sh/react@18.2.0 */`\n- Ensure all React dependencies and sub-dependencies are pinned to the same\n version\n- **Styling:** Default to using TailwindCSS via\n `` unless otherwise\n specified\n\n## Project Structure and Design Patterns\n\n### Recommended Directory Structure\n\n```\n├── backend/\n│ ├── database/\n│ │ ├── migrations.ts # Schema definitions\n│ │ ├── queries.ts # DB query functions\n│ │ └── README.md\n│ └── routes/ # Route modules\n│ ├── [route].ts\n│ └── static.ts # Static file serving\n│ ├── index.ts # Main entry point\n│ └── README.md\n├── frontend/\n│ ├── components/\n│ │ ├── App.tsx\n│ │ └── [Component].tsx\n│ ├── favicon.svg\n│ ├── index.html # Main HTML template\n│ ├── index.tsx # Frontend JS entry point\n│ ├── README.md\n│ └── style.css\n├── README.md\n└── shared/\n ├── README.md\n └── utils.ts # Shared types and functions\n```\n\n### Backend (Hono) Best Practices\n\n- Hono is the recommended API framework\n- Main entry point should be `backend/index.ts`\n- **Static asset serving:** Use the utility functions to read and serve project\n files:\n ```ts\n import {\n readFile,\n serveFile,\n } from \"https://esm.town/v/std/utils@85-main/index.ts\";\n\n // serve all files in frontend/ and shared/\n app.get(\"/frontend/*\", (c) => serveFile(c.req.path, import.meta.url));\n app.get(\"/shared/*\", (c) => serveFile(c.req.path, import.meta.url));\n\n // For index.html, often you'll want to bootstrap with initial data\n app.get(\"/\", async (c) => {\n let html = await readFile(\"/frontend/index.html\", import.meta.url);\n\n // Inject data to avoid extra round-trips\n const initialData = await fetchInitialData();\n const dataScript = ``;\n\n html = html.replace(\"\", `${dataScript}`);\n return c.html(html);\n });\n ```\n- Create RESTful API routes for CRUD operations\n- Always include this snippet at the top-level Hono app to re-throwing errors to\n see full stack traces:\n ```ts\n // Unwrap Hono errors to see original error details\n app.onError((err, c) => {\n throw err;\n });\n ```\n\n### Database Patterns\n\n- Run migrations on startup or comment out for performance\n- Change table names when modifying schemas rather than altering\n- Export clear query functions with proper TypeScript typing\n\n## Common Gotchas and Solutions\n\n1. **Environment Limitations:**\n - Val Town runs on Deno in a serverless context, not Node.js\n - Code in `shared/` must work in both frontend and backend environments\n - Cannot use `Deno` keyword in shared code\n - Use `https://esm.sh` for imports that work in both environments\n\n2. **SQLite Peculiarities:**\n - Limited support for ALTER TABLE operations\n - Create new tables with updated schemas and copy data when needed\n - Always run table creation before querying\n\n3. **React Configuration:**\n - All React dependencies must be pinned to 18.2.0\n - Always include `@jsxImportSource https://esm.sh/react@18.2.0` at the top of\n React files\n - Rendering issues often come from mismatched React versions\n\n4. **File Handling:**\n - Val Town only supports text files, not binary\n - Use the provided utilities to read files across branches and forks\n - For files in the project, use `readFile` helpers\n\n5. **API Design:**\n - `fetch` handler is the entry point for HTTP vals\n - Run the Hono app with\n `export default app.fetch // This is the entry point for HTTP vals`\n",[171],"4a6a19b6-56c1-43fc-885e-cbe9b2c68398",".vtignore","0989fcfa-4506-11f1-aa76-42b51c65c3df",67,["D",1789535458800],".git\n.jj\n.vscode\n.cursorrules\n.DS_Store\nnode_modules\nvendor\ninactive-feeds.tsv\n\n# Development-only: nothing at runtime reads these\nsources/cooperPress.fixtures\nsources/cooperPress.test.ts\nsources/hnDaily.fixtures\nsources/hnDaily.test.ts\n",[179],"f07c1a6c-a11b-4113-81a2-8f6fcf62f905",".gitignore","ba075c00-a97c-11f1-9aa5-1607ee4eb77e",41,["D",1788648858704],".vt/state.json\n",[186],"11350c2e-586b-11f1-ab2b-ee650bb23af1","sources","11350cd8-586b-11f1-ab2b-ee650bb23af1",4,["D",1779735229854],"directory",[193],"b91a25d5-c80f-4625-99b8-b33457944a03",".nobs","01a07423-664e-75fc-bbb1-864df62bfd03",48,["D",1788654872144],[200],"pulls","branches","forks","envVars",{"_212":62,"_214":62},"connections",{"_212":62,"_213":62},"count","unfilledCount","emptyCount",{"_42":199,"_31":200,"_29":201,"_140":-5,"_40":41,"_39":202,"_142":58,"_37":381,"_13":62,"_33":197,"_35":-5,"_23":24,"_145":-5,"_240":382,"_26":383},{"_42":192,"_31":193,"_29":194,"_140":-5,"_40":41,"_39":195,"_142":58,"_37":378,"_13":62,"_33":197,"_35":-5,"_23":24,"_145":-5,"_240":379,"_26":380},{"_42":370,"_31":371,"_29":372,"_140":194,"_40":41,"_39":373,"_142":58,"_37":374,"_13":160,"_33":34,"_35":375,"_23":24,"_145":-5,"_240":376,"_26":377},{"_42":362,"_31":363,"_29":364,"_140":194,"_40":41,"_39":365,"_142":24,"_37":366,"_13":160,"_33":34,"_35":367,"_23":24,"_145":-5,"_240":368,"_26":369},{"_42":354,"_31":355,"_29":356,"_140":194,"_40":41,"_39":357,"_142":58,"_37":358,"_13":62,"_33":34,"_35":359,"_23":24,"_145":-5,"_240":360,"_26":361},{"_42":346,"_31":347,"_29":348,"_140":194,"_40":41,"_39":349,"_142":58,"_37":350,"_13":62,"_33":34,"_35":351,"_23":24,"_145":-5,"_240":352,"_26":353},{"_42":338,"_31":339,"_29":340,"_140":194,"_40":41,"_39":341,"_142":58,"_37":342,"_13":175,"_33":34,"_35":343,"_23":24,"_145":-5,"_240":344,"_26":345},{"_42":330,"_31":331,"_29":332,"_140":194,"_40":41,"_39":333,"_142":58,"_37":334,"_13":160,"_33":34,"_35":335,"_23":24,"_145":-5,"_240":336,"_26":337},{"_42":322,"_31":323,"_29":324,"_140":194,"_40":41,"_39":325,"_142":58,"_37":326,"_13":175,"_33":34,"_35":327,"_23":24,"_145":-5,"_240":328,"_26":329},{"_42":314,"_31":315,"_29":316,"_140":194,"_40":41,"_39":317,"_142":58,"_37":318,"_13":298,"_33":34,"_35":319,"_23":24,"_145":-5,"_240":320,"_26":321},{"_42":310,"_31":32,"_29":30,"_140":194,"_40":41,"_39":14,"_142":24,"_37":311,"_13":62,"_33":34,"_35":36,"_23":24,"_145":-5,"_240":312,"_26":313},{"_42":302,"_31":303,"_29":304,"_140":194,"_40":41,"_39":305,"_142":58,"_37":306,"_13":62,"_33":34,"_35":307,"_23":24,"_145":-5,"_240":308,"_26":309},{"_42":293,"_31":294,"_29":295,"_140":194,"_40":41,"_39":296,"_142":58,"_37":297,"_13":298,"_33":34,"_35":299,"_23":24,"_145":-5,"_240":300,"_26":301},{"_42":285,"_31":286,"_29":287,"_140":194,"_40":41,"_39":288,"_142":58,"_37":289,"_13":62,"_33":34,"_35":290,"_23":24,"_145":-5,"_240":291,"_26":292},{"_42":277,"_31":278,"_29":279,"_140":194,"_40":41,"_39":280,"_142":58,"_37":281,"_13":175,"_33":34,"_35":282,"_23":24,"_145":-5,"_240":283,"_26":284},{"_42":269,"_31":270,"_29":271,"_140":194,"_40":41,"_39":272,"_142":58,"_37":273,"_13":62,"_33":34,"_35":274,"_23":24,"_145":-5,"_240":275,"_26":276},{"_42":261,"_31":262,"_29":263,"_140":194,"_40":41,"_39":264,"_142":58,"_37":265,"_13":62,"_33":34,"_35":266,"_23":24,"_145":-5,"_240":267,"_26":268},{"_42":185,"_31":186,"_29":187,"_140":-5,"_40":41,"_39":188,"_142":58,"_37":258,"_13":62,"_33":20,"_35":190,"_23":24,"_145":-5,"_240":259,"_26":260},{"_42":178,"_31":179,"_29":180,"_140":-5,"_40":41,"_39":181,"_142":24,"_37":255,"_13":160,"_33":20,"_35":183,"_23":24,"_145":-5,"_240":256,"_26":257},{"_42":170,"_31":171,"_29":172,"_140":-5,"_40":41,"_39":173,"_142":58,"_37":252,"_13":175,"_33":20,"_35":176,"_23":24,"_145":-5,"_240":253,"_26":254},{"_42":163,"_31":164,"_29":165,"_140":-5,"_40":41,"_39":166,"_142":58,"_37":249,"_13":160,"_33":20,"_35":168,"_23":24,"_145":-5,"_240":250,"_26":251},{"_42":155,"_31":156,"_29":157,"_140":-5,"_40":41,"_39":158,"_142":24,"_37":246,"_13":160,"_33":34,"_35":161,"_23":24,"_145":-5,"_240":247,"_26":248},{"_42":147,"_31":148,"_29":56,"_140":-5,"_40":41,"_39":149,"_142":24,"_37":243,"_13":151,"_33":152,"_35":153,"_23":24,"_145":44,"_240":244,"_26":245},{"_42":137,"_31":138,"_29":139,"_140":-5,"_40":41,"_39":141,"_142":58,"_37":239,"_13":62,"_33":34,"_35":144,"_23":24,"_145":-5,"_240":241,"_26":242},["D",1789450241707],"children",[],[138],["D",1789535458802],[],[148],["D",1789535458800],[],[156],["D",1789450241692],[],[164],["D",1779735230326],[],[171],["D",1789535458800],[],[179],["D",1788648858704],[],[186],"11c3fef2-586b-11f1-81b2-ee650bb23af1","vsMarketplace.ts","11c3ffa6-586b-11f1-81b2-ee650bb23af1",11,["D",1779735230121],"import { feedEndpoint, fetchJson, HttpError } from \"../feed.ts\";\n\ninterface MarketplaceFeed {\n title: string;\n category: string;\n}\n\ninterface MarketplaceProduct {\n json: string;\n title: string;\n feeds: Record;\n}\n\nconst vsMarketplaceExpression = `(\n $categoryItems := epc[cn = $category].e;\n {\n \"version\": $jsonFeedVersion,\n \"title\": $feedTitle,\n \"home_page_url\": \"https://marketplace.visualstudio.com/\",\n \"feed_url\": $feedUrl,\n \"description\": $feedTitle,\n \"items\": $categoryItems.{\n \"id\": \"https://marketplace.visualstudio.com/\" & l,\n \"url\": \"https://marketplace.visualstudio.com/\" & l,\n \"title\": t ? t : \"Untitled\",\n \"content_text\": \"(\" & $string(dc ? dc : 0) & \" downloads) \" & (s ? s : \"(no description)\"),\n \"date_published\": $now,\n \"author\": { \"name\": a ? a : \"Unknown Author\" }\n }\n }\n)`;\n\nexport const marketplaceProducts = {\n vscode: {\n json:\n \"https://marketplace.visualstudio.com/getextensionspercategory?Product=vscode&RemoveFirstSetCategories=true\",\n title: \"VS Code Marketplace\",\n feeds: {\n featured: { title: \"Featured\", category: \"Featured\" },\n popular: { title: \"Most Popular\", category: \"Most Popular\" },\n recent: { title: \"Recently Added\", category: \"Recently Added\" },\n },\n },\n vs: {\n json:\n \"https://marketplace.visualstudio.com/getextensionspercategory?Product=vs&RemoveFirstSetCategories=true\",\n title: \"Visual Studio Marketplace\",\n feeds: {\n featured: { title: \"Featured\", category: \"Featured\" },\n popular: { title: \"Most Popular\", category: \"Most Popular\" },\n highest: { title: \"Highest Rated\", category: \"Highest Rated\" },\n },\n },\n vsts: {\n json:\n \"https://marketplace.visualstudio.com/getextensionspercategory?Product=vsts&RemoveFirstSetCategories=true\",\n title: \"Azure DevOps Marketplace\",\n feeds: {\n featured: { title: \"Featured\", category: \"Featured\" },\n popular: { title: \"Most Popular\", category: \"Most Popular\" },\n recent: { title: \"Recently Added\", category: \"Recently Added\" },\n },\n },\n} satisfies Record;\n\nexport const vsMarketplaceHandler = feedEndpoint({\n expression: vsMarketplaceExpression,\n loadSource: async (c) => {\n const productKey = c.req.param(\"product\") ?? \"\";\n const feedKey = c.req.param(\"feedFile\")?.replace(/\\.(rss|json)$/, \"\");\n const product = marketplaceProducts[productKey];\n if (!product) throw new HttpError(404, \"Marketplace product not found\");\n if (!feedKey) throw new HttpError(400, \"Missing marketplace feed\");\n\n const feed = product.feeds[feedKey];\n if (!feed) throw new HttpError(404, `Feed not found for ${product.title}`);\n\n return {\n data: await fetchJson(product.json),\n bindings: {\n category: feed.category,\n feedTitle: `${product.title} - ${feed.title}`,\n now: new Date().toISOString(),\n },\n };\n },\n});\n",[],[193,262],"b0e08402-996f-4064-b12e-66ef677b49bd","telegram.ts","5793e2ec-7ffa-11f1-8432-1607ee4eb77e",33,["D",1784084861296],"import { feedEndpoint, HttpError } from \"../feed.ts\";\n// @deno-types=\"https://esm.sh/gh/akopachov/telegram2rss@be14a9831923d49f1876a9027775943ebb464223/src/telegram-parser.ts?dts\"\nimport {\n getChannelInfoWithPosts,\n type Channel,\n type Media,\n type Poll,\n type Post,\n type Reply,\n} from \"https://esm.sh/gh/akopachov/telegram2rss@be14a9831923d49f1876a9027775943ebb464223/src/telegram-parser.ts\";\nimport { innerTextUntil } from \"https://esm.sh/gh/akopachov/telegram2rss@be14a9831923d49f1876a9027775943ebb464223/src/domutils-extensions.ts\";\nimport render from \"npm:dom-serializer@2.0.0\";\nimport { getChildren, isTag, removeElement } from \"npm:domutils@3.1.0\";\nimport type { AnyNode } from \"npm:domhandler@5.0.3\";\n\nconst WhitelistedAttributes = new Set([\n \"href\",\n \"src\",\n \"alt\",\n \"title\",\n \"target\",\n \"rel\",\n]);\nconst DefaultTitleMaxLength = 100;\n\nexport interface TelegramChannelInfo {\n title: string;\n}\n\nexport const telegramChannels: Record = {\n telegram: { title: \"Telegram News\" },\n techcrimes: { title: \"Tech Crimes\" },\n};\n\nconst telegramExpression = `{\n \"version\": $jsonFeedVersion,\n \"title\": channelTitle,\n \"home_page_url\": homePageUrl,\n \"feed_url\": $feedUrl,\n \"description\": channelDescription,\n \"icon\": logoUrl,\n \"items\": posts.{\n \"id\": id,\n \"url\": link,\n \"title\": title,\n \"content_html\": contentHtml,\n \"date_published\": date,\n \"attachments\": $count(attachments) > 0 ? attachments.{\"url\": url, \"mime_type\": mimeType, \"size_in_bytes\": sizeInBytes} : null\n }\n}`;\n\nexport const telegramHandler = feedEndpoint({\n expression: telegramExpression,\n loadSource: async (c) => {\n const channelName = c.req.param(\"channel\")?.replace(/\\.(rss|json)$/, \"\");\n if (!channelName) throw new HttpError(400, \"Missing Telegram channel name\");\n\n const countRaw = c.req.query(\"count\");\n const count = countRaw ? Math.min(Number(countRaw), 50) : undefined;\n\n const titleMaxLengthRaw = c.req.query(\"titleMaxLength\");\n const titleMaxLength = titleMaxLengthRaw\n ? Number(titleMaxLengthRaw)\n : undefined;\n\n let channel: Channel;\n try {\n channel = await getChannelInfoWithPosts(channelName, { count });\n } catch (e) {\n const message = e instanceof Error ? e.message : String(e);\n if (message.includes(\"Unknown channel\")) {\n throw new HttpError(404, `Telegram channel not found: ${channelName}`);\n }\n throw new HttpError(502, `Failed to fetch Telegram channel: ${message}`);\n }\n\n const posts = await Promise.all(\n (channel.posts || []).map((post) => transformPost(post, titleMaxLength)),\n );\n\n return {\n data: {\n channelTitle: channel.title,\n channelDescription: channel.description,\n homePageUrl: channel.link,\n logoUrl: channel.logoUrl,\n posts,\n },\n };\n },\n});\n\nasync function transformPost(post: Post, titleMaxLength?: number) {\n let title = \"\";\n let description = \"\";\n let pollHtml = \"\";\n let replyHtml = \"\";\n\n if (post.textHtml) {\n const nodes = getChildren(post.textHtml);\n sanitizeHtml(nodes);\n description = renderHtml(nodes);\n title = generateTitle(nodes, titleMaxLength);\n }\n\n if (post.poll) {\n if (!title && post.poll.title) {\n const pollNodes = getChildren(post.poll.title);\n sanitizeHtml(pollNodes);\n title = generateTitle(pollNodes, titleMaxLength);\n }\n pollHtml = generatePollHtml(post.poll);\n }\n\n if (post.reply) {\n replyHtml = generateReplyHtml(post.reply);\n }\n\n const mediaHtml = post.media.map(generateMediaHtml).join(\"
\");\n const combinedDescription = [mediaHtml, description, pollHtml]\n .filter((e) => !!e)\n .join(\"
\");\n\n const attachments = await Promise.all(\n post.media.map(getMediaInfo),\n );\n\n return {\n id: post.id,\n link: post.link,\n date: post.date.toISOString(),\n title: title || `Post #${post.id}`,\n contentHtml: replyHtml + combinedDescription,\n attachments,\n };\n}\n\nfunction renderHtml(nodes: AnyNode[]): string {\n return render(nodes, {\n xmlMode: false,\n selfClosingTags: true,\n encodeEntities: false,\n });\n}\n\nfunction sanitizeHtml(nodes: AnyNode[]): void {\n const queue: AnyNode[] = [...nodes];\n while (queue.length > 0) {\n const node = queue.shift()!;\n if (isTag(node)) {\n const children = getChildren(node);\n queue.push(...children);\n if (children.length === 0 && node.tagName !== \"br\") {\n removeElement(node);\n }\n for (const attr of Object.keys(node.attribs)) {\n if (!WhitelistedAttributes.has(attr.toLowerCase())) {\n delete node.attribs[attr];\n }\n }\n }\n }\n}\n\nfunction generateTitle(nodes: AnyNode[], maxLength: number = DefaultTitleMaxLength): string {\n const title = innerTextUntil(nodes, \"br\").trim();\n if (title.length <= maxLength) return title;\n\n const endOfSentence = /[.!?]+\\s/gi;\n let lastIndexInRange = title.length;\n let match;\n while ((match = endOfSentence.exec(title)) != null) {\n if (match.index > maxLength) {\n if (match.index < lastIndexInRange) {\n lastIndexInRange = match.index;\n }\n break;\n }\n lastIndexInRange = match.index;\n }\n\n if (lastIndexInRange > 0 && lastIndexInRange < title.length) {\n return title.slice(0, lastIndexInRange + 1);\n }\n return title;\n}\n\nfunction generateMediaHtml(media: Media): string {\n switch (media.type) {\n case \"photo\":\n return `

`;\n case \"video\":\n return `

`;\n case \"audio\":\n return `

`;\n default:\n return \"\";\n }\n}\n\nasync function getMediaInfo(\n media: Media,\n): Promise<{ url: string; mimeType?: string; sizeInBytes?: number }> {\n try {\n const response = await fetch(media.url, { method: \"HEAD\" });\n const contentType = response.headers.get(\"Content-Type\") || undefined;\n const contentLength = response.headers.get(\"Content-Length\");\n return {\n url: media.url,\n mimeType: contentType,\n sizeInBytes: contentLength ? Number(contentLength) : undefined,\n };\n } catch {\n return { url: media.url };\n }\n}\n\nfunction generatePollHtml(poll: Poll): string {\n let titleHtml = \"\";\n if (poll.title) {\n const nodes = getChildren(poll.title);\n sanitizeHtml(nodes);\n titleHtml = renderHtml(nodes);\n }\n const parts = [\n `

${titleHtml}

`,\n ];\n for (const option of poll.options) {\n parts.push(\n ``,\n );\n }\n parts.push(\"

${option.percent}%

${option.text}

\");\n return parts.join(\"\");\n}\n\nfunction generateReplyHtml(reply: Reply): string {\n let replyText = \"\";\n if (reply.textHtml) {\n const nodes = getChildren(reply.textHtml);\n sanitizeHtml(nodes);\n replyText = renderHtml(nodes);\n }\n return `

${reply.author}
${replyText}

`;\n}\n",[],[193,270],"24d228be-5881-11f1-ae73-ee650bb23af1","storesCom.ts","e24e3ed8-5880-11f1-bd64-ee650bb23af1",30,["D",1779744711686],"import { load } from \"npm:cheerio@1.2.0\";\nimport { feedEndpoint, HttpError } from \"../feed.ts\";\n\ninterface Store {\n title: string;\n domain: string;\n homeUrl: string;\n}\n\ninterface StoreProduct {\n id: string;\n url: string;\n title: string;\n content_html: string;\n content_text: string;\n}\n\nconst STORES: Record = {\n morningsave: {\n title: \"MorningSave\",\n domain: \"morningsave.com\",\n homeUrl: \"https://morningsave.com\",\n },\n sidedeal: {\n title: \"SideDeal\",\n domain: \"sidedeal.com\",\n homeUrl: \"https://sidedeal.com\",\n },\n};\n\nconst NEW_ARRIVALS_PATH = \"/market/new-arrivals\";\n\nconst storesComExpression = `{\n \"version\": $jsonFeedVersion,\n \"title\": storeTitle & \" New Arrivals\",\n \"home_page_url\": storeHomeUrl & \"/market/new-arrivals\",\n \"feed_url\": $feedUrl,\n \"description\": \"New arrivals from \" & storeTitle,\n \"items\": items.{\n \"id\": id,\n \"url\": url,\n \"title\": title,\n \"content_html\": content_html,\n \"content_text\": content_text,\n \"date_published\": $now()\n }\n}`;\n\nexport const storesComHandler = feedEndpoint({\n expression: storesComExpression,\n loadSource: async (c) => {\n const site = c.req.param(\"site\")?.replace(/\\.(rss|json)$/, \"\");\n if (!site) throw new HttpError(400, \"Missing store site\");\n\n const store = STORES[site];\n if (!store) throw new HttpError(404, \"Store not found. Use: morningsave or sidedeal\");\n\n return {\n data: {\n items: await scrapeNewArrivals(store),\n storeTitle: store.title,\n storeHomeUrl: store.homeUrl,\n },\n };\n },\n});\n\nasync function scrapeNewArrivals(store: Store): Promise {\n const url = `https://${store.domain}${NEW_ARRIVALS_PATH}`;\n const response = await fetch(url, {\n headers: {\n \"User-Agent\": \"Mozilla/5.0 (compatible; RSSGallery/1.0; +https://val.town)\",\n \"Accept\": \"text/html\",\n },\n });\n if (!response.ok) {\n throw new Error(\n `Failed to fetch ${url}: ${response.status} ${response.statusText}`,\n );\n }\n\n const $ = load(await response.text());\n const products: StoreProduct[] = [];\n\n $(\"div.offer\").each((_, offer) => {\n const $offer = $(offer);\n const offerId = $offer.attr(\"id\") ?? \"\";\n\n const titleEl = $offer.find(\"h2 a\");\n const productHref = titleEl.attr(\"href\") ?? \"\";\n const productTitle = titleEl.text().trim();\n if (!productTitle || !productHref) return;\n\n const productUrl = `https://${store.domain}${productHref}`;\n\n const photoEl = $offer.find(\"div.photo a\");\n const imgEl = photoEl.find(\"img\");\n const imgSrc = imgEl.attr(\"src\") ?? \"\";\n const imgAlt = imgEl.attr(\"alt\") ?? productTitle;\n\n const listPrice = $offer.find(\"span.list-price\").text().trim();\n\n const salePriceEl = $offer.find(\"span.sale-price.formatted\");\n const quantifier = salePriceEl.find(\"span.quantifier\").text().trim();\n const salePrice = salePriceEl.find(\"span.amount\").text().trim();\n const salePriceText = quantifier\n ? `${quantifier}${salePrice}`\n : salePrice;\n\n const discountText = $offer.find(\"span.discount\").text().trim();\n const arrivalDateText = $offer.find(\"span.arrival-date\").text().trim();\n const subtext = $offer.find(\"span.subtext\").text().trim();\n\n const contentHtml = [\n imgSrc ? ` $\"${escapeHtml(imgAlt)}\"$ ` : \"\",\n \"

\",\n listPrice ? `~~${escapeHtml(listPrice)}~~ ` : \"\",\n `${escapeHtml(salePriceText)}`,\n discountText ? ` — ${escapeHtml(discountText)}` : \"\",\n arrivalDateText ? `
${escapeHtml(arrivalDateText)}` : \"\",\n subtext ? `
${escapeHtml(subtext)}` : \"\",\n \"

\",\n ].join(\"\");\n\n const contentText = [\n `Price: ${salePriceText}`,\n listPrice ? `Was: ${listPrice}` : \"\",\n discountText,\n arrivalDateText,\n subtext,\n ].filter(Boolean).join(\" | \");\n\n products.push({\n id: offerId || productUrl,\n url: productUrl,\n title: productTitle,\n content_html: contentHtml,\n content_text: contentText,\n });\n });\n\n return products.slice(0, 100);\n}\n\nfunction escapeHtml(value: string): string {\n return value\n .replace(/&/g, \"&\")\n .replace(//g, \">\")\n .replace(/\"/g, \""\");\n}\n",[],[193,278],"b0c7acf5-3ca4-44f8-97dc-c8cff91401bd","sqliteChronology.ts","29b934ce-a991-11f1-bfd2-1607ee4eb77e",53,["D",1788657636013],"import { load } from \"npm:cheerio@1.2.0\";\nimport { feedEndpoint } from \"../feed.ts\";\n\nconst CHRONOLOGY_URL = \"https://www.sqlite.org/chronology.html\";\nconst NOTES_LIMIT = 12; // newest releases; each needs its own notes-page fetch\n\ninterface SqliteRelease {\n version: string;\n url: string;\n datePublished?: string;\n title: string;\n content_html: string;\n content_text: string;\n}\n\nconst sqliteChronologyExpression = `{\n \"version\": $jsonFeedVersion,\n \"title\": \"SQLite Release Notes\",\n \"home_page_url\": \"${CHRONOLOGY_URL}\",\n \"feed_url\": $feedUrl,\n \"description\": \"Newest SQLite releases with full release notes from the chronology page\",\n \"items\": items.{\n \"id\": url,\n \"url\": url,\n \"title\": title,\n \"content_html\": content_html,\n \"content_text\": content_text,\n \"date_published\": datePublished\n }\n}`;\n\nexport const sqliteChronologyHandler = feedEndpoint({\n expression: sqliteChronologyExpression,\n loadSource: async () => ({\n data: { items: await scrapeReleasesWithNotes() },\n }),\n});\n\nasync function scrapeReleasesWithNotes(): Promise {\n const html = await fetchPage(CHRONOLOGY_URL);\n const $ = load(html);\n const releases: SqliteRelease[] = [];\n\n // Rows are newest-first; each has a date link to the timeline and a\n // version link to the release notes page\n const releaseRows = $(\"#chrontab tr\").get().filter((row) =>\n $(row).find(\"a[href*='releaselog']\").length > 0\n );\n for (const row of releaseRows.slice(0, NOTES_LIMIT)) {\n const $row = $(row);\n const $version = $row.find(\"a[href*='releaselog']\").first();\n const href = $version.attr(\"href\") ?? \"\";\n const version = $version.text().trim();\n if (!href || !version) continue;\n\n const url = new URL(href, CHRONOLOGY_URL).href;\n const dateText = $row.find(\"a[href*='timeline']\").first().text().trim();\n const datePublished = parseReleaseDate(dateText);\n\n let notes = { contentHtml: \"\", contentText: \"\" };\n try {\n notes = await fetchReleaseNotes(url);\n } catch (error) {\n // Keep the item title/date even if a single notes page fails\n console.error(`Failed to fetch release notes for ${version}:`, error);\n }\n\n const title = datePublished\n ? `SQLite ${version} (${datePublished.slice(0, 10)})`\n : `SQLite ${version}`;\n\n releases.push({\n version,\n url,\n datePublished,\n title,\n content_html: notes.contentHtml,\n content_text: notes.contentText,\n });\n }\n\n return releases;\n}\n\nasync function fetchReleaseNotes(\n url: string,\n): Promise<{ contentHtml: string; contentText: string }> {\n const html = await fetchPage(url);\n const $ = load(html);\n const $h2 = $(\"h2\").first();\n if ($h2.length === 0) return { contentHtml: \"\", contentText: \"\" };\n\n // Collect siblings from the

until the standard closing paragraph\n // (\"A complete list of SQLite releases ...\"), which ends the notes body\n const parts: string[] = [];\n let el = $h2.next();\n while (el.length > 0) {\n if (el.is(\"p\") && el.text().includes(\"complete list of SQLite releases\")) {\n break;\n }\n parts.push($.html(el));\n el = el.next();\n }\n\n // Make relative links (../c3ref/..., ../wal.html) absolute\n const $notes = load(parts.join(\"\"));\n $notes(\"a\").each((_, anchor) => {\n const href = $notes(anchor).attr(\"href\");\n if (href && /^https?:\\/\\//.test(href) === false) {\n $notes(anchor).attr(\"href\", new URL(href, url).href);\n }\n });\n\n const contentHtml = ($notes(\"body\").html() ?? \"\").replace(\n /
\\s<\\/p>/g,\n \"\",\n );\n const contentText = normalizeWhitespace($notes(\"body\").text());\n return { contentHtml, contentText };\n}\n\nfunction parseReleaseDate(value: string): string | undefined {\n const date = new Date(value);\n if (Number.isNaN(date.getTime())) return undefined;\n return date.toISOString();\n}\n\nfunction normalizeWhitespace(value: string): string {\n return value.replace(/\\s+/g, \" \").trim();\n}\n\nasync function fetchPage(url: string): Promise {\n const response = await fetch(url, {\n headers: {\n \"User-Agent\": \"Mozilla/5.0 (compatible; RSSGallery/1.0; +https://val.town)\",\n \"Accept\": \"text/html\",\n },\n });\n if (!response.ok) {\n throw new Error(\n `Failed to fetch ${url}: ${response.status} ${response.statusText}`,\n );\n }\n return await response.text();\n}",[],[193,286],"40102055-3506-4d16-a6bf-a5555aa9e767","rentry.ts","2761fb9e-95ef-11f1-98f9-1607ee4eb77e",39,["D",1786501493586],2,"import { load } from \"npm:cheerio@1.2.0\";\nimport { feedEndpoint, HttpError } from \"../feed.ts\";\n\nconst RENTRY_PAGE_URL = \"https://rentry.org\";\nconst RENTRY_ITEMS_LIMIT = 10;\n\ninterface RentryTableRow {\n id: string;\n title: string;\n content_html: string;\n content_text: string;\n}\n\nexport const rentryHandler = feedEndpoint({\n expression: `{\n \"version\": $jsonFeedVersion,\n \"title\": pageTitle,\n \"home_page_url\": pageUrl,\n \"feed_url\": $feedUrl,\n \"description\": \"Table from \" & pageUrl,\n \"items\": items\n}`,\n loadSource: async (c) => {\n const pageSlug = c.req.param(\"url\")?.replace(/\\.(rss|json)$/, \"\");\n\n if (!pageSlug || !/^[a-zA-Z0-9-]+$/.test(pageSlug)) {\n throw new HttpError(400, \"Invalid Rentry page name\");\n }\n\n const pageUrl = `${RENTRY_PAGE_URL}/${pageSlug}`;\n\n const response = await fetch(pageUrl, {\n headers: {\n \"User-Agent\":\n \"Mozilla/5.0 (compatible; RSSGallery/1.0; +https://val.town)\",\n \"Accept\": \"text/html\",\n },\n });\n if (response.status === 404) {\n throw new HttpError(404, `Rentry page not found: ${pageSlug}`);\n }\n if (!response.ok) {\n throw new Error(\n `Failed to fetch ${pageUrl}: ${response.status} ${response.statusText}`,\n );\n }\n\n const html = await response.text();\n const tableItems = scrapeFirstTable(html);\n if (tableItems.length === 0) {\n throw new HttpError(\n 502,\n `No table found on ${pageUrl}. Rentry pages need at least one table.`,\n );\n }\n\n const from = c.req.query(\"from\") ?? \"top\";\n const items = from !== \"bottom\"\n ? sliceItems(tableItems, \"top\")\n : sliceItems(tableItems, \"bottom\");\n\n return {\n data: {\n items,\n pageTitle: parseTitle(html) ?? `Rentry: ${pageSlug}`,\n pageUrl,\n },\n };\n },\n});\n\nfunction sliceItems(items: RentryTableRow[], from: \"top\" | \"bottom\") {\n return from === \"top\"\n ? items.slice(0, RENTRY_ITEMS_LIMIT)\n : items.slice(-RENTRY_ITEMS_LIMIT);\n}\n\nfunction scrapeFirstTable(html: string): RentryTableRow[] {\n const $ = load(html);\n const items: RentryTableRow[] = [];\n const $table = $(\"table\").first();\n if ($table.length === 0) return items;\n\n const headers = $table.find(\"thead th\").map((_, th) => $(th).text().trim())\n .get();\n\n $table.find(\"tbody tr\").each((_, row) => {\n const $row = $(row);\n const cells = $row.find(\"td\");\n if (cells.length === 0) return;\n\n const cellsHtml = cells.map((_, cell) => $.html(cell)).get().join(\"\");\n const contentHtml = buildRowTable(headers, cellsHtml);\n const contentText = cells\n .map((_, cell) => $(cell).text())\n .get()\n .map((text) => normalizeWhitespace(text))\n .join(\" | \");\n\n const title = cells.first().text().trim();\n\n items.push({\n id: hashRow(contentHtml),\n title,\n content_html: contentHtml,\n content_text: contentText,\n });\n });\n\n return items;\n}\n\nfunction buildRowTable(headers: string[], cellsHtml: string): string {\n const headerHtml = headers.length > 0\n ? `${\n headers.map((header) => `${escapeHtml(header)}`).join(\"\")\n }`\n : \"\";\n\n return `
${headerHtml}${cellsHtml}
`;\n}\n\nfunction escapeHtml(value: string): string {\n return value\n .replace(/&/g, \"&\")\n .replace(//g, \">\")\n .replace(/\"/g, \""\");\n}\n\nfunction parseTitle(html: string): string | undefined {\n const match = /]>([^<])<\\/title>/i.exec(html);\n if (!match) return undefined;\n const title = normalizeWhitespace(match[1]);\n return title || undefined;\n}\n\nfunction normalizeWhitespace(value: string): string {\n return value.replace(/\\s+/g, \" \").trim();\n}\n\nfunction hashRow(contentHtml: string): string {\n let h1 = 0x811c9dc5;\n let h2 = 0x01000193;\n for (let i = 0; i < contentHtml.length; i++) {\n const code = contentHtml.charCodeAt(i);\n h1 = Math.imul(h1 ^ code, 16777619);\n h2 = Math.imul(h2 ^ code, 2) + 0x41347f;\n }\n const x = (h1 ^ h2) >>> 0;\n return x.toString(36);\n}\n",[],[193,294],"2c99e9f7-7d13-4883-a66f-d66dbf9cc998","rekt.ts","2e32da20-a98f-11f1-9111-1607ee4eb77e",51,["D",1788656784507],"import { load } from \"npm:cheerio@1.2.0\";\nimport { feedEndpoint, HttpError } from \"../feed.ts\";\n\nconst REKT_URL = \"https://rekt.news/\";\n\ninterface RektPost {\n id: string;\n url: string;\n title: string;\n excerpt: string;\n tags: string[];\n datePublished?: string;\n content_html: string;\n content_text: string;\n}\n\nconst rektExpression = `{\n \"version\": $jsonFeedVersion,\n \"title\": \"Rekt\",\n \"home_page_url\": \"${REKT_URL}\",\n \"feed_url\": $feedUrl,\n \"description\": \"Crypto hacks, exploits, and security news from REKT\",\n \"items\": items.{\n \"id\": id,\n \"url\": url,\n \"title\": title,\n \"content_html\": content_html,\n \"content_text\": content_text,\n \"date_published\": datePublished,\n \"tags\": tags\n }\n}`;\n\nexport const rektHandler = feedEndpoint({\n expression: rektExpression,\n loadSource: async () => {\n const items = await scrapePosts();\n if (items.length === 0) {\n throw new HttpError(502, \"No posts found on rekt.news\");\n }\n return { data: { items } };\n },\n});\n\nasync function scrapePosts(): Promise {\n const response = await fetch(REKT_URL, {\n headers: {\n \"User-Agent\": \"Mozilla/5.0 (compatible; RSSGallery/1.0; +https://val.town)\",\n \"Accept\": \"text/html\",\n },\n });\n if (!response.ok) {\n throw new Error(\n `Failed to fetch ${REKT_URL}: ${response.status} ${response.statusText}`,\n );\n }\n\n const $ = load(await response.text());\n const posts: RektPost[] = [];\n\n $(\"article.post\").each((_, post) => {\n const $post = $(post);\n const $title = $post.find(\"h5.post-title a\").first();\n const title = $title.text().trim();\n const href = $title.attr(\"href\") ?? \"\";\n if (!title || !href) return;\n\n const url = new URL(href, REKT_URL).href;\n const excerpt = $post.find(\"section.post-excerpt p\").first().text().trim();\n const tags = $post.find(\"span.post-meta p a\").map((_, a) => $(a).text().trim()).get();\n const datePublished = parseDate($post.find(\"time\").first().text());\n\n posts.push({\n id: url,\n url,\n title,\n excerpt,\n tags,\n datePublished,\n content_html: buildContentHtml({ title, excerpt, tags, url }),\n content_text: buildContentText({ excerpt, tags }),\n });\n });\n\n return posts;\n}\n\n// \"Wednesday, September 2, 2026\" -> ISO date; weekday prefix is stripped for Date parsing\nfunction parseDate(value: string): string | undefined {\n const cleaned = value.replace(/^[A-Za-z]+,/, \"\").trim();\n const date = new Date(cleaned);\n if (Number.isNaN(date.getTime())) return undefined;\n return date.toISOString();\n}\n\nfunction buildContentHtml(post: {\n title: string;\n excerpt: string;\n tags: string[];\n url: string;\n}): string {\n const parts: string[] = [];\n if (post.excerpt) {\n parts.push(`
${escapeHtml(post.excerpt)}
`);\n }\n if (post.tags.length > 0) {\n parts.push(\n `
${post.tags.map((tag) =>\n `${escapeHtml(tag)}`\n ).join(\" · \")}
`,\n );\n }\n parts.push(`
Read the full report
`);\n return parts.join(\"\");\n}\n\nfunction buildContentText(post: { excerpt: string; tags: string[] }): string {\n return [post.excerpt, post.tags.join(\", \")].filter(Boolean).join(\" | \");\n}\n\nfunction escapeHtml(value: string): string {\n return value\n .replace(/&/g, \"&\")\n .replace(//g, \">\")\n .replace(/\"/g, \""\");\n}",[],[193,303],"c9767579-caa1-4d4a-8bdc-16923bf140bf",["D",1789538342778],[],[193,32],"49b48542-cb56-4615-b10f-a49a6fff3fd9","openrouter.ts","1166edd4-586b-11f1-8c74-ee650bb23af1",55,["D",1788677504293],"import { feedEndpoint, fetchJson } from \"../feed.ts\";\n\ninterface OpenRouterModel {\n slug: string;\n name: string;\n description?: string;\n created_at: string;\n author?: string;\n author_display_name?: string;\n group?: string;\n context_length?: number;\n input_modalities?: string[];\n output_modalities?: string[];\n supports_reasoning?: boolean;\n reasoning_config?: {\n is_mandatory_reasoning?: boolean;\n supported_reasoning_efforts?: string[];\n default_reasoning_effort?: string;\n };\n knowledge_cutoff?: string | null;\n endpoint?: {\n provider_name?: string;\n is_free?: boolean;\n pricing?: {\n prompt?: string;\n completion?: string;\n input_cache_read?: string;\n display_pricing?: Array<{\n sku_label?: string;\n price?: string;\n displayMultiplier?: number;\n unitLabel?: string;\n }>;\n };\n };\n}\n\ninterface OpenRouterFeedItem {\n id: string;\n url: string;\n title: string;\n content_text: string;\n content_html: string;\n date_published: string;\n author: { name: string };\n tags: string[];\n}\n\n// Endpoint the /models page uses; `order=newest` sorts by release date and\n// `max_age_days` keeps the response to recent releases instead of all models.\nconst OPENROUTER_MODELS_URL =\n \"https://openrouter.ai/api/frontend/v1/models/find?order=newest&active=true&fmt=cards\";\n\nconst openRouterExpression = `{\n \"version\": $jsonFeedVersion,\n \"title\": \"OpenRouter AI Models\",\n \"home_page_url\": \"https://openrouter.ai/models\",\n \"feed_url\": $feedUrl,\n \"description\": \"Latest AI models from OpenRouter\",\n \"items\": items\n}`;\n\nexport const openRouterHandler = feedEndpoint({\n expression: openRouterExpression,\n loadSource: async (c) => {\n const days = parseDays(c.req.query(\"days\"));\n const raw = await fetchJson(\n `${OPENROUTER_MODELS_URL}&max_age_days=${days}`,\n ) as { data: { models: OpenRouterModel[] } };\n // Item bodies are composed in TypeScript since the metadata (pricing,\n // reasoning options, modalities) is easier to format and escape there.\n return {\n data: { items: dedupeVariants(raw.data.models).map(toFeedItem) },\n };\n },\n});\n\n// The catalog lists variants (batch/free) under the same slug, so different\n// variants would otherwise collide as feed item ids. Keep one item per model.\nfunction dedupeVariants(models: OpenRouterModel[]): OpenRouterModel[] {\n const bySlug = new Map();\n for (const model of models) {\n const group = bySlug.get(model.slug) ?? [];\n group.push(model);\n bySlug.set(model.slug, group);\n }\n return [...bySlug.values()].map((group) =>\n group.sort((a, b) => a.name.localeCompare(b.name))[0]\n );\n}\n\nfunction toFeedItem(model: OpenRouterModel): OpenRouterFeedItem {\n return {\n id: model.slug,\n url: `https://openrouter.ai/${model.slug}`,\n title: model.name,\n content_text: buildBodyText(model),\n content_html: buildBodyHtml(model),\n date_published: model.created_at,\n author: { name: displayName(model) },\n tags: buildTags(model),\n };\n}\n\nfunction buildBodyHtml(model: OpenRouterModel): string {\n const parts: string[] = [];\n if (model.description) {\n for (\n const paragraph of renderDescription(model.description).split(/\\n{2,}/)\n ) {\n if (paragraph.trim()) parts.push(`
${paragraph.trim()}
`);\n }\n }\n const rows = metadataRows(model);\n if (rows.length) {\n parts.push(\"
\");\n for (const [term, detail] of rows) {\n parts.push(`
${escapeHtml(term)}
${detail}
`);\n }\n parts.push(\"
\");\n }\n parts.push(\n `
View on OpenRouter
`,\n );\n return parts.join(\"\\n\");\n}\n\nfunction buildBodyText(model: OpenRouterModel): string {\n const lines: string[] = [];\n const description = toPlainText(model.description ?? \"\")\n .replace(/\\n{2,}/g, \"\\n\")\n .trim();\n if (description) lines.push(description);\n for (const [term, detail] of metadataRows(model)) {\n lines.push(`${term}: ${stripHtml(detail)}`);\n }\n lines.push(`Model page: https://openrouter.ai/${model.slug}`);\n return lines.join(\"\\n\");\n}\n\nfunction metadataRows(model: OpenRouterModel): Array<[string, string]> {\n const rows: Array<[string, string]> = [];\n const author = displayName(model);\n if (author !== \"Unknown author\") rows.push([\"Author\", escapeHtml(author)]);\n if (model.group) rows.push([\"Group\", escapeHtml(model.group)]);\n const context = formatContextLength(model.context_length);\n if (context) rows.push([\"Context\", escapeHtml(context)]);\n const input = formatModalities(model.input_modalities);\n const output = formatModalities(model.output_modalities);\n if (input) rows.push([\"Input\", escapeHtml(input)]);\n if (output) rows.push([\"Output\", escapeHtml(output)]);\n const reasoning = formatReasoning(model);\n if (reasoning) rows.push([\"Reasoning\", escapeHtml(reasoning)]);\n if (model.knowledge_cutoff) {\n rows.push([\"Knowledge cutoff\", escapeHtml(model.knowledge_cutoff)]);\n }\n const pricing = pricingDetail(model);\n if (pricing) rows.push([\"Pricing\", pricing]);\n return rows;\n}\n\nfunction displayName(model: OpenRouterModel): string {\n return model.author_display_name ?? model.author ?? \"Unknown author\";\n}\n\nfunction formatContextLength(tokens?: number): string | undefined {\n if (!tokens || tokens <= 0) return undefined;\n return `${tokens.toLocaleString(\"en-US\")} tokens`;\n}\n\nfunction formatModalities(modalities?: string[]): string | undefined {\n const list = (modalities ?? []).filter(Boolean).map((modality) =>\n modality.charAt(0).toUpperCase() + modality.slice(1)\n );\n return list.length ? list.join(\", \") : undefined;\n}\n\nfunction formatReasoning(model: OpenRouterModel): string | undefined {\n if (!model.supports_reasoning) return undefined;\n const config = model.reasoning_config;\n const parts = [\"Supported\"];\n if (config?.is_mandatory_reasoning) parts.push(\"mandatory\");\n if (config?.default_reasoning_effort) {\n parts.push(`default effort ${config.default_reasoning_effort}`);\n }\n if (config?.supported_reasoning_efforts?.length) {\n parts.push(`options: ${config.supported_reasoning_efforts.join(\", \")}`);\n }\n return parts.join(\" \\u00b7 \");\n}\n\nfunction pricingDetail(model: OpenRouterModel): string | undefined {\n const endpoint = model.endpoint;\n if (!endpoint) return undefined;\n const parts: string[] = [];\n if (endpoint.provider_name) parts.push(escapeHtml(endpoint.provider_name));\n if (endpoint.is_free) parts.push(\"Free\");\n const prices = pricingParts(model);\n if (prices.length) parts.push(escapeHtml(prices.join(\" \\u00b7 \")));\n return parts.length ? parts.join(\" \\u2014 \") : undefined;\n}\n\nfunction pricingParts(model: OpenRouterModel): string[] {\n const pricing = model.endpoint?.pricing;\n if (!pricing) return [];\n const display = pricing.display_pricing ?? [];\n if (display.length) {\n const seen = new Set();\n const out: string[] = [];\n for (const item of display) {\n const price = formatPrice(\n Number(item.price ?? \"\") (item.displayMultiplier ?? 1),\n );\n if (!price) continue;\n const label = PRICE_LABEL_OVERRIDES[item.sku_label ?? \"\"] ??\n (item.sku_label ?? \"\").trim();\n const unit = (item.unitLabel ?? \"\").trim();\n const text = `${label} ${price}${unit}`.trim();\n if (text && !seen.has(text)) {\n seen.add(text);\n out.push(text);\n }\n }\n return out;\n }\n const out: string[] = [];\n const prompt = tokenRate(pricing.prompt);\n const cached = tokenRate(pricing.input_cache_read);\n const completion = tokenRate(pricing.completion);\n if (prompt) out.push(`Input ${prompt}/M`);\n if (cached && cached !== prompt) out.push(`Cached input ${cached}/M`);\n if (completion) out.push(`Output ${completion}/M`);\n return out;\n}\n\n// Shorter labels for the rows OpenRouter's UI shows on the model cards.\nconst PRICE_LABEL_OVERRIDES: Record = {\n \"Input Price\": \"Input\",\n \"Output Price\": \"Output\",\n \"Cache Read\": \"Cached input\",\n \"Cache Read (5min)\": \"Cached input (5min)\",\n \"Cache Creation (5min)\": \"Cache write (5min)\",\n \"Cache Write\": \"Cache write\",\n \"Cache Write (1h)\": \"Cache write (1h)\",\n};\n\nfunction tokenRate(raw?: string): string | undefined {\n if (raw === undefined || raw === \"\") return undefined;\n return formatPrice(Number(raw) * 1_000_000);\n}\n\nfunction formatPrice(value: number): string | undefined {\n if (!Number.isFinite(value) || value <= 0) return undefined;\n return `$${Number(value.toPrecision(3))}`;\n}\n\nfunction buildTags(model: OpenRouterModel): string[] {\n const tags: string[] = [];\n if (model.group) tags.push(model.group);\n const modalities = joinModalities(model.input_modalities);\n if (modalities) tags.push(modalities);\n if (model.endpoint?.is_free) tags.push(\"free\");\n if (model.supports_reasoning) tags.push(\"reasoning\");\n return tags;\n}\n\nfunction joinModalities(modalities?: string[]): string | undefined {\n return modalities?.length ? modalities.join(\"+\") : undefined;\n}\n\n// Turn a small subset of markdown (links, code) into HTML and linkify bare URLs.\nfunction renderDescription(value: string): string {\n return escapeHtml(value)\n .replace(\n /(\\[([^\\]]+)\\]\$(https?:\\/\\/[^)\\s]+)\$|(https?:\\/\\/[^\\s<]+))/g,\n (_match, _markdown, label, markdownUrl, bareUrl) =>\n `${label ?? bareUrl}`,\n )\n .replace(/`([^`]+)`/g, \"`$1`\");\n}\n\nfunction toPlainText(value: string): string {\n return value\n .replace(/\\[([^\\]]+)\\]\$[^)]+\$/g, \"$1\")\n .replace(/`([^`]+)`/g, \"$1\");\n}\n\n// For the plain-text body: drop tags and decode entities from HTML rows.\nfunction stripHtml(value: string): string {\n return value.replace(/<[^>]+>/g, \"\")\n .replace(/&/g, \"&\")\n .replace(/</g, \"<\")\n .replace(/>/g, \">\")\n .replace(/"/g, '\"');\n}\n\nfunction escapeHtml(value: string): string {\n return value\n .replace(/&/g, \"&\")\n .replace(//g, \">\")\n .replace(/\"/g, \""\");\n}\n\nfunction parseDays(raw: string | undefined): number {\n const days = raw === undefined ? NaN : Number.parseInt(raw, 10);\n return Number.isFinite(days) && days >= 1 ? Math.min(days, 365) : 30;\n}\n",[],[193,315],"68e831d4-586c-11f1-b008-ee650bb23af1","luma.ts","11603516-586b-11f1-ab2b-ee650bb23af1",18,["D",1779735806469],"import ICAL from \"npm:ical.js@2.2.1\";\nimport { feedEndpoint, fetchJson, HttpError } from \"../feed.ts\";\n\nconst LUMA_DISCOVER_BOOTSTRAP_URL =\n \"https://api2.luma.com/discover/bootstrap-page\";\n\nexport interface LumaPlace {\n apiId: string;\n name: string;\n slug: string;\n timezone: string;\n eventCount: number;\n}\n\ninterface LumaBootstrapPlace {\n place?: {\n api_id?: string;\n name?: string;\n slug?: string;\n timezone?: string;\n };\n event_count?: number;\n num_events?: number;\n}\n\ninterface LumaBootstrapResponse {\n places?: LumaBootstrapPlace[];\n}\n\nconst lumaExpression = `{\n \"version\": $jsonFeedVersion,\n \"title\": calendarName ? calendarName : \"Luma Calendar Feed\",\n \"home_page_url\": calendarUrl ? calendarUrl : \"https://lu.ma\",\n \"feed_url\": $feedUrl,\n \"description\": calendarDescription,\n \"items\": events.{\n \"id\": uid,\n \"url\": lumaUrl ? lumaUrl : url,\n \"title\": shortDateTime & \" \" & summary,\n \"content_text\": description,\n \"summary\": description ? $substring(description, 0, 100) & \"...\" : null,\n \"date_published\": start,\n \"date_modified\": modified,\n \"author\": organizer ? { \"name\": organizer } : null,\n \"tags\": categories,\n \"attachments\": attachment ? [{ \"url\": attachment }] : null\n }\n}`;\n\nexport const lumaHandler = feedEndpoint({\n expression: lumaExpression,\n loadSource: async (c) => {\n const placeSlug = c.req.param(\"place\")?.replace(/\\.(rss|json)$/, \"\");\n if (!placeSlug) throw new HttpError(400, \"Missing Luma place\");\n\n const place = (await getLumaPlaces()).find((place) =>\n place.slug === placeSlug\n );\n if (!place) throw new HttpError(404, \"Luma place not found\");\n\n const timezone = c.req.query(\"timezone\") ?? place.timezone;\n\n const icalResponse = await fetch(\n `https://api.lu.ma/ics/get?entity=discover&id=${\n encodeURIComponent(place.apiId)\n }`,\n );\n if (!icalResponse.ok) {\n throw new Error(\n `Failed to fetch Luma calendar: ${icalResponse.status} ${icalResponse.statusText}`,\n );\n }\n\n return { data: parseLumaCalendar(await icalResponse.text(), timezone) };\n },\n});\n\nexport async function getLumaPlaces(): Promise {\n const data = await fetchJson(\n LUMA_DISCOVER_BOOTSTRAP_URL,\n ) as LumaBootstrapResponse;\n return (data.places ?? [])\n .map(({ place, event_count, num_events }) => ({\n apiId: place?.api_id ?? \"\",\n name: place?.name ?? \"\",\n slug: place?.slug ?? \"\",\n timezone: place?.timezone ?? \"UTC\",\n eventCount: event_count ?? num_events ?? 0,\n }))\n .filter((place) => place.apiId && place.name && place.slug)\n .sort((a, b) => a.name.localeCompare(b.name));\n}\n\nfunction parseLumaCalendar(icalData: string, timezone: string): unknown {\n const jcalData = ICAL.parse(icalData);\n const comp = new ICAL.Component(jcalData);\n const events = comp.getAllSubcomponents(\"vevent\").map((event) => {\n const description = stringValue(event.getFirstPropertyValue(\"description\"));\n const start = event.getFirstPropertyValue(\"dtstart\");\n const end = event.getFirstPropertyValue(\"dtend\");\n const modified = event.getFirstPropertyValue(\"last-modified\");\n\n return {\n uid: stringValue(event.getFirstPropertyValue(\"uid\")),\n summary: stringValue(event.getFirstPropertyValue(\"summary\")),\n description,\n start: toIsoDate(start),\n end: toIsoDate(end),\n modified: toIsoDate(modified),\n shortDateTime: toDate(start)\n ? formatShortDateTime(toDate(start)!, timezone)\n : \"\",\n location: stringValue(event.getFirstPropertyValue(\"location\")),\n url: stringValue(event.getFirstPropertyValue(\"url\")),\n lumaUrl: description ? extractLumaLink(description) : undefined,\n organizer: stringValue(event.getFirstPropertyValue(\"organizer\")),\n categories: arrayValue(event.getFirstPropertyValue(\"categories\")),\n attachment: stringValue(event.getFirstPropertyValue(\"attach\")),\n };\n });\n\n return {\n calendarName: stringValue(comp.getFirstPropertyValue(\"x-wr-calname\")),\n calendarUrl: stringValue(comp.getFirstPropertyValue(\"url\")),\n calendarDescription: stringValue(\n comp.getFirstPropertyValue(\"x-wr-caldesc\"),\n ),\n events,\n };\n}\n\nfunction extractLumaLink(text: string): string | undefined {\n return text.match(/https?:\\/\\/(?:www\\.)?luma\\.com\\/[^\\s<>()\"']+/)?.[0];\n}\n\nfunction formatShortDateTime(date: Date, timezone: string): string {\n return date.toLocaleString(\"en-US\", {\n timeZone: timezone,\n month: \"short\",\n day: \"numeric\",\n hour: \"numeric\",\n minute: \"2-digit\",\n weekday: \"short\",\n hour12: true,\n });\n}\n\nfunction toDate(value: unknown): Date | undefined {\n if (\n value && typeof value === \"object\" && \"toJSDate\" in value &&\n typeof value.toJSDate === \"function\"\n ) {\n return value.toJSDate();\n }\n return undefined;\n}\n\nfunction toIsoDate(value: unknown): string | undefined {\n return toDate(value)?.toISOString();\n}\n\nfunction stringValue(value: unknown): string | undefined {\n return typeof value === \"string\" && value.length > 0 ? value : undefined;\n}\n\nfunction arrayValue(value: unknown): string[] | undefined {\n if (Array.isArray(value)) return value.map(String);\n if (typeof value === \"string\" && value.length > 0) return [value];\n return undefined;\n}\n",[],[193,323],"20477bd4-5e24-11f1-8db3-1607ee4eb77e","lineageos.ts","99e18668-5872-11f1-9b36-ee650bb23af1",32,["D",1780364467840],"import { feedEndpoint, fetchJson } from \"../feed.ts\";\n\nconst LINEAGEOS_DEVICES_URL = \"https://wiki.lineageos.org/devices/\";\nconst LINEAGEOS_SEARCH_URL = \"https://wiki.lineageos.org/search.json\";\n\nconst lineageOsExpression = `{\n \"version\": $jsonFeedVersion,\n \"title\": \"LineageOS Devices\",\n \"home_page_url\": \"${LINEAGEOS_DEVICES_URL}\",\n \"feed_url\": $feedUrl,\n \"description\": \"List of supported devices for LineageOS\",\n \"items\": $map(\n $filter(entries, function($v) {\n $contains($v.url, \"/devices/\") and $not($contains($v.title, \"Info about\"))\n }),\n function($v) {\n {\n \"id\": $v.url,\n \"url\": \"https://wiki.lineageos.org\" & $v.url,\n \"title\": $v.title,\n \"date_published\": \"2024-01-01T00:00:00.000Z\",\n \"content_text\": $v.summary ? $v.summary : $v.title,\n \"content_html\": \"\" & ($v.summary ? $v.summary : $v.title)\n }\n }\n )\n}`;\n\nexport const lineageOsHandler = feedEndpoint({\n expression: lineageOsExpression,\n loadSource: async () => ({\n data: { entries: await fetchJson(LINEAGEOS_SEARCH_URL) },\n }),\n});\n",[],[193,331],"6972489c-586c-11f1-b008-ee650bb23af1","huggingFace.ts","114c7328-586b-11f1-8152-ee650bb23af1",19,["D",1779735807379],"import { load } from \"npm:cheerio@1.2.0\";\nimport { feedEndpoint, HttpError } from \"../feed.ts\";\n\nconst hfActivityExpression = `{\n \"version\": $jsonFeedVersion,\n \"title\": username & \" - Hugging Face Activity\",\n \"home_page_url\": profileUrl & \"/activity/all\",\n \"feed_url\": $feedUrl,\n \"description\": \"Recent activity from \" & username & \" on Hugging Face\",\n \"items\": activities.{\n \"id\": id,\n \"url\": items[0].url ? items[0].url : $$.profileUrl & \"/activity/all\",\n \"title\": action,\n \"content_html\": $join(items.(\"\" & name & \"\"), \"
\\n\"),\n \"date_published\": timestamp\n }\n}`;\n\nexport const huggingFaceHandler = feedEndpoint({\n expression: hfActivityExpression,\n loadSource: async (c) => {\n const username = c.req.param(\"usernameFile\")?.replace(/\\.(rss|json)$/, \"\");\n if (!username) throw new HttpError(400, \"Missing Hugging Face username\");\n return { data: await scrapeHuggingFaceActivity(username) };\n },\n});\n\nasync function scrapeHuggingFaceActivity(username: string): Promise {\n const profileUrl = `https://huggingface.co/${username}`;\n const response = await fetch(`${profileUrl}/activity/all`, {\n headers: {\n \"User-Agent\":\n \"Mozilla/5.0 (compatible; RSSGallery/1.0; +https://val.town)\",\n },\n });\n\n if (response.status === 404) {\n throw new HttpError(404, \"Hugging Face user not found\");\n }\n if (!response.ok) {\n throw new Error(\n `Failed to fetch Hugging Face activity: ${response.status} ${response.statusText}`,\n );\n }\n\n const $ = load(await response.text());\n const activities: Array<\n {\n action: string;\n id: string;\n items: Array<{ name: string; url: string }>;\n timestamp: string;\n }\n > = [];\n\n $(\".user-profile-content div.mb-7\").each((_i, group) => {\n const $group = $(group);\n const headerText = $group.children(\"div\").first().text().replace(\n /\\s+/g,\n \" \",\n ).trim();\n const { action, timeAgo } = parseActivityHeader(headerText);\n if (!action) return;\n\n const timestampValue = $group.find(\"time[datetime]\").first().attr(\n \"datetime\",\n );\n const timestamp = timestampValue\n ? new Date(timestampValue)\n : parseTimeAgo(timeAgo);\n const items = collectActivityItems($, $group, action);\n const timestampIso = timestamp.toISOString();\n const id = buildActivityId(\n username,\n action,\n items,\n timestampValue ? timestampIso : undefined,\n );\n activities.push({ action, id, items, timestamp: timestampIso });\n });\n\n return { username, profileUrl, activities };\n}\n\nfunction collectActivityItems(\n $: ReturnType,\n $group: ReturnType>,\n action: string,\n): Array<{ name: string; url: string }> {\n const items: Array<{ name: string; url: string }> = [];\n const seen = new Set();\n\n $group.find(\"article\").each((_i, article) => {\n const $article = $(article);\n const name = $article.find(\"h4.text-md\").first().text().trim();\n if (!name || seen.has(name)) return;\n\n const href = $article.find(\"a[href]\").toArray()\n .map((link) => $(link).attr(\"href\") ?? \"\")\n .find((href) => /^\\/[^/]+\\/[^/]+$/.test(href));\n\n seen.add(name);\n items.push({ name, url: toHuggingFaceUrl(href ?? `/${name}`) });\n });\n\n const repoMatch = action.match(/^New activity in (\\S+)/);\n if (repoMatch && !seen.has(repoMatch[1])) {\n seen.add(repoMatch[1]);\n items.unshift({\n name: repoMatch[1],\n url: toHuggingFaceUrl(`/${repoMatch[1]}`),\n });\n }\n\n $group.find(\"h4.overflow-hidden\").each((_i, titleElement) => {\n const name = $(titleElement).text().trim();\n if (!name || seen.has(name)) return;\n\n const href = $(titleElement).closest(\"a\").attr(\"href\");\n seen.add(name);\n items.push({\n name,\n url: toHuggingFaceUrl(href ?? `/${repoMatch?.[1] ?? \"\"}`),\n });\n });\n\n return items;\n}\n\nfunction buildActivityId(\n username: string,\n action: string,\n items: Array<{ name: string; url: string }>,\n exactTimestampIdPart?: string,\n): string {\n const itemDiscriminator = items\n .map((item) => item.url || item.name)\n .join(\"|\");\n const discriminator = exactTimestampIdPart ??\n (itemDiscriminator || \"activity\");\n\n return [\"hf-activity\", username, action, discriminator]\n .map(normalizeIdPart)\n .join(\":\");\n}\n\nfunction normalizeIdPart(value: string): string {\n return value.replace(/\\s+/g, \" \").trim();\n}\n\nfunction parseActivityHeader(\n text: string,\n): { action: string; timeAgo: string } {\n const match = text.match(\n /^(.+?)\\s+((?:about\\s+)?\\d+\\s+(?:second|minute|hour|day|week|month|year)s?\\s+ago|just now)$/i,\n );\n return match\n ? { action: match[1].trim(), timeAgo: match[2].trim() }\n : { action: \"\", timeAgo: \"\" };\n}\n\nfunction parseTimeAgo(timeAgo: string): Date {\n const cleaned = timeAgo.replace(/^about\\s+/, \"\");\n if (cleaned === \"just now\") return new Date();\n\n const match = cleaned.match(\n /(\\d+)\\s+(second|minute|hour|day|week|month|year)s?/,\n );\n if (!match) return new Date();\n\n const durationMs: Record = {\n second: 1_000,\n minute: 60_000,\n hour: 3_600_000,\n day: 86_400_000,\n week: 604_800_000,\n month: 2_592_000_000,\n year: 31_536_000_000,\n };\n\n return new Date(Date.now() - Number(match[1]) * durationMs[match[2]]);\n}\n\nfunction toHuggingFaceUrl(href: string): string {\n return href.startsWith(\"http\") ? href : `https://huggingface.co${href}`;\n}\n",[],[193,339],"6e982654-9a22-4db9-b983-4a61e1e8f654","hnDaily.ts","00cf79ac-b18d-11f1-8da4-1607ee4eb77e",64,["D",1789535458723],"import { load } from \"npm:cheerio@1.2.0\";\nimport { feedEndpoint, HttpError } from \"../feed.ts\";\n\n// Hacker News Daily (daemonology.net/hn-daily) posts one digest a day: the ten\n// highest-rated articles on Hacker News that day which have not appeared on any\n// previous Hacker News Daily. Its archive page carries the most recent digests\n// on one page, each a heading, a list of ten entries and a link to the page the\n// digest keeps. The page format has been stable for years, so the entries are\n// read straight off it and handed out one item per article, in the body shape\n// of hnrss.org items, each carrying the day it belongs to and the rank it held\n// that day.\nconst HN_DAILY_URL = \"https://www.daemonology.net/hn-daily/\";\n// The only icon Daemonology offers. It rides the feed metadata as the JSON Feed\n// icon, which jsonfeed-to-rss turns into the RSS channel image.\nconst HN_DAILY_ICON = \"https://www.daemonology.net/favicon.ico\";\n\nconst USER_AGENT =\n \"Mozilla/5.0 (compatible; RSSGallery/1.0; +https://val.town)\";\n\nconst hnDailyExpression = `{\n \"version\": $jsonFeedVersion,\n \"title\": \"HN Daily (decomposed)\",\n \"home_page_url\": \"${HN_DAILY_URL}\",\n \"feed_url\": $feedUrl,\n \"icon\": \"${HN_DAILY_ICON}\",\n \"description\": \"Every article of the recent Hacker News Daily digests as an individual item, carrying the day it belongs to and the rank it held that day, and, like hnrss.org feeds, linking to the article and to its comments. A digest holds the ten highest-rated articles on Hacker News of one day which have not appeared on any previous Hacker News Daily, and the day of each item links back to the digest it was split from.\",\n \"items\": items.{\n \"id\": id,\n \"url\": url,\n \"title\": title,\n \"content_html\": content_html,\n \"content_text\": content_text,\n \"date_published\": date_published\n }\n}`;\n\nexport const hnDailyHandler = feedEndpoint({\n expression: hnDailyExpression,\n loadSource: async () => {\n const items = decomposeArchive(await fetchArchive());\n if (items.length === 0) {\n throw new HttpError(502, `No articles found on ${HN_DAILY_URL}`);\n }\n return { data: { items } };\n },\n});\n\n/** One article of a digest, as the digest lists it */\nexport interface DailyEntry {\n title: string;\n url: string;\n /** The Hacker News discussion of the article, when the digest links one */\n commentsUrl?: string;\n /** The place the article held among the ten of its day */\n rank: number;\n}\n\n/** One day's digest, as the archive page spells it out */\nexport interface DailyDigest {\n /** The day the articles are drawn from, e.g. 2026-09-15 */\n date: string;\n /** The page the digest keeps for itself */\n url: string;\n entries: DailyEntry[];\n}\n\nexport interface FeedItem {\n id: string;\n url: string;\n title: string;\n content_html: string;\n content_text: string;\n date_published: string;\n}\n\n// The archive page holds the digests newest first, and the items follow that\n// order, all ten of a day together\nexport function decomposeArchive(html: string): FeedItem[] {\n return parseDigests(html).flatMap((digest) =>\n digest.entries.map((entry) => feedItem(digest, entry))\n );\n}\n\nconst DAY_HEADING = /^Daily Hacker News for (\\d{4}-\\d{2}-\\d{2})$/;\n\n// A digest is a heading (\"Daily Hacker News for 2026-09-15\") over the list of\n// its ten entries. The site's own headings and lists sit outside the content\n// column, and a list with no heading above it belongs to no digest.\nexport function parseDigests(\n html: string,\n pageUrl = HN_DAILY_URL,\n): DailyDigest[] {\n const $ = load(html);\n const digests: DailyDigest[] = [];\n\n $(\"div.content ul\").each((_, list) => {\n const heading = normalizeWhitespace($(list).prevAll(\"h2\").first().text());\n const date = DAY_HEADING.exec(heading)?.[1];\n if (!date) return;\n\n const entries: DailyEntry[] = [];\n $(list).children(\"li\").each((_, li) => {\n const $story = $(li).find(\".storylink a\").first();\n const title = normalizeWhitespace($story.text());\n const href = $story.attr(\"href\");\n if (!href || !title) return;\n\n // Comments are dressed as \".postlink\" since 2019 and as \".commentlink\"\n // before that\n const comments = $(li).find(\".postlink a, .commentlink a\").first().attr(\n \"href\",\n );\n\n entries.push({\n title,\n url: new URL(href, pageUrl).href,\n commentsUrl: comments ? new URL(comments, pageUrl).href : undefined,\n rank: entries.length + 1,\n });\n });\n\n if (entries.length > 0) {\n digests.push({\n date,\n url: new URL(`${date}.html`, pageUrl).href,\n entries,\n });\n }\n });\n\n return digests;\n}\n\n// An article of a digest as a feed item. No article is ever carried twice, by\n// its own day or by a later one, so the discussion is a name for it that holds\n// however far the archive page rolls on.\nfunction feedItem(digest: DailyDigest, entry: DailyEntry): FeedItem {\n const lines = bodyLines(digest, entry);\n return {\n id: entry.commentsUrl ?? entry.url,\n url: entry.url,\n title: entry.title,\n content_html: lines\n .map(({ label, value, url }) =>\n `
${label}: ${\n url\n ? `${escapeHtml(value)}`\n : escapeHtml(value)\n }
`\n )\n .join(\"\\n\"),\n content_text: lines\n .map(({ label, value }) => `${label}: ${value}`)\n .join(\"\\n\"),\n date_published: `${digest.date}T00:00:00.000Z`,\n };\n}\n\ninterface BodyLine {\n label: string;\n value: string;\n url?: string;\n}\n\n// The body of an hnrss.org item, with the day and the rank of the digest where\n// those feeds carry points and comment counts: neither is on the archive page\nfunction bodyLines(digest: DailyDigest, entry: DailyEntry): BodyLine[] {\n return [\n { label: \"Article URL\", value: entry.url, url: entry.url },\n entry.commentsUrl\n ? {\n label: \"Comments URL\",\n value: entry.commentsUrl,\n url: entry.commentsUrl,\n }\n : undefined,\n { label: \"Date\", value: digest.date, url: digest.url },\n { label: \"Rank\", value: String(entry.rank) },\n ].filter((line): line is BodyLine => Boolean(line));\n}\n\nasync function fetchArchive(): Promise {\n const response = await fetch(HN_DAILY_URL, {\n headers: { \"User-Agent\": USER_AGENT, \"Accept\": \"text/html\" },\n });\n if (!response.ok) {\n throw new Error(\n `Failed to fetch ${HN_DAILY_URL}: ${response.status} ${response.statusText}`,\n );\n }\n return await response.text();\n}\n\nfunction normalizeWhitespace(value: string): string {\n return value.replace(/\\s+/g, \" \").trim();\n}\n\nfunction escapeHtml(value: string): string {\n return value\n .replace(/&/g, \"&\")\n .replace(//g, \">\")\n .replace(/\"/g, \""\");\n}\n",[],[193,347],"5b784fbe-f00b-4605-9a92-34ab52375e1f","crowdSupply.ts","846aa1ca-a98a-11f1-90b0-1607ee4eb77e",43,["D",1788654781703],"import { load } from \"npm:cheerio@1.2.0\";\nimport { feedEndpoint, HttpError } from \"../feed.ts\";\n\nconst BASE_URL = \"https://www.crowdsupply.com\";\n\ninterface CrowdSupplyPage {\n title: string;\n description: string;\n path: string;\n}\n\nconst PAGES: Record = {\n prelaunch: {\n title: \"Crowd Supply Prelaunch\",\n description: \"Upcoming Crowd Supply campaigns that haven't launched yet\",\n path: \"/prelaunch\",\n },\n crowdfunding: {\n title: \"Crowd Supply Crowdfunding\",\n description: \"Active crowdfunding campaigns on Crowd Supply\",\n path: \"/crowdfunding\",\n },\n};\n\ninterface CrowdSupplyProject {\n id: string;\n url: string;\n title: string;\n description: string;\n imageUrl?: string;\n program?: string;\n status?: string;\n facts: Array<{ number: string; label: string }>;\n endsOn?: string;\n content_html: string;\n content_text: string;\n}\n\nconst crowdSupplyExpression = `{\n \"version\": $jsonFeedVersion,\n \"title\": pageTitle,\n \"home_page_url\": pageUrl,\n \"feed_url\": $feedUrl,\n \"description\": pageDescription,\n \"items\": items.{\n \"id\": id,\n \"url\": url,\n \"title\": title,\n \"content_html\": content_html,\n \"content_text\": content_text,\n \"date_published\": $now()\n }\n}`;\n\nexport const crowdSupplyHandler = feedEndpoint({\n expression: crowdSupplyExpression,\n loadSource: async (c) => {\n const pageKey = c.req.param(\"page\")?.replace(/\\.(rss|json)$/, \"\");\n if (!pageKey) throw new HttpError(400, \"Missing Crowd Supply page\");\n\n const page = PAGES[pageKey];\n if (!page) {\n throw new HttpError(\n 404,\n \"Crowd Supply page not found. Use: prelaunch or crowdfunding\",\n );\n }\n\n const items = await scrapeProjects(page);\n if (items.length === 0) {\n throw new HttpError(502, `No projects found on ${BASE_URL}${page.path}`);\n }\n\n return {\n data: {\n items,\n pageTitle: page.title,\n pageDescription: page.description,\n pageUrl: `${BASE_URL}${page.path}`,\n },\n };\n },\n});\n\nasync function scrapeProjects(page: CrowdSupplyPage): Promise<\n CrowdSupplyProject[]\n> {\n const url = `${BASE_URL}${page.path}`;\n const response = await fetch(url, {\n headers: {\n \"User-Agent\":\n \"Mozilla/5.0 (compatible; RSSGallery/1.0; +https://val.town)\",\n \"Accept\": \"text/html\",\n },\n });\n if (!response.ok) {\n throw new Error(\n `Failed to fetch ${url}: ${response.status} ${response.statusText}`,\n );\n }\n\n const $ = load(await response.text());\n const projects: CrowdSupplyProject[] = [];\n\n $(\"a.project-tile\").each((_, tile) => {\n const $tile = $(tile);\n const title = $tile.find(\"h3\").first().text().trim();\n const href = $tile.attr(\"href\") ?? \"\";\n if (!title || !href) return;\n\n const description = $tile.find(\".project-tile-overview p\").first().text()\n .trim();\n const imageEl = $tile.find(\"img\").first();\n const imageSrc = imageEl.attr(\"src\") ?? \"\";\n const imageAlt = imageEl.attr(\"alt\") ?? title;\n\n const status = [\n $tile.find(\".status-progress\").first().text(),\n $tile.find(\".status-bar\").first().children(\"div\").first().text(),\n ].map((text) => text.trim()).find((text) => text.length > 0);\n\n const program = normalizeWhitespace(\n $tile.find(\".project-tile-program\").text(),\n );\n\n const facts: Array<{ number: string; label: string }> = [];\n $tile.find(\".fact\").each((_, fact) => {\n const number = normalizeWhitespace($(fact).find(\".fact-number\").text());\n const label = normalizeWhitespace($(fact).find(\".fact-label\").text());\n if (number || label) facts.push({ number, label });\n });\n\n const endsOn = formatEndsOn($tile.find(\"[data-countdown-to]\").attr(\n \"data-countdown-to\",\n ));\n\n projects.push({\n id: $tile.attr(\"data-project-id\") ?? `${BASE_URL}${href}`,\n url: `${BASE_URL}${href}`,\n title,\n description,\n imageUrl: imageSrc ? `${BASE_URL}${imageSrc}` : undefined,\n program,\n status,\n facts,\n endsOn,\n content_html: buildContentHtml({\n title,\n description,\n imageUrl: imageSrc ? `${BASE_URL}${imageSrc}` : undefined,\n imageAlt,\n program,\n status,\n facts,\n endsOn,\n url: `${BASE_URL}${href}`,\n }),\n content_text: buildContentText({\n title,\n description,\n program,\n status,\n facts,\n endsOn,\n }),\n });\n });\n\n return projects;\n}\n\nfunction buildContentHtml(project: {\n title: string;\n description: string;\n imageUrl?: string;\n imageAlt: string;\n program?: string;\n status?: string;\n facts: Array<{ number: string; label: string }>;\n endsOn?: string;\n url: string;\n}): string {\n const parts: string[] = [];\n if (project.imageUrl) {\n parts.push(\n ` $\"${escapeHtml(project.imageAlt)}\"$ `,\n );\n }\n if (project.status) {\n parts.push(`
${escapeHtml(project.status)}
`);\n }\n if (project.description) {\n parts.push(`
${escapeHtml(project.description)}
`);\n }\n if (project.program) {\n parts.push(programToHtml(project.program));\n }\n const factText = project.facts\n .map((fact) =>\n escapeHtml([fact.number, fact.label].filter(Boolean).join(\" \"))\n )\n .filter(Boolean)\n .join(\" · \");\n const detailLines = [\n factText,\n project.endsOn ? `Ends ${escapeHtml(project.endsOn)}` : \"\",\n ].filter(Boolean);\n if (detailLines.length > 0) {\n parts.push(`
${detailLines.join(\"
\")}
`);\n }\n parts.push(\n `
View project
`,\n );\n return parts.join(\"\");\n}\n\nfunction buildContentText(project: {\n title: string;\n description: string;\n program?: string;\n status?: string;\n facts: Array<{ number: string; label: string }>;\n endsOn?: string;\n}): string {\n const factText = project.facts\n .map((fact) => [fact.number, fact.label].filter(Boolean).join(\" \"))\n .join(\" | \");\n return [\n project.status,\n project.description,\n project.program,\n factText,\n project.endsOn ? `Ends ${project.endsOn}` : \"\",\n ].filter(Boolean).join(\" | \");\n}\n\n// \"Part of PCBWay Assembly Hub\" -> emphasizes the program name\nfunction programToHtml(program: string): string {\n const prefix = \"Part of\";\n if (program.startsWith(prefix)) {\n const rest = program.slice(prefix.length).trim();\n return `
${escapeHtml(prefix)} ${escapeHtml(rest)}
`;\n }\n return `
${escapeHtml(program)}
`;\n}\n\nfunction formatEndsOn(value: string | undefined): string | undefined {\n if (!value) return undefined;\n const date = new Date(value);\n if (Number.isNaN(date.getTime())) return undefined;\n return date.toISOString().slice(0, 10);\n}\n\nfunction normalizeWhitespace(value: string): string {\n return value.replace(/\\s+/g, \" \").trim();\n}\n\nfunction escapeHtml(value: string): string {\n return value\n .replace(/&/g, \"&\")\n .replace(//g, \">\")\n .replace(/\"/g, \""\");\n}",[],[193,355],"eb0cc978-abbb-4009-8df9-73f06c52d23e","cooperPress.ts","97a2e1f6-b0c6-11f1-b20f-1607ee4eb77e",65,["D",1789535458782],"import { type CheerioAPI, contains, load } from \"npm:cheerio@1.2.0\";\nimport {\n type AnyNode,\n type Element,\n isTag,\n isText,\n} from \"npm:domhandler@5.0.3\";\nimport { feedEndpoint, HttpError } from \"../feed.ts\";\n\n// The Cooper Press newsletters (JavaScript Weekly, Frontend Focus, Node Weekly,\n// React Status, Postgres Weekly, Go Weekly and Ruby Weekly) each publish one\n// page per issue that holds every link they gathered that week. These feeds\n// pull the latest issue apart into one item per entry, so an issue can be\n// skimmed section by section. Whatever the split does not recognize is offered\n// as one closing item, so that a change of editorial style on their side cannot\n// drop content from the feed.\ninterface Publication {\n title: string;\n site: string;\n description: string;\n}\n\nexport const cooperPressPublications: Record = {\n javascriptweekly: {\n title: \"JavaScript Weekly\",\n site: \"javascriptweekly.com\",\n description: \"Every entry of the latest JavaScript Weekly issue\",\n },\n frontendfocus: {\n title: \"Frontend Focus\",\n site: \"frontendfoc.us\",\n description: \"Every entry of the latest Frontend Focus issue\",\n },\n nodeweekly: {\n title: \"Node Weekly\",\n site: \"nodeweekly.com\",\n description: \"Every entry of the latest Node Weekly issue\",\n },\n reactstatus: {\n title: \"React Status\",\n site: \"react.statuscode.com\",\n description: \"Every entry of the latest React Status issue\",\n },\n postgresweekly: {\n title: \"Postgres Weekly\",\n site: \"postgresweekly.com\",\n description: \"Every entry of the latest Postgres Weekly issue\",\n },\n golangweekly: {\n title: \"Go Weekly\",\n site: \"golangweekly.com\",\n description: \"Every entry of the latest Go Weekly issue\",\n },\n rubyweekly: {\n title: \"Ruby Weekly\",\n site: \"rubyweekly.com\",\n description: \"Every entry of the latest Ruby Weekly issue\",\n },\n};\n\nconst cooperPressExpression = `{\n \"version\": $jsonFeedVersion,\n \"title\": feedTitle,\n \"home_page_url\": homePageUrl,\n \"feed_url\": $feedUrl,\n \"description\": feedDescription,\n \"items\": items.{\n \"id\": id,\n \"url\": url,\n \"title\": title,\n \"content_html\": content_html,\n \"content_text\": content_text,\n \"date_published\": date_published,\n \"tags\": tags\n }\n}`;\n\nexport const cooperPressHandler = feedEndpoint({\n expression: cooperPressExpression,\n loadSource: async (c) => {\n const slug = c.req.param(\"publication\")?.replace(/\\.(rss|json)$/, \"\");\n if (!slug) throw new HttpError(400, \"Missing Cooper Press publication\");\n\n const publication = cooperPressPublications[slug];\n if (!publication) {\n throw new HttpError(\n 404,\n `Unknown publication. Use: ${\n Object.keys(cooperPressPublications).join(\", \")\n }`,\n );\n }\n\n const issue = await fetchLatestIssue(publication);\n\n return {\n data: {\n feedTitle: `${publication.title} (decomposed)`,\n // The feed holds the latest issue, but it is about the publication as a\n // whole, so it links to the publication's own home page rather than to\n // the issue it currently carries. A reader who wants that issue finds\n // it at the bottom of every item\n homePageUrl: `https://${publication.site}/`,\n feedDescription:\n `${publication.description}, split into one item per section entry, each tagged with the section it appears under, any sponsorship and every single word it links to, plus a closing item for any content the split did not recognize`,\n items: decomposeIssue(issue.html, {\n url: issue.url,\n date: issue.date,\n number: issue.number,\n }),\n },\n };\n },\n});\n\ninterface CooperPressIssue {\n url: string;\n html: string;\n number?: number;\n date?: string;\n}\n\nexport interface FeedItem {\n id: string;\n url?: string;\n title: string;\n content_html: string;\n content_text: string;\n date_published?: string;\n tags?: string[];\n}\n\n// An entry as the split reads it off the page: the fields of the feed item it\n// becomes, plus the section it appears under, which labels and tags the item\ninterface Entry {\n title: string;\n url?: string;\n contentHtml: string;\n section?: string;\n /** Tags the entry wears besides the section it appears under /\n tags?: string[];\n}\n\nconst USER_AGENT =\n \"Mozilla/5.0 (compatible; RSSGallery/1.0; +https://val.town)\";\n\nasync function fetchLatestIssue(pub: Publication): Promise {\n const latestUrl = `https://${pub.site}/latest`;\n const response = await fetch(latestUrl, {\n headers: { \"User-Agent\": USER_AGENT, \"Accept\": \"text/html\" },\n });\n if (!response.ok) {\n throw new Error(\n `Failed to fetch ${latestUrl}: ${response.status} ${response.statusText}`,\n );\n }\n\n const html = await response.text();\n // /latest redirects, so the response URL is the canonical issue URL\n const url = response.url || latestUrl;\n\n return { url, html, ...parseIssueMeta(html) };\n}\n\n// Every issue names itself (\"#793 — July 7, 2026\") somewhere in the content, but\n// the surrounding markup differs between publications\nexport function parseIssueMeta(html: string): {\n number?: number;\n date?: string;\n} {\n const $ = load(html);\n const body = normalizeWhitespace($(\"#content\").text() || $(\"body\").text());\n const match = /#\\u200b?(\\d+)\\s[—-]\\s([A-Z][a-z]+ \\d{1,2}, \\d{4})/.exec(\n body,\n );\n if (!match) return {};\n\n const date = new Date(`${match[2]} UTC`);\n return {\n number: Number(match[1]),\n date: Number.isNaN(date.getTime()) ? undefined : date.toISOString(),\n };\n}\n\n// --- issue decomposition --------------------------------------------------\n//\n// The split drains the page of one issue: one pass over its elements that reads\n// each entry, hands it to the feed as an item and takes the elements the item\n// holds off the page. Whatever the pass leaves behind is the content of the\n// closing item.\n\n// Parts of the page that never hold editorial content: the site's own furniture\nconst FURNITURE_REGIONS = [\n \".el-splitbar\",\n \".norss\",\n \".el-masthead\",\n \".masthead\",\n \".footer\",\n \".preheader\",\n \"style\",\n \"script\",\n].join(\",\");\n\nconst ITEM_CONTAINERS = \"table.el-item, table.miniitem\";\n\n// Label of the item that carries whatever the split did not recognize\nexport const NON_DECOMPOSED_TAG = \"Non-decomposed\";\n\n// Tag of an entry Cooper Press was paid to place. A sponsor says so in the\n// byline of its entry, and a sponsored classified ad says so in the element the\n// issue wraps it in.\nexport const SPONSORED_TAG = \"Sponsored\";\n\nconst SPONSOR_BADGE = \".tag-sponsor\";\n// The two signals live in different tiers and never overlap: the badge dresses\n// the featured sponsor boxes, the element wraps an ad-server sponsored\n// classified. A classified without that element is a plain classified ad, i.e.\n// holding the classifieds slot is not by itself a sponsorship.\nconst SPONSOR_MARKERS = `${SPONSOR_BADGE}, classified[tags~=\"sponsor\"]`;\n\nconst EMOJI_START =\n /^[\\p{Extended_Pictographic}\\p{Emoji_Presentation}\\u2600-\\u27BF\\u2B00-\\u2BFF\\uFE0F]/u;\nconst EMOJI_ONLY =\n /^[\\p{Extended_Pictographic}\\p{Emoji_Presentation}\\u2600-\\u27BF\\u2B00-\\u2BFF\\uFE0F\\s]+$/u;\n\nexport interface IssueRef {\n url: string;\n date?: string;\n number?: number;\n}\n\nexport function decomposeIssue(html: string, issue: IssueRef): FeedItem[] {\n const $ = load(html);\n const content = $(\"#content\").first();\n const scope = (content.length ? content : $(\"body\")).first().get(0)!;\n\n const items = [...drainIssue($, scope, issue)];\n\n // By now an item holds all the content it will carry (its own, the notes the\n // drain attached to it and the issue's banner), so the words it links to can\n // join its tags last, and the issue the entry was split out of can sign off\n // below everything else\n const signOff = issueSignOff(issue);\n for (const item of items) {\n const tags = [...(item.tags ?? [])];\n for (const word of singleWordLinkTags(item.content_html)) {\n if (!tags.includes(word)) tags.push(word);\n }\n item.tags = tags.length > 0 ? tags : undefined;\n item.content_html += `\\n${signOff.html}`;\n item.content_text = item.content_text\n ? `${item.content_text}\\n${signOff.text}`\n : signOff.text;\n }\n\n return items;\n}\n\n// The line every item of an issue signs off with: the entry belongs to an issue\n// as a whole, and the issue carries content the split files elsewhere, so a\n// reader is handed the one link that holds all of it\nfunction issueSignOff(issue: IssueRef): { html: string; text: string } {\n const label = issue.number\n ? `Read the full issue #${issue.number}`\n : \"Read the full issue\";\n return {\n html: `
${label}
`,\n text: label,\n };\n}\n\n// An item of an issue, numbered by its place among the issue's items\nfunction feedItem(\n issue: IssueRef,\n index: number,\n fields: { title: string; url?: string; contentHtml: string; tags?: string[] },\n): FeedItem {\n return {\n id: `${issue.url}#${index}`,\n url: fields.url,\n title: fields.title,\n content_html: fields.contentHtml,\n content_text: htmlToText(fields.contentHtml),\n date_published: issue.date,\n tags: fields.tags,\n };\n}\n\n// The drain loop over the page of one issue: it hands out one item per entry it\n// reads, in page order, and closes with the item that holds what it did not\n// read. An item takes the elements it holds off the page as it is handed out, so\n// the closing item is made of what no item before it claimed.\nfunction drainIssue(\n $: CheerioAPI,\n scope: Element,\n issue: IssueRef,\n): Generator {\n const items: FeedItem[] = [];\n // The section currently in effect. Compact list markers (\"IN BRIEF:\") and the\n // classifieds box only label their own block, so they carry a scope.\n let section:\n | { name: string; block?: Element; heading: Element; story?: boolean }\n | undefined;\n const classifiedsSeen = new Set();\n // A run of prose between entries is one item; it has no headline of its own,\n // so it borrows the first link in the run\n let pendingProse:\n | {\n section?: string;\n link?: { title: string; url?: string };\n elements: Element[];\n parts: string[];\n }\n | undefined;\n // The image at the head of the issue heads the issue as a whole, so it is held\n // back to sign off every item. Every other image introduces the entry below\n // it, so it is held until that entry is read.\n let issueImage: { image: string; el: Element } | undefined;\n let pendingImages: Array<{ image: string; el: Element }> = [];\n\n // Taking an element off the page is what claiming it means: what an item\n // holds, the closing item does not offer a second time\n const take = (elements: Element[]) => {\n for (const el of elements) $(el).remove();\n };\n\n // The images held for an entry lead its content\n const takeImages = (): string[] => {\n const images = pendingImages.map((pending) => pending.image);\n take(pendingImages.map((pending) => pending.el));\n pendingImages = [];\n return images;\n };\n\n // A note of content that belongs to the entry above it joins that entry\n const appendNote = (into: FeedItem, note: string) => {\n into.content_html += `\\n${note}`;\n into.content_text += `\\n${htmlToText(note)}`;\n };\n\n // Folds an element that belongs to the entry above it into that entry\n const foldInto = (into: FeedItem, el: Element) => {\n absolutize($, el, issue.url);\n const note = $.html($(el)) ?? \"\";\n take([el]);\n appendNote(into, note);\n };\n\n const sectionFor = (el: Element): string | undefined => {\n if (!section) return undefined;\n if (section.block && !$(el).parents().toArray().includes(section.block)) {\n return undefined;\n }\n return section.name;\n };\n\n // Hands one entry to the feed. The heading of a section is provided by the\n // entries that wear its name, so a heading no entry ever wears is not taken\n // and reaches the closing item instead.\n function* pushItem(entry: Entry): Generator {\n const label = entry.section && entry.section !== entry.title\n ? entry.section\n : undefined;\n if (entry.section && section) take([section.heading]);\n // The images held for this entry lead its body\n const contentHtml = [...takeImages(), entry.contentHtml]\n .filter(Boolean)\n .join(\"\\n\");\n // The section names the entry first; the tags it wears follow\n const tags = [label, ...(entry.tags ?? [])]\n .filter((tag): tag is string => Boolean(tag));\n const item = feedItem(issue, items.length, {\n ...entry,\n title: label ? `${label}: ${entry.title}` : entry.title,\n contentHtml,\n tags: tags.length > 0 ? tags : undefined,\n });\n items.push(item);\n yield item;\n }\n\n // Reads an element as the entry it presents: the element as a whole, or the\n // parts of it an item holds when the box around them holds content of its own\n function* emit(\n el: Element,\n entry: Omit,\n /** Parts of the entry the item holds; defaults to the entry as a whole. /\n held?: Element[],\n ): Generator {\n // The section is read off the page before the entry leaves it\n const worn = sectionFor(el);\n take(held ?? [el]);\n yield pushItem({ ...entry, section: worn });\n }\n\n // Hands the run of prose read since the last entry to the feed\n function* flushProse(): Generator {\n if (!pendingProse) return;\n const { section: proseSection, link, elements, parts } = pendingProse;\n pendingProse = undefined;\n\n // A run with no link of its own has no headline to offer, so its text\n // stays with the entry above it (footnotes, closing notes, and the like)\n if (!link) {\n const previous = items[items.length - 1];\n if (previous && sectionTag(previous) === proseSection) {\n take(elements);\n appendNote(previous, parts.join(\"\\n\"));\n }\n return;\n }\n\n const tags = sponsorTags($, ...elements);\n take(elements);\n yield* pushItem({\n title: link.title,\n url: link.url,\n contentHtml: parts.join(\"\\n\"),\n section: proseSection,\n tags,\n });\n }\n\n // Adds the parts read since the last entry to the run of prose open on the\n // page, opening a run for them where the run they belong to has ended: a list\n // of release highlights closes the story above it, and no entry ever broke\n // the two apart\n const prose = (\n fields: { section?: string; link?: { title: string; url?: string } },\n elements: Element[],\n ) => {\n if (!pendingProse) {\n pendingProse = {\n section: fields.section,\n link: fields.link,\n elements: [],\n parts: [],\n };\n }\n pendingProse.elements.push(...elements);\n pendingProse.parts.push(...elements.map((el) => $.html($(el)) ?? \"\"));\n };\n\n for (const el of $(scope).find(\"\").toArray()) {\n // Whatever an item above took off the page is not read a second time\n if (!contains(scope, el)) continue;\n\n const $el = $(el);\n if ($el.parents(FURNITURE_REGIONS).length > 0) continue;\n if ($el.parents(ITEM_CONTAINERS).length > 0) continue;\n\n // Cooper Press puts the image an entry leads with above it, in a block of\n // its own rather than inside a paragraph\n if (el.tagName === \"img\" && isHeroImage($, el, scope)) {\n const image = heroImageHtml($, el, issue.url);\n if (image) {\n if (items.length === 0 && !issueImage) issueImage = { image, el };\n else pendingImages.push({ image, el });\n }\n continue;\n }\n\n const heading = detectHeading($, el);\n if (heading) {\n yield flushProse();\n const classifieds = $el.closest(\"table.classifieds\").get(0) as\n | Element\n | undefined;\n // Only the first heading of the classifieds box names a section; the\n // rest are titles of single ads\n if (classifieds && classifiedsSeen.has(classifieds)) continue;\n if (classifieds) classifiedsSeen.add(classifieds);\n const name = cleanHeading(heading.text);\n if (name) {\n section = {\n name,\n block: classifieds ?? heading.block,\n heading: el,\n story: heading.story,\n };\n }\n continue;\n }\n\n // Callout boxes (\"💡 ...\") expand on the entry above them\n if (\n (el.tagName === \"p\" || el.tagName === \"li\") &&\n $el.closest(\"table.el-content.blue\").length > 0\n ) {\n yield* flushProse();\n const previous = items[items.length - 1];\n if (previous) {\n foldInto(previous, el);\n continue;\n }\n }\n\n // A list no item of which links anywhere has no headline to offer either, so\n // it reads as prose of the entry above it rather than as entries of its own\n if (\n (el.tagName === \"ul\" || el.tagName === \"ol\") &&\n $el.find(\"a[href]\").length === 0\n ) {\n prose({ section: sectionFor(el), link: findEntryLink($, el) }, [el]);\n continue;\n }\n\n if ($el.is(ITEM_CONTAINERS)) {\n const link = findEntryLink($, el);\n if (!link) continue;\n yield* flushProse();\n // A story is told with prose, and the entry box that follows brings the\n // next one, so a centered title names no further than the story it opened\n if (section?.story) section = undefined;\n absolutize($, el, issue.url);\n // The badge a paid entry wears is the ad's own furniture: its meaning\n // travels as a tag, so it does not stay in the entry's content\n const tags = sponsorTags($, el);\n if (tags.length > 0) $el.find(SPONSOR_BADGE).remove();\n const held = [\"p.desc\", \"p.name\"]\n .map((part) => $el.find(part).first())\n .filter((part) => part.length > 0)\n .map((part) => part.get(0)!);\n\n if (held.length === 0) {\n yield* emit(el, { ...link, contentHtml: $.html($el), tags });\n continue;\n }\n\n // The logo an entry box decorates itself with is the ad's own furniture,\n // not editorial content, so it is accounted for alongside the ad\n yield* emit(\n el,\n {\n ...link,\n contentHtml: held.map((part) => $.html(part)).join(\"\\n\"),\n tags,\n },\n [...held, ...$el.find(\"img\").toArray()],\n );\n continue;\n }\n\n // Classifieds ads written as plain paragraphs are ruled off from each other\n if (el.tagName === \"hr\") {\n yield* flushProse();\n continue;\n }\n\n if (el.tagName === \"p\" || el.tagName === \"li\") {\n // List items are emitted whole, so skip the paragraphs inside them\n if (el.tagName === \"p\" && $el.parents(\"li\").length > 0) continue;\n\n if (el.tagName === \"p\" && !isEntryParagraph($, el)) {\n prose({ section: sectionFor(el), link: findEntryLink($, el) }, [el]);\n continue;\n }\n\n const link = findEntryLink($, el);\n if (!link) continue;\n yield* flushProse();\n absolutize($, el, issue.url);\n yield* emit(el, {\n ...link,\n contentHtml: $.html($el),\n tags: sponsorTags($, el),\n });\n }\n }\n\n yield* flushProse();\n\n // An image left over has no entry below it to lead, so it stays with the\n // entry above instead of being dropped\n const last = items[items.length - 1];\n if (last && pendingImages.length > 0) {\n last.content_html += `\\n${takeImages().join(\"\\n\")}`;\n }\n\n // The headline image is the issue's own banner, so it signs off every item.\n // An issue whose entries the split could not read at all keeps its images for\n // the closing item instead.\n const banner = items.length > 0 ? issueImage : undefined;\n if (banner) take([banner.el]);\n\n // What the drain did not take off the page closes the issue as one item\n const closing = leftoverItem($, scope, issue, items.length);\n if (closing) items.push(closing);\n if (banner) {\n for (const item of items) item.content_html += `\\n${banner.image}`;\n }\n if (closing) yield closing;\n}\n\n// --- closing item ---------------------------------------------------------\n//\n// The drain above only reads the entry styles Cooper Press use today, so a style\n// they add tomorrow would drop its content from the feed. Whatever no item of an\n// issue took off the page is serialized as plain feed HTML into one closing item\n// — or comes back undefined when nothing readable is left, which is the usual\n// outcome for a page whose entries were all read.\n//\n// Serializing is what drops the scaffolding of a page: wrapper tables, spacer\n// cells and the like hold neither text nor an image of their own, so they leave\n// no chunk behind and need no sweep of their own.\n\nfunction leftoverItem(\n $: CheerioAPI,\n scope: Element,\n issue: IssueRef,\n /** The place the closing item takes among the items of its issue */\n index: number,\n): FeedItem | undefined {\n $(scope).find(FURNITURE_REGIONS).remove();\n\n const html = joinChunks(chunksOf($, scope, issue.url), true);\n if (!hasContent(html)) return undefined;\n\n return feedItem(issue, index, {\n title: issue.number\n ? `Non-decomposed issue #${issue.number} content`\n : \"Non-decomposed content\",\n url: issue.url,\n contentHtml: html,\n tags: [NON_DECOMPOSED_TAG],\n });\n}\n\n// A feed item's content is made of blocks (paragraphs, lists, headings, images)\n// and the inline runs between them, which are only wrapped in a paragraph once\n// they turn out to be content of their own.\ninterface Chunk {\n html: string;\n block: boolean;\n}\n\n// Wrapper markup (tables, divs, spans…) carries no meaning of its own, so it is\n// unwrapped and its content is read where it lies\nconst BLOCK_TAGS = new Set([\n \"p\",\n \"ul\",\n \"ol\",\n \"li\",\n \"h1\",\n \"h2\",\n \"h3\",\n \"h4\",\n \"h5\",\n \"h6\",\n \"blockquote\",\n \"pre\",\n \"figure\",\n \"figcaption\",\n \"dl\",\n \"dt\",\n \"dd\",\n]);\n\nconst INLINE_TAGS = new Set([\n \"a\",\n \"strong\",\n \"b\",\n \"em\",\n \"i\",\n \"u\",\n \"s\",\n \"strike\",\n \"del\",\n \"ins\",\n \"code\",\n \"kbd\",\n \"samp\",\n \"var\",\n \"mark\",\n \"small\",\n \"sub\",\n \"sup\",\n \"cite\",\n \"q\",\n \"abbr\",\n \"time\",\n \"br\",\n \"wbr\",\n]);\n\n// Markup a feed reader has no use for: scripts, embeds and form controls\nconst DROPPED_TAGS = new Set([\n \"script\",\n \"style\",\n \"noscript\",\n \"template\",\n \"iframe\",\n \"svg\",\n \"canvas\",\n \"video\",\n \"audio\",\n \"object\",\n \"embed\",\n \"form\",\n \"input\",\n \"select\",\n \"textarea\",\n \"button\",\n \"meta\",\n \"link\",\n \"base\",\n \"title\",\n \"head\",\n]);\n\nfunction chunksOf($: CheerioAPI, node: AnyNode, baseUrl: string): Chunk[] {\n if (isText(node)) {\n return normalizeWhitespace(node.data).length > 0\n ? [{ html: escapeHtml(node.data), block: false }]\n : [];\n }\n if (!isTag(node)) return [];\n\n const tag = node.tagName.toLowerCase();\n if (DROPPED_TAGS.has(tag)) return [];\n\n if (tag === \"img\") {\n const src = $(node).attr(\"src\");\n if (!src) return [];\n return [{\n html: imageHtml(src, $(node).attr(\"alt\") ?? \"\", baseUrl),\n block: true,\n }];\n }\n if (tag === \"br\") return [{ html: \"
\", block: false }];\n\n const inner = joinChunks(childrenChunks($, node, baseUrl), false);\n if (BLOCK_TAGS.has(tag)) {\n return [{ html: `<${tag}>${inner}`, block: true }];\n }\n if (tag === \"a\") {\n const href = $(node).attr(\"href\");\n if (!href) return [{ html: inner, block: false }];\n const url = escapeHtml(new URL(href, baseUrl).toString());\n return [{ html: `${inner}`, block: false }];\n }\n if (INLINE_TAGS.has(tag)) {\n return [{ html: `<${tag}>${inner}`, block: false }];\n }\n\n return childrenChunks($, node, baseUrl);\n}\n\nfunction childrenChunks(\n $: CheerioAPI,\n el: Element,\n baseUrl: string,\n): Chunk[] {\n return $(el).contents().toArray().flatMap((child) =>\n chunksOf($, child, baseUrl)\n );\n}\n\nfunction joinChunks(chunks: Chunk[], wrapRuns: boolean): string {\n const parts: string[] = [];\n let run: string[] = [];\n\n const flush = () => {\n const html = run.join(\"\").trim();\n run = [];\n if (hasContent(html)) parts.push(wrapRuns ? `
${html}
` : html);\n };\n\n for (const chunk of chunks) {\n if (!chunk.block) {\n run.push(chunk.html);\n continue;\n }\n flush();\n if (hasContent(chunk.html)) parts.push(chunk.html);\n }\n flush();\n\n return parts.join(\"\\n\");\n}\n\n// Text or an image makes a chunk content; whitespace, entities that only decode\n// to whitespace and empty markup do not\nfunction hasContent(html: string): boolean {\n return / 0;\n}\n\n// A paragraph that introduces an entry starts with the entry's link, e.g.\n// \"📄 Title – description\" or \"Title Author\". Prose that\n// merely links mid-sentence (\"RubyKaigi, the conference…\") does not.\nfunction isEntryParagraph($: CheerioAPI, el: Element): boolean {\n const nodes = $(el).contents().toArray();\n let i = 0;\n while (i < nodes.length) {\n const node = nodes[i];\n if (\n node.type === \"text\" && (!node.data.trim() || EMOJI_ONLY.test(node.data))\n ) {\n i++;\n continue;\n }\n break;\n }\n\n const first = nodes[i];\n if (!first || first.type !== \"tag\" || !$(first).is(\"a[href]\")) return false;\n\n const after = nodes[i + 1];\n if (!after || after.type === \"tag\") return true;\n if (after.type !== \"text\") return true;\n // A trailing comma reads as \", the conference…\", i.e. mid-sentence\n return !after.data.trimStart().startsWith(\",\");\n}\n\n// --- headings -------------------------------------------------------------\n\ninterface DetectedHeading {\n text: string;\n block?: Element;\n /**\n * A centered title (\"What's New in React 19.3\") names the story it opens,\n * written below it, rather than the run of entries a section holds\n /\n story?: boolean;\n}\n\nfunction detectHeading(\n $: CheerioAPI,\n el: Element,\n): DetectedHeading | undefined {\n const $el = $(el);\n\n if (el.tagName === \"table\") {\n return $el.hasClass(\"el-heading\") ? { text: $el.text() } : undefined;\n }\n if (el.tagName !== \"p\") return undefined;\n if ($el.find(\"a[href]\").length > 0) return undefined;\n\n const text = normalizeWhitespace($el.text());\n if (!text || text.length > 80) return undefined;\n\n const style = $el.attr(\"style\") ?? \"\";\n // A centered paragraph names a section like any other mark of emphasis: the\n // \"What's New in React 19.3\" that opens a big release heads the story below\n // it, exactly as a section heading heads the entries below it\n if (/text-align:\\scenter/.test(style)) return { text, story: true };\n\n const upperSpan = $el.find(\"span\").toArray().some((span) =>\n /text-transform:\\suppercase/.test($(span).attr(\"style\") ?? \"\")\n );\n if (upperSpan) return { text };\n if (/font-size:\\s1\\.[4-9]em/.test(style)) return { text };\n if (/text-transform:\\suppercase/.test(style)) return { text };\n if (EMOJI_START.test(text)) return { text };\n\n // Compact list markers (\"IN BRIEF:\", \"RELEASES AND CODE:\"). They label the\n // list they open, so they stay in effect for later blocks only when their\n // own block holds nothing to label.\n const letters = text.replace(/[^A-Za-z]/g, \"\");\n if (\n letters.length >= 3 && letters === letters.toUpperCase() &&\n /^[A-Z0-9][A-Z0-9 ,'&/()\\-–—.:!?]:?$/.test(text)\n ) {\n const block = ($el.closest(\"table\").get(0) as Element | undefined) ?? el;\n const scoped = $(block).find(\"a[href]\").length > 0;\n return { text, block: scoped ? block : undefined };\n }\n\n return undefined;\n}\n\nfunction cleanHeading(value: string): string {\n return normalizeWhitespace(value)\n .replace(\n /^[\\p{Extended_Pictographic}\\p{Emoji_Presentation}\\u2600-\\u27BF\\u2B00-\\u2BFF\\uFE0F]+\\s/u,\n \"\",\n )\n .replace(/[:：]\\s$/, \"\")\n .trim();\n}\n\n// --- hero images ----------------------------------------------------------\n\n// An image introduces the entry below it when it stands alone in its block, i.e.\n// nothing but the image sits between it and the top of the issue. An image with\n// company (a caption, a story around it) belongs to that block instead.\nfunction isHeroImage($: CheerioAPI, el: Element, scope: Element): boolean {\n for (let node = el.parent; node && node !== scope; node = node.parent) {\n if (!isTag(node)) continue;\n if (normalizeWhitespace($(node).text()).length > 0) return false;\n if ($(node).find(\"img\").length > 1) return false;\n }\n return true;\n}\n\nfunction heroImageHtml(\n $: CheerioAPI,\n el: Element,\n baseUrl: string,\n): string | undefined {\n const src = $(el).attr(\"src\");\n if (!src) return undefined;\n return imageHtml(src, $(el).attr(\"alt\") ?? \"\", baseUrl);\n}\n\n// An image as a feed item carries it: absolute, with its alt text, and free of\n// the layout styles of the page it came from\nfunction imageHtml(src: string, alt: string, baseUrl: string): string {\n const url = escapeHtml(new URL(src, baseUrl).toString());\n return ` $\"${\n$ `;\n}\n\n// --- helpers --------------------------------------------------------------\n\n// The tags an entry wears besides the section the page places it under. Cooper\n// Press badges a paid placement in the entry's own byline, and wraps a\n// sponsored classified ad in an element that calls itself a sponsor.\nfunction sponsorTags($: CheerioAPI, ...elements: Element[]): string[] {\n const marked = elements.some((el) =>\n $(el).is(SPONSOR_MARKERS) || $(el).find(SPONSOR_MARKERS).length > 0\n );\n return marked ? [SPONSORED_TAG] : [];\n}\n\n// The section an item appears under, which is the tag that is not a sponsored\n// tag: an entry that sits under no section wears the sponsored tag alone.\nfunction sectionTag(item: FeedItem): string | undefined {\n return item.tags?.find((tag) => tag !== SPONSORED_TAG);\n}\n\n// --- word links -----------------------------------------------------------\n//\n// An entry that links to a name of its own (\"STRICH\", \"Vite\") wears that word\n// as a tag too, so a recurring ad can be filtered out by the name it promotes\n// without the split knowing anything about it. Only a link of one word\n// qualifies: a link that reads as a phrase (\"Source code\") is prose, and a\n// phrase is no name to filter on.\n\n// A word opens with a letter or a digit and holds only the marks names carry\n// inside them (Next.js, fast-check, C++). A link that reads as a path or a call\n// (rsc.io/markdown, browser()), or as a run of punctuation or an emoji, is not a\n// word and gets no tag.\nconst WORD = /^[\\p{L}\\p{N}][\\p{L}\\p{N}._+'-]$/u;\n\nexport function singleWordLinkTags(contentHtml: string): string[] {\n const $ = load(contentHtml);\n const words = new Set();\n $(\"a[href]\").each((_, a) => {\n const text = normalizeWhitespace($(a).text());\n if (WORD.test(text)) words.add(text);\n });\n return [...words];\n}\n\n// The headline of an entry: the promoted \"mainlink\" when there is one,\n// otherwise the first link that has link text of its own\nfunction findEntryLink(\n $: CheerioAPI,\n el: Element,\n): { title: string; url?: string } | undefined {\n const main = $(el).find(\".mainlink a[href]\").first();\n if (main.length && normalizeWhitespace(main.text())) {\n return { title: normalizeWhitespace(main.text()), url: main.attr(\"href\") };\n }\n for (const a of $(el).find(\"a[href]\").toArray()) {\n const title = normalizeWhitespace($(a).text());\n if (title) return { title, url: $(a).attr(\"href\") };\n }\n return undefined;\n}\n\nfunction absolutize($: CheerioAPI, el: Element, baseUrl: string): void {\n $(el).find(\"[href]\").each((_, a) => {\n const href = $(a).attr(\"href\");\n if (href) $(a).attr(\"href\", new URL(href, baseUrl).toString());\n });\n $(el).find(\"[src]\").each((_, img) => {\n const src = $(img).attr(\"src\");\n if (src) $(img).attr(\"src\", new URL(src, baseUrl).toString());\n });\n}\n\nfunction htmlToText(html: string): string {\n return normalizeWhitespace(load(html).text());\n}\n\nfunction escapeHtml(value: string): string {\n return value\n .replace(/&/g, \"&\")\n .replace(//g, \">\")\n .replace(/\"/g, \""\");\n}\n\nfunction normalizeWhitespace(value: string): string {\n return value.replace(/\\s+/g, \" \").trim();\n}\n",[],[193,363],"4e9e12b0-5e22-11f1-a88a-1607ee4eb77e","artificialAnalysis.ts","11573af6-586b-11f1-bbf2-ee650bb23af1",31,["D",1780363686579],"import as cheerio from \"npm:cheerio@1.2.0\";\nimport { feedEndpoint } from \"../feed.ts\";\n\nconst CHANGELOG_URL = \"https://artificialanalysis.ai/changelog\";\nconst BASE_URL = \"https://artificialanalysis.ai\";\n\ninterface ArtificialAnalysisChangelogItem {\n id: string;\n url: string;\n title: string;\n content_html: string;\n summary?: string;\n date_published: string;\n}\n\nconst artificialAnalysisExpression = `{\n \"version\": $jsonFeedVersion,\n \"title\": \"Artificial Analysis Changelog\",\n \"home_page_url\": \"${CHANGELOG_URL}\",\n \"feed_url\": $feedUrl,\n \"description\": \"Latest Artificial Analysis changelog entries\",\n \"items\": items\n}`;\n\nexport const artificialAnalysisHandler = feedEndpoint({\n expression: artificialAnalysisExpression,\n loadSource: async () => ({\n data: { items: await fetchChangelogItems() },\n }),\n});\n\nasync function fetchChangelogItems(): Promise<\n ArtificialAnalysisChangelogItem[]\n> {\n const response = await fetch(CHANGELOG_URL, {\n headers: { \"Accept\": \"text/html\" },\n });\n if (!response.ok) {\n throw new Error(\n `Failed to fetch ${CHANGELOG_URL}: ${response.status} ${response.statusText}`,\n );\n }\n\n const $ = cheerio.load(await response.text());\n const items: ArtificialAnalysisChangelogItem[] = [];\n\n $(\"main h4\").each((_, heading) => {\n const dateText = $(heading).text().trim();\n const datePublished = parseChangelogDate(dateText);\n if (!datePublished) return;\n\n $(heading).nextUntil(\"h4\").find(\"div.flex.gap-8\").each((_, wrapper) => {\n const $wrapper = $(wrapper);\n\n // Type 1: full entries with title, kind, and summary inside an anchor\n const fullEntry = $wrapper.find(\"> a.flex.flex-col.gap-1\");\n if (fullEntry.length) {\n const link = fullEntry.first();\n const href = link.attr(\"href\");\n if (!href) return;\n\n absolutizeUrls($, link);\n const title = normalizeWhitespace(link.find(\"h3\").first().text()) ||\n normalizeWhitespace(link.find(\"img\").first().attr(\"alt\") || \"\");\n if (!title) return;\n\n const kind = normalizeWhitespace(\n link.find(\"span.text-xs\").first().text(),\n );\n const summary = normalizeWhitespace(link.find(\".prose p\").text());\n const url = new URL(href, BASE_URL).toString();\n\n items.push({\n id: `${dateText}-${items.length}-${url}`,\n url,\n title: kind ? `${title} - ${kind}` : title,\n content_html: link.html() ?? link.text(),\n summary: summary || undefined,\n date_published: datePublished,\n });\n return;\n }\n\n // Type 2: provider performance results\n const providerBlock = $wrapper.find(\"div.w-full.max-w-xl.py-2.px-2\");\n if (!providerBlock.length) return;\n\n const providerKind = normalizeWhitespace(\n providerBlock.find(\"span.text-sm\").text(),\n );\n if (!providerKind) return;\n\n providerBlock.find(\"a[href]\").each((_, modelLink) => {\n const $modelLink = $(modelLink);\n const href = $modelLink.attr(\"href\");\n if (!href) return;\n\n const title = normalizeWhitespace($modelLink.text());\n if (!title) return;\n\n const url = new URL(href, BASE_URL).toString();\n absolutizeUrls($, $modelLink);\n\n items.push({\n id: `${dateText}-${items.length}-${url}`,\n url,\n title: `${title} - ${providerKind}`,\n content_html: $modelLink.html() ?? $modelLink.text(),\n date_published: datePublished,\n });\n });\n });\n });\n\n const cutoff = Date.now() - 14 * 24 * 60 * 60 * 1000;\n return items.filter((item) => new Date(item.date_published).getTime() > cutoff);\n}\n\nfunction absolutizeUrls($: cheerio.CheerioAPI, root): void {\n root.find(\"[href]\").each((_, element) => {\n const href = $(element).attr(\"href\");\n if (href) $(element).attr(\"href\", new URL(href, BASE_URL).toString());\n });\n\n root.find(\"[src]\").each((_, element) => {\n const src = $(element).attr(\"src\");\n if (src) $(element).attr(\"src\", new URL(src, BASE_URL).toString());\n });\n}\n\nfunction parseChangelogDate(dateText: string): string | undefined {\n const match = /^(\\d{1,2})\\s+([A-Za-z]{3})\\s+(\\d{4})$/.exec(dateText);\n if (!match) return undefined;\n\n const months: Record = {\n Jan: 0,\n Feb: 1,\n Mar: 2,\n Apr: 3,\n May: 4,\n Jun: 5,\n Jul: 6,\n Aug: 7,\n Sep: 8,\n Oct: 9,\n Nov: 10,\n Dec: 11,\n };\n const month = months[match[2]];\n if (month === undefined) return undefined;\n\n return new Date(Date.UTC(Number(match[3]), month, Number(match[1])))\n .toISOString();\n}\n\nfunction normalizeWhitespace(value: string): string {\n return value.replace(/\\s+/g, \" \").trim();\n}\n",[],[193,371],["D",1779735229854],[217,218,219,220,221,222,223,224,225,226,227,228,229,230,231],[193],["D",1788654872144],[],[200],["D",1777602595753],["D",1789500119686],{"_99":98,"_106":102},{"_99":98,"_100":-5,"_101":102,"_18":54,"_103":104,"_105":24},{"_13":88,"_31":89,"_42":41,"_90":43,"_91":-5,"_92":-5,"_93":-5,"_94":-5,"_95":-5,"_96":44,"_97":98},"ctx",{"_81":-5,"_125":422,"_423":424,"_425":426,"_427":24,"_428":24,"_429":24,"_430":58,"_431":-5,"_432":-7,"_433":-7,"_434":62,"_435":24,"_436":24,"_437":-5,"_438":24,"_439":24,"_440":24,"_441":-5},"ENV",{"_393":394,"_395":396,"_397":89,"_398":399,"_400":401,"_402":403,"_404":405,"_406":407,"_408":409,"_410":411,"_412":413,"_414":415,"_416":417,"_418":419,"_420":421},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v69