${escapeXml(item.title)}

[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8},"actionData","errors","root",{"_109":110,"_111":112},"routes/embed.x.$handle.$name.$",{"_9":10,"_11":12,"_13":14,"_15":16,"_17":18,"_19":20,"_21":-5},"handle","ivryb","name","kalzumeus-selected-rss","path","scraper.ts","project",{"_22":45,"_11":12,"_33":46,"_47":-5,"_48":42,"_49":50,"_51":50,"_52":53,"_54":-5,"_55":56,"_57":58,"_59":32,"_60":-5,"_61":-5,"_62":63,"_64":65,"_66":67,"_68":69,"_70":71,"_72":-5,"_73":74,"_75":74,"_76":77,"_78":77,"_79":77,"_80":74,"_81":74,"_82":83,"_84":85,"_86":87,"_88":42},"file",{"_22":23,"_11":14,"_24":25,"_26":-5,"_27":28,"_29":30,"_31":32,"_33":34,"_35":36,"_37":38,"_39":40,"_41":42,"_43":-5,"_13":44},"permalink","https://www.val.town/x/ivryb/kalzumeus-selected-rss/code/scraper.ts","extension","id","adffaaf1-89af-49e2-98be-deb96ae468ed","fileId","01a055cb-f296-722d-8042-7a5d6a49d9cc","parentId","branchId","118dd99e-df8a-4273-8ad1-faca0ddd8974","branchVersion",2,"latest",true,"createdAt",["D",1788145958143],"version",1,"fileType","script","content","import { blob } from \"https://esm.town/v/std/blob/main.ts\";\nimport { load } from \"npm:cheerio@1.0.0\";\n\nconst BASE_URL = \"https://www.kalzumeus.com\";\nconst ARCHIVE_URL = `${BASE_URL}/archive/`;\nconst GREATEST_HITS_URL = `${BASE_URL}/greatest-hits/`;\nconst OFFICIAL_FEED_URL = `${BASE_URL}/feed/articles/`;\nconst CACHE_KEY = \"kalzumeus-selected-feed\";\nconst VACCINATE_CA_URL = \"https://www.worksinprogress.co/issue/the-story-of-vaccinateca/\";\n\nexport interface FeedItem {\n title: string;\n url: string;\n date: string | null;\n summary: string | null;\n}\n\ninterface Cache {\n lastCheck: string | null;\n items: FeedItem[];\n}\n\nasync function fetchText(url: string): Promise {\n const response = await fetch(url);\n if (!response.ok) throw new Error(`${url}: HTTP ${response.status}`);\n return await response.text();\n}\n\nasync function readCache(): Promise {\n return (await blob.getJSON(CACHE_KEY)) ?? { lastCheck: null, items: [] };\n}\n\nfunction normalizeUrl(value: string): string {\n const url = new URL(value, BASE_URL);\n url.hash = \"\";\n return url.href;\n}\n\nfunction dateFromPath(url: string): string | null {\n const match = new URL(url).pathname.match(/^\\/(20\\d{2}|19\\d{2})\\/(\\d{1,2})\\/(\\d{1,2})\\//);\n if (!match) return null;\n return `${match[1]}-${match[2].padStart(2, \"0\")}-${match[3].padStart(2, \"0\")}`;\n}\n\nfunction parseArchive(html: string): Map {\n const $ = load(html);\n const items = new Map();\n for (const element of $(\"a.post-title-archive[href]\").toArray()) {\n const anchor = $(element);\n const href = anchor.attr(\"href\");\n const title = anchor.text().replace(/\\s+/g, \" \").trim();\n if (!href || !title) continue;\n const url = normalizeUrl(href);\n items.set(url, { title, url, date: dateFromPath(url), summary: null });\n }\n return items;\n}\n\nfunction parseSelectedUrls(html: string): Set {\n const $ = load(html);\n const urls = new Set();\n const links = $(\"#most-popular\").nextUntil(\"#conference-talks\").find(\"a[href]\").toArray();\n for (const element of links) {\n const href = $(element).attr(\"href\");\n if (!href) continue;\n const url = normalizeUrl(href);\n if (dateFromPath(url) || url === VACCINATE_CA_URL) urls.add(url);\n }\n return urls;\n}\n\nfunction parseRecent(xml: string): FeedItem[] {\n const $ = load(xml, { xmlMode: true });\n return $(\"item\").toArray().flatMap((element) => {\n const item = $(element);\n const title = item.find(\"title\").first().text().replace(/\\s+/g, \" \").trim();\n const link = item.find(\"link\").first().text().trim();\n if (!title || !link) return [];\n const published = item.find(\"pubDate\").first().text().trim();\n const parsed = published ? Date.parse(published) : Number.NaN;\n return [{\n title,\n url: normalizeUrl(link),\n date: Number.isNaN(parsed) ? dateFromPath(link) : new Date(parsed).toISOString(),\n summary: null,\n }];\n });\n}\n\nasync function scrapeSelected(): Promise {\n const [archiveHtml, selectedHtml, recentXml] = await Promise.all([\n fetchText(ARCHIVE_URL),\n fetchText(GREATEST_HITS_URL),\n fetchText(OFFICIAL_FEED_URL),\n ]);\n const archive = parseArchive(archiveHtml);\n const byUrl = new Map();\n\n for (const url of parseSelectedUrls(selectedHtml)) {\n const item = archive.get(url);\n if (item) byUrl.set(url, item);\n }\n byUrl.set(VACCINATE_CA_URL, {\n title: \"The story of VaccinateCA\",\n url: VACCINATE_CA_URL,\n date: \"2022-12-09T13:02:00Z\",\n summary: null,\n });\n for (const item of parseRecent(recentXml)) byUrl.set(item.url, item);\n\n const items = [...byUrl.values()].sort((a, b) => {\n const aDate = a.date ? Date.parse(a.date) : 0;\n const bDate = b.date ? Date.parse(b.date) : 0;\n return bDate - aDate;\n });\n if (items.length < 40) throw new Error(`selection returned only ${items.length} essays`);\n return items;\n}\n\nexport async function refresh(): Promise {\n const items = await scrapeSelected();\n await blob.setJSON(CACHE_KEY, { lastCheck: new Date().toISOString(), items } satisfies Cache);\n}\n\nexport async function lastChecked(): Promise {\n const value = (await readCache()).lastCheck;\n const parsed = value ? Date.parse(value) : Number.NaN;\n return Number.isNaN(parsed) ? 0 : parsed;\n}\n\nexport async function fetchItems(): Promise {\n return (await readCache()).items;\n}\n\nfunction escapeXml(value: string): string {\n return value.replace(/&/g, \"&\").replace(//g, \">\")\n .replace(/\"/g, \""\").replace(/\\x27/g, \"'\");\n}\n\nexport function buildRss(items: FeedItem[], selfUrl: string): string {\n const body = items.map((item) => {\n const published = item.date ? `${new Date(item.date).toUTCString()}` : \"\";\n return `\n ${escapeXml(item.title)}\n ${escapeXml(item.url)}\n ${escapeXml(item.url)}\n ${published}\n `;\n }).join(\"\\n \");\n\n return `\n\n \n Kalzumeus: recent and selected essays\n ${GREATEST_HITS_URL}\n The 10 most recent Kalzumeus posts plus Patrick McKenzie's curated greatest hits.\n en-us\n \n ${body}\n \n`;\n}","deleted",false,"label",[14],"313d5eb1-a99d-4698-b887-d0a6cd26edca",["D",1788145824337],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","Recent and selected Kalzumeus essays","imageUrl","userId","41fc127f-5d67-4e9d-aaf5-7f1531438361","pinnedFileId","01a055cb-f296-722d-8042-72493254fa19","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","9dd2e27d-d103-40dd-bb45-da8e837d341a","tursoName","313d5eb1a99d4698b887d0a6cd26edca","tursoHostname","313d5eb1a99d4698b887d0a6cd26edca-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789534872841],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_9":10,"_108":104},"org",{"_9":10,"_102":-5,"_103":104,"_55":56,"_105":106,"_107":42},"branch",{"_35":89,"_11":90,"_22":28,"_91":45,"_92":93,"_94":95,"_96":50,"_97":98,"_99":65,"_100":12,"_101":10},"isOwned",6,"main","projectId","forkedBranchId","adc2f96c-f87b-444e-97b5-b08189b7e0e6","forkedBranchVersion",14,"forkedProjectPrivacy","forkedProjectId","af97ad78-f1f9-48ff-a00d-c401c8b9b233","forkedProjectOrgId","projectName","userHandle","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18yZkFtS1dWcU5NYWRjQkN5MGVCUTVRS0Z5SkEifQ","tier","free","canRestrictVals","profileImageUrl","ctx",{"_82":-5,"_142":143,"_144":145,"_146":147,"_148":42,"_149":42,"_150":42,"_151":32,"_152":-5,"_153":-7,"_154":-7,"_155":63,"_156":42,"_157":42,"_158":-5,"_159":42,"_160":42,"_161":42,"_162":-5},"ENV",{"_113":114,"_115":116,"_117":90,"_118":119,"_120":121,"_122":123,"_124":125,"_126":127,"_128":129,"_130":131,"_132":133,"_134":135,"_136":137,"_138":139,"_140":141},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town","orgs",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]