${escapeXml(item.title)}

[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_220":221,"_222":223},"routes/_app.x.$handle.$name",{"_101":100,"_32":44,"_109":88,"_27":110,"_13":14,"_111":-5,"_11":112,"_113":114,"_115":116,"_117":118,"_119":120,"_20":-5,"_121":122,"_123":124,"_125":25,"_126":127,"_128":58,"_129":-5,"_130":-5,"_131":132},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_42":43,"_32":44,"_37":45,"_46":-5,"_47":25,"_48":49,"_50":49,"_51":52,"_53":-5,"_18":54,"_55":56,"_57":58,"_59":-5,"_60":-5,"_61":62,"_63":64,"_65":66,"_67":68,"_69":70,"_71":-5,"_72":73,"_74":73,"_75":76,"_77":76,"_78":76,"_79":73,"_80":73,"_81":82,"_83":84,"_85":86,"_87":25},"version",6,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":23,"_24":25,"_26":25,"_27":28,"_29":28},"file",{"_30":31,"_32":28,"_33":20,"_34":36,"_37":38,"_39":14,"_40":41,"_24":25},"previous",{"_30":31,"_32":28,"_33":20,"_34":35},"deleted",false,"deletedHere","path","README.md","latestPath","fileId","01a055cb-f296-722d-8042-6d19e696a204","name","fileType","content","# pg-essays-rss\n\nAn automatically-updated RSS feed of **[Paul Graham's essays](https://paulgraham.com/articles.html)**.\n\n**Feed URL:** \n\n## How it works\n\n- `scraper.ts` fetches `articles.html`, parses the ordered list of essays, and resolves each essay's publication date from the earliest `paulgraham.com` submission on the Hacker News Algolia API. The feed data is cached as a single JSON document in the val's **blob storage** (`std/blob`), which keeps it independent of the SQLite client.\n- `main.ts` (HTTP) serves an RSS 2.0 feed from that cache. When a request finds the cache older than an hour it re-checks the index (cheap) and only resolves dates for newly-seen essays, so responses stay fast.\n- `refresh.ts` (interval, cron `0 */3 * * *` UTC) keeps the index warm between requests.\n- `seed.ts` is a one-time backfill script — run it once to populate the database with all ~230 essays and their dates (`run_file ivryb/pg-essays-rss seed.ts`).\n\nNew essays are picked up the next time the index is re-checked (hourly on request, or every 3 hours via the interval), so the feed stays current without hitting Paul Graham's server on every read.\n\n## Notes\n\n- Publication dates are approximate (inferred from Hacker News submissions).\n- The archive contains ~230 items; some very old essays predating Hacker News may have no date.\n\n## Files\n\n| File | Type | Purpose |\n| --- | --- | --- |\n| `main.ts` | http | Serves the RSS feed at `/` |\n| `scraper.ts` | script | Index scraping, date resolution, caching |\n| `refresh.ts` | interval | Warm-up job (every 3 hours) |\n| `seed.ts` | script | One-time backfill |\n","# kalzumeus-selected-rss\n\nA deliberately bounded feed for [Kalzumeus](https://www.kalzumeus.com/).\n\n[Open the feed](url:main.ts)\n\nThe source archive contains 575 essays, so this feed does not mirror it. It combines the 10 posts in the official current feed with Patrick McKenzie’s own greatest-hits selections, including The story of VaccinateCA. Duplicate URLs are removed.\n\n`refresh.ts` updates the cache daily. `main.ts` also refreshes a cache older than six hours when requested and serves the last good copy if a source is temporarily unavailable.","createdAt",["D",1788145978658],"branchVersion","branchId","118dd99e-df8a-4273-8ad1-faca0ddd8974","id","313d5eb1-a99d-4698-b887-d0a6cd26edca","kalzumeus-selected-rss",["D",1788145824337],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","Recent and selected Kalzumeus essays","imageUrl","41fc127f-5d67-4e9d-aaf5-7f1531438361","pinnedFileId","01a055cb-f296-722d-8042-72493254fa19","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",0,"orgId","9dd2e27d-d103-40dd-bb45-da8e837d341a","tursoName","313d5eb1a99d4698b887d0a6cd26edca","tursoHostname","313d5eb1a99d4698b887d0a6cd26edca-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789534872841],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_101":100,"_108":104},"org",{"_101":100,"_102":-5,"_103":104,"_18":54,"_105":106,"_107":25},"branch",{"_13":14,"_32":88,"_42":41,"_89":43,"_90":91,"_92":93,"_94":49,"_95":96,"_97":64,"_98":44,"_99":100},"isOwned","main","projectId","forkedBranchId","adc2f96c-f87b-444e-97b5-b08189b7e0e6","forkedBranchVersion",14,"forkedProjectPrivacy","forkedProjectId","af97ad78-f1f9-48ff-a00d-c401c8b9b233","forkedProjectOrgId","projectName","userHandle","ivryb","handle","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18yZkFtS1dWcU5NYWRjQkN5MGVCUTVRS0Z5SkEifQ","tier","free","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_42":43,"_32":44,"_37":215,"_46":-5,"_47":25,"_48":49,"_50":49,"_51":52,"_53":-5,"_18":54,"_55":56,"_57":58,"_59":-5,"_60":-5,"_61":62,"_63":64,"_65":66,"_67":68,"_69":216,"_71":-5,"_72":73,"_74":73,"_75":76,"_77":76,"_78":76,"_79":73,"_80":73,"_81":217,"_83":218,"_85":219,"_87":25},"tree",[194,195,196,197,198],"files",[194,195,196,197,198],"counts",{"_184":62,"_185":153,"_186":62,"_187":188,"_189":190},"contents",[141,142,143,144,145],"upstreamProject",{"_42":96,"_32":138,"_51":139,"_53":-5,"_48":49,"_81":140},"upstreamBranch",{"_42":91,"_37":133,"_134":135,"_32":88,"_89":96,"_13":93,"_90":-5,"_92":-5,"_136":137,"_46":-5,"_87":25,"_48":49,"_99":100,"_63":64,"_98":138},"emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},["D",1787640981828],"updatedAt",["D",1787723249634],"lockfileKey","1787723250254-esm.town_v_ivryb_pg-essays-rss@14-main","pg-essays-rss","RSS feed of Paul Graham's essays",{"_101":100,"_108":104},{"_42":181,"_32":28,"_30":31,"_149":-5,"_40":41,"_39":14,"_151":58,"_37":182,"_13":153,"_33":20,"_34":36,"_24":25,"_156":-5,"_27":183},{"_42":173,"_32":174,"_30":56,"_149":-5,"_40":41,"_39":175,"_151":58,"_37":176,"_13":153,"_33":177,"_34":178,"_24":25,"_156":179,"_27":180},{"_42":165,"_32":166,"_30":167,"_149":-5,"_40":41,"_39":168,"_151":58,"_37":169,"_13":153,"_33":170,"_34":171,"_24":25,"_156":-5,"_27":172},{"_42":158,"_32":159,"_30":160,"_149":-5,"_40":41,"_39":161,"_151":58,"_37":162,"_13":153,"_33":154,"_34":163,"_24":25,"_156":-5,"_27":164},{"_42":146,"_32":147,"_30":148,"_149":-5,"_40":41,"_39":150,"_151":58,"_37":152,"_13":153,"_33":154,"_34":155,"_24":25,"_156":-5,"_27":157},"37e685e4-f4c3-48a3-b228-1c5fb2d39b61","seed.ts","01a055cb-f296-722d-8042-7c04302b78d2","parentId",4,"latest",["D",1788145977034],1,"script","import { fetchItems, refresh } from \"./scraper.ts\";\n\nawait refresh();\nconsole.log(`Seeded ${(await fetchItems()).length} feed items.`);","label",[147],"adffaaf1-89af-49e2-98be-deb96ae468ed","scraper.ts","01a055cb-f296-722d-8042-7a5d6a49d9cc",2,["D",1788145958143],"import { blob } from \"https://esm.town/v/std/blob/main.ts\";\nimport { load } from \"npm:cheerio@1.0.0\";\n\nconst BASE_URL = \"https://www.kalzumeus.com\";\nconst ARCHIVE_URL = `${BASE_URL}/archive/`;\nconst GREATEST_HITS_URL = `${BASE_URL}/greatest-hits/`;\nconst OFFICIAL_FEED_URL = `${BASE_URL}/feed/articles/`;\nconst CACHE_KEY = \"kalzumeus-selected-feed\";\nconst VACCINATE_CA_URL = \"https://www.worksinprogress.co/issue/the-story-of-vaccinateca/\";\n\nexport interface FeedItem {\n title: string;\n url: string;\n date: string | null;\n summary: string | null;\n}\n\ninterface Cache {\n lastCheck: string | null;\n items: FeedItem[];\n}\n\nasync function fetchText(url: string): Promise {\n const response = await fetch(url);\n if (!response.ok) throw new Error(`${url}: HTTP ${response.status}`);\n return await response.text();\n}\n\nasync function readCache(): Promise {\n return (await blob.getJSON(CACHE_KEY)) ?? { lastCheck: null, items: [] };\n}\n\nfunction normalizeUrl(value: string): string {\n const url = new URL(value, BASE_URL);\n url.hash = \"\";\n return url.href;\n}\n\nfunction dateFromPath(url: string): string | null {\n const match = new URL(url).pathname.match(/^\\/(20\\d{2}|19\\d{2})\\/(\\d{1,2})\\/(\\d{1,2})\\//);\n if (!match) return null;\n return `${match[1]}-${match[2].padStart(2, \"0\")}-${match[3].padStart(2, \"0\")}`;\n}\n\nfunction parseArchive(html: string): Map {\n const $ = load(html);\n const items = new Map();\n for (const element of $(\"a.post-title-archive[href]\").toArray()) {\n const anchor = $(element);\n const href = anchor.attr(\"href\");\n const title = anchor.text().replace(/\\s+/g, \" \").trim();\n if (!href || !title) continue;\n const url = normalizeUrl(href);\n items.set(url, { title, url, date: dateFromPath(url), summary: null });\n }\n return items;\n}\n\nfunction parseSelectedUrls(html: string): Set {\n const $ = load(html);\n const urls = new Set();\n const links = $(\"#most-popular\").nextUntil(\"#conference-talks\").find(\"a[href]\").toArray();\n for (const element of links) {\n const href = $(element).attr(\"href\");\n if (!href) continue;\n const url = normalizeUrl(href);\n if (dateFromPath(url) || url === VACCINATE_CA_URL) urls.add(url);\n }\n return urls;\n}\n\nfunction parseRecent(xml: string): FeedItem[] {\n const $ = load(xml, { xmlMode: true });\n return $(\"item\").toArray().flatMap((element) => {\n const item = $(element);\n const title = item.find(\"title\").first().text().replace(/\\s+/g, \" \").trim();\n const link = item.find(\"link\").first().text().trim();\n if (!title || !link) return [];\n const published = item.find(\"pubDate\").first().text().trim();\n const parsed = published ? Date.parse(published) : Number.NaN;\n return [{\n title,\n url: normalizeUrl(link),\n date: Number.isNaN(parsed) ? dateFromPath(link) : new Date(parsed).toISOString(),\n summary: null,\n }];\n });\n}\n\nasync function scrapeSelected(): Promise {\n const [archiveHtml, selectedHtml, recentXml] = await Promise.all([\n fetchText(ARCHIVE_URL),\n fetchText(GREATEST_HITS_URL),\n fetchText(OFFICIAL_FEED_URL),\n ]);\n const archive = parseArchive(archiveHtml);\n const byUrl = new Map();\n\n for (const url of parseSelectedUrls(selectedHtml)) {\n const item = archive.get(url);\n if (item) byUrl.set(url, item);\n }\n byUrl.set(VACCINATE_CA_URL, {\n title: \"The story of VaccinateCA\",\n url: VACCINATE_CA_URL,\n date: \"2022-12-09T13:02:00Z\",\n summary: null,\n });\n for (const item of parseRecent(recentXml)) byUrl.set(item.url, item);\n\n const items = [...byUrl.values()].sort((a, b) => {\n const aDate = a.date ? Date.parse(a.date) : 0;\n const bDate = b.date ? Date.parse(b.date) : 0;\n return bDate - aDate;\n });\n if (items.length < 40) throw new Error(`selection returned only ${items.length} essays`);\n return items;\n}\n\nexport async function refresh(): Promise {\n const items = await scrapeSelected();\n await blob.setJSON(CACHE_KEY, { lastCheck: new Date().toISOString(), items } satisfies Cache);\n}\n\nexport async function lastChecked(): Promise {\n const value = (await readCache()).lastCheck;\n const parsed = value ? Date.parse(value) : Number.NaN;\n return Number.isNaN(parsed) ? 0 : parsed;\n}\n\nexport async function fetchItems(): Promise {\n return (await readCache()).items;\n}\n\nfunction escapeXml(value: string): string {\n return value.replace(/&/g, \"&\").replace(//g, \">\")\n .replace(/\"/g, \""\").replace(/\\x27/g, \"'\");\n}\n\nexport function buildRss(items: FeedItem[], selfUrl: string): string {\n const body = items.map((item) => {\n const published = item.date ? `${new Date(item.date).toUTCString()}` : \"\";\n return `\n ${escapeXml(item.title)}\n ${escapeXml(item.url)}\n ${escapeXml(item.url)}\n ${published}\n `;\n }).join(\"\\n \");\n\n return `\n\n \n Kalzumeus: recent and selected essays\n ${GREATEST_HITS_URL}\n The 10 most recent Kalzumeus posts plus Patrick McKenzie's curated greatest hits.\n en-us\n \n ${body}\n \n`;\n}",[159],"d7de2ce7-4af7-4c37-9569-c25254863e50","refresh.ts","01a055cb-f296-722d-8042-7410a1147359",5,["D",1788145977861],"interval","import { refresh } from \"./scraper.ts\";\n\nexport default async function (): Promise {\n await refresh();\n console.log(\"kalzumeus-selected-rss refreshed\");\n}",[166],"51180329-9948-4081-9230-b7811cd535bc","main.ts",3,["D",1788145976642],"http","import { buildRss, fetchItems, lastChecked, refresh } from \"./scraper.ts\";\n\nconst STALE_MS = 6 * 60 * 60 * 1000;\n\nexport default async function handler(request: Request): Promise {\n try {\n if (Date.now() - await lastChecked() >= STALE_MS) await refresh();\n } catch (error) {\n console.error(\"refresh failed:\", error);\n }\n\n const items = await fetchItems();\n if (items.length === 0) {\n return new Response(\"Feed not ready yet. Try again in a minute.\", { status: 503 });\n }\n\n const selfUrl = new URL(request.url);\n selfUrl.search = \"\";\n selfUrl.hash = \"\";\n return new Response(buildRss(items, selfUrl.href), {\n headers: {\n \"Cache-Control\": \"public, max-age=900\",\n \"Content-Type\": \"application/rss+xml; charset=utf-8\",\n },\n });\n}","kalzumeus-selected",[174],"0a2abc31-e6cb-4377-9bb2-ab99b5fcb8c6",["D",1788145978658],[28],"pulls","branches","forks","envVars",{"_191":62,"_193":62},"connections",{"_191":62,"_192":62},"count","unfilledCount","emptyCount",{"_42":181,"_32":28,"_30":31,"_149":-5,"_40":41,"_39":14,"_151":58,"_37":212,"_13":153,"_33":20,"_34":36,"_24":25,"_156":-5,"_200":213,"_27":214},{"_42":173,"_32":174,"_30":56,"_149":-5,"_40":41,"_39":175,"_151":58,"_37":209,"_13":153,"_33":177,"_34":178,"_24":25,"_156":179,"_200":210,"_27":211},{"_42":165,"_32":166,"_30":167,"_149":-5,"_40":41,"_39":168,"_151":58,"_37":206,"_13":153,"_33":170,"_34":171,"_24":25,"_156":-5,"_200":207,"_27":208},{"_42":158,"_32":159,"_30":160,"_149":-5,"_40":41,"_39":161,"_151":58,"_37":203,"_13":153,"_33":154,"_34":163,"_24":25,"_156":-5,"_200":204,"_27":205},{"_42":146,"_32":147,"_30":148,"_149":-5,"_40":41,"_39":150,"_151":58,"_37":199,"_13":153,"_33":154,"_34":155,"_24":25,"_156":-5,"_200":201,"_27":202},["D",1788145977034],"children",[],[147],["D",1788145958143],[],[159],["D",1788145977861],[],[166],["D",1788145976642],[],[174],["D",1788145978658],[],[28],["D",1788145824337],["D",1789534872841],{"_101":100,"_108":104},{"_101":100,"_102":-5,"_103":104,"_18":54,"_105":106,"_107":25},{"_13":14,"_32":88,"_42":41,"_89":43,"_90":91,"_92":93,"_94":49,"_95":96,"_97":64,"_98":44,"_99":100},"ctx",{"_81":-5,"_130":253,"_254":255,"_256":257,"_258":25,"_259":25,"_260":25,"_261":58,"_262":-5,"_263":-7,"_264":-7,"_265":62,"_266":25,"_267":25,"_268":-5,"_269":25,"_270":25,"_271":25,"_272":-5},"ENV",{"_224":225,"_226":227,"_228":88,"_229":230,"_231":232,"_233":234,"_235":236,"_237":238,"_239":240,"_241":242,"_243":244,"_245":246,"_247":248,"_249":250,"_251":252},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","5015b8df46402d8bba4f485ecc37aec202b0e06b","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v6