${escapeXml(item.title)}

[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_218":219,"_220":221},"routes/_app.x.$handle.$name",{"_102":101,"_32":45,"_110":89,"_27":111,"_13":14,"_112":-5,"_11":113,"_114":115,"_116":117,"_118":119,"_120":121,"_20":-5,"_122":123,"_124":125,"_126":25,"_127":128,"_129":58,"_130":-5,"_131":-5,"_132":133},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_43":44,"_32":45,"_38":46,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":53,"_54":-5,"_18":55,"_56":31,"_57":58,"_59":-5,"_60":-5,"_61":62,"_63":64,"_65":66,"_67":68,"_69":70,"_71":-5,"_72":73,"_74":73,"_75":76,"_77":76,"_78":76,"_79":73,"_80":73,"_81":82,"_83":84,"_85":86,"_87":25},"version",3,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":23,"_24":25,"_26":25,"_27":28,"_29":28},"file",{"_30":31,"_32":28,"_33":34,"_35":37,"_38":39,"_40":14,"_41":42,"_24":25},"previous",{"_30":31,"_32":28,"_33":34,"_35":36},"deleted",false,"deletedHere","path","main.ts","latestPath","fileId","01a055cb-f296-722d-8042-72493254fa19","name","fileType","http","content","import { refresh, lastChecked, fetchEssays, buildRss } from \"./scraper.ts\";\n\n// Re-check the index at most hourly on request; the interval job keeps it warm\n// in between so responses are fast.\nconst STALE_MS = 60 * 60 * 1000;\n\nexport default async function handler(req: Request): Promise {\n try {\n const checked = await lastChecked();\n if (Date.now() - checked >= STALE_MS) {\n await refresh();\n }\n } catch (err) {\n // Don't fail the request if a refresh hiccups — serve stale data if we have it.\n console.error(\"refresh failed:\", err);\n }\n\n const essays = await fetchEssays();\n if (essays.length === 0) {\n return new Response(\"Feed not ready yet — try again in a minute.\", {\n status: 503,\n });\n }\n\n const xml = buildRss(essays, req.url);\n return new Response(xml, {\n status: 200,\n headers: { \"Content-Type\": \"application/rss+xml; charset=utf-8\" },\n });\n}\n","import { buildRss, fetchItems, lastChecked, refresh } from \"./scraper.ts\";\n\nconst STALE_MS = 6 * 60 * 60 * 1000;\n\nexport default async function handler(request: Request): Promise {\n try {\n if (Date.now() - await lastChecked() >= STALE_MS) await refresh();\n } catch (error) {\n console.error(\"refresh failed:\", error);\n }\n\n const items = await fetchItems();\n if (items.length === 0) {\n return new Response(\"Feed not ready yet. Try again in a minute.\", { status: 503 });\n }\n\n const selfUrl = new URL(request.url);\n selfUrl.search = \"\";\n selfUrl.hash = \"\";\n return new Response(buildRss(items, selfUrl.href), {\n headers: {\n \"Cache-Control\": \"public, max-age=900\",\n \"Content-Type\": \"application/rss+xml; charset=utf-8\",\n },\n });\n}","createdAt",["D",1788145976642],"branchVersion","branchId","118dd99e-df8a-4273-8ad1-faca0ddd8974","id","313d5eb1-a99d-4698-b887-d0a6cd26edca","kalzumeus-selected-rss",["D",1788145824337],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","Recent and selected Kalzumeus essays","imageUrl","41fc127f-5d67-4e9d-aaf5-7f1531438361","pinnedFileId","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",0,"orgId","9dd2e27d-d103-40dd-bb45-da8e837d341a","tursoName","313d5eb1a99d4698b887d0a6cd26edca","tursoHostname","313d5eb1a99d4698b887d0a6cd26edca-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789534872841],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_102":101,"_109":105},"org",{"_102":101,"_103":-5,"_104":105,"_18":55,"_106":107,"_108":25},"branch",{"_13":88,"_32":89,"_43":42,"_90":44,"_91":92,"_93":94,"_95":50,"_96":97,"_98":64,"_99":45,"_100":101},"isOwned",6,"main","projectId","forkedBranchId","adc2f96c-f87b-444e-97b5-b08189b7e0e6","forkedBranchVersion",14,"forkedProjectPrivacy","forkedProjectId","af97ad78-f1f9-48ff-a00d-c401c8b9b233","forkedProjectOrgId","projectName","userHandle","ivryb","handle","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18yZkFtS1dWcU5NYWRjQkN5MGVCUTVRS0Z5SkEifQ","tier","free","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_43":44,"_32":45,"_38":213,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":53,"_54":-5,"_18":55,"_56":31,"_57":58,"_59":-5,"_60":-5,"_61":62,"_63":64,"_65":66,"_67":68,"_69":214,"_71":-5,"_72":73,"_74":73,"_75":76,"_77":76,"_78":76,"_79":73,"_80":73,"_81":215,"_83":216,"_85":217,"_87":25},"tree",[192,193,194,195,196],"files",[192,193,194,195,196],"counts",{"_182":62,"_183":151,"_184":62,"_185":186,"_187":188},"contents",[142,143,144,145,146],"upstreamProject",{"_43":97,"_32":139,"_52":140,"_54":-5,"_49":50,"_81":141},"upstreamBranch",{"_43":92,"_38":134,"_135":136,"_32":89,"_90":97,"_13":94,"_91":-5,"_93":-5,"_137":138,"_47":-5,"_87":25,"_49":50,"_100":101,"_63":64,"_99":139},"emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},["D",1787640981828],"updatedAt",["D",1787723249634],"lockfileKey","1787723250254-esm.town_v_ivryb_pg-essays-rss@14-main","pg-essays-rss","RSS feed of Paul Graham's essays",{"_102":101,"_109":105},{"_43":176,"_32":177,"_30":178,"_150":-5,"_41":42,"_40":151,"_152":25,"_38":179,"_13":62,"_33":20,"_35":180,"_24":25,"_156":-5,"_27":181},{"_43":172,"_32":28,"_30":31,"_150":-5,"_41":42,"_40":14,"_152":58,"_38":173,"_13":151,"_33":34,"_35":37,"_24":25,"_156":174,"_27":175},{"_43":165,"_32":166,"_30":167,"_150":-5,"_41":42,"_40":151,"_152":25,"_38":168,"_13":62,"_33":169,"_35":170,"_24":25,"_156":-5,"_27":171},{"_43":158,"_32":159,"_30":160,"_150":-5,"_41":42,"_40":161,"_152":58,"_38":162,"_13":151,"_33":154,"_35":163,"_24":25,"_156":-5,"_27":164},{"_43":147,"_32":148,"_30":149,"_150":-5,"_41":42,"_40":151,"_152":25,"_38":153,"_13":62,"_33":154,"_35":155,"_24":25,"_156":-5,"_27":157},"9cd03a5f-7630-4ff8-9fc2-076fe39f7d90","seed.ts","01a055cb-f296-722d-8042-7c04302b78d2","parentId",1,"latest",["D",1788145824337],"script","import { refresh, fetchEssays } from \"./scraper.ts\";\n\n// One-time backfill: fetch the full essay index and resolve publication dates\n// for every essay. Run via: run_file ivryb/pg-essays-rss seed.ts\nawait refresh();\nconst essays = await fetchEssays();\nconst withDate = essays.filter((e) => e.date).length;\nconsole.log(`Seeded ${essays.length} essays (${withDate} with a date).`);\n","label",[148],"adffaaf1-89af-49e2-98be-deb96ae468ed","scraper.ts","01a055cb-f296-722d-8042-7a5d6a49d9cc",2,["D",1788145958143],"import { blob } from \"https://esm.town/v/std/blob/main.ts\";\nimport { load } from \"npm:cheerio@1.0.0\";\n\nconst BASE_URL = \"https://www.kalzumeus.com\";\nconst ARCHIVE_URL = `${BASE_URL}/archive/`;\nconst GREATEST_HITS_URL = `${BASE_URL}/greatest-hits/`;\nconst OFFICIAL_FEED_URL = `${BASE_URL}/feed/articles/`;\nconst CACHE_KEY = \"kalzumeus-selected-feed\";\nconst VACCINATE_CA_URL = \"https://www.worksinprogress.co/issue/the-story-of-vaccinateca/\";\n\nexport interface FeedItem {\n title: string;\n url: string;\n date: string | null;\n summary: string | null;\n}\n\ninterface Cache {\n lastCheck: string | null;\n items: FeedItem[];\n}\n\nasync function fetchText(url: string): Promise {\n const response = await fetch(url);\n if (!response.ok) throw new Error(`${url}: HTTP ${response.status}`);\n return await response.text();\n}\n\nasync function readCache(): Promise {\n return (await blob.getJSON(CACHE_KEY)) ?? { lastCheck: null, items: [] };\n}\n\nfunction normalizeUrl(value: string): string {\n const url = new URL(value, BASE_URL);\n url.hash = \"\";\n return url.href;\n}\n\nfunction dateFromPath(url: string): string | null {\n const match = new URL(url).pathname.match(/^\\/(20\\d{2}|19\\d{2})\\/(\\d{1,2})\\/(\\d{1,2})\\//);\n if (!match) return null;\n return `${match[1]}-${match[2].padStart(2, \"0\")}-${match[3].padStart(2, \"0\")}`;\n}\n\nfunction parseArchive(html: string): Map {\n const $ = load(html);\n const items = new Map();\n for (const element of $(\"a.post-title-archive[href]\").toArray()) {\n const anchor = $(element);\n const href = anchor.attr(\"href\");\n const title = anchor.text().replace(/\\s+/g, \" \").trim();\n if (!href || !title) continue;\n const url = normalizeUrl(href);\n items.set(url, { title, url, date: dateFromPath(url), summary: null });\n }\n return items;\n}\n\nfunction parseSelectedUrls(html: string): Set {\n const $ = load(html);\n const urls = new Set();\n const links = $(\"#most-popular\").nextUntil(\"#conference-talks\").find(\"a[href]\").toArray();\n for (const element of links) {\n const href = $(element).attr(\"href\");\n if (!href) continue;\n const url = normalizeUrl(href);\n if (dateFromPath(url) || url === VACCINATE_CA_URL) urls.add(url);\n }\n return urls;\n}\n\nfunction parseRecent(xml: string): FeedItem[] {\n const $ = load(xml, { xmlMode: true });\n return $(\"item\").toArray().flatMap((element) => {\n const item = $(element);\n const title = item.find(\"title\").first().text().replace(/\\s+/g, \" \").trim();\n const link = item.find(\"link\").first().text().trim();\n if (!title || !link) return [];\n const published = item.find(\"pubDate\").first().text().trim();\n const parsed = published ? Date.parse(published) : Number.NaN;\n return [{\n title,\n url: normalizeUrl(link),\n date: Number.isNaN(parsed) ? dateFromPath(link) : new Date(parsed).toISOString(),\n summary: null,\n }];\n });\n}\n\nasync function scrapeSelected(): Promise {\n const [archiveHtml, selectedHtml, recentXml] = await Promise.all([\n fetchText(ARCHIVE_URL),\n fetchText(GREATEST_HITS_URL),\n fetchText(OFFICIAL_FEED_URL),\n ]);\n const archive = parseArchive(archiveHtml);\n const byUrl = new Map();\n\n for (const url of parseSelectedUrls(selectedHtml)) {\n const item = archive.get(url);\n if (item) byUrl.set(url, item);\n }\n byUrl.set(VACCINATE_CA_URL, {\n title: \"The story of VaccinateCA\",\n url: VACCINATE_CA_URL,\n date: \"2022-12-09T13:02:00Z\",\n summary: null,\n });\n for (const item of parseRecent(recentXml)) byUrl.set(item.url, item);\n\n const items = [...byUrl.values()].sort((a, b) => {\n const aDate = a.date ? Date.parse(a.date) : 0;\n const bDate = b.date ? Date.parse(b.date) : 0;\n return bDate - aDate;\n });\n if (items.length < 40) throw new Error(`selection returned only ${items.length} essays`);\n return items;\n}\n\nexport async function refresh(): Promise {\n const items = await scrapeSelected();\n await blob.setJSON(CACHE_KEY, { lastCheck: new Date().toISOString(), items } satisfies Cache);\n}\n\nexport async function lastChecked(): Promise {\n const value = (await readCache()).lastCheck;\n const parsed = value ? Date.parse(value) : Number.NaN;\n return Number.isNaN(parsed) ? 0 : parsed;\n}\n\nexport async function fetchItems(): Promise {\n return (await readCache()).items;\n}\n\nfunction escapeXml(value: string): string {\n return value.replace(/&/g, \"&\").replace(//g, \">\")\n .replace(/\"/g, \""\").replace(/\\x27/g, \"'\");\n}\n\nexport function buildRss(items: FeedItem[], selfUrl: string): string {\n const body = items.map((item) => {\n const published = item.date ? `${new Date(item.date).toUTCString()}` : \"\";\n return `\n ${escapeXml(item.title)}\n ${escapeXml(item.url)}\n ${escapeXml(item.url)}\n ${published}\n `;\n }).join(\"\\n \");\n\n return `\n\n \n Kalzumeus: recent and selected essays\n ${GREATEST_HITS_URL}\n The 10 most recent Kalzumeus posts plus Patrick McKenzie's curated greatest hits.\n en-us\n \n ${body}\n \n`;\n}",[159],"086053ec-7499-422b-be7a-a572fec0bb77","refresh.ts","01a055cb-f296-722d-8042-7410a1147359",["D",1788145824337],"interval","import { refresh } from \"./scraper.ts\";\n\n/** Keeps the cached essay index warm so feed requests stay fast. */\nexport default async function (): Promise {\n await refresh();\n console.log(\"pg-essays-rss refreshed\");\n}\n",[166],"51180329-9948-4081-9230-b7811cd535bc",["D",1788145976642],"kalzumeus-selected",[28],"5e8a318d-60c5-411d-a61e-59010f8f6998","README.md","01a055cb-f296-722d-8042-6d19e696a204",["D",1788145824337],"# pg-essays-rss\n\nAn automatically-updated RSS feed of **[Paul Graham's essays](https://paulgraham.com/articles.html)**.\n\n**Feed URL:** \n\n## How it works\n\n- `scraper.ts` fetches `articles.html`, parses the ordered list of essays, and resolves each essay's publication date from the earliest `paulgraham.com` submission on the Hacker News Algolia API. The feed data is cached as a single JSON document in the val's **blob storage** (`std/blob`), which keeps it independent of the SQLite client.\n- `main.ts` (HTTP) serves an RSS 2.0 feed from that cache. When a request finds the cache older than an hour it re-checks the index (cheap) and only resolves dates for newly-seen essays, so responses stay fast.\n- `refresh.ts` (interval, cron `0 */3 * * *` UTC) keeps the index warm between requests.\n- `seed.ts` is a one-time backfill script — run it once to populate the database with all ~230 essays and their dates (`run_file ivryb/pg-essays-rss seed.ts`).\n\nNew essays are picked up the next time the index is re-checked (hourly on request, or every 3 hours via the interval), so the feed stays current without hitting Paul Graham's server on every read.\n\n## Notes\n\n- Publication dates are approximate (inferred from Hacker News submissions).\n- The archive contains ~230 items; some very old essays predating Hacker News may have no date.\n\n## Files\n\n| File | Type | Purpose |\n| --- | --- | --- |\n| `main.ts` | http | Serves the RSS feed at `/` |\n| `scraper.ts` | script | Index scraping, date resolution, caching |\n| `refresh.ts` | interval | Warm-up job (every 3 hours) |\n| `seed.ts` | script | One-time backfill |\n",[177],"pulls","branches","forks","envVars",{"_189":62,"_191":62},"connections",{"_189":62,"_190":62},"count","unfilledCount","emptyCount",{"_43":176,"_32":177,"_30":178,"_150":-5,"_41":42,"_40":151,"_152":25,"_38":210,"_13":62,"_33":20,"_35":180,"_24":25,"_156":-5,"_198":211,"_27":212},{"_43":172,"_32":28,"_30":31,"_150":-5,"_41":42,"_40":14,"_152":58,"_38":207,"_13":151,"_33":34,"_35":37,"_24":25,"_156":174,"_198":208,"_27":209},{"_43":165,"_32":166,"_30":167,"_150":-5,"_41":42,"_40":151,"_152":25,"_38":204,"_13":62,"_33":169,"_35":170,"_24":25,"_156":-5,"_198":205,"_27":206},{"_43":158,"_32":159,"_30":160,"_150":-5,"_41":42,"_40":161,"_152":58,"_38":201,"_13":151,"_33":154,"_35":163,"_24":25,"_156":-5,"_198":202,"_27":203},{"_43":147,"_32":148,"_30":149,"_150":-5,"_41":42,"_40":151,"_152":25,"_38":197,"_13":62,"_33":154,"_35":155,"_24":25,"_156":-5,"_198":199,"_27":200},["D",1788145824337],"children",[],[148],["D",1788145958143],[],[159],["D",1788145824337],[],[166],["D",1788145976642],[],[28],["D",1788145824337],[],[177],["D",1788145824337],["D",1789534872841],{"_102":101,"_109":105},{"_102":101,"_103":-5,"_104":105,"_18":55,"_106":107,"_108":25},{"_13":88,"_32":89,"_43":42,"_90":44,"_91":92,"_93":94,"_95":50,"_96":97,"_98":64,"_99":45,"_100":101},"ctx",{"_81":-5,"_131":251,"_252":253,"_254":255,"_256":25,"_257":25,"_258":25,"_259":58,"_260":-5,"_261":-7,"_262":-7,"_263":62,"_264":25,"_265":25,"_266":-5,"_267":25,"_268":25,"_269":25,"_270":-5},"ENV",{"_222":223,"_224":225,"_226":89,"_227":228,"_229":230,"_231":232,"_233":234,"_235":236,"_237":238,"_239":240,"_241":242,"_243":244,"_245":246,"_247":248,"_249":250},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","811aa22498c9b0b5a47e8d778de579cdb990f332","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v3