${esc(e.title)}

[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_213":214,"_215":216},"routes/_app.x.$handle.$name",{"_103":102,"_37":48,"_111":93,"_32":112,"_13":14,"_113":-5,"_11":114,"_115":116,"_117":118,"_119":120,"_121":122,"_26":-5,"_123":-5,"_124":-5,"_125":30,"_126":127,"_128":62,"_129":-5,"_130":-5,"_131":132},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":18,"_19":-5},"project",{"_46":47,"_37":48,"_41":49,"_50":-5,"_51":30,"_52":53,"_54":53,"_55":56,"_57":-5,"_19":58,"_59":60,"_61":62,"_63":-5,"_64":-5,"_65":66,"_67":68,"_69":70,"_71":72,"_73":74,"_75":-5,"_76":77,"_78":77,"_79":80,"_81":80,"_82":80,"_83":77,"_84":77,"_85":86,"_87":88,"_89":90,"_91":30},"version",12,"changes",[25],"aiChatInfo",{"_20":21,"_22":-5,"_23":-5,"_24":-5},"userId","aiChatMessageId","c947d64b-e6ac-43a4-b1ad-81556586ebef","aiChatThreadId","aiChatThreadUserId","aiChatThreadTitle",{"_26":27,"_28":-7,"_29":30,"_31":30,"_32":33,"_34":33},"file",{"_35":36,"_37":33,"_38":26,"_39":40,"_41":42,"_43":14,"_44":45,"_29":30},"previous","deleted",false,"deletedHere","path","README.md","latestPath","fileId","6fa9c69e-a052-11f1-a3d2-1607ee4eb77e","name","fileType","content","# pg-essays-rss\n\nAn automatically-updated RSS feed of **[Paul Graham's essays](https://paulgraham.com/articles.html)**.\n\n**Feed URL:** \n\n## How it works\n\n- `scraper.ts` fetches `articles.html`, parses the ordered list of essays, and resolves each essay's publication date from the earliest `paulgraham.com` submission on the Hacker News Algolia API. Everything is cached in the val's SQLite database.\n- `main.ts` (HTTP) serves an RSS 2.0 feed from that cache. When a request finds the cache older than an hour it re-checks the index (cheap) and only resolves dates for newly-seen essays, so responses stay fast.\n- `refresh.ts` (interval, cron `0 */3 * * *` UTC) keeps the index warm between requests.\n- `seed.ts` is a one-time backfill script — run it once to populate the database with all ~230 essays and their dates (`run_file ivryb/pg-essays-rss seed.ts`).\n\nNew essays are picked up the next time the index is re-checked (hourly on request, or every 3 hours via the interval), so the feed stays current without hitting Paul Graham's server on every read.\n\n## Notes\n\n- Publication dates are approximate (inferred from Hacker News submissions).\n- The archive contains ~230 items; some very old essays predating Hacker News may have no date.\n\n## Files\n\n| File | Type | Purpose |\n| --- | --- | --- |\n| `main.ts` | http | Serves the RSS feed at `/` |\n| `scraper.ts` | script | Index scraping, date resolution, caching |\n| `refresh.ts` | interval | Warm-up job (every 3 hours) |\n| `seed.ts` | script | One-time backfill |\n","createdAt",["D",1787641134627],"branchVersion","branchId","adc2f96c-f87b-444e-97b5-b08189b7e0e6","id","af97ad78-f1f9-48ff-a00d-c401c8b9b233","pg-essays-rss",["D",1787640981828],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","RSS feed of Paul Graham's essays","imageUrl","41fc127f-5d67-4e9d-aaf5-7f1531438361","pinnedFileId","149b5f88-a052-11f1-aaa5-1607ee4eb77e","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",0,"orgId","9dd2e27d-d103-40dd-bb45-da8e837d341a","tursoName","af97ad78f1f948ffa00dc401c8b9b233","tursoHostname","af97ad78f1f948ffa00dc401c8b9b233-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789468254172],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_103":102,"_110":106},"org",{"_103":102,"_104":-5,"_105":106,"_19":58,"_107":108,"_109":30},"branch",{"_13":92,"_37":93,"_46":45,"_94":47,"_95":-5,"_96":-5,"_97":-5,"_98":-5,"_99":-5,"_100":48,"_101":102},"isOwned",14,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","ivryb","handle","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18yZkFtS1dWcU5NYWRjQkN5MGVCUTVRS0Z5SkEifQ","tier","free","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_46":47,"_37":48,"_41":208,"_50":-5,"_51":30,"_52":53,"_54":53,"_55":56,"_57":-5,"_19":58,"_59":60,"_61":62,"_63":-5,"_64":-5,"_65":66,"_67":68,"_69":70,"_71":72,"_73":209,"_75":-5,"_76":77,"_78":77,"_79":80,"_81":80,"_82":80,"_83":77,"_84":77,"_85":210,"_87":211,"_89":212,"_91":30},"tree",[187,188,189,190,191],"files",[187,188,189,190,191],"counts",{"_177":66,"_178":169,"_179":154,"_180":181,"_182":183},"contents",[133,134,135,136,137],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_46":174,"_37":33,"_35":36,"_141":-5,"_44":45,"_43":14,"_143":30,"_41":175,"_13":66,"_38":26,"_39":40,"_29":30,"_147":-5,"_32":176},{"_46":165,"_37":166,"_35":60,"_141":-5,"_44":45,"_43":167,"_143":62,"_41":168,"_13":169,"_38":170,"_39":171,"_29":30,"_147":172,"_32":173},{"_46":157,"_37":158,"_35":159,"_141":-5,"_44":45,"_43":160,"_143":62,"_41":161,"_13":66,"_38":162,"_39":163,"_29":30,"_147":-5,"_32":164},{"_46":149,"_37":150,"_35":151,"_141":-5,"_44":45,"_43":152,"_143":30,"_41":153,"_13":154,"_38":145,"_39":155,"_29":30,"_147":-5,"_32":156},{"_46":138,"_37":139,"_35":140,"_141":-5,"_44":45,"_43":142,"_143":62,"_41":144,"_13":66,"_38":145,"_39":146,"_29":30,"_147":-5,"_32":148},"a403e767-7252-4066-90cf-24f609598c7a","seed.ts","35620348-a052-11f1-ad19-1607ee4eb77e","parentId",5,"latest",["D",1787641036851],"script","import { refresh, fetchEssays } from \"./scraper.ts\";\n\n// One-time backfill: fetch the full essay index and resolve publication dates\n// for every essay. Run via: run_file ivryb/pg-essays-rss seed.ts\nawait refresh();\nconst essays = await fetchEssays();\nconst withDate = essays.filter((e) => e.date).length;\nconsole.log(`Seeded ${essays.length} essays (${withDate} with a date).`);\n","label",[139],"c45d87f0-b278-426b-85ce-135b88d607d4","scraper.ts","232ef9e2-a052-11f1-969b-1607ee4eb77e",10,["D",1787641093599],3,"import { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\n\nexport const BASE = \"https://paulgraham.com\";\n\n// Files on paulgraham.com that are in articles.html but aren't essays.\nconst EXCLUDE = new Set([\n \"/index.html\",\n \"/bio.html\",\n \"/rss.html\",\n \"/rss.xml\",\n \"/feed.xml\",\n]);\n\n/** Idempotent schema setup. */\nexport async function ensureSchema(): Promise {\n await sqlite.execute(`CREATE TABLE IF NOT EXISTS essays (\n url TEXT PRIMARY KEY,\n title TEXT NOT NULL,\n date TEXT,\n position INTEGER NOT NULL\n )`);\n await sqlite.execute(`CREATE TABLE IF NOT EXISTS meta (\n key TEXT PRIMARY KEY,\n value TEXT\n )`);\n}\n\nasync function fetchIndexHtml(): Promise {\n const res = await fetch(`${BASE}/articles.html`);\n if (!res.ok) throw new Error(`articles.html: HTTP ${res.status}`);\n return await res.text();\n}\n\n/** Parse the ordered (newest-first) list of essay links from the index. */\nexport function parseIndex(html: string): { title: string; url: string }[] {\n const out: { title: string; url: string }[] = [];\n const re = /]*>([\\s\\S]*?)<\\/a>/gi;\n let m: RegExpExecArray | null;\n while ((m = re.exec(html)) !== null) {\n let href = m[1];\n const text = m[2].replace(/<[^>]+>/g, \"\").replace(/\\s+/g, \" \").trim();\n if (href.startsWith(BASE)) href = new URL(href).pathname;\n // Normalize bare relative hrefs (e.g. \"greatwork.html\") to \"/greatwork.html\".\n if (!href.startsWith(\"/\")) href = \"/\" + href.split(/[?#]/)[0];\n const clean = href.split(/[?#]/)[0];\n if (!clean.endsWith(\".html\")) continue;\n if (EXCLUDE.has(clean)) continue;\n if (!text) continue;\n out.push({ title: text, url: clean });\n }\n const seen = new Set();\n return out.filter((x) => (seen.has(x.url) ? false : (seen.add(x.url), true)));\n}\n\n/**\n * Best-effort publication date from Hacker News: the earliest paulgraham.com\n * submission of the essay. Returns an ISO string or null.\n */\nasync function hnDate(title: string): Promise {\n try {\n const q = encodeURIComponent(title);\n const res = await fetch(\n `https://hn.algolia.com/api/v1/search?query=${q}&tags=story&hitsPerPage=50`,\n );\n if (!res.ok) return null;\n const data = await res.json();\n const hits: any[] = data.hits ?? [];\n let min: number | null = null;\n for (const h of hits) {\n let host = \"\";\n try {\n host = h.url ? new URL(h.url).hostname : \"\";\n } catch {\n host = \"\";\n }\n if (host === \"paulgraham.com\" || host.endsWith(\".paulgraham.com\")) {\n if (typeof h.created_at_i === \"number\" &&\n (min === null || h.created_at_i < min)) {\n min = h.created_at_i;\n }\n }\n }\n if (min === null) return null;\n return new Date(min * 1000).toISOString();\n } catch {\n return null;\n }\n}\n\n/** Run a list of async tasks with limited concurrency. */\nasync function mapLimit(\n items: T[],\n limit: number,\n fn: (item: T) => Promise,\n): Promise {\n const out: R[] = new Array(items.length);\n let next = 0;\n async function worker() {\n while (next < items.length) {\n const idx = next++;\n out[idx] = await fn(items[idx]);\n }\n }\n const workers = Array.from({ length: Math.min(limit, items.length) }, worker);\n await Promise.all(workers);\n return out;\n}\n\n/**\n * Refresh the cache: fetch the index, add any new essays (resolving their\n * dates), and backfill essays that still lack a date. Updates meta.last_check.\n */\nexport async function refresh(): Promise {\n await ensureSchema();\n\n const html = await fetchIndexHtml();\n const list = parseIndex(html);\n\n const rows = await sqlite.execute(\"SELECT url FROM essays\");\n const known = new Set(rows.rows.map((r) => r.url));\n\n // New essays plus known essays that are still missing a date.\n const needDate: { title: string; url: string; position: number }[] = [];\n for (let i = 0; i < list.length; i++) {\n const e = list[i];\n if (!known.has(e.url)) {\n needDate.push({ title: e.title, url: e.url, position: i });\n } else {\n const r = await sqlite.execute({\n sql: \"SELECT date FROM essays WHERE url = ?\",\n args: [e.url],\n });\n if (r.rows[0] && r.rows[0].date === null) {\n needDate.push({ title: e.title, url: e.url, position: i });\n }\n }\n }\n\n const dated = await mapLimit(needDate, 8, async (e) => ({\n ...e,\n date: await hnDate(e.title),\n }));\n\n for (const e of dated) {\n await sqlite.execute({\n sql: \"INSERT OR REPLACE INTO essays (url, title, date, position) VALUES (?, ?, ?, ?)\",\n args: [e.url, e.title, e.date, e.position],\n });\n }\n\n await sqlite.execute({\n sql: \"INSERT OR REPLACE INTO meta (key, value) VALUES ('last_check', ?)\",\n args: [new Date().toISOString()],\n });\n}\n\n/** Timestamp (ms) of the last successful check, or 0. */\nexport async function lastChecked(): Promise {\n const r = await sqlite.execute(\"SELECT value FROM meta WHERE key = 'last_check'\");\n if (r.rows.length === 0) return 0;\n const v = Date.parse(r.rows[0].value as string);\n return Number.isNaN(v) ? 0 : v;\n}\n\nexport interface Essay {\n title: string;\n url: string;\n date: string | null;\n}\n\n/** All essays, newest first (by date, then list position). */\nexport async function fetchEssays(): Promise {\n const r = await sqlite.execute(\n \"SELECT title, url, date FROM essays ORDER BY date DESC, position ASC\",\n );\n return r.rows.map((row) => ({\n title: row.title as string,\n url: row.url as string,\n date: row.date as string | null,\n }));\n}\n\nexport function esc(s: string): string {\n return s.replace(/&/g, \"&\").replace(//g, \">\")\n .replace(/\"/g, \""\");\n}\n\nexport function buildRss(essays: Essay[], selfUrl: string): string {\n const items = essays.map((e) => {\n const link = BASE + e.url;\n const dateEl = e.date ? `${new Date(e.date).toUTCString()}` : \"\";\n const desc = `${esc(e.title)} (Paul Graham).`;\n return `\\n ${esc(e.title)}\\n ${esc(link)}\\n ${esc(link)}\\n ${dateEl}\\n ${desc}\\n `;\n }).join(\"\\n \");\n\n return `\n\n \n Paul Graham’s Essays\n ${BASE}/articles.html\n Paul Graham’s essays, updated automatically from paulgraham.com.\n \n ${items}\n \n`;\n}\n",[150],"6433f1e8-7233-4671-844d-e203a5eb4281","refresh.ts","355c0934-a052-11f1-ad19-1607ee4eb77e",4,["D",1787641036812],"interval","import { refresh } from \"./scraper.ts\";\n\n/** Keeps the cached essay index warm so feed requests stay fast. */\nexport default async function (): Promise {\n await refresh();\n console.log(\"pg-essays-rss refreshed\");\n}\n",[158],"4ec4e561-382c-40ec-bc47-0c60403a86fb","main.ts",6,["D",1787641040914],1,"http","import { refresh, lastChecked, fetchEssays, buildRss } from \"./scraper.ts\";\n\n// Re-check the index at most hourly on request; the interval job keeps it warm\n// in between so responses are fast.\nconst STALE_MS = 60 * 60 * 1000;\n\nexport default async function handler(req: Request): Promise {\n try {\n const checked = await lastChecked();\n if (Date.now() - checked >= STALE_MS) {\n await refresh();\n }\n } catch (err) {\n // Don't fail the request if a refresh hiccups — serve stale data if we have it.\n console.error(\"refresh failed:\", err);\n }\n\n const essays = await fetchEssays();\n if (essays.length === 0) {\n return new Response(\"Feed not ready yet — try again in a minute.\", {\n status: 503,\n });\n }\n\n const xml = buildRss(essays, req.url);\n return new Response(xml, {\n status: 200,\n headers: { \"Content-Type\": \"application/rss+xml; charset=utf-8\" },\n });\n}\n","pg-essays",[166],"973fc49e-0a4b-47a4-a7ac-136002120dfc",["D",1787641134627],[33],"pulls","branches","forks","envVars",{"_184":66,"_186":66},"connections",{"_184":66,"_185":66},"count","unfilledCount","emptyCount",{"_46":174,"_37":33,"_35":36,"_141":-5,"_44":45,"_43":14,"_143":30,"_41":205,"_13":66,"_38":26,"_39":40,"_29":30,"_147":-5,"_193":206,"_32":207},{"_46":165,"_37":166,"_35":60,"_141":-5,"_44":45,"_43":167,"_143":62,"_41":202,"_13":169,"_38":170,"_39":171,"_29":30,"_147":172,"_193":203,"_32":204},{"_46":157,"_37":158,"_35":159,"_141":-5,"_44":45,"_43":160,"_143":62,"_41":199,"_13":66,"_38":162,"_39":163,"_29":30,"_147":-5,"_193":200,"_32":201},{"_46":149,"_37":150,"_35":151,"_141":-5,"_44":45,"_43":152,"_143":30,"_41":196,"_13":154,"_38":145,"_39":155,"_29":30,"_147":-5,"_193":197,"_32":198},{"_46":138,"_37":139,"_35":140,"_141":-5,"_44":45,"_43":142,"_143":62,"_41":192,"_13":66,"_38":145,"_39":146,"_29":30,"_147":-5,"_193":194,"_32":195},["D",1787641036851],"children",[],[139],["D",1787641093599],[],[150],["D",1787641036812],[],[158],["D",1787641040914],[],[166],["D",1787641134627],[],[33],["D",1787640981828],["D",1789468254172],{"_103":102,"_110":106},{"_103":102,"_104":-5,"_105":106,"_19":58,"_107":108,"_109":30},{"_13":92,"_37":93,"_46":45,"_94":47,"_95":-5,"_96":-5,"_97":-5,"_98":-5,"_99":-5,"_100":48,"_101":102},"ctx",{"_85":-5,"_130":246,"_247":248,"_249":250,"_251":30,"_252":30,"_253":30,"_254":62,"_255":-5,"_256":-7,"_257":-7,"_258":66,"_259":30,"_260":30,"_261":-5,"_262":30,"_263":30,"_264":30,"_265":-5},"ENV",{"_217":218,"_219":220,"_221":93,"_222":223,"_224":225,"_226":227,"_228":229,"_230":231,"_232":233,"_234":235,"_236":237,"_238":239,"_240":241,"_242":243,"_244":245},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v12