${esc(e.title)}

[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8},"actionData","errors","root",{"_106":107,"_108":109},"routes/embed.x.$handle.$name.$",{"_9":10,"_11":12,"_13":14,"_15":16,"_17":18,"_19":20,"_21":-5},"handle","ivryb","name","pg-essays-rss","path","scraper.ts","project",{"_22":45,"_11":12,"_33":46,"_47":-5,"_48":42,"_49":50,"_51":50,"_52":53,"_54":-5,"_55":56,"_57":58,"_59":32,"_60":-5,"_61":-5,"_62":63,"_64":65,"_66":67,"_68":69,"_70":71,"_72":-5,"_73":74,"_75":74,"_76":77,"_78":77,"_79":77,"_80":74,"_81":74,"_82":83,"_84":85,"_86":87,"_88":42},"file",{"_22":23,"_11":14,"_24":25,"_26":-5,"_27":28,"_29":30,"_31":32,"_33":34,"_35":36,"_37":38,"_39":40,"_41":42,"_43":-5,"_13":44},"permalink","https://www.val.town/x/ivryb/pg-essays-rss/code/scraper.ts","extension","id","bbde1170-a930-438b-ab67-49886fad641c","fileId","232ef9e2-a052-11f1-969b-1607ee4eb77e","parentId","branchId","adc2f96c-f87b-444e-97b5-b08189b7e0e6","branchVersion",13,"latest",true,"createdAt",["D",1787723227835],"version",4,"fileType","script","content","import { blob } from \"https://esm.town/v/std/blob/main.ts\";\n\nexport const BASE = \"https://paulgraham.com\";\n\n// Blob key holding the cached feed data. Using blob storage (not SQLite) keeps\n// the feed independent of the libsql client, which has been flaky on Deno.\nconst KEY = \"pg-essays-cache\";\n\ninterface CacheEntry {\n title: string;\n date: string | null;\n position: number;\n}\n\ninterface Cache {\n lastCheck: string | null;\n essays: Record;\n}\n\n// Files on paulgraham.com that are in articles.html but aren't essays.\nconst EXCLUDE = new Set([\n \"/index.html\",\n \"/bio.html\",\n \"/rss.html\",\n \"/rss.xml\",\n \"/feed.xml\",\n]);\n\nasync function readCache(): Promise {\n const c = await blob.getJSON(KEY);\n return c ?? { lastCheck: null, essays: {} };\n}\n\nasync function writeCache(c: Cache): Promise {\n await blob.setJSON(KEY, c);\n}\n\nasync function fetchIndexHtml(): Promise {\n const res = await fetch(`${BASE}/articles.html`);\n if (!res.ok) throw new Error(`articles.html: HTTP ${res.status}`);\n return await res.text();\n}\n\n/** Parse the ordered (newest-first) list of essay links from the index. */\nexport function parseIndex(html: string): { title: string; url: string }[] {\n const out: { title: string; url: string }[] = [];\n const re = /]*>([\\s\\S]*?)<\\/a>/gi;\n let m: RegExpExecArray | null;\n while ((m = re.exec(html)) !== null) {\n let href = m[1];\n const text = m[2].replace(/<[^>]+>/g, \"\").replace(/\\s+/g, \" \").trim();\n if (href.startsWith(BASE)) href = new URL(href).pathname;\n // Normalize bare relative hrefs (e.g. \"greatwork.html\") to \"/greatwork.html\".\n if (!href.startsWith(\"/\")) href = \"/\" + href.split(/[?#]/)[0];\n const clean = href.split(/[?#]/)[0];\n if (!clean.endsWith(\".html\")) continue;\n if (EXCLUDE.has(clean)) continue;\n if (!text) continue;\n out.push({ title: text, url: clean });\n }\n const seen = new Set();\n return out.filter((x) => (seen.has(x.url) ? false : (seen.add(x.url), true)));\n}\n\n/**\n * Best-effort publication date from Hacker News: the earliest paulgraham.com\n * submission of the essay. Returns an ISO string or null.\n */\nasync function hnDate(title: string): Promise {\n try {\n const q = encodeURIComponent(title);\n const res = await fetch(\n `https://hn.algolia.com/api/v1/search?query=${q}&tags=story&hitsPerPage=50`,\n );\n if (!res.ok) return null;\n const data = await res.json();\n const hits: any[] = data.hits ?? [];\n let min: number | null = null;\n for (const h of hits) {\n let host = \"\";\n try {\n host = h.url ? new URL(h.url).hostname : \"\";\n } catch {\n host = \"\";\n }\n if (host === \"paulgraham.com\" || host.endsWith(\".paulgraham.com\")) {\n if (typeof h.created_at_i === \"number\" &&\n (min === null || h.created_at_i < min)) {\n min = h.created_at_i;\n }\n }\n }\n if (min === null) return null;\n return new Date(min * 1000).toISOString();\n } catch {\n return null;\n }\n}\n\n/** Run a list of async tasks with limited concurrency. */\nasync function mapLimit(\n items: T[],\n limit: number,\n fn: (item: T) => Promise,\n): Promise {\n const out: R[] = new Array(items.length);\n let next = 0;\n async function worker() {\n while (next < items.length) {\n const idx = next++;\n out[idx] = await fn(items[idx]);\n }\n }\n const workers = Array.from({ length: Math.min(limit, items.length) }, worker);\n await Promise.all(workers);\n return out;\n}\n\n/**\n * Refresh the cache: fetch the index, add any new essays (resolving their\n * dates), and backfill essays that still lack a date.\n */\nexport async function refresh(): Promise {\n const cache = await readCache();\n\n const html = await fetchIndexHtml();\n const list = parseIndex(html);\n\n // New essays plus known essays that are still missing a date.\n const needDate: { title: string; url: string; position: number }[] = [];\n for (let i = 0; i < list.length; i++) {\n const e = list[i];\n const existing = cache.essays[e.url];\n if (!existing || existing.date === null) {\n needDate.push({ title: e.title, url: e.url, position: i });\n }\n }\n\n const dated = await mapLimit(needDate, 8, async (e) => ({\n ...e,\n date: await hnDate(e.title),\n }));\n\n for (const e of dated) {\n cache.essays[e.url] = { title: e.title, date: e.date, position: e.position };\n }\n\n cache.lastCheck = new Date().toISOString();\n await writeCache(cache);\n}\n\n/** Timestamp (ms) of the last successful check, or 0. */\nexport async function lastChecked(): Promise {\n const c = await readCache();\n if (!c.lastCheck) return 0;\n const v = Date.parse(c.lastCheck);\n return Number.isNaN(v) ? 0 : v;\n}\n\nexport interface Essay {\n title: string;\n url: string;\n date: string | null;\n}\n\n/** All essays, newest first (by date, then list position). */\nexport async function fetchEssays(): Promise {\n const c = await readCache();\n const essays = Object.entries(c.essays).map(([url, e]) => ({\n url,\n title: e.title,\n date: e.date,\n position: e.position,\n }));\n essays.sort((a, b) => {\n const da = a.date ? Date.parse(a.date) : -Infinity;\n const db = b.date ? Date.parse(b.date) : -Infinity;\n if (db !== da) return db - da;\n return a.position - b.position;\n });\n return essays.map(({ url, title, date }) => ({ url, title, date }));\n}\n\nexport function esc(s: string): string {\n return s.replace(/&/g, \"&\").replace(//g, \">\")\n .replace(/\"/g, \""\");\n}\n\nexport function buildRss(essays: Essay[], selfUrl: string): string {\n const items = essays.map((e) => {\n const link = BASE + e.url;\n const dateEl = e.date ? `${new Date(e.date).toUTCString()}` : \"\";\n const desc = `${esc(e.title)} (Paul Graham).`;\n return `\\n ${esc(e.title)}\\n ${esc(link)}\\n ${esc(link)}\\n ${dateEl}\\n ${desc}\\n `;\n }).join(\"\\n \");\n\n return `\n\n \n Paul Graham’s Essays\n ${BASE}/articles.html\n Paul Graham’s essays, updated automatically from paulgraham.com.\n \n ${items}\n \n`;\n}\n","deleted",false,"label",[14],"af97ad78-f1f9-48ff-a00d-c401c8b9b233",["D",1787640981828],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","RSS feed of Paul Graham's essays","imageUrl","userId","41fc127f-5d67-4e9d-aaf5-7f1531438361","pinnedFileId","149b5f88-a052-11f1-aaa5-1607ee4eb77e","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","9dd2e27d-d103-40dd-bb45-da8e837d341a","tursoName","af97ad78f1f948ffa00dc401c8b9b233","tursoHostname","af97ad78f1f948ffa00dc401c8b9b233-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789468254172],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_9":10,"_105":101},"org",{"_9":10,"_99":-5,"_100":101,"_55":56,"_102":103,"_104":42},"branch",{"_35":89,"_11":90,"_22":28,"_91":45,"_92":-5,"_93":-5,"_94":-5,"_95":-5,"_96":-5,"_97":12,"_98":10},"isOwned",14,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18yZkFtS1dWcU5NYWRjQkN5MGVCUTVRS0Z5SkEifQ","tier","free","canRestrictVals","profileImageUrl","ctx",{"_82":-5,"_139":140,"_141":142,"_143":144,"_145":42,"_146":42,"_147":42,"_148":32,"_149":-5,"_150":-7,"_151":-7,"_152":63,"_153":42,"_154":42,"_155":-5,"_156":42,"_157":42,"_158":42,"_159":-5},"ENV",{"_110":111,"_112":113,"_114":90,"_115":116,"_117":118,"_119":120,"_121":122,"_123":124,"_125":126,"_127":128,"_129":130,"_131":132,"_133":134,"_135":136,"_137":138},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town","orgs",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]