${esc(e.title)}

[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_199":200,"_201":202},"routes/_app.x.$handle.$name",{"_104":103,"_37":49,"_112":94,"_32":113,"_13":14,"_114":-5,"_11":115,"_116":117,"_118":119,"_120":121,"_122":123,"_26":-5,"_124":-5,"_125":-5,"_126":30,"_127":128,"_129":63,"_130":-5,"_131":-5,"_132":133},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":18,"_19":-5},"project",{"_47":48,"_37":49,"_42":50,"_51":-5,"_52":30,"_53":54,"_55":54,"_56":57,"_58":-5,"_19":59,"_60":61,"_62":63,"_64":-5,"_65":-5,"_66":67,"_68":69,"_70":71,"_72":73,"_74":75,"_76":-5,"_77":78,"_79":78,"_80":81,"_82":81,"_83":81,"_84":78,"_85":78,"_86":87,"_88":89,"_90":91,"_92":30},"version",5,"changes",[25],"aiChatInfo",{"_20":21,"_22":-5,"_23":-5,"_24":-5},"userId","aiChatMessageId","c947d64b-e6ac-43a4-b1ad-81556586ebef","aiChatThreadId","aiChatThreadUserId","aiChatThreadTitle",{"_26":27,"_28":-7,"_29":30,"_31":30,"_32":33,"_34":33},"file",{"_35":36,"_37":33,"_38":39,"_40":41,"_42":43,"_44":14,"_45":46,"_29":30},"previous","deleted",false,"deletedHere","path","seed.ts","latestPath","fileId","35620348-a052-11f1-ad19-1607ee4eb77e","name","fileType","script","content","import { refresh, fetchEssays } from \"./scraper.ts\";\n\n// One-time backfill: fetch the full essay index and resolve publication dates\n// for every essay. Run via: run_file ivryb/pg-essays-rss seed.ts\nawait refresh();\nconst essays = await fetchEssays();\nconst withDate = essays.filter((e) => e.date).length;\nconsole.log(`Seeded ${essays.length} essays (${withDate} with a date).`);\n","createdAt",["D",1787641036851],"branchVersion","branchId","adc2f96c-f87b-444e-97b5-b08189b7e0e6","id","af97ad78-f1f9-48ff-a00d-c401c8b9b233","pg-essays-rss",["D",1787640981828],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","RSS feed of Paul Graham's essays","imageUrl","41fc127f-5d67-4e9d-aaf5-7f1531438361","pinnedFileId","149b5f88-a052-11f1-aaa5-1607ee4eb77e","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",0,"orgId","9dd2e27d-d103-40dd-bb45-da8e837d341a","tursoName","af97ad78f1f948ffa00dc401c8b9b233","tursoHostname","af97ad78f1f948ffa00dc401c8b9b233-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789468254172],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_104":103,"_111":107},"org",{"_104":103,"_105":-5,"_106":107,"_19":59,"_108":109,"_110":30},"branch",{"_13":93,"_37":94,"_47":46,"_95":48,"_96":-5,"_97":-5,"_98":-5,"_99":-5,"_100":-5,"_101":49,"_102":103},"isOwned",14,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","ivryb","handle","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18yZkFtS1dWcU5NYWRjQkN5MGVCUTVRS0Z5SkEifQ","tier","free","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_47":48,"_37":49,"_42":194,"_51":-5,"_52":30,"_53":54,"_55":54,"_56":57,"_58":-5,"_19":59,"_60":61,"_62":63,"_64":-5,"_65":-5,"_66":67,"_68":69,"_70":71,"_72":73,"_74":195,"_76":-5,"_77":78,"_79":78,"_80":81,"_82":81,"_83":81,"_84":78,"_85":78,"_86":196,"_88":197,"_90":198,"_92":30},"tree",[177,178,179,180],"files",[177,178,179,180],"counts",{"_167":67,"_168":149,"_169":147,"_170":171,"_172":173},"contents",[134,135,136,137],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_47":160,"_37":161,"_35":61,"_139":-5,"_45":46,"_44":149,"_140":30,"_42":162,"_13":67,"_38":163,"_40":164,"_29":30,"_142":165,"_32":166},{"_47":152,"_37":153,"_35":154,"_139":-5,"_45":46,"_44":155,"_140":63,"_42":156,"_13":67,"_38":157,"_40":158,"_29":30,"_142":-5,"_32":159},{"_47":144,"_37":145,"_35":146,"_139":-5,"_45":46,"_44":147,"_140":30,"_42":148,"_13":149,"_38":39,"_40":150,"_29":30,"_142":-5,"_32":151},{"_47":138,"_37":33,"_35":36,"_139":-5,"_45":46,"_44":14,"_140":63,"_42":141,"_13":67,"_38":39,"_40":41,"_29":30,"_142":-5,"_32":143},"a403e767-7252-4066-90cf-24f609598c7a","parentId","latest",["D",1787641036851],"label",[33],"e74b4969-ac0b-4ff6-94e1-67a345465cdd","scraper.ts","232ef9e2-a052-11f1-969b-1607ee4eb77e",3,["D",1787641021218],1,"import { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\n\nexport const BASE = \"https://paulgraham.com\";\n\n// Files on paulgraham.com that are in articles.html but aren't essays.\nconst EXCLUDE = new Set([\n \"/index.html\",\n \"/bio.html\",\n \"/rss.xml\",\n \"/feed.xml\",\n]);\n\n/** Idempotent schema setup. */\nexport async function ensureSchema(): Promise {\n await sqlite.execute(`CREATE TABLE IF NOT EXISTS essays (\n url TEXT PRIMARY KEY,\n title TEXT NOT NULL,\n date TEXT,\n position INTEGER NOT NULL\n )`);\n await sqlite.execute(`CREATE TABLE IF NOT EXISTS meta (\n key TEXT PRIMARY KEY,\n value TEXT\n )`);\n}\n\nasync function fetchIndexHtml(): Promise {\n const res = await fetch(`${BASE}/articles.html`);\n if (!res.ok) throw new Error(`articles.html: HTTP ${res.status}`);\n return await res.text();\n}\n\n/** Parse the ordered (newest-first) list of essay links from the index. */\nexport function parseIndex(html: string): { title: string; url: string }[] {\n const out: { title: string; url: string }[] = [];\n const re = /]*>([\\s\\S]*?)<\\/a>/gi;\n let m: RegExpExecArray | null;\n while ((m = re.exec(html)) !== null) {\n let href = m[1];\n const text = m[2].replace(/<[^>]+>/g, \"\").replace(/\\s+/g, \" \").trim();\n if (href.startsWith(BASE)) href = new URL(href).pathname;\n if (!href.startsWith(\"/\")) continue;\n const clean = href.split(/[?#]/)[0];\n if (!clean.endsWith(\".html\")) continue;\n if (EXCLUDE.has(clean)) continue;\n if (!text) continue;\n out.push({ title: text, url: clean });\n }\n const seen = new Set();\n return out.filter((x) => (seen.has(x.url) ? false : (seen.add(x.url), true)));\n}\n\n/**\n * Best-effort publication date from Hacker News: the earliest paulgraham.com\n * submission of the essay. Returns an ISO string or null.\n */\nasync function hnDate(title: string): Promise {\n try {\n const q = encodeURIComponent(title);\n const res = await fetch(\n `https://hn.algolia.com/api/v1/search?query=${q}&tags=story&hitsPerPage=50`,\n );\n if (!res.ok) return null;\n const data = await res.json();\n const hits: any[] = data.hits ?? [];\n let min: number | null = null;\n for (const h of hits) {\n let host = \"\";\n try {\n host = h.url ? new URL(h.url).hostname : \"\";\n } catch {\n host = \"\";\n }\n if (host === \"paulgraham.com\" || host.endsWith(\".paulgraham.com\")) {\n if (typeof h.created_at_i === \"number\" &&\n (min === null || h.created_at_i < min)) {\n min = h.created_at_i;\n }\n }\n }\n if (min === null) return null;\n return new Date(min * 1000).toISOString();\n } catch {\n return null;\n }\n}\n\n/** Run a list of async tasks with limited concurrency. */\nasync function mapLimit(\n items: T[],\n limit: number,\n fn: (item: T) => Promise,\n): Promise {\n const out: R[] = new Array(items.length);\n let next = 0;\n async function worker() {\n while (next < items.length) {\n const idx = next++;\n out[idx] = await fn(items[idx]);\n }\n }\n const workers = Array.from({ length: Math.min(limit, items.length) }, worker);\n await Promise.all(workers);\n return out;\n}\n\n/**\n * Refresh the cache: fetch the index, add any new essays (resolving their\n * dates), and backfill essays that still lack a date. Updates meta.last_check.\n */\nexport async function refresh(): Promise {\n await ensureSchema();\n\n const html = await fetchIndexHtml();\n const list = parseIndex(html);\n\n const rows = await sqlite.execute(\"SELECT url FROM essays\");\n const known = new Set(rows.rows.map((r) => r.url));\n\n // New essays plus known essays that are still missing a date.\n const needDate: { title: string; url: string; position: number }[] = [];\n for (let i = 0; i < list.length; i++) {\n const e = list[i];\n if (!known.has(e.url)) {\n needDate.push({ title: e.title, url: e.url, position: i });\n } else {\n const r = await sqlite.execute({\n sql: \"SELECT date FROM essays WHERE url = ?\",\n args: [e.url],\n });\n if (r.rows[0] && r.rows[0].date === null) {\n needDate.push({ title: e.title, url: e.url, position: i });\n }\n }\n }\n\n const dated = await mapLimit(needDate, 8, async (e) => ({\n ...e,\n date: await hnDate(e.title),\n }));\n\n for (const e of dated) {\n await sqlite.execute({\n sql: \"INSERT OR REPLACE INTO essays (url, title, date, position) VALUES (?, ?, ?, ?)\",\n args: [e.url, e.title, e.date, e.position],\n });\n }\n\n await sqlite.execute({\n sql: \"INSERT OR REPLACE INTO meta (key, value) VALUES ('last_check', ?)\",\n args: [new Date().toISOString()],\n });\n}\n\n/** Timestamp (ms) of the last successful check, or 0. */\nexport async function lastChecked(): Promise {\n const r = await sqlite.execute(\"SELECT value FROM meta WHERE key = 'last_check'\");\n if (r.rows.length === 0) return 0;\n const v = Date.parse(r.rows[0].value as string);\n return Number.isNaN(v) ? 0 : v;\n}\n\nexport interface Essay {\n title: string;\n url: string;\n date: string | null;\n}\n\n/** All essays, newest first (by date, then list position). */\nexport async function fetchEssays(): Promise {\n const r = await sqlite.execute(\n \"SELECT title, url, date FROM essays ORDER BY date DESC, position ASC\",\n );\n return r.rows.map((row) => ({\n title: row.title as string,\n url: row.url as string,\n date: row.date as string | null,\n }));\n}\n\nexport function esc(s: string): string {\n return s.replace(/&/g, \"&\").replace(//g, \">\")\n .replace(/\"/g, \""\");\n}\n\nexport function buildRss(essays: Essay[], selfUrl: string): string {\n const items = essays.map((e) => {\n const link = BASE + e.url;\n const dateEl = e.date ? `${new Date(e.date).toUTCString()}` : \"\";\n const desc = `${esc(e.title)} (Paul Graham).`;\n return `\\n ${esc(e.title)}\\n ${esc(link)}\\n ${esc(link)}\\n ${dateEl}\\n ${desc}\\n `;\n }).join(\"\\n \");\n\n return `\n\n \n Paul Graham’s Essays\n ${BASE}/articles.html\n Paul Graham’s essays, updated automatically from paulgraham.com.\n \n ${items}\n \n`;\n}\n",[145],"6433f1e8-7233-4671-844d-e203a5eb4281","refresh.ts","355c0934-a052-11f1-ad19-1607ee4eb77e",4,["D",1787641036812],"interval","import { refresh } from \"./scraper.ts\";\n\n/** Keeps the cached essay index warm so feed requests stay fast. */\nexport default async function (): Promise {\n await refresh();\n console.log(\"pg-essays-rss refreshed\");\n}\n",[153],"b2a2a3df-c8df-4467-af17-c164291a9fe5","main.ts",["D",1787640981861],"http","export default async function (req: Request): Promise {\n return new Response(\"hello\");\n}\n","pg-essays",[161],"pulls","branches","forks","envVars",{"_174":67,"_176":67},"connections",{"_174":67,"_175":67},"count","unfilledCount","emptyCount",{"_47":160,"_37":161,"_35":61,"_139":-5,"_45":46,"_44":149,"_140":30,"_42":191,"_13":67,"_38":163,"_40":164,"_29":30,"_142":165,"_182":192,"_32":193},{"_47":152,"_37":153,"_35":154,"_139":-5,"_45":46,"_44":155,"_140":63,"_42":188,"_13":67,"_38":157,"_40":158,"_29":30,"_142":-5,"_182":189,"_32":190},{"_47":144,"_37":145,"_35":146,"_139":-5,"_45":46,"_44":147,"_140":30,"_42":185,"_13":149,"_38":39,"_40":150,"_29":30,"_142":-5,"_182":186,"_32":187},{"_47":138,"_37":33,"_35":36,"_139":-5,"_45":46,"_44":14,"_140":63,"_42":181,"_13":67,"_38":39,"_40":41,"_29":30,"_142":-5,"_182":183,"_32":184},["D",1787641036851],"children",[],[33],["D",1787641021218],[],[145],["D",1787641036812],[],[153],["D",1787640981861],[],[161],["D",1787640981828],["D",1789468254172],{"_104":103,"_111":107},{"_104":103,"_105":-5,"_106":107,"_19":59,"_108":109,"_110":30},{"_13":93,"_37":94,"_47":46,"_95":48,"_96":-5,"_97":-5,"_98":-5,"_99":-5,"_100":-5,"_101":49,"_102":103},"ctx",{"_86":-5,"_131":232,"_233":234,"_235":236,"_237":30,"_238":30,"_239":30,"_240":63,"_241":-5,"_242":-7,"_243":-7,"_244":67,"_245":30,"_246":30,"_247":-5,"_248":30,"_249":30,"_250":30,"_251":-5},"ENV",{"_203":204,"_205":206,"_207":94,"_208":209,"_210":211,"_212":213,"_214":215,"_216":217,"_218":219,"_220":221,"_222":223,"_224":225,"_226":227,"_228":229,"_230":231},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v5