${esc(e.title)}

[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_175":176,"_177":178},"routes/_app.x.$handle.$name",{"_104":103,"_37":49,"_112":94,"_32":113,"_13":14,"_114":-5,"_11":115,"_116":117,"_118":119,"_120":121,"_122":123,"_26":-5,"_124":-5,"_125":-5,"_126":30,"_127":128,"_129":63,"_130":-5,"_131":-5,"_132":133},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":18,"_19":-5},"project",{"_47":48,"_37":49,"_42":50,"_51":-5,"_52":30,"_53":54,"_55":54,"_56":57,"_58":-5,"_19":59,"_60":61,"_62":63,"_64":-5,"_65":-5,"_66":67,"_68":69,"_70":71,"_72":73,"_74":75,"_76":-5,"_77":78,"_79":78,"_80":81,"_82":81,"_83":81,"_84":78,"_85":78,"_86":87,"_88":89,"_90":91,"_92":30},"version",2,"changes",[25],"aiChatInfo",{"_20":21,"_22":-5,"_23":-5,"_24":-5},"userId","aiChatMessageId","c947d64b-e6ac-43a4-b1ad-81556586ebef","aiChatThreadId","aiChatThreadUserId","aiChatThreadTitle",{"_26":27,"_28":-7,"_29":30,"_31":30,"_32":33,"_34":33},"file",{"_35":36,"_37":33,"_38":39,"_40":41,"_42":43,"_44":14,"_45":46,"_29":30},"previous","deleted",false,"deletedHere","path","scraper.ts","latestPath","fileId","232ef9e2-a052-11f1-969b-1607ee4eb77e","name","fileType","script","content","import { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\n\nexport const BASE = \"https://paulgraham.com\";\n\n// Files on paulgraham.com that are in articles.html but aren't essays.\nconst EXCLUDE = new Set([\n \"/index.html\",\n \"/bio.html\",\n \"/rss.xml\",\n \"/feed.xml\",\n]);\n\n/** Idempotent schema setup. */\nexport async function ensureSchema(): Promise {\n await sqlite.execute(`CREATE TABLE IF NOT EXISTS essays (\n url TEXT PRIMARY KEY,\n title TEXT NOT NULL,\n date TEXT,\n position INTEGER NOT NULL\n )`);\n await sqlite.execute(`CREATE TABLE IF NOT EXISTS meta (\n key TEXT PRIMARY KEY,\n value TEXT\n )`);\n}\n\nasync function fetchIndexHtml(): Promise {\n const res = await fetch(`${BASE}/articles.html`);\n if (!res.ok) throw new Error(`articles.html: HTTP ${res.status}`);\n return await res.text();\n}\n\n/** Parse the ordered (newest-first) list of essay links from the index. */\nexport function parseIndex(html: string): { title: string; url: string }[] {\n const out: { title: string; url: string }[] = [];\n const re = /]*>([\\s\\S]*?)<\\/a>/gi;\n let m: RegExpExecArray | null;\n while ((m = re.exec(html)) !== null) {\n let href = m[1];\n const text = m[2].replace(/<[^>]+>/g, \"\").replace(/\\s+/g, \" \").trim();\n if (href.startsWith(BASE)) href = new URL(href).pathname;\n if (!href.startsWith(\"/\")) continue;\n const clean = href.split(/[?#]/)[0];\n if (!clean.endsWith(\".html\")) continue;\n if (EXCLUDE.has(clean)) continue;\n if (!text) continue;\n out.push({ title: text, url: clean });\n }\n const seen = new Set();\n return out.filter((x) => (seen.has(x.url) ? false : (seen.add(x.url), true)));\n}\n\n/**\n * Best-effort publication date from Hacker News: the earliest paulgraham.com\n * submission of the essay. Returns an ISO string or null.\n */\nasync function hnDate(title: string): Promise {\n try {\n const q = encodeURIComponent(title);\n const res = await fetch(\n `https://hn.algolia.com/api/v1/search?query=${q}&tags=story&hitsPerPage=50`,\n );\n if (!res.ok) return null;\n const data = await res.json();\n const hits: any[] = data.hits ?? [];\n let min: number | null = null;\n for (const h of hits) {\n let host = \"\";\n try {\n host = h.url ? new URL(h.url).hostname : \"\";\n } catch {\n host = \"\";\n }\n if (host === \"paulgraham.com\" || host.endsWith(\".paulgraham.com\")) {\n if (typeof h.created_at_i === \"number\" &&\n (min === null || h.created_at_i < min)) {\n min = h.created_at_i;\n }\n }\n }\n if (min === null) return null;\n return new Date(min * 1000).toISOString();\n } catch {\n return null;\n }\n}\n\n/** Run a list of async tasks with limited concurrency. */\nasync function mapLimit(\n items: T[],\n limit: number,\n fn: (item: T) => Promise,\n): Promise {\n const out: R[] = new Array(items.length);\n let next = 0;\n async function worker() {\n while (next < items.length) {\n const idx = next++;\n out[idx] = await fn(items[idx]);\n }\n }\n const workers = Array.from({ length: Math.min(limit, items.length) }, worker);\n await Promise.all(workers);\n return out;\n}\n\n/**\n * Refresh the cache: fetch the index, add any new essays (resolving their\n * dates), and backfill essays that still lack a date. Updates meta.last_check.\n */\nexport async function refresh(): Promise {\n await ensureSchema();\n\n const html = await fetchIndexHtml();\n const list = parseIndex(html);\n\n const rows = await sqlite.execute(\"SELECT url FROM essays\");\n const known = new Set(rows.rows.map((r) => r.url));\n\n // New essays plus known essays that are still missing a date.\n const needDate: { title: string; url: string; position: number }[] = [];\n for (let i = 0; i < list.length; i++) {\n const e = list[i];\n if (!known.has(e.url)) {\n needDate.push({ title: e.title, url: e.url, position: i });\n } else {\n const r = await sqlite.execute(\"SELECT date FROM essays WHERE url = ?\", {\n sql: \"SELECT date FROM essays WHERE url = ?\",\n args: [e.url],\n });\n if (r.rows[0] && r.rows[0].date === null) {\n needDate.push({ title: e.title, url: e.url, position: i });\n }\n }\n }\n\n const dated = await mapLimit(needDate, 8, async (e) => ({\n ...e,\n date: await hnDate(e.title),\n }));\n\n for (const e of dated) {\n await sqlite.execute({\n sql: \"INSERT OR REPLACE INTO essays (url, title, date, position) VALUES (?, ?, ?, ?)\",\n args: [e.url, e.title, e.date, e.position],\n });\n }\n\n await sqlite.execute({\n sql: \"INSERT OR REPLACE INTO meta (key, value) VALUES ('last_check', ?)\",\n args: [new Date().toISOString()],\n });\n}\n\n/** Timestamp (ms) of the last successful check, or 0. */\nexport async function lastChecked(): Promise {\n const r = await sqlite.execute(\"SELECT value FROM meta WHERE key = 'last_check'\");\n if (r.rows.length === 0) return 0;\n const v = Date.parse(r.rows[0].value as string);\n return Number.isNaN(v) ? 0 : v;\n}\n\nexport interface Essay {\n title: string;\n url: string;\n date: string | null;\n}\n\n/** All essays, newest first (by date, then list position). */\nexport async function fetchEssays(): Promise {\n const r = await sqlite.execute(\n \"SELECT title, url, date FROM essays ORDER BY date DESC, position ASC\",\n );\n return r.rows.map((row) => ({\n title: row.title as string,\n url: row.url as string,\n date: row.date as string | null,\n }));\n}\n\nexport function esc(s: string): string {\n return s.replace(/&/g, \"&\").replace(//g, \">\")\n .replace(/\"/g, \""\");\n}\n\nexport function buildRss(essays: Essay[], selfUrl: string): string {\n const items = essays.map((e) => {\n const link = BASE + e.url;\n const dateEl = e.date ? `${new Date(e.date).toUTCString()}` : \"\";\n const desc = `${esc(e.title)} (Paul Graham).`;\n return `\\n ${esc(e.title)}\\n ${esc(link)}\\n ${esc(link)}\\n ${dateEl}\\n ${desc}\\n `;\n }).join(\"\\n \");\n\n return `\n\n \n Paul Graham’s Essays\n ${BASE}/articles.html\n Paul Graham’s essays, updated automatically from paulgraham.com.\n \n ${items}\n \n`;\n}\n","createdAt",["D",1787641006317],"branchVersion","branchId","adc2f96c-f87b-444e-97b5-b08189b7e0e6","id","af97ad78-f1f9-48ff-a00d-c401c8b9b233","pg-essays-rss",["D",1787640981828],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","RSS feed of Paul Graham's essays","imageUrl","41fc127f-5d67-4e9d-aaf5-7f1531438361","pinnedFileId","149b5f88-a052-11f1-aaa5-1607ee4eb77e","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",0,"orgId","9dd2e27d-d103-40dd-bb45-da8e837d341a","tursoName","af97ad78f1f948ffa00dc401c8b9b233","tursoHostname","af97ad78f1f948ffa00dc401c8b9b233-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789555289887],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_104":103,"_111":107},"org",{"_104":103,"_105":-5,"_106":107,"_19":59,"_108":109,"_110":30},"branch",{"_13":93,"_37":94,"_47":46,"_95":48,"_96":-5,"_97":-5,"_98":-5,"_99":-5,"_100":-5,"_101":49,"_102":103},"isOwned",14,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","ivryb","handle","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18yZkFtS1dWcU5NYWRjQkN5MGVCUTVRS0Z5SkEifQ","tier","free","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_47":48,"_37":49,"_42":170,"_51":-5,"_52":30,"_53":54,"_55":54,"_56":57,"_58":-5,"_19":59,"_60":61,"_62":63,"_64":-5,"_65":-5,"_66":67,"_68":69,"_70":71,"_72":73,"_74":171,"_76":-5,"_77":78,"_79":78,"_80":81,"_82":81,"_83":81,"_84":78,"_85":78,"_86":172,"_88":173,"_90":174,"_92":30},"tree",[161,162],"files",[161,162],"counts",{"_150":67,"_151":144,"_152":153,"_154":155,"_156":157},"contents",[134,135],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_47":142,"_37":143,"_35":61,"_137":-5,"_45":46,"_44":144,"_138":30,"_42":145,"_13":67,"_38":146,"_40":147,"_29":30,"_140":148,"_32":149},{"_47":136,"_37":33,"_35":36,"_137":-5,"_45":46,"_44":14,"_138":30,"_42":139,"_13":67,"_38":39,"_40":41,"_29":30,"_140":-5,"_32":141},"40d3d1b5-4cf7-451c-aa63-550aaf453d1a","parentId","latest",["D",1787641006317],"label",[33],"b2a2a3df-c8df-4467-af17-c164291a9fe5","main.ts",1,["D",1787640981861],"http","export default async function (req: Request): Promise {\n return new Response(\"hello\");\n}\n","pg-essays",[143],"pulls","branches","forks",3,"envVars",{"_158":67,"_160":67},"connections",{"_158":67,"_159":67},"count","unfilledCount","emptyCount",{"_47":142,"_37":143,"_35":61,"_137":-5,"_45":46,"_44":144,"_138":30,"_42":167,"_13":67,"_38":146,"_40":147,"_29":30,"_140":148,"_164":168,"_32":169},{"_47":136,"_37":33,"_35":36,"_137":-5,"_45":46,"_44":14,"_138":30,"_42":163,"_13":67,"_38":39,"_40":41,"_29":30,"_140":-5,"_164":165,"_32":166},["D",1787641006317],"children",[],[33],["D",1787640981861],[],[143],["D",1787640981828],["D",1789555289887],{"_104":103,"_111":107},{"_104":103,"_105":-5,"_106":107,"_19":59,"_108":109,"_110":30},{"_13":93,"_37":94,"_47":46,"_95":48,"_96":-5,"_97":-5,"_98":-5,"_99":-5,"_100":-5,"_101":49,"_102":103},"ctx",{"_86":-5,"_131":208,"_209":210,"_211":212,"_213":30,"_214":30,"_215":30,"_216":63,"_217":-5,"_218":-7,"_219":-7,"_220":67,"_221":30,"_222":30,"_223":-5,"_224":30,"_225":30,"_226":30,"_227":-5},"ENV",{"_179":180,"_181":182,"_183":94,"_184":185,"_186":187,"_188":189,"_190":191,"_192":193,"_194":195,"_196":197,"_198":199,"_200":201,"_202":203,"_204":205,"_206":207},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v2