${escapeXml(item.title)}

[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_205":206,"_207":208},"routes/_app.x.$handle.$name",{"_97":96,"_32":45,"_105":87,"_27":106,"_13":14,"_107":-5,"_11":108,"_109":110,"_111":112,"_113":114,"_115":116,"_20":-5,"_117":-5,"_118":-5,"_119":25,"_120":121,"_122":59,"_123":-5,"_124":-5,"_125":126},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_43":44,"_32":45,"_38":46,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":53,"_54":-5,"_18":55,"_56":57,"_58":59,"_60":-5,"_61":-5,"_62":63,"_64":65,"_66":-5,"_67":-5,"_68":-5,"_69":-5,"_70":71,"_72":71,"_73":74,"_75":74,"_76":74,"_77":71,"_78":71,"_79":80,"_81":82,"_83":84,"_85":25},"version",13,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":23,"_24":25,"_26":25,"_27":28,"_29":28},"file",{"_30":31,"_32":28,"_33":34,"_35":37,"_38":39,"_40":14,"_41":42,"_24":25},"previous",{"_30":31,"_32":28,"_33":34,"_35":36},"deleted",false,"deletedHere","path","scraper.ts","latestPath","fileId","01a0560d-6ef3-71ba-96df-c2b69e1f4e8e","name","fileType","script","content","import { blob } from \"https://esm.town/v/std/blob/main.ts\";\nimport { load } from \"npm:cheerio@1.0.0\";\n\nconst HOME_URL = \"https://andymatuschak.org/\";\nconst CACHE_KEY = \"andy-matuschak-writing-feed\";\nconst INCLUDED_HOSTS = new Set([\n \"andymatuschak.org\",\n \"www.andymatuschak.org\",\n \"numinous.productions\",\n \"klr.tumblr.com\",\n]);\n\nexport interface FeedItem {\n title: string;\n url: string;\n guid?: string;\n date: string | null;\n summary: string | null;\n}\n\ninterface Cache {\n lastCheck: string | null;\n items: FeedItem[];\n}\n\nasync function fetchText(url: string): Promise {\n const response = await fetch(url, {\n headers: { \"User-Agent\": \"Listenly custom RSS feed (+https://listenly.io)\" },\n });\n if (!response.ok) throw new Error(`${url}: HTTP ${response.status}`);\n return await response.text();\n}\n\nasync function readCache(): Promise {\n return (await blob.getJSON(CACHE_KEY)) ?? { lastCheck: null, items: [] };\n}\n\nfunction scrapeHomepage(html: string): FeedItem[] {\n const $ = load(html);\n const items = new Map();\n\n for (const element of $(\"a[href]\").toArray()) {\n const anchor = $(element);\n const heading = anchor.find(\"h3\").first();\n if (!heading.length || anchor.find(\"img.Locked\").length) continue;\n\n const href = anchor.attr(\"href\");\n if (!href) continue;\n const url = new URL(href, HOME_URL);\n url.hash = \"\";\n\n if (!INCLUDED_HOSTS.has(url.hostname)) continue;\n if (url.hostname.endsWith(\"andymatuschak.org\") && url.pathname === \"/scrying-pen\") continue;\n\n const title = heading.text().replace(/\\s+/g, \" \").trim();\n const summary = heading.next(\"p\").text().replace(/\\s+/g, \" \").trim();\n if (!title) continue;\n\n const canonicalUrl = url.href;\n items.set(canonicalUrl, {\n title,\n url: canonicalUrl,\n guid: canonicalUrl,\n date: null,\n summary: summary || null,\n });\n }\n\n const result = [...items.values()];\n if (result.length < 25 || result.length > 45) {\n throw new Error(`homepage selection returned unexpected count: ${result.length}`);\n }\n return result;\n}\n\nexport async function refresh(): Promise {\n const items = scrapeHomepage(await fetchText(HOME_URL));\n await blob.setJSON(CACHE_KEY, { lastCheck: new Date().toISOString(), items } satisfies Cache);\n}\n\nexport async function lastChecked(): Promise {\n const value = (await readCache()).lastCheck;\n const parsed = value ? Date.parse(value) : Number.NaN;\n return Number.isNaN(parsed) ? 0 : parsed;\n}\n\nexport async function fetchItems(): Promise {\n return (await readCache()).items;\n}\n\nexport async function fetchLegacyArticle(postId: string): Promise {\n const canonicalUrl = LEGACY_ARTICLES.get(postId);\n if (!canonicalUrl) return null;\n\n const $ = load(await fetchText(`${canonicalUrl}/amp`));\n const article = $(\".post-body\").first();\n article.find(\"form, iframe, script, style\").remove();\n const html = article.html()?.trim();\n if (!html) throw new Error(`legacy article ${postId} had no readable body`);\n return html;\n}\n\nfunction escapeXml(value: string): string {\n return value.replace(/&/g, \"&\").replace(//g, \">\")\n .replace(/\"/g, \""\").replace(/'/g, \"'\");\n}\n\nexport function buildRss(items: FeedItem[], selfUrl: string): string {\n const body = items.map((item) => {\n const summary = item.summary ? `${escapeXml(item.summary)}` : \"\";\n const contentUrl = item.contentPath ? new URL(item.contentPath, selfUrl).href : item.url;\n return `\n ${escapeXml(item.title)}\n ${escapeXml(contentUrl)}\n ${escapeXml(item.guid ?? item.url)}\n ${summary}\n `;\n }).join(\"\\n \");\n\n return `\n\n \n Andy Matuschak: selected public writing\n ${HOME_URL}\n Public essays and authored writing selected from Andy Matuschak's homepage. Locked posts, server-blocked hosts, notes, podcasts, and interactive products are excluded.\n en-us\n \n ${body}\n \n`;\n}","import { blob } from \"https://esm.town/v/std/blob/main.ts\";\nimport { load } from \"npm:cheerio@1.0.0\";\n\nconst HOME_URL = \"https://andymatuschak.org/\";\nconst CACHE_KEY = \"andy-matuschak-writing-feed\";\nconst INCLUDED_HOSTS = new Set([\n \"andymatuschak.org\",\n \"www.andymatuschak.org\",\n \"numinous.productions\",\n \"klr.tumblr.com\",\n]);\n\nexport interface FeedItem {\n title: string;\n url: string;\n guid?: string;\n date: string | null;\n summary: string | null;\n}\n\ninterface Cache {\n lastCheck: string | null;\n items: FeedItem[];\n}\n\nasync function fetchText(url: string): Promise {\n const response = await fetch(url, {\n headers: { \"User-Agent\": \"Listenly custom RSS feed (+https://listenly.io)\" },\n });\n if (!response.ok) throw new Error(`${url}: HTTP ${response.status}`);\n return await response.text();\n}\n\nasync function readCache(): Promise {\n return (await blob.getJSON(CACHE_KEY)) ?? { lastCheck: null, items: [] };\n}\n\nfunction scrapeHomepage(html: string): FeedItem[] {\n const $ = load(html);\n const items = new Map();\n\n for (const element of $(\"a[href]\").toArray()) {\n const anchor = $(element);\n const heading = anchor.find(\"h3\").first();\n if (!heading.length || anchor.find(\"img.Locked\").length) continue;\n\n const href = anchor.attr(\"href\");\n if (!href) continue;\n const url = new URL(href, HOME_URL);\n url.hash = \"\";\n\n if (!INCLUDED_HOSTS.has(url.hostname)) continue;\n if (url.hostname.endsWith(\"andymatuschak.org\") && url.pathname === \"/scrying-pen\") continue;\n\n const title = heading.text().replace(/\\s+/g, \" \").trim();\n const summary = heading.next(\"p\").text().replace(/\\s+/g, \" \").trim();\n if (!title) continue;\n\n const canonicalUrl = url.href;\n items.set(canonicalUrl, {\n title,\n url: canonicalUrl,\n guid: canonicalUrl,\n date: null,\n summary: summary || null,\n });\n }\n\n const result = [...items.values()];\n if (result.length < 25 || result.length > 45) {\n throw new Error(`homepage selection returned unexpected count: ${result.length}`);\n }\n return result;\n}\n\nexport async function refresh(): Promise {\n const items = scrapeHomepage(await fetchText(HOME_URL));\n await blob.setJSON(CACHE_KEY, { lastCheck: new Date().toISOString(), items } satisfies Cache);\n}\n\nexport async function lastChecked(): Promise {\n const value = (await readCache()).lastCheck;\n const parsed = value ? Date.parse(value) : Number.NaN;\n return Number.isNaN(parsed) ? 0 : parsed;\n}\n\nexport async function fetchItems(): Promise {\n return (await readCache()).items;\n}\n\nfunction escapeXml(value: string): string {\n return value.replace(/&/g, \"&\").replace(//g, \">\")\n .replace(/\"/g, \""\").replace(/'/g, \"'\");\n}\n\nexport function buildRss(items: FeedItem[], selfUrl: string): string {\n const body = items.map((item) => {\n const summary = item.summary ? `${escapeXml(item.summary)}` : \"\";\n const contentUrl = item.contentPath ? new URL(item.contentPath, selfUrl).href : item.url;\n return `\n ${escapeXml(item.title)}\n ${escapeXml(contentUrl)}\n ${escapeXml(item.guid ?? item.url)}\n ${summary}\n `;\n }).join(\"\\n \");\n\n return `\n\n \n Andy Matuschak: selected public writing\n ${HOME_URL}\n Public essays and authored writing selected from Andy Matuschak's homepage. Locked posts, server-blocked hosts, notes, podcasts, and interactive products are excluded.\n en-us\n \n ${body}\n \n`;\n}","createdAt",["D",1788238875607],"branchVersion","branchId","26d41f5b-bb1b-4264-8a1b-04bc11842770","id","688a2c68-205d-400e-87fd-90990853118e","andy-matuschak-rss",["D",1788150116030],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","Curated RSS feed for Andy Matuschak's writing","imageUrl","41fc127f-5d67-4e9d-aaf5-7f1531438361","pinnedFileId","01a0560d-6ef3-71ba-96df-bbcc23341b86","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",0,"orgId","9dd2e27d-d103-40dd-bb45-da8e837d341a","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_97":96,"_104":100},"org",{"_97":96,"_98":-5,"_99":100,"_18":55,"_101":102,"_103":25},"branch",{"_13":86,"_32":87,"_43":42,"_88":44,"_89":-5,"_90":-5,"_91":-5,"_92":-5,"_93":-5,"_94":45,"_95":96},"isOwned",17,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","ivryb","handle","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18yZkFtS1dWcU5NYWRjQkN5MGVCUTVRS0Z5SkEifQ","tier","free","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_43":44,"_32":45,"_38":201,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":53,"_54":-5,"_18":55,"_56":57,"_58":59,"_60":-5,"_61":-5,"_62":63,"_64":65,"_66":-5,"_67":-5,"_68":-5,"_69":-5,"_70":71,"_72":71,"_73":74,"_75":74,"_76":74,"_77":71,"_78":71,"_79":202,"_81":203,"_83":204,"_85":25},"tree",[180,181,182,183,184],"files",[180,181,182,183,184],"counts",{"_170":63,"_171":136,"_172":63,"_173":174,"_175":176},"contents",[127,128,129,130,131],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_43":162,"_32":163,"_30":164,"_135":-5,"_41":42,"_40":165,"_137":25,"_38":166,"_13":167,"_33":20,"_35":168,"_24":25,"_140":-5,"_27":169},{"_43":154,"_32":155,"_30":57,"_135":-5,"_41":42,"_40":156,"_137":25,"_38":157,"_13":136,"_33":158,"_35":159,"_24":25,"_140":160,"_27":161},{"_43":146,"_32":147,"_30":148,"_135":-5,"_41":42,"_40":149,"_137":59,"_38":150,"_13":136,"_33":151,"_35":152,"_24":25,"_140":-5,"_27":153},{"_43":142,"_32":28,"_30":31,"_135":-5,"_41":42,"_40":14,"_137":25,"_38":143,"_13":144,"_33":34,"_35":37,"_24":25,"_140":-5,"_27":145},{"_43":132,"_32":133,"_30":134,"_135":-5,"_41":42,"_40":136,"_137":59,"_38":138,"_13":63,"_33":34,"_35":139,"_24":25,"_140":-5,"_27":141},"af46571a-fe2e-4274-a8e8-2633de8d3f41","seed.ts","01a0560d-6ef4-70fe-9e2d-953cb0da0641","parentId",1,"latest",["D",1788150116030],"import { fetchItems, refresh } from \"./scraper.ts\";\n\nawait refresh();\nconsole.log(`Seeded ${(await fetchItems()).length} feed items.`);","label",[133],"00c5267c-f3a3-4728-8684-b0755cf7d141",["D",1788238875607],7,[28],"907046f7-fe19-4108-af45-b9afd9cb0b35","refresh.ts","01a0560d-6ef3-71ba-96df-bfba8fe2b089",2,["D",1788150278393],"interval","import { refresh } from \"./scraper.ts\";\n\nexport default async function (): Promise {\n await refresh();\n console.log(\"andy-matuschak-rss refreshed\");\n}\n",[147],"e4af53b5-22a7-4b70-b16d-325330aa8bee","main.ts",10,["D",1788192508235],"http","import {\n buildRss,\n fetchItems,\n fetchLegacyArticle,\n lastChecked,\n refresh,\n} from \"./scraper.ts\";\n\nconst STALE_MS = 6 * 60 * 60 * 1000;\n\nexport default async function handler(request: Request): Promise {\n const requestUrl = new URL(request.url);\n const articleMatch = requestUrl.pathname.match(/^\\/article\\/(\\d+)\\/?$/);\n if (articleMatch) {\n try {\n const html = await fetchLegacyArticle(articleMatch[1]);\n return html\n ? new Response(html, { headers: { \"Content-Type\": \"text/html; charset=utf-8\" } })\n : new Response(\"Article not found\", { status: 404 });\n } catch (error) {\n console.error(\"article proxy failed:\", error);\n return new Response(\"Article temporarily unavailable\", { status: 502 });\n }\n }\n\n try {\n if (Date.now() - await lastChecked() >= STALE_MS) await refresh();\n } catch (error) {\n console.error(\"refresh failed:\", error);\n }\n\n const items = await fetchItems();\n if (items.length === 0) {\n return new Response(\"Feed not ready yet. Try again in a minute.\", { status: 503 });\n }\n\n requestUrl.search = \"\";\n requestUrl.hash = \"\";\n return new Response(buildRss(items, requestUrl.href), {\n headers: {\n \"Cache-Control\": \"public, max-age=900\",\n \"Content-Type\": \"application/rss+xml; charset=utf-8\",\n },\n });\n}","andy-matuschak",[155],"ed6656d2-6cee-4165-b227-3985d3225a95","README.md","01a0560d-6ef3-71ba-96df-b634b0fa582c",8,["D",1788192155915],3,"# andy-matuschak-rss\n\nA curated feed for [Andy Matuschak's public writing](https://andymatuschak.org/).\n\n[Open the feed](url:main.ts)\n\nThe homepage is the editorial source. The feed includes 31 accessible public essays hosted on Andy's sites, Numinous Productions, Tumblr, and his older blog. It excludes locked Patreon posts, Medium and Patreon pages that reject server-side fetches, working notes, podcasts, and interactive products.\n\nThe older `blog.andymatuschak.org` Tumblr theme defeats article extraction. Those three feed items use Tumblr's official AMP pages for content while retaining their canonical article URLs as stable GUIDs.\n\n`refresh.ts` updates the cache daily. `main.ts` also refreshes a cache older than six hours and serves the last good copy if the homepage is temporarily unavailable.\n",[163],"pulls","branches","forks","envVars",{"_177":63,"_179":63},"connections",{"_177":63,"_178":63},"count","unfilledCount","emptyCount",{"_43":162,"_32":163,"_30":164,"_135":-5,"_41":42,"_40":165,"_137":25,"_38":198,"_13":167,"_33":20,"_35":168,"_24":25,"_140":-5,"_186":199,"_27":200},{"_43":154,"_32":155,"_30":57,"_135":-5,"_41":42,"_40":156,"_137":25,"_38":195,"_13":136,"_33":158,"_35":159,"_24":25,"_140":160,"_186":196,"_27":197},{"_43":146,"_32":147,"_30":148,"_135":-5,"_41":42,"_40":149,"_137":59,"_38":192,"_13":136,"_33":151,"_35":152,"_24":25,"_140":-5,"_186":193,"_27":194},{"_43":142,"_32":28,"_30":31,"_135":-5,"_41":42,"_40":14,"_137":25,"_38":189,"_13":144,"_33":34,"_35":37,"_24":25,"_140":-5,"_186":190,"_27":191},{"_43":132,"_32":133,"_30":134,"_135":-5,"_41":42,"_40":136,"_137":59,"_38":185,"_13":63,"_33":34,"_35":139,"_24":25,"_140":-5,"_186":187,"_27":188},["D",1788150116030],"children",[],[133],["D",1788238875607],[],[28],["D",1788150278393],[],[147],["D",1788192508235],[],[155],["D",1788192155915],[],[163],["D",1788150116030],{"_97":96,"_104":100},{"_97":96,"_98":-5,"_99":100,"_18":55,"_101":102,"_103":25},{"_13":86,"_32":87,"_43":42,"_88":44,"_89":-5,"_90":-5,"_91":-5,"_92":-5,"_93":-5,"_94":45,"_95":96},"ctx",{"_79":-5,"_124":238,"_239":240,"_241":242,"_243":25,"_244":25,"_245":25,"_246":59,"_247":-5,"_248":-7,"_249":-7,"_250":63,"_251":25,"_252":25,"_253":-5,"_254":25,"_255":25,"_256":25,"_257":-5},"ENV",{"_209":210,"_211":212,"_213":87,"_214":215,"_216":217,"_218":219,"_220":221,"_222":223,"_224":225,"_226":227,"_228":229,"_230":231,"_232":233,"_234":235,"_236":237},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v13