Commitfest patch history → RSS

Expose the History section of a\n PostgreSQL commitfest patch\n page — which isn't available through the commitfest JSON API — as an RSS feed.

\n \n

Or use the URL directly:

/patch/6982

/patch/<id> — RSS feed for a patch
/patch/<id>.json — same data as JSON (for debugging)

\n \n\n`);\n});\n\n/** Shared handler for both /patch/:file and /:file. The segment is\n * \"\" optionally followed by \".json\" (debug response). */\nconst FILE_RE = /^(\\d+)(\\.json)?$/;\n\nasync function handlePatchRoute(\n c: Context,\n raw: string,\n onInvalid: () => Response,\n) {\n const m = FILE_RE.exec(raw);\n if (!m) return onInvalid();\n const [, id, jsonSuffix] = m;\n\n const patch = await fetchPatchCached(id);\n if (jsonSuffix) return c.json(patch);\n\n // Conditional GET: readers that poll with If-None-Match get an empty 304\n // instead of a full body when the history hasn't changed. The validator\n // hashes only the history content, not the rendered feed (whose\n // lastBuildDate changes every response).\n const etag = `\"h1-${stableHash(JSON.stringify(patch.history))}\"`;\n const ifNoneMatch = c.req.header(\"If-None-Match\");\n const clientMatches = ifNoneMatch\n ?.split(\",\")\n .map((v) => v.trim().replace(/^W\\//, \"\"))\n .includes(etag);\n if (clientMatches) {\n return new Response(null, {\n status: 304,\n headers: { ETag: etag },\n });\n }\n\n return new Response(buildRss(patch, new URL(c.req.url).href), {\n headers: {\n \"Content-Type\": \"application/rss+xml; charset=utf-8\",\n ETag: etag,\n },\n });\n}\n\n// /patch/6982 and /patch/6982.json\napp.get(\"/patch/:file\", (c) =>\n handlePatchRoute(\n c,\n c.req.param(\"file\"),\n () => c.json({ error: \"Patch id must be numeric\" }, 400),\n ));\n\n// Convenience alias: /6982\napp.get(\"/:file\", (c) =>\n handlePatchRoute(c, c.req.param(\"file\"), () => c.redirect(\"/\", 302)));\n\nexport default app.fetch;",[],[193],"6d38a562-1c99-45f0-a42f-cb785207fcb3","config.ts","dea7a5f0-a784-11f1-8119-1607ee4eb77e",34,["D",1788432453810],"// Single place for tunables shared across modules.\nexport const FEED_TTL_MINUTES = 10;",[],[202],"23f3cda5-1b83-411f-b611-48a8e93dd368","commitfest.ts","755ef5f2-a6c7-11f1-8c42-1607ee4eb77e",35,["D",1788432453865],"// Fetch a PostgreSQL commitfest patch page and extract its history table,\n// which the commitfest JSON API does not expose.\n//\n// Verified against pgcommitfest @ 07e2bc68f138b0232668b8d7e08fd830d059206a:\n// - TIME_ZONE = \"GMT\", USE_TZ = False, DATETIME_FORMAT = \"Y-m-d H:i:s\"\n// (pgcommitfest/settings.py) -> history timestamps are naive GMT/UTC.\n// - History table markup: pgcommitfest/commitfest/templates/patch.html\n//\nimport { load } from \"npm:cheerio@1.2.0\";\nimport type { CheerioAPI } from \"npm:cheerio@1.2.0\";\n\nexport interface HistoryEntry {\n date: string;\n who: string;\n what: string;\n}\n\nexport interface PatchInfo {\n id: number;\n title: string;\n url: string;\n history: HistoryEntry[];\n}\n\n/** HTTP statuses this app ever returns. */\nexport type HttpErrorStatus = 400 | 404 | 500 | 502 | 504;\n\nexport class AppError extends Error {\n status: HttpErrorStatus;\n constructor(message: string, status: HttpErrorStatus = 500) {\n super(message);\n this.status = status;\n }\n}\n\n/** Thrown when the page structure no longer matches what we parse for\n * (as opposed to a page that legitimately has zero history rows). */\nexport class ScrapeError extends AppError {\n constructor(message: string) {\n super(`commitfest page structure has changed: ${message}`, 502);\n }\n}\n\nconst UPSTREAM_TIMEOUT_MS = 10_000;\n\nfunction normalizeText(s: string): string {\n return s.replace(/\\s+/g, \" \").trim();\n}\n\n/** Find the `` immediately following the `` whose text is exactly `label`. */\nfunction findLabeledCell($: CheerioAPI, label: string) {\n const th = $(\"th\").filter((_, el) => $(el).text().trim() === label).first();\n if (th.length === 0) return null;\n const td = th.next(\"td\");\n return td.length > 0 ? td : null;\n}\n\nfunction extractTitle($: CheerioAPI): string {\n const td = findLabeledCell($, \"Title\");\n if (!td) throw new ScrapeError('\"Title\" row not found');\n return normalizeText(td.text());\n}\n\nfunction extractHistory($: CheerioAPI): HistoryEntry[] {\n const historyCell = findLabeledCell($, \"History\");\n if (!historyCell) throw new ScrapeError('\"History\" section not found');\n\n const table = historyCell.find(\"table\").first();\n if (table.length === 0) {\n throw new ScrapeError(\"no found inside the History cell\");\n }\n\n const rows = table.find(\"tbody tr\");\n if (rows.length === 0) {\n throw new ScrapeError(\"History table body has no rows at all, not even a header\");\n }\n\n const entries: HistoryEntry[] = [];\n rows.each((_, rowEl) => {\n const cells = $(rowEl).find(\"td\");\n // The header row uses ` cell in [`patch.html`](https://github.com/postgres/pgcommitfest/blob/07e2bc68f138b0232668b8d7e08fd830d059206a/pgcommitfest/commitfest/templates/patch.html). If the page doesn't match the expected structure, a `ScrapeError` (HTTP 502) is returned. Timestamps on commitfest are naive GMT (Django `TIME_ZONE = \"GMT\"`, `USE_TZ = False`).\n\nParsed results are cached in blob storage for 10 minutes (`cache.ts`); concurrent requests for the same patch share one upstream fetch, and a failed refresh falls back to the cached copy.\n\n## Files\n\n- `main.ts` — HTTP routes\n- `commitfest.ts` — upstream fetch + HTML parsing\n- `rss.ts` — RSS generation and ETag\n- `cache.ts` — blob cache\n- `config.ts` — TTL constant\n- `test/` — parser and renderer tests (run with `run_file`)\n",[],[221],"3c428574-eab3-4865-ac5b-13b33552c419","rss.test.ts","a8ad5b38-a785-11f1-8b79-1607ee4eb77e","f68707e7-e00e-4136-be2e-8e36f7a3d520",39,["D",1788432792742],"// Regression tests for the RSS renderer: escaping, guid stability, and the\n// structural bits readers depend on. Run via run_file.\nimport { buildRss } from \"../rss.ts\";\nimport type { PatchInfo } from \"../commitfest.ts\";\n\nfunction assertEqual(actual: unknown, expected: unknown, msg: string) {\n const a = JSON.stringify(actual);\n const e = JSON.stringify(expected);\n if (a !== e) {\n throw new Error(`FAIL: ${msg}\\n expected: ${e}\\n actual: ${a}`);\n }\n console.log(`ok - ${msg}`);\n}\n\nfunction assertContains(haystack: string, needle: string, msg: string) {\n if (!haystack.includes(needle)) {\n throw new Error(`FAIL: ${msg}\\n missing: ${needle}`);\n }\n console.log(`ok - ${msg}`);\n}\n\nfunction patchOf(entries: PatchInfo[\"history\"]): PatchInfo {\n return {\n id: 6982,\n title: 'Fix & \"bar\"',\n url: \"https://commitfest.postgresql.org/patch/6982/\",\n history: entries,\n };\n}\n\nconst entries: PatchInfo[\"history\"] = [\n { date: \"2026-07-10 07:04:17\", who: \"Jim \", what: \"Added reviewer & co\" },\n { date: \"2026-07-08 07:09:29\", who: \"solai v\", what: \"Added solaiv as reviewer\" },\n];\n\nfunction guids(rss: string): string[] {\n return [...rss.matchAll(/([^<]+)<\\/guid>/g)].map(\n (m) => m[1],\n );\n}\n\n// 1. XML special characters in scraped text are escaped, never raw.\nconst escaped = buildRss(patchOf(entries), \"https://cf-rss.val.run/patch/6982\");\nassertContains(escaped, \"Fix <foo> & "bar"\", \"channel title is XML-escaped\");\nassertContains(escaped, \"Jim <Jones>\", \"item 'who' is XML-escaped\");\nassertContains(escaped, \"Added reviewer & co\", \"item 'what' is XML-escaped\");\n\n// 2. Guids depend on entry content, not list position: adding a newer entry\n// on top must not change the guids of the existing ones.\nconst before = guids(buildRss(patchOf(entries), \"x\"));\nconst withNewer = patchOf([\n { date: \"2026-07-12 00:00:00\", who: \"new\", what: \"newer entry\" },\n ...entries,\n]);\nconst after = guids(buildRss(withNewer, \"x\"));\nassertEqual(after.slice(1), before, \"pre-existing guids survive a new entry on top\");\n\n// 3. Feed metadata: atom:link self, ttl hint, and pubDate format.\nassertContains(escaped, '10\", \"ttl element is present\");\nassertContains(escaped, \"Fri, 10 Jul 2026 07:04:17 GMT\", \"pubDate is RFC-822\");\n\nconsole.log(\"\\nAll tests passed.\");\n",[],[236,228],"test","8cb5dd79-3dc8-410e-ad38-21ace3a8fb7d","commitfest.test.ts","3de64ae8-a77c-11f1-8ecf-1607ee4eb77e",21,["D",1788428748135],"// Fixture-based regression test for the HTML scraper.\n// Run with run_file (or `deno run test/commitfest.test.ts` locally).\n// If pgcommitfest's patch.html template changes shape, this either fails\n// loudly (structural ScrapeError) or the assertions below catch drift in\n// the extracted values.\nimport { readFile } from \"https://esm.town/v/std/utils/index.ts\";\nimport { parsePatchHtml, ScrapeError } from \"../commitfest.ts\";\n\nfunction assertEqual(actual: unknown, expected: unknown, msg: string) {\n const a = JSON.stringify(actual);\n const e = JSON.stringify(expected);\n if (a !== e) {\n throw new Error(`FAIL: ${msg}\\n expected: ${e}\\n actual: ${a}`);\n }\n console.log(`ok - ${msg}`);\n}\n\nfunction assertThrows(fn: () => unknown, ErrorClass: typeof Error, msg: string) {\n try {\n fn();\n } catch (err) {\n if (err instanceof ErrorClass) {\n console.log(`ok - ${msg}`);\n return;\n }\n throw new Error(`FAIL: ${msg}\\n wrong error type: ${err}`);\n }\n throw new Error(`FAIL: ${msg}\\n did not throw`);\n}\n\nasync function main() {\n const fixtureHtml = await readFile(\"test/fixtures/patch-6982.html\", import.meta.url);\n\n const patch = parsePatchHtml(fixtureHtml, 6982, \"https://commitfest.postgresql.org/patch/6982/\");\n\n assertEqual(patch.id, 6982, \"id is parsed as a number\");\n assertEqual(patch.title, \"Proposal: INSERT ... BY NAME\", \"title is extracted\");\n assertEqual(patch.history.length, 4, \"all 4 history rows are extracted\");\n assertEqual(\n patch.history[0],\n { date: \"2026-07-10 07:04:17\", who: \"Jim Jones (jimus)\", what: \"Added jimus as reviewer\" },\n \"first history row matches expected fields\",\n );\n assertEqual(\n patch.history[3].what,\n \"Created patch record\",\n \"last history row's 'what' is extracted\",\n );\n\n // Structural breakage: no History section at all -> hard error, not [].\n assertThrows(\n () => parsePatchHtml(\"

cells, not	, so it naturally yields 0\n //	s here and is skipped without needing special-casing.\n if (cells.length === 0) return;\n if (cells.length !== 3) {\n throw new ScrapeError(\n `expected 3	cells per history row, found ${cells.length}`,\n );\n }\n entries.push({\n date: normalizeText($(cells[0]).text()),\n who: normalizeText($(cells[1]).text()),\n what: normalizeText($(cells[2]).text()),\n });\n });\n return entries;\n}\n\n/** Pure parsing step, exported separately so it can be unit-tested against\n * an HTML fixture without hitting the network (see test/commitfest.test.ts). */\nexport function parsePatchHtml(html: string, id: number \| string, url: string): PatchInfo {\n const $ = load(html);\n return {\n id: Number(id),\n title: extractTitle($),\n url,\n history: extractHistory($),\n };\n}\n\nexport async function fetchPatch(id: number \| string): Promise {\n const url = `https://commitfest.postgresql.org/patch/${id}/`;\n let res: Response;\n try {\n res = await fetch(url, {\n headers: { \"User-Agent\": \"cf-rss (+https://val.town/mootari/cf-rss)\" },\n redirect: \"follow\",\n signal: AbortSignal.timeout(UPSTREAM_TIMEOUT_MS),\n });\n } catch (err) {\n if (err instanceof DOMException && err.name === \"TimeoutError\") {\n throw new AppError(`commitfest did not respond within ${UPSTREAM_TIMEOUT_MS}ms`, 504);\n }\n throw new AppError(`failed to reach commitfest: ${(err as Error).message}`, 502);\n }\n if (res.status === 404) {\n throw new AppError(`Patch ${id} not found`, 404);\n }\n if (!res.ok) {\n throw new AppError(`commitfest returned HTTP ${res.status}`, 502);\n }\n const html = await res.text();\n return parsePatchHtml(html, id, url);\n}\n",[],[210],["D",1788432638904],[],[18],"7a605bf2-06ee-4af4-8a76-a1773732fe35","README.md","90ed6d1c-a6c7-11f1-94a3-1607ee4eb77e",["D",1788685452714],"# cf-rss\n\n_This app was generated by Townie._\n\nServes the History section of a [PostgreSQL commitfest](https://commitfest.postgresql.org/) patch page as an RSS feed. The commitfest JSON API ([`apiv1.py`](https://github.com/postgres/pgcommitfest/blob/07e2bc68f138b0232668b8d7e08fd830d059206a/pgcommitfest/commitfest/apiv1.py)) doesn't expose history, so the patch page's HTML is fetched and parsed instead.\n\n## Routes\n\n- `GET /patch/` — RSS feed\n- `GET /patch/.json` — parsed history as JSON\n- `GET /` — alias for the RSS feed\n- `GET /` — form for looking up a patch\n\nTrailing slashes are accepted. Example: [feed for patch 6982](url:main.ts/patch/6982).\n\n## Feed format\n\nEach history row becomes an item with title `\"who: what\"`, description `what`, and the row's timestamp as `pubDate`. Item guids are hashes of the row contents, so they don't change when new rows are added. Responses carry an `ETag` (hash of the history) and answer `If-None-Match` with a 304 when nothing changed.\n\n## Implementation\n\nThe parser (`commitfest.ts`) uses cheerio to locate the table following the `	History

Title	x

\", 1, \"x\"),\n ScrapeError,\n \"missing History section throws ScrapeError instead of silently returning []\",\n );\n\n // Structural breakage: History table exists but a row has the wrong cell count.\n assertThrows(\n () =>\n parsePatchHtml(\n `\n

Title

History

\n \n \n

When	Who	What
only-one-cell

`,\n 1,\n \"x\",\n ),\n ScrapeError,\n \"malformed history row (wrong cell count) throws ScrapeError\",\n );\n\n console.log(\"\\nAll tests passed.\");\n}\n\nawait main();\n",[],[236,238],"95896487-0e97-4bf1-ac54-cb9ff0d56612","patch-6982.html","2e33b734-a77c-11f1-8c7e-1607ee4eb77e","cb731e3a-3cd6-4ed3-99f3-e7982c28c3c6",19,["D",1788428721794],"\n\n \n \n \n \n \n \n \n \n

6982

Title

Proposal: INSERT ... BY NAME

History

\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n

When	Who	What
2026-07-10 07:04:17	Jim Jones (jimus)	Added jimus as reviewer
2026-07-08 07:09:29	solai v (solaiv)	Added solaiv as reviewer
2026-07-03 14:24:57	Ayush Tiwari (aytiwari)	Attached mail thread CAJTYsWVDs7vkEN-eD1NAnZ7XqcfpXu3tP1wMGzJQ12G6eo1oRw@mail.gmail.com
2026-07-03 14:24:57	Ayush Tiwari (aytiwari)	Created patch record

\n",[],[236,254,246],"fixtures","f24d1ff3-7537-4057-be70-98dc294402bc",["D",1788428721794],"directory",[173],[236,254],"f8914afb-3632-4047-96cd-b9407fd59eb6",["D",1788428721794],[172,174,175],[236],["D",1788351095345],{"_11":12,"_130":70},{"_11":12,"_126":-5,"_69":70,"_30":68,"_127":128,"_129":24},{"_39":117,"_13":16,"_33":36,"_118":81,"_119":-5,"_120":-5,"_121":-5,"_122":-5,"_123":-5,"_124":14,"_125":12},"ctx",{"_53":-5,"_149":301,"_302":303,"_304":305,"_306":24,"_307":24,"_308":24,"_309":94,"_310":-5,"_311":-7,"_312":-7,"_313":26,"_314":24,"_315":24,"_316":-5,"_317":24,"_318":24,"_319":24,"_320":-5},"ENV",{"_272":273,"_274":275,"_276":16,"_277":278,"_279":280,"_281":282,"_283":284,"_285":286,"_287":288,"_289":290,"_291":292,"_293":294,"_295":296,"_297":298,"_299":300},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

History · cache.ts