Commitfest patch history → RSS

Expose the History section of a\n PostgreSQL commitfest patch\n page — which isn't available through the commitfest JSON API — as an RSS feed.

\n \n

Or use the URL directly:

/patch/6982

/patch/<id> — RSS feed for a patch
/patch/<id>.json — same data as JSON (for debugging)

\n \n\n`);\n});\n\n/** Shared handler for both /patch/:file and /:file. The segment is\n * \"\" optionally followed by \".json\" (debug response). */\nconst FILE_RE = /^(\\d+)(\\.json)?$/;\n\nasync function handlePatchRoute(\n c: Context,\n raw: string,\n onInvalid: () => Response,\n) {\n const m = FILE_RE.exec(raw);\n if (!m) return onInvalid();\n const [, id, jsonSuffix] = m;\n\n const patch = await fetchPatchCached(id);\n if (jsonSuffix) return c.json(patch);\n\n // Conditional GET: readers that poll with If-None-Match get an empty 304\n // instead of a full body when the history hasn't changed. The validator\n // hashes only the history content, not the rendered feed (whose\n // lastBuildDate changes every response).\n const etag = `\"h1-${stableHash(JSON.stringify(patch.history))}\"`;\n const ifNoneMatch = c.req.header(\"If-None-Match\");\n const clientMatches = ifNoneMatch\n ?.split(\",\")\n .map((v) => v.trim().replace(/^W\\//, \"\"))\n .includes(etag);\n if (clientMatches) {\n return new Response(null, {\n status: 304,\n headers: { ETag: etag },\n });\n }\n\n return new Response(buildRss(patch, new URL(c.req.url).href), {\n headers: {\n \"Content-Type\": \"application/rss+xml; charset=utf-8\",\n ETag: etag,\n },\n });\n}\n\n// /patch/6982 and /patch/6982.json\napp.get(\"/patch/:file\", (c) =>\n handlePatchRoute(\n c,\n c.req.param(\"file\"),\n () => c.json({ error: \"Patch id must be numeric\" }, 400),\n ));\n\n// Convenience alias: /6982\napp.get(\"/:file\", (c) =>\n handlePatchRoute(c, c.req.param(\"file\"), () => c.redirect(\"/\", 302)));\n\nexport default app.fetch;\n",[150],"6d38a562-1c99-45f0-a42f-cb785207fcb3",["D",1788432453810],[33],"f22221aa-f2aa-4ce6-a5ad-30f5fa93a31c","commitfest.ts","755ef5f2-a6c7-11f1-8c42-1607ee4eb77e",33,["D",1788432092441],6,"// Fetch a PostgreSQL commitfest patch page and extract its history table,\n// which the commitfest JSON API does not expose.\n//\n// Verified against pgcommitfest @ 07e2bc68f138b0232668b8d7e08fd830d059206a:\n// - TIME_ZONE = \"GMT\", USE_TZ = False, DATETIME_FORMAT = \"Y-m-d H:i:s\"\n// (pgcommitfest/settings.py) -> history timestamps are naive GMT/UTC.\n// - History table markup: pgcommitfest/commitfest/templates/patch.html\n//\nimport { load } from \"npm:cheerio\";\nimport type { CheerioAPI } from \"npm:cheerio\";\n\nexport interface HistoryEntry {\n date: string;\n who: string;\n what: string;\n}\n\nexport interface PatchInfo {\n id: number;\n title: string;\n url: string;\n history: HistoryEntry[];\n}\n\n/** HTTP statuses this app ever returns. */\nexport type HttpErrorStatus = 400 | 404 | 500 | 502 | 504;\n\nexport class AppError extends Error {\n status: HttpErrorStatus;\n constructor(message: string, status: HttpErrorStatus = 500) {\n super(message);\n this.status = status;\n }\n}\n\n/** Thrown when the page structure no longer matches what we parse for\n * (as opposed to a page that legitimately has zero history rows). */\nexport class ScrapeError extends AppError {\n constructor(message: string) {\n super(`commitfest page structure has changed: ${message}`, 502);\n }\n}\n\nconst UPSTREAM_TIMEOUT_MS = 10_000;\n\nfunction normalizeText(s: string): string {\n return s.replace(/\\s+/g, \" \").trim();\n}\n\n/** Find the `` immediately following the `` whose text is exactly `label`. */\nfunction findLabeledCell($: CheerioAPI, label: string) {\n const th = $(\"th\").filter((_, el) => $(el).text().trim() === label).first();\n if (th.length === 0) return null;\n const td = th.next(\"td\");\n return td.length > 0 ? td : null;\n}\n\nfunction extractTitle($: CheerioAPI): string {\n const td = findLabeledCell($, \"Title\");\n if (!td) throw new ScrapeError('\"Title\" row not found');\n return normalizeText(td.text());\n}\n\nfunction extractHistory($: CheerioAPI): HistoryEntry[] {\n const historyCell = findLabeledCell($, \"History\");\n if (!historyCell) throw new ScrapeError('\"History\" section not found');\n\n const table = historyCell.find(\"table\").first();\n if (table.length === 0) {\n throw new ScrapeError(\"no found inside the History cell\");\n }\n\n const rows = table.find(\"tbody tr\");\n if (rows.length === 0) {\n throw new ScrapeError(\"History table body has no rows at all, not even a header\");\n }\n\n const entries: HistoryEntry[] = [];\n rows.each((_, rowEl) => {\n const cells = $(rowEl).find(\"td\");\n // The header row uses ` header. The parser (`commitfest.ts`) loads the page with [`cheerio`](https://cheerio.js.org/) and:\n\n1. finds the `

cells, not

, so it naturally yields 0\n //

s here and is skipped without needing special-casing.\n if (cells.length === 0) return;\n if (cells.length !== 3) {\n throw new ScrapeError(\n `expected 3

cells per history row, found ${cells.length}`,\n );\n }\n entries.push({\n date: normalizeText($(cells[0]).text()),\n who: normalizeText($(cells[1]).text()),\n what: normalizeText($(cells[2]).text()),\n });\n });\n return entries;\n}\n\n/** Pure parsing step, exported separately so it can be unit-tested against\n * an HTML fixture without hitting the network (see test/commitfest.test.ts). */\nexport function parsePatchHtml(html: string, id: number | string, url: string): PatchInfo {\n const $ = load(html);\n return {\n id: Number(id),\n title: extractTitle($),\n url,\n history: extractHistory($),\n };\n}\n\nexport async function fetchPatch(id: number | string): Promise {\n const url = `https://commitfest.postgresql.org/patch/${id}/`;\n let res: Response;\n try {\n res = await fetch(url, {\n headers: { \"User-Agent\": \"cf-rss (+https://val.town/mootari/cf-rss)\" },\n redirect: \"follow\",\n signal: AbortSignal.timeout(UPSTREAM_TIMEOUT_MS),\n });\n } catch (err) {\n if (err instanceof DOMException && err.name === \"TimeoutError\") {\n throw new AppError(`commitfest did not respond within ${UPSTREAM_TIMEOUT_MS}ms`, 504);\n }\n throw new AppError(`failed to reach commitfest: ${(err as Error).message}`, 502);\n }\n if (res.status === 404) {\n throw new AppError(`Patch ${id} not found`, 404);\n }\n if (!res.ok) {\n throw new AppError(`commitfest returned HTTP ${res.status}`, 502);\n }\n const html = await res.text();\n return parsePatchHtml(html, id, url);\n}\n",[161],"92014817-bd20-47e0-bc2b-969fd34c3b79","cache.ts","20abce08-a77c-11f1-bdfe-1607ee4eb77e",17,["D",1788428699093],"// Short-lived cache so repeated RSS-reader polls for the same patch don't\n// re-fetch and re-parse commitfest.postgresql.org on every request.\nimport { blob } from \"https://esm.town/v/std/blob/main.ts\";\nimport { fetchPatch, type PatchInfo } from \"./commitfest.ts\";\nimport { FEED_TTL_MINUTES } from \"./rss.ts\";\n\nconst CACHE_TTL_MS = FEED_TTL_MINUTES * 60_000;\n\ninterface CacheEntry {\n fetchedAt: number;\n patch: PatchInfo;\n}\n\nfunction cacheKey(id: string): string {\n return `patch-cache/${id}.json`;\n}\n\nexport async function fetchPatchCached(id: string): Promise {\n const key = cacheKey(id);\n\n const cached = await blob.getJSON(key) as CacheEntry | null;\n if (cached && Date.now() - cached.fetchedAt < CACHE_TTL_MS) {\n return cached.patch;\n }\n\n try {\n const patch = await fetchPatch(id);\n await blob.setJSON(key, { fetchedAt: Date.now(), patch } satisfies CacheEntry);\n return patch;\n } catch (err) {\n // If upstream is down/broken but we have a (stale) cached copy, prefer\n // serving stale data over a hard failure - better for RSS readers than\n // an error every poll during a transient outage.\n if (cached) return cached.patch;\n throw err;\n }\n}\n",[169],"a423be1d-4d7d-4609-9b7b-36c34981b4a0","README.md","90ed6d1c-a6c7-11f1-94a3-1607ee4eb77e",23,["D",1788428915456],"# cf-rss\n\n_This app was generated by Townie._\n\nExpose the History section of a [PostgreSQL commitfest](https://commitfest.postgresql.org/) patch page — which is only rendered in HTML — as an RSS feed.\n\nThe commitfest's own JSON API ([`apiv1.py`](https://github.com/postgres/pgcommitfest/blob/07e2bc68f138b0232668b8d7e08fd830d059206a/pgcommitfest/commitfest/apiv1.py)) doesn't expose history, so this app fetches the patch page and parses the `History` table directly.\n\n## Usage\n\n- **[Try the feed for patch 6982](url:main.ts/patch/6982)** — RSS 2.0 feed of the patch's history\n- `GET /patch/` — RSS feed\n- `GET /patch/.json` — the parsed history as JSON (for debugging)\n- `GET /` — convenience alias for the RSS feed\n- `GET /` — home page with a quick form\n\n### Example\n\n```bash\n# RSS\ncurl https://cf-rss.val.run/patch/6982\n\n# JSON (same underlying data)\ncurl https://cf-rss.val.run/patch/6982.json\n```\n\nEach history row becomes an RSS item:\n\n- **title** — `\"who: what\"`\n- **description** — the `what` text\n- **guid** — `-` (stable per row position)\n- **pubDate** — the row's timestamp (interpreted as UTC)\n\n## How the parsing works\n\nThe history section lives in [`pgcommitfest/commitfest/templates/patch.html`](https://github.com/postgres/pgcommitfest/blob/07e2bc68f138b0232668b8d7e08fd830d059206a/pgcommitfest/commitfest/templates/patch.html) as a table nested inside the cell following a `

History

` whose text is exactly `History` and takes its sibling `

`,\n2. finds the `` inside that cell and its `tbody tr` rows (the header row uses `

`s, not `

`s, so it's skipped automatically),\n3. reads each row's three `

` cells as date / who / what.\n\nIf any of these don't match — the header text moved, the table disappeared, a row doesn't have exactly 3 cells — parsing throws a `ScrapeError` (HTTP 502) instead of silently returning an empty feed. That distinction matters: a patch can legitimately have history rows found and parsed fine, versus the page structure having changed underneath us; only the latter is an error.\n\n`test/commitfest.test.ts` runs these checks against a frozen HTML fixture (`test/fixtures/patch-6982.html`), so a future upstream template change is caught by a failing test rather than a silently wrong feed.\n\n## Caching\n\nParsed results are cached per patch id in the val's blob storage (`cache.ts`) for 10 minutes, matching the feed's `` hint. This avoids re-fetching and re-parsing commitfest.postgresql.org on every RSS-reader poll. If a cached copy exists and a fresh fetch fails, the stale copy is served rather than erroring, so a transient upstream outage doesn't break the feed.\n\n## Files\n\n- `commitfest.ts` — fetch + HTML history parsing (cheerio)\n- `cache.ts` — blob-backed cache in front of the scraper\n- `rss.ts` — RSS 2.0 generation\n- `main.ts` — Hono HTTP routes\n- `test/` — fixture-based parser tests",[176],"f8914afb-3632-4047-96cd-b9407fd59eb6","test","f68707e7-e00e-4136-be2e-8e36f7a3d520",19,["D",1788428721794],"directory",[183],"pulls","branches",1,"forks","envVars",{"_197":67,"_199":67},"connections",{"_197":67,"_198":67},"count","unfilledCount","emptyCount",{"_47":182,"_37":183,"_35":184,"_141":-5,"_45":46,"_44":185,"_143":63,"_42":250,"_13":67,"_38":187,"_40":-5,"_29":30,"_147":-5,"_211":251,"_32":252},{"_47":246,"_37":245,"_35":240,"_141":184,"_45":46,"_44":185,"_143":63,"_42":247,"_13":67,"_38":187,"_40":-5,"_29":30,"_147":-5,"_211":248,"_32":249},{"_47":237,"_37":238,"_35":239,"_141":240,"_45":46,"_44":185,"_143":63,"_42":241,"_13":67,"_38":26,"_40":242,"_29":30,"_147":-5,"_211":243,"_32":244},{"_47":229,"_37":230,"_35":231,"_141":184,"_45":46,"_44":232,"_143":63,"_42":233,"_13":67,"_38":39,"_40":234,"_29":30,"_147":-5,"_211":235,"_32":236},{"_47":175,"_37":176,"_35":177,"_141":-5,"_45":46,"_44":178,"_143":30,"_42":226,"_13":165,"_38":26,"_40":180,"_29":30,"_147":-5,"_211":227,"_32":228},{"_47":168,"_37":169,"_35":170,"_141":-5,"_45":46,"_44":171,"_143":30,"_42":223,"_13":67,"_38":39,"_40":173,"_29":30,"_147":-5,"_211":224,"_32":225},{"_47":160,"_37":161,"_35":162,"_141":-5,"_45":46,"_44":163,"_143":30,"_42":220,"_13":165,"_38":39,"_40":166,"_29":30,"_147":-5,"_211":221,"_32":222},{"_47":157,"_37":33,"_35":36,"_141":-5,"_45":46,"_44":14,"_143":63,"_42":217,"_13":67,"_38":39,"_40":41,"_29":30,"_147":-5,"_211":218,"_32":219},{"_47":149,"_37":150,"_35":61,"_141":-5,"_45":46,"_44":151,"_143":30,"_42":214,"_13":153,"_38":154,"_40":155,"_29":30,"_147":49,"_211":215,"_32":216},{"_47":138,"_37":139,"_35":140,"_141":-5,"_45":46,"_44":142,"_143":30,"_42":210,"_13":145,"_38":39,"_40":146,"_29":30,"_147":-5,"_211":212,"_32":213},["D",1788431920339],"children",[],[139],["D",1788432077543],[],[150],["D",1788432453810],[],[33],["D",1788432092441],[],[161],["D",1788428699093],[],[169],["D",1788428915456],[],[176],"8cb5dd79-3dc8-410e-ad38-21ace3a8fb7d","commitfest.test.ts","3de64ae8-a77c-11f1-8ecf-1607ee4eb77e",21,["D",1788428748135],"// Fixture-based regression test for the HTML scraper.\n// Run with run_file (or `deno run test/commitfest.test.ts` locally).\n// If pgcommitfest's patch.html template changes shape, this either fails\n// loudly (structural ScrapeError) or the assertions below catch drift in\n// the extracted values.\nimport { readFile } from \"https://esm.town/v/std/utils/index.ts\";\nimport { parsePatchHtml, ScrapeError } from \"../commitfest.ts\";\n\nfunction assertEqual(actual: unknown, expected: unknown, msg: string) {\n const a = JSON.stringify(actual);\n const e = JSON.stringify(expected);\n if (a !== e) {\n throw new Error(`FAIL: ${msg}\\n expected: ${e}\\n actual: ${a}`);\n }\n console.log(`ok - ${msg}`);\n}\n\nfunction assertThrows(fn: () => unknown, ErrorClass: typeof Error, msg: string) {\n try {\n fn();\n } catch (err) {\n if (err instanceof ErrorClass) {\n console.log(`ok - ${msg}`);\n return;\n }\n throw new Error(`FAIL: ${msg}\\n wrong error type: ${err}`);\n }\n throw new Error(`FAIL: ${msg}\\n did not throw`);\n}\n\nasync function main() {\n const fixtureHtml = await readFile(\"test/fixtures/patch-6982.html\", import.meta.url);\n\n const patch = parsePatchHtml(fixtureHtml, 6982, \"https://commitfest.postgresql.org/patch/6982/\");\n\n assertEqual(patch.id, 6982, \"id is parsed as a number\");\n assertEqual(patch.title, \"Proposal: INSERT ... BY NAME\", \"title is extracted\");\n assertEqual(patch.history.length, 4, \"all 4 history rows are extracted\");\n assertEqual(\n patch.history[0],\n { date: \"2026-07-10 07:04:17\", who: \"Jim Jones (jimus)\", what: \"Added jimus as reviewer\" },\n \"first history row matches expected fields\",\n );\n assertEqual(\n patch.history[3].what,\n \"Created patch record\",\n \"last history row's 'what' is extracted\",\n );\n\n // Structural breakage: no History section at all -> hard error, not [].\n assertThrows(\n () => parsePatchHtml(\"

Title	x

\", 1, \"x\"),\n ScrapeError,\n \"missing History section throws ScrapeError instead of silently returning []\",\n );\n\n // Structural breakage: History table exists but a row has the wrong cell count.\n assertThrows(\n () =>\n parsePatchHtml(\n `\n

Title

History

\n \n \n

When	Who	What
only-one-cell

`,\n 1,\n \"x\",\n ),\n ScrapeError,\n \"malformed history row (wrong cell count) throws ScrapeError\",\n );\n\n console.log(\"\\nAll tests passed.\");\n}\n\nawait main();\n",[],[183,230],"95896487-0e97-4bf1-ac54-cb9ff0d56612","patch-6982.html","2e33b734-a77c-11f1-8c7e-1607ee4eb77e","cb731e3a-3cd6-4ed3-99f3-e7982c28c3c6",["D",1788428721794],"\n\n \n \n \n \n \n \n \n \n

6982

Title

Proposal: INSERT ... BY NAME

History

\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n

When	Who	What
2026-07-10 07:04:17	Jim Jones (jimus)	Added jimus as reviewer
2026-07-08 07:09:29	solai v (solaiv)	Added solaiv as reviewer
2026-07-03 14:24:57	Ayush Tiwari (aytiwari)	Attached mail thread CAJTYsWVDs7vkEN-eD1NAnZ7XqcfpXu3tP1wMGzJQ12G6eo1oRw@mail.gmail.com
2026-07-03 14:24:57	Ayush Tiwari (aytiwari)	Created patch record

\n",[],[183,245,238],"fixtures","f24d1ff3-7537-4057-be70-98dc294402bc",["D",1788428721794],[202],[183,245],["D",1788428721794],[201,203],[183],["D",1788351095345],{"_101":100,"_108":104},{"_101":100,"_102":-5,"_103":104,"_19":59,"_105":106,"_107":30},{"_13":90,"_37":91,"_47":46,"_92":48,"_93":-5,"_94":-5,"_95":-5,"_96":-5,"_97":-5,"_98":49,"_99":100},"ctx",{"_83":-5,"_128":290,"_291":292,"_293":294,"_295":30,"_296":30,"_297":30,"_298":63,"_299":-5,"_300":-7,"_301":-7,"_302":67,"_303":30,"_304":30,"_305":-5,"_306":30,"_307":30,"_308":30,"_309":-5},"ENV",{"_261":262,"_263":264,"_265":91,"_266":267,"_268":269,"_270":271,"_272":273,"_274":275,"_276":277,"_278":279,"_280":281,"_282":283,"_284":285,"_286":287,"_288":289},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v34