📡

ACM Queue RSS Feed

\n An unofficial RSS feed for\n ACM Queue.\n Updated daily.\n

\n\n

RSS Feed URL:

\n ${feedUrl}\n

\n\n

\n \n 📰 View RSS Feed\n \n \n 🔗 View Source\n \n

\n\n

\n Scrapes queue.acm.org daily.\n Not affiliated with ACM.\n

\n \n\n`;\n\n return new Response(html, {\n headers: { \"Content-Type\": \"text/html; charset=utf-8\" },\n });\n}\n","label",[18],"pulls","branches","forks","envVars",{"_185":26,"_187":26},"connections",{"_185":26,"_186":26},"count","unfilledCount","emptyCount",{"_33":232,"_13":233,"_66":234,"_43":-5,"_35":36,"_171":122,"_172":96,"_37":235,"_39":236,"_68":21,"_174":237,"_70":24,"_176":-5,"_201":238,"_17":239},{"_33":223,"_13":224,"_66":225,"_43":-5,"_35":36,"_171":226,"_172":96,"_37":227,"_39":40,"_68":228,"_174":229,"_70":24,"_176":-5,"_201":230,"_17":231},{"_33":170,"_13":18,"_66":67,"_43":-5,"_35":36,"_171":76,"_172":96,"_37":220,"_39":40,"_68":69,"_174":175,"_70":24,"_176":14,"_201":221,"_17":222},{"_33":212,"_13":213,"_66":214,"_43":-5,"_35":36,"_171":215,"_172":96,"_37":216,"_39":40,"_68":199,"_174":217,"_70":24,"_176":-5,"_201":218,"_17":219},{"_33":204,"_13":205,"_66":206,"_43":-5,"_35":36,"_171":207,"_172":96,"_37":208,"_39":40,"_68":199,"_174":209,"_70":24,"_176":-5,"_201":210,"_17":211},{"_33":194,"_13":195,"_66":196,"_43":-5,"_35":36,"_171":197,"_172":96,"_37":198,"_39":76,"_68":199,"_174":200,"_70":24,"_176":-5,"_201":202,"_17":203},"834d85c8-35d8-4a97-a2f2-ab685a2c9778","scraper.ts","01a08bfd-346d-72ac-8a3b-35070e4ea120",15,["D",1789058835894],"script","// ACM Queue scraper — fetches recent articles from queue.acm.org.\n//\n// queue.acm.org itself sits behind aggressive Cloudflare bot protection and\n// returns 403 to datacenter IPs, so instead we read the ACM Digital Library's\n// official eTOC feed for Queue (RSS 1.0/RDF):\n//\n// https://dl.acm.org/action/showFeed?type=etoc&feed=rss&jc=queue\n//\n// It carries the latest issue's articles with title, authors, dates and DOI.\n// Links are normalized from the dl.acm.org referral URLs (?af=R) to\n// queue.acm.org/doi/full/ so readers land on the Queue site.\n\nimport { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\n\nconst FEED_URL = \"https://dl.acm.org/action/showFeed?type=etoc&feed=rss&jc=queue\";\nconst BROWSER_UA =\n \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0.0.0 Safari/537.36\";\n\nexport interface QueueArticle {\n slug: string; // DOI, e.g. \"10.1145/3831359\"\n title: string;\n authors: string | null;\n pubDate: string;\n description: string | null;\n link: string;\n}\n\n/** Extract text content from ALL occurrences of a tag inside an RDF block. */\nfunction tagAll(item: string, tag: string): string[] {\n const re = new RegExp(`<${tag}[^>]*>([\\\\s\\\\S]*?)`, \"g\");\n const out: string[] = [];\n for (const m of item.matchAll(re)) {\n const text = decodeEntities(m[1].replace(/<[^>]+>/g, \" \").replace(/\\s+/g, \" \").trim());\n if (text) out.push(text);\n }\n return out;\n}\n\nfunction decodeEntities(s: string): string {\n return s\n .replace(/&/g, \"&\")\n .replace(/</g, \"<\")\n .replace(/>/g, \">\")\n .replace(/"/g, '\"')\n .replace(/&#(\\d+);/g, (_m, n) => String.fromCodePoint(Number(n)));\n}\n\n/** Fetch and parse the ACM DL eTOC feed for Queue. */\nexport async function fetchQueueArticles(): Promise {\n const res = await fetch(FEED_URL, {\n headers: {\n \"User-Agent\": BROWSER_UA,\n \"Accept\": \"application/rss+xml, application/xml, text/xml, */*\",\n \"Accept-Language\": \"en-US,en;q=0.9\",\n },\n });\n if (!res.ok) {\n throw new Error(`Failed to fetch ACM Queue TOC feed: ${res.status} ${res.statusText}`);\n }\n\n const xml = await res.text();\n const entries: QueueArticle[] = [];\n const seen = new Set();\n\n const itemRe = //g;\n for (const item of xml.match(itemRe) ?? []) {\n const first = (tag: string) => tagAll(item, tag)[0] ?? null;\n const title = first(\"dc:title\") ?? first(\"title\");\n const doi = first(\"prism:doi\") ?? (first(\"dc:identifier\") ?? \"\").replace(/^doi:/, \"\");\n if (!title || !doi) continue;\n\n const slug = doi;\n if (seen.has(slug)) continue;\n seen.add(slug);\n\n const pubDate = first(\"dc:date\") ?? first(\"prism:coverDate\") ?? \"\";\n const authorList = tagAll(item, \"dc:creator\");\n // ACM's eTOC feed concatenates multiple authors with no separator\n // (e.g. \"A. MeyerB. MeyerC. Murphy\"), so split at lowercase→uppercase\n // boundaries (each author is \"Given Surname\" → next begins uppercase).\n const authors = authorList\n .map((a) => a.replace(/([a-z])(?=[A-Z])/g, \"$1, \").replace(/,\\s*,/g, \",\").trim())\n .join(\", \") || null;\n const description = first(\"description\");\n\n entries.push({\n slug,\n title,\n authors,\n pubDate: pubDate ? new Date(pubDate).toISOString() : \"\",\n description,\n link: `https://queue.acm.org/doi/full/${doi}`,\n });\n }\n\n console.log(`Parsed ${entries.length} ACM Queue articles from TOC feed`);\n return entries;\n}\n\n/** Upsert articles into SQLite. Returns rows affected. */\nexport async function upsertEntries(entries: QueueArticle[]): Promise {\n if (entries.length === 0) return 0;\n\n const statements = entries.map((entry) => ({\n sql: `INSERT INTO queue_articles (slug, title, authors, pub_date, description, link)\n VALUES (?, ?, ?, ?, ?, ?)\n ON CONFLICT(slug) DO UPDATE SET\n title = excluded.title,\n authors = excluded.authors,\n pub_date = CASE WHEN excluded.pub_date = '' THEN queue_articles.pub_date ELSE excluded.pub_date END,\n description = COALESCE(excluded.description, queue_articles.description),\n link = excluded.link,\n updated_at = datetime('now')`,\n args: [entry.slug, entry.title, entry.authors, entry.pubDate, entry.description, entry.link],\n }));\n\n const results = await sqlite.batch(statements);\n return results.reduce((sum, r) => sum + (r.rowsAffected ?? 0), 0);\n}\n\n/** Full scrape + store pipeline. Returns summary. */\nexport async function scrapeAndStore(): Promise {\n const entries = await fetchQueueArticles();\n const count = await upsertEntries(entries);\n const msg = `Scraped ${entries.length} articles, upserted ${count}`;\n console.log(msg);\n return msg;\n}\n","children",[],[195],"2bff89d2-9f05-4c20-947e-bd902484493f","rss.ts","01a08bfd-346d-72ac-8a3b-311cfa1579c9",6,["D",1789057825197],"// RSS feed generator — reads ACM Queue articles from SQLite and serves RSS 2.0 XML.\n\nimport { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\n\nconst FEED_TITLE = \"ACM Queue\";\nconst FEED_DESCRIPTION = \"DevOps, distributed systems, databases, security and other hard problems — the latest from ACM Queue (unofficial feed).\";\nconst FEED_LINK = \"https://queue.acm.org/\";\n\n/**\n * Escape XML special characters.\n */\nfunction escapeXml(str: string): string {\n return str\n .replace(/&/g, \"&\")\n .replace(//g, \">\")\n .replace(/\"/g, \""\")\n .replace(/'/g, \"'\");\n}\n\n/**\n * Generate RSS 2.0 XML from stored ACM Queue articles.\n */\nexport async function generateRss(feedUrl: string): Promise {\n const result = await sqlite.execute(\n \"SELECT slug, title, authors, pub_date, description, link FROM queue_articles ORDER BY pub_date DESC LIMIT 50\",\n );\n\n const items = result.rows\n .map((row) => {\n const title = escapeXml(String(row.title ?? \"\"));\n const link = escapeXml(String(row.link ?? \"\"));\n const description = row.description ? escapeXml(String(row.description)) : \"\";\n const authors = row.authors ? `${escapeXml(String(row.authors))}` : \"\";\n const pubDate = row.pub_date ? new Date(String(row.pub_date)).toUTCString() : \"\";\n const guid = escapeXml(String(row.slug ?? \"\"));\n\n return ` \n ${title}\n ${link}\n ${description}\n ${authors}\n ${pubDate}\n ${guid}\n `;\n })\n .join(\"\\n\");\n\n const lastBuildDate = new Date().toUTCString();\n\n return `\n\n \n ${escapeXml(FEED_TITLE)}\n ${escapeXml(FEED_LINK)}\n ${escapeXml(FEED_DESCRIPTION)}\n en-us\n ${lastBuildDate}\n \n${items}\n \n`;\n}\n",[],[205],"2d4eb111-4e3f-4940-8de1-4182d7fef4c7","main.ts","01a08bfd-346d-72ac-8a3b-2e9fa8edfdfb",7,["D",1789057825287],"// Database initialization script — run once to set up the schema.\n// Can be re-run safely (uses IF NOT EXISTS).\n\nimport { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\n\nawait sqlite.execute(`\n CREATE TABLE IF NOT EXISTS queue_articles (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n slug TEXT UNIQUE NOT NULL,\n title TEXT NOT NULL,\n authors TEXT,\n pub_date TEXT NOT NULL DEFAULT '',\n description TEXT,\n link TEXT NOT NULL,\n created_at TEXT DEFAULT (datetime('now')),\n updated_at TEXT DEFAULT (datetime('now'))\n )\n`);\n\nawait sqlite.execute(`\n CREATE INDEX IF NOT EXISTS idx_queue_articles_pub_date ON queue_articles(pub_date DESC)\n`);\n\nconsole.log(\"✅ Database schema initialized\");\n",[],[213],["D",1789058115894],[],[18],"75e1a45a-821f-42e0-a7d8-b0ead3141d78","cron.ts","01a08bfd-346d-72ac-8a3b-2593a6ba7a32",8,["D",1789057825343],"interval","// Daily scraper cron — runs once per day to fetch and store new ACM Queue articles.\nimport { scrapeAndStore } from \"./scraper.ts\";\n\nexport default async function (_interval: Interval) {\n const result = await scrapeAndStore();\n console.log(`[cron] ${new Date().toISOString()} — ${result}`);\n}\n",[],[224],"306222e7-a413-48c4-abdb-0124a5f8a72b","README.md","01a08bfd-346d-72ac-8a3b-2008ffc6c2a6",["D",1789058914329],2,"# 📡 ACM Queue RSS Feed\n\nAn unofficial RSS feed for [ACM Queue](https://queue.acm.org/), which\ndoesn't provide one natively.\n\n## Usage\n\nSubscribe to the feed in your RSS reader:\n\n```\nhttps://acm-queue-rss.val.run/feed\n```\n\n## How it works\n\n```mermaid\nflowchart LR\n A[queue.acm.org] -->|scrape HTML| B[scraper.ts]\n B -->|upsert| C[(SQLite)]\n D[cron.ts] -->|daily trigger| B\n E[RSS Reader] -->|GET /feed| F[feed.ts]\n F -->|query| C\n F -->|render| G[RSS 2.0 XML]\n G --> E\n```\n\n### Components\n\n| File | Type | Purpose |\n| ------------ | -------- | ---------------------------------------------------------------- |\n| `feed.ts` | HTTP | Serves the RSS feed at `/feed` and a landing page at `/` |\n| `cron.ts` | Interval | Runs daily to scrape and store new ACM Queue articles |\n| `scraper.ts` | Script | Fetches and parses articles from queue.acm.org |\n| `rss.ts` | Script | Generates RSS 2.0 XML from stored articles |\n| `main.ts` | Script | One-time database schema initialization |\n\n### Endpoints\n\n- **`/`** — Landing page with feed URL and links\n- **`/feed`** or **`/rss`** — RSS 2.0 XML feed\n- **`/source`** — Redirect to this val's source code\n\n### Scraper details\n\n`queue.acm.org` sits behind aggressive Cloudflare bot protection and returns\n403 to server IPs, so instead of scraping its HTML the val reads the ACM\nDigital Library's **official eTOC feed** for Queue (RSS 1.0/RDF):\n\n```\nhttps://dl.acm.org/action/showFeed?type=etoc&feed=rss&jc=queue\n```\n\nThis carries the current issue's articles with title, authors, dates and\nDOI. For each entry the scraper:\n\n- uses `prism:doi` as the unique key (upserted into SQLite),\n- builds the article link as `https://queue.acm.org/doi/full/`,\n- takes `dc:date` as the publication date,\n- splits `dc:creator` into authors — note ACM's feed concatenates multiple\n authors with no separator (e.g. `A. MeyerB. MeyerC. Murphy`), so a\n lowercase→uppercase boundary heuristic is used to insert commas.\n\nThe feed serves the 50 most recent articles sorted by publication date.\n\n## Not affiliated with ACM\n",[],[233],["D",1789055022114],["D",1789488693443],{"_11":12,"_136":73},{"_11":12,"_132":-5,"_72":73,"_30":71,"_133":134,"_135":24},{"_39":122,"_13":16,"_33":36,"_123":85,"_124":63,"_125":64,"_126":89,"_127":128,"_129":42,"_130":14,"_131":12},"ctx",{"_52":-5,"_157":278,"_279":280,"_281":282,"_283":24,"_284":24,"_285":24,"_286":96,"_287":-5,"_288":-7,"_289":-7,"_290":26,"_291":24,"_292":24,"_293":-5,"_294":24,"_295":24,"_296":24,"_297":-5},"ENV",{"_249":250,"_251":252,"_253":16,"_254":255,"_256":257,"_258":259,"_260":261,"_262":263,"_264":265,"_266":267,"_268":269,"_270":271,"_272":273,"_274":275,"_276":277},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

History · feed.ts