📡

The MIRE/C³ Blog RSS Feed

\n An unofficial RSS feed for\n The MIRE/C³ blog.\n Updated daily.\n

\n\n

RSS Feed URL:

\n ${feedUrl}\n

\n\n

\n \n 📰 View RSS Feed\n \n \n 🔗 View Source\n \n

\n\n

\n Scrapes mire.cc/the-blog daily.\n Not affiliated with MIRE/C³.\n

\n \n\n`;\n\n return new Response(html, {\n headers: { \"Content-Type\": \"text/html; charset=utf-8\" },\n });\n}\n","label","mire-blog-rss",[18],"pulls","branches","forks","envVars",{"_193":26,"_195":26},"connections",{"_193":26,"_194":26},"count","unfilledCount","emptyCount",{"_34":239,"_13":240,"_67":241,"_44":-5,"_36":37,"_177":130,"_178":104,"_38":242,"_40":180,"_69":21,"_181":243,"_71":24,"_183":-5,"_209":244,"_17":245},{"_34":230,"_13":231,"_67":232,"_44":-5,"_36":37,"_177":233,"_178":104,"_38":234,"_40":41,"_69":235,"_181":236,"_71":24,"_183":-5,"_209":237,"_17":238},{"_34":176,"_13":18,"_67":68,"_44":-5,"_36":37,"_177":87,"_178":104,"_38":227,"_40":180,"_69":70,"_181":182,"_71":24,"_183":184,"_209":228,"_17":229},{"_34":220,"_13":221,"_67":222,"_44":-5,"_36":37,"_177":41,"_178":104,"_38":223,"_40":26,"_69":207,"_181":224,"_71":24,"_183":-5,"_209":225,"_17":226},{"_34":212,"_13":213,"_67":214,"_44":-5,"_36":37,"_177":215,"_178":104,"_38":216,"_40":41,"_69":207,"_181":217,"_71":24,"_183":-5,"_209":218,"_17":219},{"_34":202,"_13":203,"_67":204,"_44":-5,"_36":37,"_177":205,"_178":104,"_38":206,"_40":41,"_69":207,"_181":208,"_71":24,"_183":-5,"_209":210,"_17":211},"34d44a7e-7214-4b28-b00b-723f543b8eb4","scraper.ts","01a08005-59e7-76be-9090-6ef7d0ac3263",3,["D",1788854552027],"script","// Blog scraper module — fetches and parses MIRE/C³ blog entries.\n// The blog (https://mire.cc/the-blog/) is a hand-rolled site using\n// article.post-card containers on the listing page.\n\nimport * as cheerio from \"npm:cheerio@1.0.0\";\nimport { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\n\nconst BLOG_URL = \"https://mire.cc/the-blog/\";\nconst BASE_URL = \"https://mire.cc\";\n\nexport interface BlogEntry {\n slug: string;\n title: string;\n category: string | null;\n pubDate: string;\n description: string | null;\n link: string;\n}\n\n/**\n * Parse a date string like \"3 August 2026\" into an ISO date string.\n */\nfunction parseDate(dateStr: string): string {\n const cleaned = dateStr.replace(/\\s+/g, \" \").trim();\n const d = new Date(cleaned);\n if (isNaN(d.getTime())) {\n console.warn(`Could not parse date: \"${cleaned}\"`);\n return cleaned;\n }\n return d.toISOString();\n}\n\n/**\n * Fetch and parse blog entries from the MIRE/C³ blog page.\n *\n * Page structure:\n * div.post-list#post-list\n * article.post-card — each blog card\n * p.post-date — e.g. \"3 August 2026\"\n * h2 > a[href=\"/slug/\"] — title and post link\n * p.post-excerpt — excerpt text\n *\n * Note: the listing page initially renders only the most recent posts and\n * loads more via JS, so this scrapes what is server-rendered.\n */\nexport async function fetchBlogEntries(): Promise {\n const res = await fetch(BLOG_URL, {\n headers: {\n \"User-Agent\": \"MIRE-RSS-Bot/1.0 (Val Town; RSS feed generator)\",\n \"Accept\": \"text/html\",\n },\n });\n\n if (!res.ok) {\n throw new Error(`Failed to fetch blog: ${res.status} ${res.statusText}`);\n }\n\n const html = await res.text();\n const $ = cheerio.load(html);\n const entries: BlogEntry[] = [];\n\n $(\"article.post-card\").each((_i, card) => {\n const $card = $(card);\n\n // Title — h2 containing an anchor\n const title = $card.find(\"h2 a\").first().text().trim();\n if (!title) return;\n\n // Date — p.post-date\n const dateText = $card.find(\"p.post-date\").first().text().trim();\n if (!dateText) return;\n const pubDate = parseDate(dateText);\n\n // Excerpt — p.post-excerpt\n const description = $card.find(\"p.post-excerpt\").first().text().trim() || null;\n\n // Link — the h2 anchor's href\n const href = $card.find(\"h2 a\").first().attr(\"href\") || \"\";\n if (!href) return;\n\n const link = href.startsWith(\"http\") ? href : new URL(href, BASE_URL).toString();\n const slug = link.replace(BASE_URL, \"\").replace(/^\\//, \"\").replace(/\\/$/, \"\");\n\n entries.push({ slug, title, category: null, pubDate, description, link });\n });\n\n console.log(`Parsed ${entries.length} blog entries`);\n return entries;\n}\n\n/**\n * Upsert blog entries into SQLite.\n * Returns count of rows affected.\n */\nexport async function upsertEntries(entries: BlogEntry[]): Promise {\n if (entries.length === 0) return 0;\n\n // Use batch for atomicity\n const statements = entries.map((entry) => ({\n sql: `INSERT INTO blog_entries (slug, title, category, pub_date, description, link)\n VALUES (?, ?, ?, ?, ?, ?)\n ON CONFLICT(slug) DO UPDATE SET\n title = excluded.title,\n category = excluded.category,\n pub_date = excluded.pub_date,\n description = excluded.description,\n link = excluded.link,\n updated_at = datetime('now')`,\n args: [entry.slug, entry.title, entry.category, entry.pubDate, entry.description, entry.link] as (\n | string\n | null\n )[],\n }));\n\n const results = await sqlite.batch(statements);\n const totalAffected = results.reduce((sum, r) => sum + (r.rowsAffected ?? 0), 0);\n return totalAffected;\n}\n\n/**\n * Full scrape + store pipeline. Returns summary.\n */\nexport async function scrapeAndStore(): Promise {\n const entries = await fetchBlogEntries();\n const count = await upsertEntries(entries);\n const msg = `Scraped ${entries.length} entries, upserted ${count}`;\n console.log(msg);\n return msg;\n}\n","children",[],[203],"aded7fdb-6887-49bf-96e5-640ca839c5ec","rss.ts","01a08005-59e7-76be-9090-6b5231fade2a",4,["D",1788854570996],"// RSS feed generator — reads blog entries from SQLite and serves RSS 2.0 XML.\n\nimport { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\n\nconst FEED_TITLE = \"The MIRE/C³ Blog\";\nconst FEED_DESCRIPTION = \"Notes from the treacle — findings, experiments and war stories from the MIRE/C³ honeypot cluster.\";\nconst FEED_LINK = \"https://mire.cc/the-blog/\";\n\n/**\n * Escape XML special characters.\n */\nfunction escapeXml(str: string): string {\n return str\n .replace(/&/g, \"&\")\n .replace(//g, \">\")\n .replace(/\"/g, \""\")\n .replace(/'/g, \"'\");\n}\n\n/**\n * Generate RSS 2.0 XML from stored blog entries.\n */\nexport async function generateRss(feedUrl: string): Promise {\n const result = await sqlite.execute(\n \"SELECT slug, title, category, pub_date, description, link FROM blog_entries ORDER BY pub_date DESC\",\n );\n\n const items = result.rows\n .map((row) => {\n const title = escapeXml(String(row.title ?? \"\"));\n const link = escapeXml(String(row.link ?? \"\"));\n const description = row.description ? escapeXml(String(row.description)) : \"\";\n const category = row.category ? `${escapeXml(String(row.category))}` : \"\";\n const pubDate = row.pub_date ? new Date(String(row.pub_date)).toUTCString() : \"\";\n const guid = escapeXml(String(row.slug ?? \"\"));\n\n return ` \n ${title}\n ${link}\n ${description}\n ${category}\n ${pubDate}\n ${guid}\n `;\n })\n .join(\"\\n\");\n\n const lastBuildDate = new Date().toUTCString();\n\n return `\n\n \n ${escapeXml(FEED_TITLE)}\n ${escapeXml(FEED_LINK)}\n ${escapeXml(FEED_DESCRIPTION)}\n en-gb\n ${lastBuildDate}\n \n${items}\n \n`;\n}\n",[],[213],"a3127f5b-9981-48e3-ad7b-67323129a673","main.ts","01a08005-59e7-76be-9090-661d651096b9",["D",1788854229386],"// Database initialization script — run once to set up the schema.\n// Can be re-run safely (uses IF NOT EXISTS).\n\nimport { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\n\nawait sqlite.execute(`\n CREATE TABLE IF NOT EXISTS blog_entries (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n slug TEXT UNIQUE NOT NULL,\n title TEXT NOT NULL,\n category TEXT,\n pub_date TEXT NOT NULL,\n description TEXT,\n link TEXT NOT NULL,\n created_at TEXT DEFAULT (datetime('now')),\n updated_at TEXT DEFAULT (datetime('now'))\n )\n`);\n\nawait sqlite.execute(`\n CREATE INDEX IF NOT EXISTS idx_blog_entries_pub_date ON blog_entries(pub_date DESC)\n`);\n\nawait sqlite.execute(`\n CREATE INDEX IF NOT EXISTS idx_blog_entries_slug ON blog_entries(slug)\n`);\n\nconsole.log(\"✅ Database schema initialized\");\n",[],[221],["D",1788854575623],[],[18],"7a2d9908-45b2-4a45-a4bb-9480171c38b4","cron.ts","01a08005-59e7-76be-9090-5ebdd68832ea",8,["D",1788854660216],"interval","// Daily scraper cron — runs once per day to fetch and store new MIRE/C³ blog entries.\nimport { scrapeAndStore } from \"./scraper.ts\";\n\nexport default async function (_interval: Interval) {\n const result = await scrapeAndStore();\n console.log(`[cron] ${new Date().toISOString()} — ${result}`);\n}\n",[],[231],"73796db0-fa4e-4c83-a49f-2381c7df6165","README.md","01a08005-59e7-76be-9090-590df4d3667f",["D",1788854760503],"# 📡 The MIRE/C³ Blog RSS Feed\n\nAn unofficial RSS feed for [The MIRE/C³ blog](https://mire.cc/the-blog/), which\ndoesn't provide one natively.\n\n## Usage\n\nSubscribe to the feed in your RSS reader:\n\n```\nhttps://mire-blog-rss.val.run/feed\n```\n\n## How it works\n\n```mermaid\nflowchart LR\n A[MIRE/C³ Blog] -->|scrape HTML| B[scraper.ts]\n B -->|upsert| C[(SQLite)]\n D[cron.ts] -->|daily trigger| B\n E[RSS Reader] -->|GET /feed| F[feed.ts]\n F -->|query| C\n F -->|render| G[RSS 2.0 XML]\n G --> E\n```\n\n### Components\n\n| File | Type | Purpose |\n| ------------ | -------- | ---------------------------------------------------------------- |\n| `feed.ts` | HTTP | Serves the RSS feed at `/feed` and a landing page at `/` |\n| `cron.ts` | Interval | Runs daily to scrape and store new blog entries |\n| `scraper.ts` | Script | Fetches and parses blog entries from mire.cc/the-blog |\n| `rss.ts` | Script | Generates RSS 2.0 XML from stored entries |\n| `main.ts` | Script | One-time database schema initialization |\n\n### Endpoints\n\n- **`/`** — Landing page with feed URL and links\n- **`/feed`** or **`/rss`** — RSS 2.0 XML feed\n- **`/source`** — Redirect to this val's source code\n\n### Scraper details\n\nThe MIRE/C³ blog is a hand-rolled static site. The listing page renders each\npost as an `article.post-card` containing:\n\n- `p.post-date` — e.g. `3 August 2026`\n- `h2 > a` — post title and link (`/slug/`)\n- `p.post-excerpt` — excerpt text used as the item description\n\nThe scraper uses Cheerio to parse these into structured entries and upserts\nthem into SQLite keyed by slug. Note: the listing page loads older posts via\nJS, so only the server-rendered cards on the initial page are captured.\n\n## Not affiliated with MIRE/C³\n",[],[240],["D",1788854229386],["D",1789461042390],{"_11":12,"_144":74},{"_11":12,"_140":-5,"_73":74,"_30":72,"_141":142,"_143":24},{"_40":130,"_13":16,"_34":37,"_131":93,"_132":64,"_133":65,"_134":97,"_135":136,"_137":43,"_138":14,"_139":12},"ctx",{"_53":-5,"_165":284,"_285":286,"_287":288,"_289":24,"_290":24,"_291":24,"_292":104,"_293":-5,"_294":-7,"_295":-7,"_296":26,"_297":24,"_298":24,"_299":-5,"_300":24,"_301":24,"_302":24,"_303":-5},"ENV",{"_255":256,"_257":258,"_259":16,"_260":261,"_262":263,"_264":265,"_266":267,"_268":269,"_270":271,"_272":273,"_274":275,"_276":277,"_278":279,"_280":281,"_282":283},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

History · feed.ts