${escapeXml(a.title)}

[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_226":227,"_228":229},"routes/_app.x.$handle.$name",{"_11":12,"_13":14,"_15":-7,"_18":19,"_17":-7,"_170":-5,"_20":171,"_22":172,"_173":174,"_175":176,"_26":177,"_24":178,"_179":-5,"_180":-5,"_181":56,"_182":183,"_184":47,"_185":-5,"_186":-5,"_187":188},"routes/_app.x.$handle.$name.code.$",{"_11":12,"_13":14,"_15":16,"_17":-7,"_18":19,"_20":21,"_22":23,"_24":25,"_26":27,"_28":-5,"_29":-5,"_30":-5,"_31":-5,"_32":-5},"handle","greg_dryke","name","mn-climate-journal","branchName","main","version","path","lib","project",{"_35":113,"_13":14,"_48":114,"_115":-5,"_116":56,"_117":118,"_119":118,"_120":121,"_122":-5,"_123":124,"_125":-5,"_126":56,"_127":-5,"_128":-5,"_129":50,"_130":131,"_132":133,"_134":135,"_136":137,"_138":-5,"_139":140,"_141":140,"_142":143,"_144":143,"_145":143,"_146":140,"_147":140,"_148":149,"_150":151,"_152":153,"_154":56},"tree",[71,72,73,74],"file",{"_35":66,"_13":19,"_38":41,"_40":-5,"_42":43,"_44":67,"_46":47,"_48":68,"_17":50,"_51":69,"_53":-5,"_55":56,"_57":-5,"_18":70},"contents",[33,34],"upstream","pull","ahead","behind","envVars",{"_35":59,"_13":60,"_38":61,"_40":41,"_42":43,"_44":62,"_46":47,"_48":63,"_17":50,"_51":52,"_53":64,"_55":56,"_57":-5,"_18":65},{"_35":36,"_13":37,"_38":39,"_40":41,"_42":43,"_44":45,"_46":47,"_48":49,"_17":50,"_51":52,"_53":54,"_55":56,"_57":-5,"_18":58},"id","21d060dc-5015-11f1-b34b-ee650bb23af1","scrape.ts","fileId","21d061cc-5015-11f1-b34b-ee650bb23af1","parentId","21af9d70-5015-11f1-ad92-ee650bb23af1","branchId","073db738-5015-11f1-8a2f-ee650bb23af1","branchVersion",4,"latest",true,"createdAt",["D",1778818711679],0,"fileType","script","content","import * as cheerio from \"npm:cheerio@1.0.0\";\n\nconst BASE_URL = \"https://www.dnr.state.mn.us\";\nconst INDEX_URL = `${BASE_URL}/climate/journal/index.html`;\n\nexport interface IndexEntry {\n url: string;\n title: string;\n month: string; // e.g. \"May 2026\"\n}\n\n/** Scrape the Climate Journal index page for article links. */\nexport async function scrapeIndex(): Promise {\n const res = await fetch(INDEX_URL, {\n headers: {\n \"User-Agent\":\n \"Mozilla/5.0 (compatible; MNClimateJournal/1.0; +https://val.town)\",\n },\n });\n if (!res.ok) {\n throw new Error(`Failed to fetch index: ${res.status} ${res.statusText}`);\n }\n\n const html = await res.text();\n const $ = cheerio.load(html);\n\n const entries: IndexEntry[] = [];\n let currentMonth = \"Unknown\";\n\n // The page structure:

Month Year

followed by

with links\n const content = $(\".field--name-field-content\").first();\n\n content.children().each((_i, el) => {\n const tag = (el as cheerio.Element).tagName?.toLowerCase();\n\n if (tag === \"h2\") {\n const text = $(el).text().trim();\n if (text && text !== \"Jump to\") {\n currentMonth = text;\n }\n }\n\n if (tag === \"ul\") {\n $(el)\n .find(\"li\")\n .each((_j, li) => {\n $(li)\n .find(\"a\")\n .each((_k, a) => {\n const href = $(a).attr(\"href\") ?? \"\";\n const title = $(a).text().trim();\n if (!href || !title) return;\n\n // Only include DNR-hosted journal articles\n let fullUrl: string;\n if (href.startsWith(\"/\")) {\n fullUrl = BASE_URL + href;\n } else if (href.startsWith(\"http\")) {\n // Include external links too (St. Cloud summaries, NWS, etc.)\n fullUrl = href;\n } else {\n return;\n }\n\n entries.push({ url: fullUrl, title, month: currentMonth });\n });\n });\n }\n });\n\n return entries;\n}\n\n/** Scrape the full text content of a single article page. */\nexport async function scrapeArticle(url: string): Promise {\n // Skip external links - we can't reliably scrape those\n if (!url.includes(\"dnr.state.mn.us\")) {\n return `External article: ${url}`;\n }\n\n const res = await fetch(url, {\n headers: {\n \"User-Agent\":\n \"Mozilla/5.0 (compatible; MNClimateJournal/1.0; +https://val.town)\",\n },\n });\n if (!res.ok) {\n throw new Error(`Failed to fetch article: ${res.status} ${res.statusText}`);\n }\n\n const html = await res.text();\n const $ = cheerio.load(html);\n\n // Remove non-content elements\n $(\"script, style, nav, footer, header, aside, .sidebar, #leftmenu, .breadcrumb\").remove();\n\n // The main article content is in .field--name-field-content\n const contentEl = $(\".field--name-field-content\").first();\n if (contentEl.length === 0) {\n // Fallback to main content area\n const main = $('[role=\"main\"]').first();\n return extractText($, main);\n }\n\n return extractText($, contentEl);\n}\n\nfunction extractText($: cheerio.CheerioAPI, el: cheerio.Cheerio): string {\n const paragraphs: string[] = [];\n\n el.find(\"p, h1, h2, h3, h4, h5, h6, li, blockquote, figcaption\").each(\n (_i, elem) => {\n const text = $(elem).text().trim();\n if (text.length > 0) {\n paragraphs.push(text);\n }\n },\n );\n\n if (paragraphs.length === 0) {\n return el.text().replace(/\\s+/g, \" \").trim();\n }\n\n return paragraphs.join(\"\\n\\n\");\n}\n","deleted",false,"label",[19,37],"21ed2b7c-5015-11f1-becb-ee650bb23af1","db.ts","21ed2c26-5015-11f1-becb-ee650bb23af1",6,["D",1778818711685],"import { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\n\nexport async function initDb() {\n await sqlite.execute(`\n CREATE TABLE IF NOT EXISTS mn_climate_articles (\n id TEXT PRIMARY KEY,\n url TEXT NOT NULL UNIQUE,\n title TEXT NOT NULL,\n content TEXT,\n discovered_at TEXT DEFAULT (datetime('now')),\n published_at TEXT\n )\n `);\n}\n\nexport async function getKnownUrls(): Promise> {\n const result = await sqlite.execute(\n `SELECT url FROM mn_climate_articles`,\n );\n return new Set((result.rows as { url: string }[]).map((r) => r.url));\n}\n\nexport async function insertArticle(article: {\n url: string;\n title: string;\n content: string;\n publishedAt?: string;\n}): Promise {\n const id = crypto.randomUUID();\n await sqlite.execute({\n sql: `INSERT OR IGNORE INTO mn_climate_articles (id, url, title, content, published_at)\n VALUES (?, ?, ?, ?, ?)`,\n args: [id, article.url, article.title, article.content, article.publishedAt ?? null],\n });\n return id;\n}\n\nexport async function getAllArticles(): Promise {\n const result = await sqlite.execute(\n `SELECT * FROM mn_climate_articles ORDER BY discovered_at DESC`,\n );\n return result.rows as Article[];\n}\n\nexport interface Article {\n id: string;\n url: string;\n title: string;\n content: string | null;\n discovered_at: string;\n published_at: string | null;\n}\n",[19,60],"21af9cc6-5015-11f1-ad92-ee650bb23af1",1,["D",1778818711478],"directory",[19],{"_35":66,"_13":19,"_38":41,"_40":-5,"_42":43,"_44":67,"_46":47,"_48":102,"_17":50,"_51":69,"_53":-5,"_55":56,"_57":-5,"_82":103,"_18":104},{"_35":94,"_13":95,"_38":96,"_40":-5,"_42":43,"_44":97,"_46":47,"_48":98,"_17":50,"_51":24,"_53":99,"_55":56,"_57":-5,"_82":100,"_18":101},{"_35":85,"_13":86,"_38":87,"_40":-5,"_42":43,"_44":88,"_46":47,"_48":89,"_17":67,"_51":90,"_53":91,"_55":56,"_57":-5,"_82":92,"_18":93},{"_35":75,"_13":76,"_38":77,"_40":-5,"_42":43,"_44":78,"_46":47,"_48":79,"_17":67,"_51":80,"_53":81,"_55":56,"_57":-5,"_82":83,"_18":84},"3111817a-5015-11f1-917a-ee650bb23af1","main.ts","21cb8012-5015-11f1-8f72-ee650bb23af1",7,["D",1778818737270],"interval","import { initDb, getKnownUrls, insertArticle } from \"./lib/db.ts\";\nimport { scrapeIndex, scrapeArticle } from \"./lib/scrape.ts\";\n\n/**\n * Cron val: checks the MN DNR Climate Journal index page for new articles.\n * Schedule: every 6 hours.\n *\n * When new articles are found, scrapes their content and stores them in SQLite.\n * The RSS feed is served by the companion feed.ts HTTP val.\n */\nexport default async function checkForNewArticles() {\n await initDb();\n\n console.log(\"[mn-climate-journal] Checking for new articles...\");\n\n const entries = await scrapeIndex();\n console.log(`[mn-climate-journal] Found ${entries.length} total entries on index page`);\n\n const knownUrls = await getKnownUrls();\n const newEntries = entries.filter((e) => !knownUrls.has(e.url));\n\n if (newEntries.length === 0) {\n console.log(\"[mn-climate-journal] No new articles found.\");\n return;\n }\n\n console.log(`[mn-climate-journal] Found ${newEntries.length} new article(s)`);\n\n for (const entry of newEntries) {\n try {\n console.log(`[mn-climate-journal] Scraping: ${entry.title} (${entry.url})`);\n const content = await scrapeArticle(entry.url);\n\n await insertArticle({\n url: entry.url,\n title: entry.title,\n content,\n publishedAt: monthToIso(entry.month),\n });\n\n console.log(`[mn-climate-journal] ✅ Stored: ${entry.title}`);\n } catch (err) {\n const msg = err instanceof Error ? err.message : String(err);\n console.error(`[mn-climate-journal] ❌ Failed to scrape ${entry.url}: ${msg}`);\n }\n }\n\n console.log(\"[mn-climate-journal] Done.\");\n}\n\n/** Convert \"May 2026\" → \"2026-05-01\" for rough publish date ordering. */\nfunction monthToIso(month: string): string | undefined {\n try {\n const d = new Date(`${month} 1`);\n if (isNaN(d.getTime())) return undefined;\n return d.toISOString().slice(0, 10);\n } catch {\n return undefined;\n }\n}\n","children",[],[76],"3e581b8c-5015-11f1-b313-ee650bb23af1","feed.ts","21c50098-5015-11f1-ad92-ee650bb23af1",8,["D",1778818759551],"http","import { Hono } from \"https://esm.sh/hono\";\nimport { initDb, getAllArticles } from \"./lib/db.ts\";\nimport type { Article } from \"./lib/db.ts\";\n\nfunction escapeXml(str: string): string {\n return str\n .replace(/&/g, \"&\")\n .replace(//g, \">\")\n .replace(/\"/g, \""\")\n .replace(/'/g, \"'\");\n}\n\nfunction toRfc822(dateStr: string): string {\n const d = new Date(dateStr.includes(\"T\") ? dateStr : dateStr + \"T00:00:00Z\");\n if (isNaN(d.getTime())) return new Date().toUTCString();\n return d.toUTCString();\n}\n\n/** Truncate content for the RSS description, keeping it readable. */\nfunction truncate(text: string, maxLen = 500): string {\n if (!text || text.length <= maxLen) return text ?? \"\";\n return text.slice(0, maxLen).replace(/\\s+\\S*$/, \"\") + \"…\";\n}\n\nasync function generateFeed(reqUrl: URL): Promise {\n await initDb();\n\n const articles = await getAllArticles();\n const selfUrl = new URL(\"/feed.xml\", reqUrl).toString();\n const siteUrl = \"https://www.dnr.state.mn.us/climate/journal/index.html\";\n\n const lastBuildDate = articles.length > 0\n ? toRfc822(articles[0].discovered_at)\n : new Date().toUTCString();\n\n const items = articles\n .map(\n (a: Article) => `\n \n ${escapeXml(a.title)}\n ${escapeXml(a.url)}\n ${escapeXml(a.url)}\n ${toRfc822(a.published_at ?? a.discovered_at)}\n \n `,\n )\n .join(\"\\n\");\n\n const rss = `\n\n \n \n Minnesota DNR Climate Journal\n ${escapeXml(siteUrl)}\n Articles from the Minnesota State Climatology Office's Climate Journal, tracking significant Minnesota weather events.\n en-us\n ${lastBuildDate}\n ${items}\n \n`;\n\n return new Response(rss, {\n headers: {\n \"Content-Type\": \"application/rss+xml; charset=utf-8\",\n \"Cache-Control\": \"public, max-age=900\",\n },\n });\n}\n\nconst app = new Hono();\n\napp.get(\"/feed.xml\", async (c) => {\n return generateFeed(new URL(c.req.url));\n});\n\napp.get(\"/\", (c) => c.redirect(\"/feed.xml\"));\n\nexport default app.fetch;\n",[],[86],"21e5a24e-5015-11f1-8886-ee650bb23af1","README.md","21e5a4c4-5015-11f1-8886-ee650bb23af1",5,["D",1778818711683],"# MN DNR Climate Journal → RSS\n\nTwo Val Town vals that work together:\n\n1. **`main.ts`** — Cron val (every 6 hours). Scrapes the [MN DNR Climate Journal](https://www.dnr.state.mn.us/climate/journal/index.html) index page, detects new articles, scrapes their content, and stores them in Val Town SQLite.\n\n2. **`feed.ts`** — HTTP val. Serves an RSS feed of all discovered articles at `/feed.xml`.\n\n## Setup on Val Town\n\n1. Push this folder as a val using `vt`\n2. Set `main.ts` as a **Cron** val with a 6-hour interval\n3. Set `feed.ts` as an **HTTP** val\n4. Subscribe to the feed URL in your RSS reader\n",[],[95],["D",1778818711478],[105,106],[19],{"_35":59,"_13":60,"_38":61,"_40":41,"_42":43,"_44":62,"_46":47,"_48":110,"_17":50,"_51":52,"_53":64,"_55":56,"_57":-5,"_82":111,"_18":112},{"_35":36,"_13":37,"_38":39,"_40":41,"_42":43,"_44":45,"_46":47,"_48":107,"_17":50,"_51":52,"_53":54,"_55":56,"_57":-5,"_82":108,"_18":109},["D",1778818711679],[],[19,37],["D",1778818711685],[],[19,60],"073d020c-5015-11f1-8a2f-ee650bb23af1",["D",1778818667116],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","","imageUrl","userId","c0a7bbda-0e2c-4d6d-a709-b50566fc6670","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount","orgId","85aa6971-7fe5-4831-87ef-0ae0e99b0cc1","tursoName","073d020c501511f18a2fee650bb23af1","tursoHostname","073d020c501511f18a2fee650bb23af1-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789606272424],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_11":12,"_169":165},"org",{"_11":12,"_163":-5,"_164":165,"_123":124,"_166":167,"_168":56},"branch",{"_17":88,"_13":16,"_35":43,"_155":113,"_156":-5,"_157":-5,"_158":-5,"_159":-5,"_160":-5,"_161":14,"_162":12},"isOwned","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18ybXVQWG1Ta2lGZVdwQTVnd2c4VEVVdmFRUE4ifQ","tier","pro","canRestrictVals","profileImageUrl","adoptOrgId",{"_35":113,"_13":14,"_48":221,"_115":-5,"_116":56,"_117":118,"_119":118,"_120":121,"_122":-5,"_123":124,"_125":-5,"_126":56,"_127":-5,"_128":-5,"_129":50,"_130":131,"_132":133,"_134":135,"_136":222,"_138":-5,"_139":140,"_141":140,"_142":143,"_144":143,"_145":143,"_146":140,"_147":140,"_148":223,"_150":224,"_152":225,"_154":56},[203,206,207,208],"files",[203,204,205,206,207,208],"counts",{"_194":50,"_195":67,"_196":50,"_32":197,"_198":199},[190,191],{"_35":66,"_13":19,"_38":41,"_40":-5,"_42":43,"_44":67,"_46":47,"_48":68,"_17":50,"_51":69,"_53":-5,"_55":56,"_57":-5,"_18":189},"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},[19],{"_35":59,"_13":60,"_38":61,"_40":41,"_42":43,"_44":62,"_46":47,"_48":63,"_17":50,"_51":52,"_53":64,"_55":56,"_57":-5,"_18":193},{"_35":36,"_13":37,"_38":39,"_40":41,"_42":43,"_44":45,"_46":47,"_48":49,"_17":50,"_51":52,"_53":54,"_55":56,"_57":-5,"_18":192},[19,37],[19,60],"pulls","branches","forks",{"_200":50,"_202":50},"connections",{"_200":50,"_201":50},"count","unfilledCount","emptyCount",{"_35":66,"_13":19,"_38":41,"_40":-5,"_42":43,"_44":67,"_46":47,"_48":102,"_17":50,"_51":69,"_53":-5,"_55":56,"_57":-5,"_82":219,"_18":220},{"_35":59,"_13":60,"_38":61,"_40":41,"_42":43,"_44":62,"_46":47,"_48":110,"_17":50,"_51":52,"_53":64,"_55":56,"_57":-5,"_82":217,"_18":218},{"_35":36,"_13":37,"_38":39,"_40":41,"_42":43,"_44":45,"_46":47,"_48":107,"_17":50,"_51":52,"_53":54,"_55":56,"_57":-5,"_82":215,"_18":216},{"_35":94,"_13":95,"_38":96,"_40":-5,"_42":43,"_44":97,"_46":47,"_48":98,"_17":50,"_51":24,"_53":99,"_55":56,"_57":-5,"_82":213,"_18":214},{"_35":85,"_13":86,"_38":87,"_40":-5,"_42":43,"_44":88,"_46":47,"_48":89,"_17":67,"_51":90,"_53":91,"_55":56,"_57":-5,"_82":211,"_18":212},{"_35":75,"_13":76,"_38":77,"_40":-5,"_42":43,"_44":78,"_46":47,"_48":79,"_17":67,"_51":80,"_53":81,"_55":56,"_57":-5,"_82":209,"_18":210},[],[76],[],[86],[],[95],[],[19,37],[],[19,60],[204,205],[19],["D",1778818667116],["D",1789606272424],{"_11":12,"_169":165},{"_11":12,"_163":-5,"_164":165,"_123":124,"_166":167,"_168":56},{"_17":88,"_13":16,"_35":43,"_155":113,"_156":-5,"_157":-5,"_158":-5,"_159":-5,"_160":-5,"_161":14,"_162":12},"ctx",{"_148":-5,"_186":259,"_260":261,"_262":263,"_264":56,"_265":56,"_266":56,"_267":47,"_268":-5,"_269":-7,"_270":-7,"_271":50,"_272":56,"_273":56,"_274":-5,"_275":56,"_276":56,"_277":56,"_278":-5},"ENV",{"_230":231,"_232":233,"_234":16,"_235":236,"_237":238,"_239":240,"_241":242,"_243":244,"_245":246,"_247":248,"_249":250,"_251":252,"_253":254,"_255":256,"_257":258},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e8c4b7030cb7600e4eb0736b15f422c8b8bd130f","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]