${escapeXml(a.title)}

Month Year

followed by

with links\n const content = $(\".field--name-field-content\").first();\n\n content.children().each((_i, el) => {\n const tag = (el as cheerio.Element).tagName?.toLowerCase();\n\n if (tag === \"h2\") {\n const text = $(el).text().trim();\n if (text && text !== \"Jump to\") {\n currentMonth = text;\n }\n }\n\n if (tag === \"ul\") {\n $(el)\n .find(\"li\")\n .each((_j, li) => {\n $(li)\n .find(\"a\")\n .each((_k, a) => {\n const href = $(a).attr(\"href\") ?? \"\";\n const title = $(a).text().trim();\n if (!href || !title) return;\n\n // Only include DNR-hosted journal articles\n let fullUrl: string;\n if (href.startsWith(\"/\")) {\n fullUrl = BASE_URL + href;\n } else if (href.startsWith(\"http\")) {\n // Include external links too (St. Cloud summaries, NWS, etc.)\n fullUrl = href;\n } else {\n return;\n }\n\n entries.push({ url: fullUrl, title, month: currentMonth });\n });\n });\n }\n });\n\n return entries;\n}\n\n/** Scrape the full text content of a single article page. */\nexport async function scrapeArticle(url: string): Promise {\n // Skip external links - we can't reliably scrape those\n if (!url.includes(\"dnr.state.mn.us\")) {\n return `External article: ${url}`;\n }\n\n const res = await fetch(url, {\n headers: {\n \"User-Agent\":\n \"Mozilla/5.0 (compatible; MNClimateJournal/1.0; +https://val.town)\",\n },\n });\n if (!res.ok) {\n throw new Error(`Failed to fetch article: ${res.status} ${res.statusText}`);\n }\n\n const html = await res.text();\n const $ = cheerio.load(html);\n\n // Remove non-content elements\n $(\"script, style, nav, footer, header, aside, .sidebar, #leftmenu, .breadcrumb\").remove();\n\n // The main article content is in .field--name-field-content\n const contentEl = $(\".field--name-field-content\").first();\n if (contentEl.length === 0) {\n // Fallback to main content area\n const main = $('[role=\"main\"]').first();\n return extractText($, main);\n }\n\n return extractText($, contentEl);\n}\n\nfunction extractText($: cheerio.CheerioAPI, el: cheerio.Cheerio): string {\n const paragraphs: string[] = [];\n\n el.find(\"p, h1, h2, h3, h4, h5, h6, li, blockquote, figcaption\").each(\n (_i, elem) => {\n const text = $(elem).text().trim();\n if (text.length > 0) {\n paragraphs.push(text);\n }\n },\n );\n\n if (paragraphs.length === 0) {\n return el.text().replace(/\\s+/g, \" \").trim();\n }\n\n return paragraphs.join(\"\\n\\n\");\n}\n",[],[76,101],"21ed2b7c-5015-11f1-becb-ee650bb23af1","db.ts","21ed2c26-5015-11f1-becb-ee650bb23af1",6,["D",1778818711685],"import { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\n\nexport async function initDb() {\n await sqlite.execute(`\n CREATE TABLE IF NOT EXISTS mn_climate_articles (\n id TEXT PRIMARY KEY,\n url TEXT NOT NULL UNIQUE,\n title TEXT NOT NULL,\n content TEXT,\n discovered_at TEXT DEFAULT (datetime('now')),\n published_at TEXT\n )\n `);\n}\n\nexport async function getKnownUrls(): Promise> {\n const result = await sqlite.execute(\n `SELECT url FROM mn_climate_articles`,\n );\n return new Set((result.rows as { url: string }[]).map((r) => r.url));\n}\n\nexport async function insertArticle(article: {\n url: string;\n title: string;\n content: string;\n publishedAt?: string;\n}): Promise {\n const id = crypto.randomUUID();\n await sqlite.execute({\n sql: `INSERT OR IGNORE INTO mn_climate_articles (id, url, title, content, published_at)\n VALUES (?, ?, ?, ?, ?)`,\n args: [id, article.url, article.title, article.content, article.publishedAt ?? null],\n });\n return id;\n}\n\nexport async function getAllArticles(): Promise {\n const result = await sqlite.execute(\n `SELECT * FROM mn_climate_articles ORDER BY discovered_at DESC`,\n );\n return result.rows as Article[];\n}\n\nexport interface Article {\n id: string;\n url: string;\n title: string;\n content: string | null;\n discovered_at: string;\n published_at: string | null;\n}\n",[],[76,110],"073d020c-5015-11f1-8a2f-ee650bb23af1",["D",1778818667116],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","imageUrl","userId","c0a7bbda-0e2c-4d6d-a709-b50566fc6670","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount","orgId","85aa6971-7fe5-4831-87ef-0ae0e99b0cc1","tursoName","073d020c501511f18a2fee650bb23af1","tursoHostname","073d020c501511f18a2fee650bb23af1-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789693284357],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_11":12,"_172":168},"org",{"_11":12,"_166":-5,"_167":168,"_126":127,"_169":170,"_171":56},"branch",{"_17":62,"_13":16,"_36":43,"_158":117,"_159":-5,"_160":-5,"_161":-5,"_162":-5,"_163":-5,"_164":14,"_165":12},"isOwned","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18ybXVQWG1Ta2lGZVdwQTVnd2c4VEVVdmFRUE4ifQ","tier","pro","canRestrictVals","profileImageUrl","adoptOrgId",{"_36":117,"_13":14,"_48":226,"_119":-5,"_120":56,"_121":122,"_123":122,"_124":19,"_125":-5,"_126":127,"_128":-5,"_129":56,"_130":-5,"_131":-5,"_132":72,"_133":134,"_135":136,"_137":138,"_139":227,"_141":-5,"_142":143,"_144":143,"_145":146,"_147":146,"_148":146,"_149":143,"_150":143,"_151":228,"_153":229,"_155":230,"_157":56},[208,211,212,213],"files",[208,209,210,211,212,213],"counts",{"_199":72,"_200":50,"_201":72,"_31":202,"_203":204},[191,192,193,194],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_36":75,"_13":76,"_39":77,"_41":-5,"_42":43,"_44":50,"_46":47,"_48":78,"_17":72,"_51":79,"_53":-5,"_55":56,"_57":-5,"_18":198},{"_36":67,"_13":68,"_39":69,"_41":-5,"_42":43,"_44":70,"_46":47,"_48":71,"_17":72,"_51":24,"_53":73,"_55":56,"_57":-5,"_18":197},{"_36":59,"_13":60,"_39":61,"_41":-5,"_42":43,"_44":62,"_46":47,"_48":63,"_17":50,"_51":64,"_53":65,"_55":56,"_57":-5,"_18":196},{"_36":37,"_13":38,"_39":40,"_41":-5,"_42":43,"_44":45,"_46":47,"_48":49,"_17":50,"_51":52,"_53":54,"_55":56,"_57":-5,"_18":195},[38],[60],[68],[76],"pulls","branches","forks",{"_205":72,"_207":72},"connections",{"_205":72,"_206":72},"count","unfilledCount","emptyCount",{"_36":75,"_13":76,"_39":77,"_41":-5,"_42":43,"_44":50,"_46":47,"_48":95,"_17":72,"_51":79,"_53":-5,"_55":56,"_57":-5,"_86":224,"_18":225},{"_36":109,"_13":110,"_39":111,"_41":77,"_42":43,"_44":112,"_46":47,"_48":113,"_17":72,"_51":105,"_53":114,"_55":56,"_57":-5,"_86":222,"_18":223},{"_36":100,"_13":101,"_39":102,"_41":77,"_42":43,"_44":103,"_46":47,"_48":104,"_17":72,"_51":105,"_53":106,"_55":56,"_57":-5,"_86":220,"_18":221},{"_36":67,"_13":68,"_39":69,"_41":-5,"_42":43,"_44":70,"_46":47,"_48":92,"_17":72,"_51":24,"_53":73,"_55":56,"_57":-5,"_86":218,"_18":219},{"_36":59,"_13":60,"_39":61,"_41":-5,"_42":43,"_44":62,"_46":47,"_48":89,"_17":50,"_51":64,"_53":65,"_55":56,"_57":-5,"_86":216,"_18":217},{"_36":37,"_13":38,"_39":40,"_41":-5,"_42":43,"_44":45,"_46":47,"_48":85,"_17":50,"_51":52,"_53":54,"_55":56,"_57":-5,"_86":214,"_18":215},[],[38],[],[60],[],[68],[],[76,101],[],[76,110],[209,210],[76],["D",1778818667116],["D",1789693284357],{"_11":12,"_172":168},{"_11":12,"_166":-5,"_167":168,"_126":127,"_169":170,"_171":56},{"_17":62,"_13":16,"_36":43,"_158":117,"_159":-5,"_160":-5,"_161":-5,"_162":-5,"_163":-5,"_164":14,"_165":12},"ctx",{"_151":-5,"_188":264,"_265":266,"_267":268,"_269":56,"_270":56,"_271":56,"_272":47,"_273":-5,"_274":-7,"_275":-7,"_276":72,"_277":56,"_278":56,"_279":-5,"_280":56,"_281":56,"_282":56,"_283":-5},"ENV",{"_235":236,"_237":238,"_239":16,"_240":241,"_242":243,"_244":245,"_246":247,"_248":249,"_250":251,"_252":253,"_254":255,"_256":257,"_258":259,"_260":261,"_262":263},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","71c1b20804b3232a7e513be260cfffc1932a9e97","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Code