{\n const controller = new AbortController();\n const timeout = setTimeout(() => controller.abort(), 8000);\n\n try {\n const res = await fetch(article.link, {\n headers: {\n \"User-Agent\": USER_AGENT,\n Accept:\n \"text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8\",\n \"Accept-Language\": \"de-CH,de;q=0.9\",\n },\n signal: controller.signal,\n });\n\n if (!res.ok) return article;\n\n const html = await res.text();\n const $ = cheerio.load(html);\n\n const ogTitle = $('meta[property=\"og:title\"]').attr(\"content\")?.trim();\n const ogDescription =\n $('meta[property=\"og:description\"]').attr(\"content\")?.trim() ||\n $('meta[name=\"description\"]').attr(\"content\")?.trim();\n let ogImage = $('meta[property=\"og:image\"]').attr(\"content\")?.trim();\n if (ogImage) {\n try {\n ogImage = new URL(ogImage, SOURCE_URL).toString();\n } catch {\n // ungültige Bild-URL ignorieren\n }\n }\n\n let pubDate: Date | undefined;\n const publishedMeta =\n $('meta[property=\"article:published_time\"]').attr(\"content\") ||\n $(\"time[datetime]\").attr(\"datetime\");\n if (publishedMeta) {\n const d = new Date(publishedMeta);\n if (!isNaN(d.getTime())) pubDate = d;\n }\n if (!pubDate) {\n pubDate = parseGermanDate($(\"body\").text());\n }\n\n return {\n ...article,\n title: ogTitle || article.title,\n description: ogDescription,\n image: ogImage,\n pubDate,\n };\n } catch {\n return article;\n } finally {\n clearTimeout(timeout);\n }\n}\n\nexport default async function (req: Request): Promise {\n try {\n const candidates = await discoverArticles();\n let articles = await runWithConcurrency(\n candidates,\n CONCURRENCY,\n enrichWithMeta,\n );\n\n const cutoff = new Date(Date.now() - DAYS_BACK * 24 * 60 * 60 * 1000);\n articles = articles.filter((a) => !a.pubDate || a.pubDate >= cutoff);\n\n articles.sort((a, b) =>\n (b.pubDate?.getTime() ?? 0) - (a.pubDate?.getTime() ?? 0)\n );\n\n const feed = new Feed({\n title: \"Wiler Nachrichten – Alle Themen (ohne Sport, Inserate, Jobs)\",\n description:\n \"Automatisch generierter RSS-Feed von wiler-nachrichten.ch der letzten Tage\",\n id: SOURCE_URL,\n link: SOURCE_URL,\n language: \"de-CH\",\n updated: new Date(),\n generator: \"Val.town RSS Scraper (cheerio + feed)\",\n feedLinks: {\n rss: req.url,\n },\n });\n\n for (const article of articles) {\n if (!article.title || article.title.length < 4) continue;\n\n const contentParts: string[] = [];\n if (article.image) {\n contentParts.push(` $\"\"$ `);\n }\n if (article.description) {\n contentParts.push(`

${article.description}

`);\n }\n\n feed.addItem({\n title: article.title,\n id: article.link,\n link: article.link,\n description: article.description,\n content: contentParts.length > 0 ? contentParts.join(\"\\n\") : undefined,\n image: article.image,\n enclosure: article.image\n ? { url: article.image, type: guessImageType(article.image) }\n : undefined,\n date: article.pubDate ?? new Date(),\n });\n }\n\n return new Response(feed.rss2(), {\n status: 200,\n headers: { \"Content-Type\": \"application/rss+xml; charset=utf-8\" },\n });\n } catch (err) {\n return new Response(\n `Fehler beim Erzeugen des RSS-Feeds: ${\n err instanceof Error ? err.message : String(err)\n }`,\n { status: 500, headers: { \"Content-Type\": \"text/plain; charset=utf-8\" } },\n );\n }\n}","createdAt",["D",1787755851642],"branchVersion","branchId","590b2e9e-9bd9-4fc3-97be-a934c93ca018","id","373c21a1-89a9-44a3-b341-eee81cc855a9","watson-rss-new",["D",1787742811709],"deletedAt","legacyEnvVars",false,"privacy","public","httpPrivacy","description","","imageUrl","dbf2ae7a-e596-4450-9e80-f48182352e08","pinnedFileId","09254ade-a150-11f1-afb1-1607ee4eb77e","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","01a03d75-a2dc-7129-bcfe-464f7359f782","tursoName","373c21a189a944a3b341eee81cc855a9","tursoHostname","373c21a189a944a3b341eee81cc855a9-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789485645684],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_99":98,"_107":103},"org",{"_99":98,"_100":101,"_102":103,"_18":55,"_104":105,"_106":48},"branch",{"_13":88,"_32":89,"_42":41,"_90":43,"_91":-5,"_92":-5,"_93":-5,"_94":-5,"_95":-5,"_96":44,"_97":98},"isOwned",15,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","mikefrischknecht","handle","displayName","Mike Frischknecht","avatar","https://lh3.googleusercontent.com/a/ACg8ocJYhZ6TlQC9Px9BhWVC2KxGG5zXrx2pRqdDuxsgIfio5QgUBBEd=s96-c","tier","free","canRestrictVals","profileImageUrl","branchName","adoptOrgId",{"_42":43,"_32":44,"_37":157,"_46":-5,"_47":48,"_49":50,"_51":50,"_52":53,"_54":-5,"_18":55,"_56":57,"_58":25,"_59":-5,"_60":-5,"_61":62,"_63":64,"_65":66,"_67":68,"_69":158,"_71":-5,"_72":73,"_74":73,"_75":76,"_77":76,"_78":76,"_79":73,"_80":73,"_81":159,"_83":160,"_85":161,"_87":48},"tree",[152],"files",[152],"counts",{"_141":62,"_142":143,"_144":62,"_145":146,"_147":148},"contents",[129],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_42":130,"_32":131,"_30":57,"_132":-5,"_40":41,"_39":133,"_134":48,"_37":135,"_13":136,"_33":137,"_35":138,"_24":48,"_139":-5,"_27":140},"c0b88c42-3cb9-43e6-b4b1-245317ca2fd0","watson.ts","parentId",8,"latest",["D",1787752607597],5,"http","import * as cheerio from \"npm:cheerio@1.0.0\";\nimport { Feed } from \"npm:feed@4.2.2\";\n\nconst SOURCE_URL = \"https://www.watson.ch\";\nconst USER_AGENT =\n \"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0.0.0 Safari/537.36\";\n\n// Nur Artikel der letzten X Tage aufnehmen (statt starrer Anzahl)\nconst DAYS_BACK = 3;\n// Sicherheitsobergrenze, falls an einem Tag aussergewöhnlich viel publiziert wird\nconst MAX_ITEMS = 250;\n// Wie viele Artikelseiten gleichzeitig für Bild/Text/Video abgerufen werden\nconst CONCURRENCY = 12;\n\n// Pfade, die keine redaktionellen News sind (Promotion/Sponsored Content, Kontaktseiten etc.)\nconst EXCLUDED_PATH_PREFIXES = [\n \"/promotion/\",\n \"/commercialization/\",\n \"/vermarktung/\",\n \"/sport/\",\n];\n\n// Watson-Artikel-URLs enden auf /- (id = mind. 6 Ziffern), z.B.\n// /international/analyse/172909310-cia-direktor-in-moskau-...\nconst ARTICLE_PATH_RE = /\\/(\\d{6,})-([a-z0-9-]+)\\/?$/i;\n\ninterface Article {\n title: string;\n link: string;\n lastmod?: string;\n description?: string;\n image?: string;\n video?: string;\n isVideo?: boolean;\n}\n\nfunction isExcludedPath(pathname: string): boolean {\n return EXCLUDED_PATH_PREFIXES.some((p) => pathname.startsWith(p));\n}\n\n/** Fallback-Titel direkt aus dem URL-Slug, falls die Artikelseite nicht abrufbar ist. */\nfunction titleFromSlug(pathname: string): string {\n const match = pathname.match(ARTICLE_PATH_RE);\n const slug = match ? match[2] : pathname;\n return slug\n .split(\"-\")\n .filter(Boolean)\n .map((w) => w.charAt(0).toUpperCase() + w.slice(1))\n .join(\" \");\n}\n\nfunction guessImageType(url: string): string {\n const ext = url.split(\"?\")[0].split(\".\").pop()?.toLowerCase();\n switch (ext) {\n case \"png\":\n return \"image/png\";\n case \"webp\":\n return \"image/webp\";\n case \"gif\":\n return \"image/gif\";\n default:\n return \"image/jpeg\";\n }\n}\n\nfunction guessVideoType(url: string): string {\n const ext = url.split(\"?\")[0].split(\".\").pop()?.toLowerCase();\n switch (ext) {\n case \"webm\":\n return \"video/webm\";\n case \"mov\":\n return \"video/quicktime\";\n default:\n return \"video/mp4\";\n }\n}\n\n/** Einfacher Concurrency-Pool, damit nicht alle Artikelseiten gleichzeitig abgerufen werden. */\nasync function runWithConcurrency(\n items: T[],\n limit: number,\n worker: (item: T) => Promise,\n): Promise {\n const results: R[] = new Array(items.length);\n let index = 0;\n\n async function next(): Promise {\n const current = index++;\n if (current >= items.length) return;\n results[current] = await worker(items[current]);\n return next();\n }\n\n const runners = Array.from(\n { length: Math.min(limit, items.length) },\n () => next(),\n );\n await Promise.all(runners);\n return results;\n}\n\n/** Liest die offizielle Watson-Sitemap eines Monats aus (enthält ALLE Artikel-URLs + Datum). */\nasync function fetchSitemapMonth(\n year: number,\n month: number,\n): Promise<{ link: string; lastmod?: string }[]> {\n const dateParam = `${year}${String(month).padStart(2, \"0\")}`;\n try {\n const res = await fetch(`${SOURCE_URL}/sitemap.xml?date=${dateParam}`, {\n headers: {\n \"User-Agent\": USER_AGENT,\n Accept: \"application/xml,text/xml,*/*\",\n },\n });\n if (!res.ok) return [];\n const xml = await res.text();\n const $ = cheerio.load(xml, { xmlMode: true });\n const results: { link: string; lastmod?: string }[] = [];\n $(\"url\").each((_, el) => {\n const loc = $(el).find(\"loc\").text().trim();\n const lastmod = $(el).find(\"lastmod\").text().trim();\n if (loc) results.push({ link: loc, lastmod: lastmod || undefined });\n });\n return results;\n } catch {\n return [];\n }\n}\n\n/** Fallback: Startseite scrapen, falls die Sitemap mal nicht erreichbar sein sollte. */\nasync function collectFromHomepage(): Promise {\n try {\n const res = await fetch(SOURCE_URL, {\n headers: {\n \"User-Agent\": USER_AGENT,\n Accept: \"text/html,application/xhtml+xml\",\n },\n });\n if (!res.ok) return [];\n const html = await res.text();\n const $ = cheerio.load(html);\n const seen = new Set();\n const items: Article[] = [];\n\n $(\"a[href]\").each((_, el) => {\n const href = $(el).attr(\"href\");\n if (!href) return;\n let url: URL;\n try {\n url = new URL(href, SOURCE_URL);\n } catch {\n return;\n }\n if (url.hostname.replace(/^www\\./, \"\") !== \"watson.ch\") return;\n if (isExcludedPath(url.pathname)) return;\n if (!ARTICLE_PATH_RE.test(url.pathname)) return;\n\n const cleanLink = `${url.origin}${url.pathname}`;\n if (seen.has(cleanLink)) return;\n seen.add(cleanLink);\n\n items.push({\n title: titleFromSlug(url.pathname),\n link: cleanLink,\n isVideo: url.pathname.includes(\"/videos/\"),\n });\n });\n\n return items;\n } catch {\n return [];\n }\n}\n\n/** Sammelt alle Artikel-Links der letzten DAYS_BACK Tage aus der/den Sitemap(s). */\nasync function discoverArticles(): Promise {\n const now = new Date();\n const cutoff = new Date(now.getTime() - DAYS_BACK * 24 * 60 * 60 * 1000);\n\n const thisMonth = { y: now.getUTCFullYear(), m: now.getUTCMonth() + 1 };\n const prevRef = new Date(\n Date.UTC(now.getUTCFullYear(), now.getUTCMonth() - 1, 1),\n );\n const prevMonth = {\n y: prevRef.getUTCFullYear(),\n m: prevRef.getUTCMonth() + 1,\n };\n\n const [current, previous] = await Promise.all([\n fetchSitemapMonth(thisMonth.y, thisMonth.m),\n // Vormonat nur nötig, falls wir gerade am Monatsanfang stehen (DAYS_BACK reicht sonst)\n now.getUTCDate() <= DAYS_BACK\n ? fetchSitemapMonth(prevMonth.y, prevMonth.m)\n : Promise.resolve([]),\n ]);\n\n const seen = new Set();\n const items: Article[] = [];\n\n for (const entry of [...current, ...previous]) {\n if (entry.lastmod) {\n const modDate = new Date(entry.lastmod);\n if (!isNaN(modDate.getTime()) && modDate < cutoff) continue;\n }\n\n let url: URL;\n try {\n url = new URL(entry.link);\n } catch {\n continue;\n }\n if (url.hostname.replace(/^www\\./, \"\") !== \"watson.ch\") continue;\n if (isExcludedPath(url.pathname)) continue;\n if (!ARTICLE_PATH_RE.test(url.pathname)) continue;\n\n const cleanLink = `${url.origin}${url.pathname}`;\n if (seen.has(cleanLink)) continue;\n seen.add(cleanLink);\n\n items.push({\n title: titleFromSlug(url.pathname),\n link: cleanLink,\n lastmod: entry.lastmod,\n isVideo: url.pathname.includes(\"/videos/\"),\n });\n }\n\n // Fallback, falls die Sitemap aus irgendeinem Grund leer zurückkommt\n if (items.length === 0) {\n return (await collectFromHomepage()).slice(0, MAX_ITEMS);\n }\n\n items.sort((a, b) => {\n const da = a.lastmod ? new Date(a.lastmod).getTime() : 0;\n const db = b.lastmod ? new Date(b.lastmod).getTime() : 0;\n return db - da;\n });\n\n return items.slice(0, MAX_ITEMS);\n}\n\n/**\n * Ruft eine Artikelseite ab und liest Titel/Beschreibung/Bild (Open Graph)\n * sowie – falls vorhanden – eine echte Video-Quelle aus (JSON-LD VideoObject,\n *

Diff · v13