${cdata(article.title)}

-Element. */\nfunction buildContent($: cheerio.CheerioAPI, pageUrl: string, title: string): string {\n const body = $(\"article\").first();\n if (body.length === 0) return \"\";\n\n const fragment = cheerio.load(`

${body.html() ?? \"\"}

`, null, false);\n const root = fragment(\"div\").first();\n\n /**\n * Die FAQ-Fragen stecken als

in aufklappbaren Buttons. Die Buttons\n * werden aufgelöst statt entfernt – sonst fehlen im Feed die Fragen und\n * es stehen nur noch die Antworten da.\n */\n fragment(\"button\").each((_, node) => {\n const $btn = fragment(node as never);\n $btn.replaceWith($btn.html() ?? \"\");\n });\n\n fragment(JUNK_SELECTOR).remove();\n // Die Überschrift steht bereits im Titel des Feed-Eintrags\n fragment(\"h1\").remove();\n\n // Der Kopfbereich wiederholt Dachzeile und Titel als

– entfernen\n const normalizedTitle = title.replace(/\\s+/g, \" \").trim();\n fragment(\"h2\").each((_, node) => {\n const $h = fragment(node as never);\n const text = $h.text().replace(/\\s+/g, \" \").trim();\n if (normalizedTitle && text.includes(normalizedTitle)) $h.remove();\n });\n\n fragment(\"*\").each((_, node) => {\n const el = node as unknown as { tagName?: string; attribs?: Record };\n const attrs = el.attribs ?? {};\n const kept: Record = {};\n\n switch (el.tagName) {\n case \"img\": {\n const src = absolute(attrs[\"data-src\"] || attrs.src || \"\", pageUrl);\n if (src) kept.src = upscaleImage(src);\n if (attrs.alt) kept.alt = attrs.alt;\n break;\n }\n case \"a\": {\n const href = absolute(attrs.href ?? \"\", pageUrl);\n if (href) kept.href = href;\n break;\n }\n case \"iframe\": {\n const src = absolute(attrs[\"data-src\"] || attrs.src || \"\", pageUrl);\n if (src && /youtube|youtu\\.be|vimeo|dailymotion|spotify|soundcloud/i.test(src)) {\n kept.src = src;\n kept.allowfullscreen = \"\";\n kept.frameborder = \"0\";\n }\n break;\n }\n case \"video\": {\n const src = absolute(attrs.src ?? \"\", pageUrl);\n if (src) {\n kept.src = src;\n kept.controls = \"\";\n kept.preload = \"none\";\n kept.playsinline = \"\";\n const poster = absolute(attrs.poster ?? \"\", pageUrl);\n if (poster) kept.poster = poster;\n }\n break;\n }\n default:\n break;\n }\n\n el.attribs = kept;\n });\n\n fragment(\"iframe:not([src])\").remove();\n fragment(\"figure\").each((_, node) => {\n const $fig = fragment(node as never);\n if ($fig.find(\"img, iframe, video\").length === 0) $fig.remove();\n });\n\n /**\n * Leere Hüllen entfernen. Das Seitenlayout besteht aus vielen\n * Platzhalter-Containern, die im Reader als grosse Lücken erscheinen.\n * Mehrere Durchgänge, weil ein geleerter Container seinerseits leer wird.\n */\n for (let pass = 0; pass < 3; pass++) {\n fragment(\"div, p, span, section, li, ul\").each((_, node) => {\n const $el = fragment(node as never);\n if ($el.find(\"img, iframe, video\").length > 0) return;\n if ($el.text().replace(/\\s+/g, \"\").length === 0) $el.remove();\n });\n }\n\n /**\n * Überschriften ohne folgenden Inhalt entfernen. Das Redaktionssystem\n * hinterlässt am Artikelende oft ein leeres \"Fazit\". Geprüft wird der\n * gesamte Inhalt nach der Überschrift, nicht nur die Geschwister – die\n * Struktur ist tief verschachtelt.\n */\n function hasContentAfter(start: cheerio.Cheerio): boolean {\n let node = start;\n for (let depth = 0; depth < 12 && node.length > 0; depth++) {\n const following = node.nextAll();\n if (following.find(\"img, iframe, video\").length > 0) return true;\n if (following.text().replace(/\\s+/g, \"\").length > 0) return true;\n if (node.is(root)) break;\n node = node.parent() as never;\n }\n return false;\n }\n\n for (let pass = 0; pass < 4; pass++) {\n const headings = fragment(\"h1, h2, h3, h4, h5, h6\");\n if (headings.length === 0) break;\n const last = headings.last();\n if (hasContentAfter(last as never)) break;\n last.remove();\n }\n\n const html = (root.html() ?? \"\").trim();\n return html.length > MAX_CONTENT_CHARS ? html.slice(0, MAX_CONTENT_CHARS) : html;\n}\n\n/**\n * Liest Metadaten aus dem schema.org-Article. Seiten ohne diesen Block sind\n * keine Artikel (Ressort- und Übersichtsseiten) und fallen hier heraus.\n */\nasync function enrichArticle(link: string): Promise
{\n const html = await fetchHtml(link);\n if (!html) return null;\n\n const $ = cheerio.load(html);\n const article: Article = { title: \"\", link, categories: [] };\n\n $('script[type=\"application/ld+json\"]').each((_, el) => {\n try {\n const data = JSON.parse($(el).contents().text());\n const nodes = Array.isArray(data) ? data : data[\"@graph\"] ? data[\"@graph\"] : [data];\n for (const g of nodes) {\n const types = Array.isArray(g?.[\"@type\"]) ? g[\"@type\"] : [g?.[\"@type\"]];\n if (!types.includes(\"Article\") && !types.includes(\"NewsArticle\")) continue;\n\n if (g.headline) article.title = String(g.headline).trim();\n if (g.description) article.description = String(g.description).trim();\n\n const author = Array.isArray(g.author) ? g.author[0] : g.author;\n const authorName = typeof author === \"string\" ? author : author?.name;\n if (authorName) article.author = String(authorName).trim();\n\n if (g.articleSection) {\n const sections = Array.isArray(g.articleSection) ? g.articleSection : [g.articleSection];\n // \"Food, Trends\" kommt als ein Wert – in einzelne Rubriken zerlegen\n article.categories.push(\n ...sections.flatMap((s: unknown) => String(s).split(\",\"))\n .map((s) => s.trim()).filter(Boolean),\n );\n }\n if (g.keywords) {\n const keys = Array.isArray(g.keywords) ? g.keywords : String(g.keywords).split(\",\");\n article.categories.push(...keys.map((k: unknown) => String(k).trim()).filter(Boolean).slice(0, 5));\n }\n\n const date = g.datePublished || g.dateModified;\n if (date && !isNaN(new Date(date).getTime())) article.pubDate = new Date(date);\n }\n } catch {\n // ungültiges JSON-LD ignorieren\n }\n });\n\n if (!article.title || !article.pubDate) return null;\n\n article.description = article.description ||\n $('meta[property=\"og:description\"]').attr(\"content\")?.trim();\n article.author = article.author || $('meta[name=\"author\"]').attr(\"content\")?.trim();\n article.image = absolute($('meta[property=\"og:image\"]').attr(\"content\") ?? \"\", link);\n article.content = buildContent($, link, article.title);\n article.categories = [...new Set(article.categories)].filter(Boolean).slice(0, 8);\n\n return article;\n}\n\nexport default async function (req: Request): Promise {\n try {\n const candidates = await discoverArticles();\n const articles = (await runWithConcurrency(candidates, CONCURRENCY, enrichArticle))\n .filter((a): a is Article => a !== null)\n .sort((a, b) => (b.pubDate?.getTime() ?? 0) - (a.pubDate?.getTime() ?? 0))\n .slice(0, MAX_ITEMS);\n\n const now = new Date();\n const itemsXml = articles.map((article) => {\n const date = article.pubDate ?? now;\n const summary = `
${\n article.image ? `` : \"\"\n }
${article.description ?? \"\"}
`;\n\n return [\n \" \",\n ` ${cdata(article.title)}`,\n ` ${cdata(summary)}`,\n article.content ? ` ${cdata(article.content)}` : \"\",\n ` ${escapeXml(article.link)}`,\n ` ${escapeXml(article.link)}#${FEED_REVISION}`,\n article.image\n ? ` `\n : \"\",\n article.image ? ` ` : \"\",\n article.image\n ? ` `\n : \"\",\n article.author ? ` ${cdata(article.author)}` : \"\",\n ...article.categories.map((c) => ` ${cdata(c)}`),\n ` ${date.toUTCString()}`,\n \" \",\n ].filter(Boolean).join(\"\\n\");\n }).join(\"\\n\");\n\n const xml = `\n\n \n ${cdata(FEED_TITLE)}\n ${cdata(FEED_DESCRIPTION)}\n ${SOURCE_URL}/\n Val.town RSS Scraper (cheerio)\n ${now.toUTCString()}\n \n de\n${itemsXml}\n \n`;\n\n return new Response(xml, {\n status: 200,\n headers: {\n \"Content-Type\": \"application/rss+xml; charset=utf-8\",\n \"Cache-Control\": \"public, max-age=600\",\n },\n });\n } catch (err) {\n return new Response(\n `Fehler beim Erzeugen des RSS-Feeds: ${err instanceof Error ? err.message : String(err)}`,\n { status: 500, headers: { \"Content-Type\": \"text/plain; charset=utf-8\" } },\n );\n }\n}\n","label",[153],"pulls","branches","forks","envVars",{"_171":26,"_173":26},"connections",{"_171":26,"_172":26},"count","unfilledCount","emptyCount",{"_33":152,"_13":153,"_63":92,"_43":-5,"_35":36,"_154":155,"_156":79,"_37":175,"_39":158,"_65":159,"_160":161,"_67":24,"_162":-5,"_176":177,"_17":178},["D",1789298533307],"children",[],[153],["D",1789297178841],{"_11":12,"_130":70},{"_11":12,"_125":126,"_69":70,"_30":68,"_127":128,"_129":24},{"_39":116,"_13":16,"_33":36,"_117":81,"_118":-5,"_119":-5,"_120":-5,"_121":-5,"_122":-5,"_123":14,"_124":12},"ctx",{"_53":-5,"_148":216,"_217":218,"_219":220,"_221":24,"_222":24,"_223":24,"_224":79,"_225":-5,"_226":-7,"_227":-7,"_228":26,"_229":24,"_230":24,"_231":-5,"_232":24,"_233":24,"_234":24,"_235":-5},"ENV",{"_187":188,"_189":190,"_191":16,"_192":193,"_194":195,"_196":197,"_198":199,"_200":201,"_202":203,"_204":205,"_206":207,"_208":209,"_210":211,"_212":213,"_214":215},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","811aa22498c9b0b5a47e8d778de579cdb990f332","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

History · init.ts