${cdata(article.title)}

-Element. */\nfunction buildContent($: cheerio.CheerioAPI, pageUrl: string): string {\n const body = $(\"article.node\").first();\n if (body.length === 0) return \"\";\n\n const fragment = cheerio.load(`

${body.html() ?? \"\"}

`, null, false);\n const root = fragment(\"div\").first();\n\n fragment(JUNK_SELECTOR).remove();\n // Die Überschrift steht bereits im Titel des Feed-Eintrags\n fragment(\"h1\").remove();\n\n fragment(\"*\").each((_, node) => {\n const el = node as unknown as { tagName?: string; attribs?: Record };\n const attrs = el.attribs ?? {};\n const kept: Record = {};\n\n switch (el.tagName) {\n case \"img\": {\n /**\n * Die Seite lädt Bilder verzögert: In src steht nur ein\n * transparenter Platzhalter, die echte Adresse in data-src.\n */\n const src = absolute(attrs[\"data-src\"] || attrs[\"data-lazy-src\"] || attrs.src || \"\", pageUrl);\n if (src) kept.src = src;\n if (attrs.alt) kept.alt = attrs.alt;\n break;\n }\n case \"a\": {\n const href = absolute(attrs.href ?? \"\", pageUrl);\n if (href) kept.href = href;\n break;\n }\n case \"iframe\": {\n const src = absolute(attrs[\"data-src\"] || attrs.src || \"\", pageUrl);\n if (src && /youtube|youtu\\.be|vimeo|dailymotion|spotify|soundcloud/i.test(src)) {\n kept.src = src;\n kept.allowfullscreen = \"\";\n kept.frameborder = \"0\";\n }\n break;\n }\n case \"video\": {\n const src = absolute(attrs.src ?? \"\", pageUrl);\n if (src) {\n kept.src = src;\n kept.controls = \"\";\n kept.preload = \"none\";\n kept.playsinline = \"\";\n const poster = absolute(attrs.poster ?? \"\", pageUrl);\n if (poster) kept.poster = poster;\n }\n break;\n }\n default:\n break;\n }\n\n el.attribs = kept;\n });\n\n // Platzhalter-Bilder und leere Rahmen entfernen\n fragment(\"img:not([src])\").remove();\n fragment(\"iframe:not([src])\").remove();\n fragment(\"figure\").each((_, node) => {\n const $fig = fragment(node as never);\n if ($fig.find(\"img, iframe, video\").length === 0) $fig.remove();\n });\n\n // Leere Hüllen in mehreren Durchgängen abräumen\n for (let pass = 0; pass < 3; pass++) {\n fragment(\"div, p, span, section, li, ul\").each((_, node) => {\n const $el = fragment(node as never);\n if ($el.find(\"img, iframe, video\").length > 0) return;\n if ($el.text().replace(/\\s+/g, \"\").length === 0) $el.remove();\n });\n }\n\n const html = (root.html() ?? \"\").trim();\n return html.length > MAX_CONTENT_CHARS ? html.slice(0, MAX_CONTENT_CHARS) : html;\n}\n\n/**\n * Liest Metadaten aus dem schema.org-NewsArticle. Seiten ohne diesen Block\n * sind keine Artikel und fallen hier heraus.\n */\nasync function enrichArticle(link: string): Promise

{\n const html = await fetchHtml(link);\n if (!html) return null;\n\n const $ = cheerio.load(html);\n const article: Article = { title: \"\", link, categories: [] };\n\n $('script[type=\"application/ld+json\"]').each((_, el) => {\n try {\n const data = JSON.parse($(el).contents().text());\n const nodes = Array.isArray(data) ? data : data[\"@graph\"] ? data[\"@graph\"] : [data];\n for (const g of nodes) {\n const types = Array.isArray(g?.[\"@type\"]) ? g[\"@type\"] : [g?.[\"@type\"]];\n if (!types.includes(\"NewsArticle\") && !types.includes(\"Article\")) continue;\n\n if (g.headline) article.title = cleanTitle(String(g.headline));\n if (g.description) article.description = String(g.description).trim();\n\n const author = Array.isArray(g.author) ? g.author[0] : g.author;\n const authorName = typeof author === \"string\" ? author : author?.name;\n if (authorName) article.author = String(authorName).trim();\n\n if (g.articleSection) {\n const sections = Array.isArray(g.articleSection) ? g.articleSection : [g.articleSection];\n article.categories.push(\n ...sections.flatMap((s: unknown) => String(s).split(\",\"))\n .map((s) => s.trim()).filter(Boolean),\n );\n }\n if (g.keywords) {\n const keys = Array.isArray(g.keywords) ? g.keywords : String(g.keywords).split(\",\");\n article.categories.push(...keys.map((k: unknown) => String(k).trim()).filter(Boolean).slice(0, 5));\n }\n\n const date = g.datePublished || g.dateModified;\n if (date && !isNaN(new Date(date).getTime())) article.pubDate = new Date(date);\n }\n } catch {\n // ungültiges JSON-LD ignorieren\n }\n });\n\n if (!article.title) article.title = cleanTitle($('meta[property=\"og:title\"]').attr(\"content\") ?? \"\");\n if (!article.pubDate) {\n const meta = $('meta[property=\"article:published_time\"]').attr(\"content\");\n if (meta && !isNaN(new Date(meta).getTime())) article.pubDate = new Date(meta);\n }\n if (!article.title || !article.pubDate) return null;\n\n article.description = article.description ||\n $('meta[property=\"og:description\"]').attr(\"content\")?.trim();\n article.image = absolute($('meta[property=\"og:image\"]').attr(\"content\") ?? \"\", link);\n article.content = buildContent($, link);\n article.categories = [...new Set(article.categories)].filter(Boolean).slice(0, 8);\n\n return article;\n}\n\nexport default async function (req: Request): Promise {\n try {\n const candidates = await discoverArticles();\n const articles = (await runWithConcurrency(candidates, CONCURRENCY, enrichArticle))\n .filter((a): a is Article => a !== null)\n .sort((a, b) => (b.pubDate?.getTime() ?? 0) - (a.pubDate?.getTime() ?? 0))\n .slice(0, MAX_ITEMS);\n\n const now = new Date();\n const itemsXml = articles.map((article) => {\n const date = article.pubDate ?? now;\n const summary = `

${\n article.image ? `

` : \"\"\n }

${article.description ?? \"\"}

`;\n\n return [\n \" \",\n ` ${cdata(article.title)}`,\n ` ${cdata(summary)}`,\n article.content ? ` ${cdata(article.content)}` : \"\",\n ` ${escapeXml(article.link)}`,\n ` ${escapeXml(article.link)}#${FEED_REVISION}`,\n article.image\n ? ` `\n : \"\",\n article.image ? ` ` : \"\",\n article.image\n ? ` `\n : \"\",\n article.author ? ` ${cdata(article.author)}` : \"\",\n ...article.categories.map((c) => ` ${cdata(c)}`),\n ` ${date.toUTCString()}`,\n \" \",\n ].filter(Boolean).join(\"\\n\");\n }).join(\"\\n\");\n\n const xml = `\n\n \n ${cdata(FEED_TITLE)}\n ${cdata(FEED_DESCRIPTION)}\n ${SOURCE_URL}/\n Val.town RSS Scraper (cheerio)\n ${now.toUTCString()}\n \n de\n${itemsXml}\n \n`;\n\n return new Response(xml, {\n status: 200,\n headers: {\n \"Content-Type\": \"application/rss+xml; charset=utf-8\",\n \"Cache-Control\": \"public, max-age=300\",\n },\n });\n } catch (err) {\n return new Response(\n `Fehler beim Erzeugen des RSS-Feeds: ${err instanceof Error ? err.message : String(err)}`,\n { status: 500, headers: { \"Content-Type\": \"text/plain; charset=utf-8\" } },\n );\n }\n}\n","import * as cheerio from \"npm:cheerio@1.0.0\";\n\nconst SOURCE_URL = \"https://www.maclife.de\";\nconst FEED_TITLE = \"Mac Life\";\nconst FEED_DESCRIPTION =\n \"News, Tipps und Tests rund um Mac, iPhone, Apple Watch und iPad.\";\nconst USER_AGENT =\n \"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0.0.0 Safari/537.36\";\n\n/** Übersichtsseiten, die nach Artikeln durchsucht werden. */\nconst SECTION_PATHS = [\"/newsticker\", \"/\", \"/news\", \"/thema/tests\", \"/thema/tipps\"];\n\nconst MAX_ITEMS = 30;\nconst MAX_CANDIDATES = 50;\nconst CONCURRENCY = 6;\nconst MAX_CONTENT_CHARS = 300_000;\n\nconst FEED_REVISION = \"v2\";\n\n/** Artikel-URLs enden auf -.html */\nconst ARTICLE_PATH_RE = /-\\d{6,}\\.html$/;\n\n/** Bausteine im Artikel, die nicht zum Text gehören. */\nconst JUNK_SELECTOR = [\n \"script\", \"style\", \"noscript\", \"form\", \"button\", \"svg\",\n // Autorenvorstellung mit Porträt und Biografie am Artikelende\n \".authorbox\", \".authorimage\",\n // Abo-Werbekasten mitten im Text (\"Sommer-Angebot\")\n \".inlinebox\", \".inlineboxwrapper\",\n // Themen-Verlinkungen am Schluss (\"Mehr zu diesen Themen\")\n \".taglist\",\n \".shares\", \".social-button\", \".teaser\",\n '[class*=\"newsletter\"]', '[class*=\"werbung\"]', '[class*=\"advert\"]',\n '[class*=\"banner\"]', '[class*=\"outbrain\"]', '[class*=\"taboola\"]',\n].join(\", \");\n\ninterface Article {\n title: string;\n link: string;\n description?: string;\n image?: string;\n author?: string;\n categories: string[];\n content?: string;\n pubDate?: Date;\n}\n\nfunction cdata(value: string): string {\n return `/g, \"]]]]>\")}]]>`;\n}\n\nfunction escapeXml(value: string): string {\n return value.replace(/&/g, \"&\").replace(//g, \">\");\n}\n\nfunction absolute(url: string, base = SOURCE_URL): string {\n if (!url || !url.trim()) return \"\";\n if (url.startsWith(\"data:\")) return \"\";\n try {\n if (url.startsWith(\"//\")) return `https:${url}`;\n return new URL(url, base).href;\n } catch {\n return \"\";\n }\n}\n\nfunction imageMime(url: string): string {\n const path = url.split(\"?\")[0].toLowerCase();\n if (path.endsWith(\".png\")) return \"image/png\";\n if (path.endsWith(\".gif\")) return \"image/gif\";\n if (path.endsWith(\".webp\")) return \"image/webp\";\n return \"image/jpeg\";\n}\n\n/** \" | Mac Life\" hängt an jedem Seitentitel und stört im Feed. */\nfunction cleanTitle(value: string): string {\n return value.replace(/\\s*\\|\\s*Mac Life\\s*$/i, \"\").trim();\n}\n\nasync function fetchHtml(url: string, timeoutMs = 12000): Promise {\n const controller = new AbortController();\n const timeout = setTimeout(() => controller.abort(), timeoutMs);\n try {\n const res = await fetch(url, {\n headers: {\n \"User-Agent\": USER_AGENT,\n Accept: \"text/html,application/xhtml+xml\",\n \"Accept-Language\": \"de-DE,de;q=0.9\",\n },\n signal: controller.signal,\n });\n if (!res.ok) return null;\n return await res.text();\n } catch {\n return null;\n } finally {\n clearTimeout(timeout);\n }\n}\n\nasync function runWithConcurrency(\n items: T[],\n limit: number,\n worker: (item: T) => Promise,\n): Promise {\n const results: R[] = new Array(items.length);\n let index = 0;\n\n async function next(): Promise {\n const current = index++;\n if (current >= items.length) return;\n results[current] = await worker(items[current]);\n return next();\n }\n\n await Promise.all(Array.from({ length: Math.min(limit, items.length) }, () => next()));\n return results;\n}\n\n/** Sammelt Artikel-Links von den Übersichtsseiten. */\nasync function discoverArticles(): Promise {\n const seen = new Set();\n\n const pages = await runWithConcurrency(\n SECTION_PATHS,\n 4,\n (path) => fetchHtml(`${SOURCE_URL}${path}`, 15000),\n );\n\n for (const html of pages) {\n if (!html) continue;\n const $ = cheerio.load(html);\n $(\"a[href]\").each((_, el) => {\n const href = $(el).attr(\"href\");\n if (!href) return;\n try {\n const url = new URL(href, SOURCE_URL);\n if (url.hostname.replace(/^www\\./, \"\") !== \"maclife.de\") return;\n if (!ARTICLE_PATH_RE.test(url.pathname)) return;\n seen.add(`${SOURCE_URL}${url.pathname}`);\n } catch {\n // ungültige URL ignorieren\n }\n });\n }\n\n return [...seen].slice(0, MAX_CANDIDATES);\n}\n\n/** Baut den Artikeltext aus dem

${body.html() ?? \"\"}

`, null, false);\n const root = fragment(\"div\").first();\n\n fragment(JUNK_SELECTOR).remove();\n // Die Überschrift steht bereits im Titel des Feed-Eintrags\n fragment(\"h1\").remove();\n\n /**\n * Redaktionelle Verweislisten am Artikelende entfernen, etwa\n * \"Hier finden Sie die anderen Artikel zum Thema:\" samt der Liste\n * darunter. Die haben keine eigene Klasse, erkennbar sind sie am Text.\n */\n const CROSS_REFERENCE_RE =\n /(andere[nr]?|weitere[nr]?)\\s+Artikel\\s+(zum|zu diesem)\\s+Thema|Artikel\\s+zum\\s+Thema\\s*:|Mehr\\s+zum\\s+Thema\\s*:|Lesen\\s+Sie\\s+auch\\s*:/i;\n\n fragment(\"p, h2, h3, h4\").each((_, node) => {\n const $el = fragment(node as never);\n const text = $el.text().replace(/\\s+/g, \" \").trim();\n if (!CROSS_REFERENCE_RE.test(text)) return;\n // Die zugehörige Liste steht direkt danach\n const next = $el.next();\n if (next.is(\"ul, ol\")) next.remove();\n $el.remove();\n });\n\n fragment(\"*\").each((_, node) => {\n const el = node as unknown as { tagName?: string; attribs?: Record };\n const attrs = el.attribs ?? {};\n const kept: Record = {};\n\n switch (el.tagName) {\n case \"img\": {\n /**\n * Die Seite lädt Bilder verzögert: In src steht nur ein\n * transparenter Platzhalter, die echte Adresse in data-src.\n */\n const src = absolute(attrs[\"data-src\"] || attrs[\"data-lazy-src\"] || attrs.src || \"\", pageUrl);\n if (src) kept.src = src;\n if (attrs.alt) kept.alt = attrs.alt;\n break;\n }\n case \"a\": {\n const href = absolute(attrs.href ?? \"\", pageUrl);\n if (href) kept.href = href;\n break;\n }\n case \"iframe\": {\n const src = absolute(attrs[\"data-src\"] || attrs.src || \"\", pageUrl);\n if (src && /youtube|youtu\\.be|vimeo|dailymotion|spotify|soundcloud/i.test(src)) {\n kept.src = src;\n kept.allowfullscreen = \"\";\n kept.frameborder = \"0\";\n }\n break;\n }\n case \"video\": {\n const src = absolute(attrs.src ?? \"\", pageUrl);\n if (src) {\n kept.src = src;\n kept.controls = \"\";\n kept.preload = \"none\";\n kept.playsinline = \"\";\n const poster = absolute(attrs.poster ?? \"\", pageUrl);\n if (poster) kept.poster = poster;\n }\n break;\n }\n default:\n break;\n }\n\n el.attribs = kept;\n });\n\n // Platzhalter-Bilder und leere Rahmen entfernen\n fragment(\"img:not([src])\").remove();\n fragment(\"iframe:not([src])\").remove();\n fragment(\"figure\").each((_, node) => {\n const $fig = fragment(node as never);\n if ($fig.find(\"img, iframe, video\").length === 0) $fig.remove();\n });\n\n // Leere Hüllen in mehreren Durchgängen abräumen\n for (let pass = 0; pass < 3; pass++) {\n fragment(\"div, p, span, section, li, ul\").each((_, node) => {\n const $el = fragment(node as never);\n if ($el.find(\"img, iframe, video\").length > 0) return;\n if ($el.text().replace(/\\s+/g, \"\").length === 0) $el.remove();\n });\n }\n\n const html = (root.html() ?? \"\").trim();\n return html.length > MAX_CONTENT_CHARS ? html.slice(0, MAX_CONTENT_CHARS) : html;\n}\n\n/**\n * Liest Metadaten aus dem schema.org-NewsArticle. Seiten ohne diesen Block\n * sind keine Artikel und fallen hier heraus.\n */\nasync function enrichArticle(link: string): Promise

${\n article.image ? `

` : \"\"\n }

${article.description ?? \"\"}

`;\n\n return [\n \" \",\n ` ${cdata(article.title)}`,\n ` ${cdata(summary)}`,\n article.content ? ` ${cdata(article.content)}` : \"\",\n ` ${escapeXml(article.link)}`,\n ` ${escapeXml(article.link)}#${FEED_REVISION}`,\n article.image\n ? ` `\n : \"\",\n article.image ? ` ` : \"\",\n article.image\n ? ` `\n : \"\",\n article.author ? ` ${cdata(article.author)}` : \"\",\n ...article.categories.map((c) => ` ${cdata(c)}`),\n ` ${date.toUTCString()}`,\n \" \",\n ].filter(Boolean).join(\"\\n\");\n }).join(\"\\n\");\n\n const xml = `\n\n \n ${cdata(FEED_TITLE)}\n ${cdata(FEED_DESCRIPTION)}\n ${SOURCE_URL}/\n Val.town RSS Scraper (cheerio)\n ${now.toUTCString()}\n \n de\n${itemsXml}\n \n`;\n\n return new Response(xml, {\n status: 200,\n headers: {\n \"Content-Type\": \"application/rss+xml; charset=utf-8\",\n \"Cache-Control\": \"public, max-age=300\",\n },\n });\n } catch (err) {\n return new Response(\n `Fehler beim Erzeugen des RSS-Feeds: ${err instanceof Error ? err.message : String(err)}`,\n { status: 500, headers: { \"Content-Type\": \"text/plain; charset=utf-8\" } },\n );\n }\n}\n","createdAt",["D",1789299780760],"branchVersion","branchId","0653aea3-2b90-4692-af22-c33c63ee8373","id","a1b37caf-2e24-498a-b03d-75e4b834a0b4","maclife-rss",["D",1789299006107],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","RSS-Feed für maclife.de mit Volltext","imageUrl","dbf2ae7a-e596-4450-9e80-f48182352e08","pinnedFileId","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",0,"orgId","01a03d75-a2dc-7129-bcfe-464f7359f782","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_96":95,"_104":100},"org",{"_96":95,"_97":98,"_99":100,"_18":55,"_101":102,"_103":25},"branch",{"_13":85,"_32":86,"_43":42,"_87":44,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":-5,"_93":45,"_94":95},"isOwned",21,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","mikefrischknecht","handle","displayName","Mike Frischknecht","avatar","https://lh3.googleusercontent.com/a/ACg8ocJYhZ6TlQC9Px9BhWVC2KxGG5zXrx2pRqdDuxsgIfio5QgUBBEd=s96-c","tier","free","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_43":44,"_32":45,"_38":151,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":53,"_54":-5,"_18":55,"_56":31,"_57":58,"_59":-5,"_60":-5,"_61":62,"_63":64,"_65":-5,"_66":-5,"_67":-5,"_68":-5,"_69":70,"_71":70,"_72":73,"_74":73,"_75":73,"_76":70,"_77":70,"_78":152,"_80":153,"_82":154,"_84":25},"tree",[146],"files",[146],"counts",{"_135":62,"_136":137,"_138":62,"_139":140,"_141":142},"contents",[127],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_43":128,"_32":28,"_30":31,"_129":-5,"_41":42,"_40":14,"_130":25,"_38":131,"_13":132,"_33":34,"_35":37,"_24":25,"_133":-5,"_27":134},"9f16099a-1db5-45ad-b2d9-908bb8f7c700","parentId","latest",["D",1789299780760],3,"label",[28],"pulls","branches",1,"forks","envVars",{"_143":62,"_145":62},"connections",{"_143":62,"_144":62},"count","unfilledCount","emptyCount",{"_43":128,"_32":28,"_30":31,"_129":-5,"_41":42,"_40":14,"_130":25,"_38":147,"_13":132,"_33":34,"_35":37,"_24":25,"_133":-5,"_148":149,"_27":150},["D",1789299780760],"children",[],[28],["D",1789299006107],{"_96":95,"_104":100},{"_96":95,"_97":98,"_99":100,"_18":55,"_101":102,"_103":25},{"_13":85,"_32":86,"_43":42,"_87":44,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":-5,"_93":45,"_94":95},"ctx",{"_78":-5,"_124":188,"_189":190,"_191":192,"_193":25,"_194":25,"_195":25,"_196":58,"_197":-5,"_198":-7,"_199":-7,"_200":62,"_201":25,"_202":25,"_203":-5,"_204":25,"_205":25,"_206":25,"_207":-5},"ENV",{"_159":160,"_161":162,"_163":86,"_164":165,"_166":167,"_168":169,"_170":171,"_172":173,"_174":175,"_176":177,"_178":179,"_180":181,"_182":183,"_184":185,"_186":187},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v16