${cdata(article.title)}

[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8},"actionData","errors","root",{"_103":104,"_105":106},"routes/embed.x.$handle.$name.$",{"_9":10,"_11":12,"_13":14,"_15":16,"_17":18,"_19":20,"_21":-5},"handle","mikefrischknecht","name","weltderwunder-rss","path","wdw.ts","project",{"_22":45,"_11":12,"_33":46,"_47":-5,"_48":42,"_49":50,"_51":50,"_52":53,"_54":-5,"_55":56,"_57":25,"_58":32,"_59":-5,"_60":-5,"_61":62,"_63":64,"_65":-5,"_66":-5,"_67":-5,"_68":-5,"_69":70,"_71":70,"_72":73,"_74":73,"_75":73,"_76":70,"_77":70,"_78":79,"_80":81,"_82":83,"_84":42},"file",{"_22":23,"_11":14,"_24":25,"_26":-5,"_27":28,"_29":30,"_31":32,"_33":34,"_35":36,"_37":38,"_39":40,"_41":42,"_43":-5,"_13":44},"permalink","https://www.val.town/x/mikefrischknecht/weltderwunder-rss/code/wdw.ts","extension","id","67174d00-1321-47d1-bebb-8d8a6ee43e59","fileId","401c1bfc-af61-11f1-81ce-1607ee4eb77e","parentId","branchId","37449648-786c-4471-8b98-2b261699f9f2","branchVersion",11,"latest",true,"createdAt",["D",1789296800798],"version",2,"fileType","http","content","import * as cheerio from \"npm:cheerio@1.0.0\";\nimport { XMLParser } from \"npm:fast-xml-parser@4.4.1\";\n\nconst SOURCE_URL = \"https://www.weltderwunder.de\";\nconst FEED_TITLE = \"Welt der Wunder\";\nconst FEED_DESCRIPTION =\n \"Wissen verständlich erklärt. Das Beste aus Forschung und Wissenschaft mit täglich neuen Storys. Nicht glauben, sondern wissen.\";\nconst USER_AGENT =\n \"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0.0.0 Safari/537.36\";\n\nconst MAX_ITEMS = 30;\nconst CONCURRENCY = 6;\nconst MAX_CONTENT_CHARS = 300_000;\n\nconst FEED_REVISION = \"v1\";\n\n/**\n * Ballast im Feed-Inhalt: Der Elementor-Baukasten wiederholt Autor und Datum\n * im Text, am Ende stehen eine Tag-Zeile und ein Hinweis auf die Website.\n */\nconst JUNK_SELECTOR = [\n \"script\", \"style\", \"noscript\", \"form\",\n \".elementor-widget-post-info\", \".elementor-post-info\",\n \".sharedaddy\", \".jp-relatedposts\", \".adsbygoogle\", \"ins.adsbygoogle\",\n \".wp-block-buttons\", \".addtoany_share_save_container\",\n].join(\", \");\n\ninterface Article {\n title: string;\n link: string;\n description?: string;\n image?: string;\n author?: string;\n categories: string[];\n content?: string;\n pubDate?: Date;\n}\n\nfunction cdata(value: string): string {\n return `/g, \"]]]]>\")}]]>`;\n}\n\nfunction escapeXml(value: string): string {\n return value.replace(/&/g, \"&\").replace(//g, \">\");\n}\n\nfunction escapeHtml(value: string): string {\n return value\n .replace(/&/g, \"&\")\n .replace(//g, \">\")\n .replace(/\"/g, \""\");\n}\n\nfunction absolute(url: string, base = SOURCE_URL): string {\n if (!url || !url.trim()) return \"\";\n try {\n if (url.startsWith(\"//\")) return `https:${url}`;\n return new URL(url, base).href;\n } catch {\n return \"\";\n }\n}\n\nfunction imageMime(url: string): string {\n const path = url.split(\"?\")[0].toLowerCase();\n if (path.endsWith(\".png\")) return \"image/png\";\n if (path.endsWith(\".gif\")) return \"image/gif\";\n if (path.endsWith(\".webp\")) return \"image/webp\";\n return \"image/jpeg\";\n}\n\nasync function runWithConcurrency(\n items: T[],\n limit: number,\n worker: (item: T) => Promise,\n): Promise {\n const results: R[] = new Array(items.length);\n let index = 0;\n\n async function next(): Promise {\n const current = index++;\n if (current >= items.length) return;\n results[current] = await worker(items[current]);\n return next();\n }\n\n await Promise.all(Array.from({ length: Math.min(limit, items.length) }, () => next()));\n return results;\n}\n\n/** Liest Artikelliste und Volltext aus dem eingebauten WordPress-Feed. */\nasync function readSourceFeed(): Promise<{ article: Article; rawContent: string }[]> {\n const res = await fetch(`${SOURCE_URL}/feed/`, {\n headers: {\n \"User-Agent\": USER_AGENT,\n Accept: \"application/rss+xml,application/xml\",\n \"Cache-Control\": \"no-cache\",\n },\n });\n if (!res.ok) throw new Error(`Quell-Feed nicht erreichbar (${res.status})`);\n\n const parser = new XMLParser({ ignoreAttributes: false, cdataPropName: \"__cdata\" });\n const text = (v: unknown): string =>\n String(typeof v === \"string\" ? v : (v as { __cdata?: string })?.__cdata ?? \"\");\n\n const parsed = parser.parse(await res.text());\n const entries = parsed?.rss?.channel?.item;\n const list = Array.isArray(entries) ? entries : entries ? [entries] : [];\n\n const seen = new Set();\n const result: { article: Article; rawContent: string }[] = [];\n\n for (const entry of list) {\n const link = String(entry.link ?? \"\").trim();\n if (!link || seen.has(link)) continue;\n seen.add(link);\n\n const cats = entry.category;\n const categories = (Array.isArray(cats) ? cats : cats ? [cats] : [])\n .map((c: unknown) => text(c)).filter(Boolean);\n\n const date = new Date(String(entry.pubDate ?? \"\"));\n result.push({\n article: {\n title: text(entry.title).trim(),\n link,\n author: text(entry[\"dc:creator\"]).trim(),\n description: text(entry.description).replace(/<[^>]*>/g, \" \").replace(/\\s+/g, \" \").trim(),\n categories,\n pubDate: isNaN(date.getTime()) ? undefined : date,\n },\n rawContent: text(entry[\"content:encoded\"]),\n });\n\n if (result.length >= MAX_ITEMS) break;\n }\n\n return result;\n}\n\n/**\n * Holt die Videos einer Artikelseite. Der Flowplayer lädt die Datei per\n * JavaScript nach; die Adresse steht aber als JSON im data-item-Attribut.\n */\nasync function fetchVideos(pageUrl: string): Promise {\n const controller = new AbortController();\n const timeout = setTimeout(() => controller.abort(), 12000);\n try {\n const res = await fetch(pageUrl, {\n headers: {\n \"User-Agent\": USER_AGENT,\n Accept: \"text/html,application/xhtml+xml\",\n \"Accept-Language\": \"de-DE,de;q=0.9\",\n },\n signal: controller.signal,\n });\n if (!res.ok) return [];\n\n const $ = cheerio.load(await res.text());\n const videos: string[] = [];\n\n $(\"[data-item]\").each((_, el) => {\n try {\n const data = JSON.parse($(el).attr(\"data-item\") ?? \"\");\n const src = absolute(String(data?.sources?.[0]?.src ?? \"\"), pageUrl);\n if (!src) return;\n const poster = absolute(String(data?.splash ?? \"\"), pageUrl);\n const title = String(data?.fv_title ?? \"\").trim();\n videos.push(\n `

` +\n `

${title ? `${escapeHtml(title)} – ` : \"\"}` +\n `Video direkt öffnen

`,\n );\n } catch {\n // ungültiges JSON ignorieren\n }\n });\n\n return videos;\n } catch {\n return [];\n } finally {\n clearTimeout(timeout);\n }\n}\n\n/**\n * Säubert den Artikeltext, ersetzt Video-Platzhalter durch echte Player und\n * reduziert das Elementor-Markup auf das Wesentliche.\n */\nfunction cleanContent(rawContent: string, pageUrl: string, videos: string[]): string {\n const fragment = cheerio.load(`

${rawContent}

`, null, false);\n // Referenz vorab merken: Die Attribut-Bereinigung weiter unten entfernt\n // auch die id dieses Wurzel-Elements, danach wäre es nicht mehr auffindbar.\n const root = fragment(\"#wdw-root\").first();\n\n fragment(JUNK_SELECTOR).remove();\n\n // Video-Platzhalter der Reihe nach durch die echten Player ersetzen\n let videoIndex = 0;\n fragment(\"p.fv-flowplayer-feed, .fv-flowplayer-feed\").each((_, node) => {\n const $node = fragment(node as never);\n const video = videos[videoIndex++];\n if (video) $node.replaceWith(video);\n else $node.remove();\n });\n\n // Schlusszeilen des Feeds entfernen: Tag-Liste und Hinweis auf die Website\n fragment(\"#wdw-root > p\").each((_, node) => {\n const $p = fragment(node as never);\n const t = $p.text().replace(/\\s+/g, \" \").trim();\n if (/^Tags:/i.test(t) || /^Der Beitrag .* erschien zuerst auf/i.test(t)) $p.remove();\n });\n\n fragment(\"*\").each((_, node) => {\n const el = node as unknown as { tagName?: string; attribs?: Record };\n const attrs = el.attribs ?? {};\n const kept: Record = {};\n\n switch (el.tagName) {\n case \"img\": {\n const src = absolute(attrs[\"data-src\"] || attrs.src || \"\", pageUrl);\n if (src) kept.src = src;\n if (attrs.alt) kept.alt = attrs.alt;\n break;\n }\n case \"a\": {\n const href = absolute(attrs.href ?? \"\", pageUrl);\n if (href) kept.href = href;\n break;\n }\n case \"video\": {\n if (attrs.src) kept.src = attrs.src;\n if (attrs.poster) kept.poster = attrs.poster;\n kept.controls = \"\";\n kept.preload = \"none\";\n kept.playsinline = \"\";\n break;\n }\n case \"iframe\": {\n const src = absolute(attrs[\"data-src\"] || attrs.src || \"\", pageUrl);\n if (src && /youtube|youtu\\.be|vimeo|dailymotion|spotify|soundcloud/i.test(src)) {\n kept.src = src;\n kept.allowfullscreen = \"\";\n kept.frameborder = \"0\";\n }\n break;\n }\n default:\n break;\n }\n\n el.attribs = kept;\n });\n\n fragment(\"iframe:not([src])\").remove();\n\n const html = (root.html() ?? \"\").trim();\n return html.length > MAX_CONTENT_CHARS ? html.slice(0, MAX_CONTENT_CHARS) : html;\n}\n\n/** Erstes Bild im Artikeltext als Vorschaubild. */\nfunction firstImage(html: string): string {\n return (html.match(/]+src=\"([^\"]+)\"/) ?? [])[1] ?? \"\";\n}\n\nexport default async function (req: Request): Promise {\n try {\n const source = await readSourceFeed();\n\n const articles = await runWithConcurrency(source, CONCURRENCY, async ({ article, rawContent }) => {\n // Seite nur abrufen, wenn der Artikel tatsächlich ein Video enthält\n const videos = /fv-flowplayer-feed/.test(rawContent)\n ? await fetchVideos(article.link)\n : [];\n const content = cleanContent(rawContent, article.link, videos);\n return { ...article, content, image: firstImage(content) };\n });\n\n articles.sort((a, b) => (b.pubDate?.getTime() ?? 0) - (a.pubDate?.getTime() ?? 0));\n\n const now = new Date();\n const itemsXml = articles.map((article) => {\n const date = article.pubDate ?? now;\n const summary = `

${\n article.image ? `

` : \"\"\n }

${article.description ?? \"\"}

`;\n\n return [\n \" \",\n ` ${cdata(article.title)}`,\n ` ${cdata(summary)}`,\n article.content ? ` ${cdata(article.content)}` : \"\",\n ` ${escapeXml(article.link)}`,\n ` ${escapeXml(article.link)}#${FEED_REVISION}`,\n article.image\n ? ` `\n : \"\",\n article.image ? ` ` : \"\",\n article.image\n ? ` `\n : \"\",\n article.author ? ` ${cdata(article.author)}` : \"\",\n ...article.categories.map((c) => ` ${cdata(c)}`),\n ` ${date.toUTCString()}`,\n \" \",\n ].filter(Boolean).join(\"\\n\");\n }).join(\"\\n\");\n\n const xml = `\n\n \n ${cdata(FEED_TITLE)}\n ${cdata(FEED_DESCRIPTION)}\n ${SOURCE_URL}/\n Val.town RSS Scraper (cheerio)\n ${now.toUTCString()}\n \n de\n${itemsXml}\n \n`;\n\n return new Response(xml, {\n status: 200,\n headers: {\n \"Content-Type\": \"application/rss+xml; charset=utf-8\",\n \"Cache-Control\": \"public, max-age=300\",\n },\n });\n } catch (err) {\n return new Response(\n `Fehler beim Erzeugen des RSS-Feeds: ${err instanceof Error ? err.message : String(err)}`,\n { status: 500, headers: { \"Content-Type\": \"text/plain; charset=utf-8\" } },\n );\n }\n}\n","deleted",false,"label",[14],"6a235a72-8536-4527-9a1e-cc50242ce4a7",["D",1789296602414],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","RSS-Feed für weltderwunder.de mit Volltext","imageUrl","userId","dbf2ae7a-e596-4450-9e80-f48182352e08","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","01a03d75-a2dc-7129-bcfe-464f7359f782","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_9":10,"_102":98},"org",{"_9":10,"_95":96,"_97":98,"_55":56,"_99":100,"_101":42},"branch",{"_35":85,"_11":86,"_22":28,"_87":45,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":-5,"_93":12,"_94":10},"isOwned",12,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","Mike Frischknecht","avatar","https://lh3.googleusercontent.com/a/ACg8ocJYhZ6TlQC9Px9BhWVC2KxGG5zXrx2pRqdDuxsgIfio5QgUBBEd=s96-c","tier","free","canRestrictVals","profileImageUrl","ctx",{"_78":-5,"_136":137,"_138":139,"_140":141,"_142":42,"_143":42,"_144":42,"_145":32,"_146":-5,"_147":-7,"_148":-7,"_149":62,"_150":42,"_151":42,"_152":-5,"_153":42,"_154":42,"_155":42,"_156":-5},"ENV",{"_107":108,"_109":110,"_111":86,"_112":113,"_114":115,"_116":117,"_118":119,"_120":121,"_122":123,"_124":125,"_126":127,"_128":129,"_130":131,"_132":133,"_134":135},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town","orgs",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]