${cdata(article.title)}

{\n const controller = new AbortController();\n const timeout = setTimeout(() => controller.abort(), 12000);\n try {\n const res = await fetch(article.link, {\n headers: {\n \"User-Agent\": USER_AGENT,\n Accept: \"text/html,application/xhtml+xml\",\n \"Accept-Language\": \"de-DE,de;q=0.9\",\n },\n signal: controller.signal,\n });\n if (!res.ok) return article;\n\n const $ = cheerio.load(await res.text());\n return {\n ...article,\n image: $('meta[property=\"og:image\"]').attr(\"content\")?.trim(),\n description: article.description ||\n $('meta[property=\"og:description\"]').attr(\"content\")?.trim(),\n content: cleanContent($, article.link),\n };\n } catch {\n return article;\n } finally {\n clearTimeout(timeout);\n }\n}\n\nexport default async function (req: Request): Promise {\n try {\n const candidates = await discoverArticles();\n const articles = await runWithConcurrency(candidates, CONCURRENCY, enrichArticle);\n articles.sort((a, b) => (b.pubDate?.getTime() ?? 0) - (a.pubDate?.getTime() ?? 0));\n\n const now = new Date();\n const itemsXml = articles.map((article) => {\n const date = article.pubDate ?? now;\n const summary = `

${\n article.image ? `

` : \"\"\n }

${article.description ?? \"\"}

`;\n\n return [\n \" \",\n ` ${cdata(article.title)}`,\n ` ${cdata(summary)}`,\n article.content ? ` ${cdata(article.content)}` : \"\",\n ` ${escapeXml(article.link)}`,\n ` ${escapeXml(article.link)}#${FEED_REVISION}`,\n article.author ? ` ${cdata(article.author)}` : \"\",\n ...article.categories.map((c) => ` ${cdata(c)}`),\n ` ${date.toUTCString()}`,\n \" \",\n ].filter(Boolean).join(\"\\n\");\n }).join(\"\\n\");\n\n const xml = `\n\n \n ${cdata(FEED_TITLE)}\n ${cdata(FEED_DESCRIPTION)}\n ${SOURCE_URL}/\n Val.town RSS Scraper (cheerio)\n ${now.toUTCString()}\n \n de\n${itemsXml}\n \n`;\n\n return new Response(xml, {\n status: 200,\n headers: {\n \"Content-Type\": \"application/rss+xml; charset=utf-8\",\n \"Cache-Control\": \"public, max-age=300\",\n },\n });\n } catch (err) {\n return new Response(\n `Fehler beim Erzeugen des RSS-Feeds: ${err instanceof Error ? err.message : String(err)}`,\n { status: 500, headers: { \"Content-Type\": \"text/plain; charset=utf-8\" } },\n );\n }\n}\n","createdAt",["D",1789287385682],"branchVersion","branchId","d47ce782-fe24-45e3-b869-1a2b738fd3d7","id","5cbcbe7c-c1eb-40e5-b729-b0526f1625fa","esc-kompakt",["D",1787812384677],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","","imageUrl","dbf2ae7a-e596-4450-9e80-f48182352e08","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","01a03d75-a2dc-7129-bcfe-464f7359f782","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_93":92,"_101":97},"org",{"_93":92,"_94":95,"_96":97,"_18":53,"_98":99,"_100":24},"branch",{"_13":82,"_31":83,"_41":40,"_84":42,"_85":-5,"_86":-5,"_87":-5,"_88":-5,"_89":-5,"_90":43,"_91":92},"isOwned",20,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","mikefrischknecht","handle","displayName","Mike Frischknecht","avatar","https://lh3.googleusercontent.com/a/ACg8ocJYhZ6TlQC9Px9BhWVC2KxGG5zXrx2pRqdDuxsgIfio5QgUBBEd=s96-c","tier","free","canRestrictVals","profileImageUrl","branchName","adoptOrgId",{"_41":42,"_31":43,"_36":183,"_45":-5,"_46":24,"_47":48,"_49":48,"_50":51,"_52":-5,"_18":53,"_54":-5,"_55":24,"_56":-5,"_57":-5,"_58":59,"_60":61,"_62":-5,"_63":-5,"_64":-5,"_65":-5,"_66":67,"_68":67,"_69":70,"_71":70,"_72":70,"_73":67,"_74":67,"_75":184,"_77":185,"_79":186,"_81":24},"tree",[166,167,168,169],"files",[166,167,168,169],"counts",{"_156":59,"_157":142,"_158":59,"_159":160,"_161":162},"contents",[124,125,126,127],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles",true,"grants","orgs","customDomains",{},{"_41":149,"_31":150,"_29":151,"_131":-5,"_39":40,"_38":152,"_133":24,"_36":153,"_13":142,"_32":144,"_34":154,"_23":24,"_137":-5,"_26":155},{"_41":146,"_31":27,"_29":30,"_131":-5,"_39":40,"_38":14,"_133":24,"_36":147,"_13":59,"_32":33,"_34":35,"_23":24,"_137":-5,"_26":148},{"_41":139,"_31":140,"_29":141,"_131":-5,"_39":40,"_38":142,"_133":119,"_36":143,"_13":59,"_32":144,"_34":51,"_23":24,"_137":-5,"_26":145},{"_41":128,"_31":129,"_29":130,"_131":-5,"_39":40,"_38":132,"_133":24,"_36":134,"_13":135,"_32":33,"_34":136,"_23":24,"_137":-5,"_26":138},"7643b407-f424-4221-99c9-1e9b0003ea58","new-file-1497.ts","2e4bc6a8-a1e1-11f1-8c26-1607ee4eb77e","parentId",4,"latest",["D",1787812663135],2,"import * as cheerio from \"npm:cheerio@1.0.0\";\nimport { Feed } from \"npm:feed@4.2.2\";\n\nconst SOURCE_URL = \"https://esc-kompakt.de\";\nconst NATIVE_FEED_URL = \"https://esc-kompakt.de/feed/\";\nconst USER_AGENT =\n \"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0.0.0 Safari/537.36\";\n\ninterface FeedItem {\n title: string;\n link: string;\n pubDate?: string;\n description?: string;\n contentHtml: string;\n}\n\ninterface EnrichedItem extends FeedItem {\n thumbnail?: string;\n thumbnailType?: string;\n isVideo: boolean;\n videoEmbedUrl?: string;\n}\n\nfunction guessImageType(url: string): string {\n const ext = url.split(\"?\")[0].split(\".\").pop()?.toLowerCase();\n switch (ext) {\n case \"png\":\n return \"image/png\";\n case \"webp\":\n return \"image/webp\";\n case \"gif\":\n return \"image/gif\";\n default:\n return \"image/jpeg\";\n }\n}\n\n/** Extrahiert eine YouTube-Video-ID aus verschiedenen URL-Formen (embed, watch, youtu.be, nocookie). */\nfunction extractYoutubeId(src: string): string | undefined {\n try {\n const url = new URL(src, SOURCE_URL);\n const host = url.hostname.replace(/^www\\./, \"\");\n if (host === \"youtu.be\") {\n return url.pathname.slice(1).split(\"/\")[0] || undefined;\n }\n if (host === \"youtube.com\" || host === \"youtube-nocookie.com\") {\n if (url.pathname.startsWith(\"/embed/\")) {\n return url.pathname.split(\"/\")[2];\n }\n if (url.pathname === \"/watch\") {\n return url.searchParams.get(\"v\") ?? undefined;\n }\n }\n } catch {\n // ungültige URL ignorieren\n }\n return undefined;\n}\n\n/** Liest den nativen WordPress-RSS-Feed (enthält bereits vollständigen Artikelinhalt inkl. Bilder/Embeds). */\nasync function fetchNativeFeed(): Promise {\n const res = await fetch(NATIVE_FEED_URL, {\n headers: {\n \"User-Agent\": USER_AGENT,\n Accept: \"application/rss+xml, application/xml, text/xml\",\n },\n });\n if (!res.ok) {\n throw new Error(\n `WordPress-Feed konnte nicht geladen werden: HTTP ${res.status}`,\n );\n }\n const xml = await res.text();\n const $ = cheerio.load(xml, { xmlMode: true });\n\n const items: FeedItem[] = [];\n $(\"item\").each((_, el) => {\n const $el = $(el);\n const title = $el.find(\"title\").first().text().trim();\n const link = $el.find(\"link\").first().text().trim();\n const pubDate = $el.find(\"pubDate\").first().text().trim() || undefined;\n const description = $el.find(\"description\").first().text().trim() ||\n undefined;\n // content:encoded trägt den WordPress-Namespace-Präfix im Tag-Namen selbst –\n // in Cheerios CSS-Selektoren muss der Doppelpunkt daher escaped werden.\n const contentHtml = $el.find(\"content\\\\:encoded\").first().text().trim() ||\n description || \"\";\n\n if (title && link) {\n items.push({ title, link, pubDate, description, contentHtml });\n }\n });\n\n return items;\n}\n\n/** Sucht im Artikel-HTML nach erstem Bild und eingebetteten Videos (aktuell: YouTube). */\nfunction analyzeContent(\n contentHtml: string,\n): { thumbnail?: string; isVideo: boolean; videoEmbedUrl?: string } {\n const $ = cheerio.load(contentHtml);\n\n let videoEmbedUrl: string | undefined;\n let youtubeId: string | undefined;\n\n $(\"iframe[src]\").each((_, el) => {\n if (youtubeId) return;\n const src = $(el).attr(\"src\");\n if (!src) return;\n const id = extractYoutubeId(src);\n if (id) {\n youtubeId = id;\n videoEmbedUrl = src.startsWith(\"http\") ? src : `https:${src}`;\n }\n });\n\n let thumbnail: string | undefined;\n if (youtubeId) {\n thumbnail = `https://img.youtube.com/vi/${youtubeId}/hqdefault.jpg`;\n } else {\n const firstImg = $(\"img\").first();\n const src = firstImg.attr(\"src\") || firstImg.attr(\"data-orig-file\");\n if (src) {\n try {\n thumbnail = new URL(src, SOURCE_URL).toString();\n } catch {\n // ungültige Bild-URL ignorieren\n }\n }\n }\n\n return { thumbnail, isVideo: Boolean(youtubeId), videoEmbedUrl };\n}\n\nasync function enrichItem(item: FeedItem): Promise {\n const { thumbnail, isVideo, videoEmbedUrl } = analyzeContent(\n item.contentHtml,\n );\n return {\n ...item,\n thumbnail,\n thumbnailType: thumbnail ? guessImageType(thumbnail) : undefined,\n isVideo,\n videoEmbedUrl,\n };\n}\n\nexport default async function (req: Request): Promise {\n try {\n const rawItems = await fetchNativeFeed();\n const items = await Promise.all(rawItems.map(enrichItem));\n\n const feed = new Feed({\n title: \"ESC kompakt – Alle Beiträge\",\n description:\n \"Automatisch aufbereiteter RSS-Feed von esc-kompakt.de mit Vorschaubildern und Video-Erkennung\",\n id: SOURCE_URL,\n link: SOURCE_URL,\n language: \"de-DE\",\n updated: new Date(),\n generator: \"Val.town RSS Scraper (cheerio + feed)\",\n feedLinks: { rss: req.url },\n });\n\n for (const item of items) {\n const videoBlock = item.videoEmbedUrl\n ? `

`\n : \"\";\n\n feed.addItem({\n title: item.isVideo ? `🎥 ${item.title}` : item.title,\n id: item.link,\n link: item.link,\n description: item.description,\n content: videoBlock + item.contentHtml,\n image: item.thumbnail,\n category: item.isVideo ? [{ name: \"Video\" }] : undefined,\n enclosure: item.thumbnail && item.thumbnailType\n ? { url: item.thumbnail, type: item.thumbnailType }\n : undefined,\n date: item.pubDate && !isNaN(new Date(item.pubDate).getTime())\n ? new Date(item.pubDate)\n : new Date(),\n });\n }\n\n return new Response(feed.rss2(), {\n status: 200,\n headers: { \"Content-Type\": \"application/rss+xml; charset=utf-8\" },\n });\n } catch (err) {\n return new Response(\n `Fehler beim Erzeugen des RSS-Feeds: ${\n err instanceof Error ? err.message : String(err)\n }`,\n { status: 500, headers: { \"Content-Type\": \"text/plain; charset=utf-8\" } },\n );\n }\n}","label",[129],"47690aa7-22a5-4bdc-b4b6-bf5c668e0476","main.ts","28a90a26-a1e1-11f1-9a97-1607ee4eb77e",1,["D",1787812384700],"script",[140],"1dd5e1b5-0331-4fe6-a4b6-3199b6801ceb",["D",1789287385682],[27],"bb5721b4-e36b-4171-b459-067210136530","debug.ts","38f5caaa-af4b-11f1-96a8-1607ee4eb77e",6,["D",1789287326936],"import * as cheerio from \"npm:cheerio@1.0.0\";\n\nconst UA =\n \"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0.0.0 Safari/537.36\";\n\n// Paging des WP-Feeds?\nfor (const p of [2, 3]) {\n const r = await fetch(`https://esc-kompakt.de/feed/?paged=${p}`, { headers: { \"User-Agent\": UA } });\n const b = await r.text();\n const titles = [...b.matchAll(/([^<]{5,60})/g)].map((m) => m[1]).slice(1, 3);\n console.log(`feed seite ${p}:`, r.status, (b.match(/<item>/g) ?? []).length, \"items |\", JSON.stringify(titles));\n}\n\n// Artikelstruktur\nconst url = \"https://esc-kompakt.de/esc-2027-vorbereitungen-burgas-plant-testkonzerte-in-der-arena-und-arbeitet-an-insel-deal/\";\nconst html = await (await fetch(url, { headers: { \"User-Agent\": UA, Accept: \"text/html\" } })).text();\nconst $ = cheerio.load(html);\nconsole.log(\"=== artikel, bytes\", html.length);\nconsole.log(\"og:image\", $('meta[property=\"og:image\"]').attr(\"content\"));\n\nfor (const sel of [\"article\", \".entry-content\", \".post-content\", \".td-post-content\", \"main\"]) {\n console.log(sel, \"->\", $(sel).length);\n}\nconst body = $(\".entry-content, .td-post-content, article\").first();\nconsole.log(\"gewählter container class:\", body.attr(\"class\"));\nconsole.log(\"kinder:\", body.children().length);\nbody.children().each((i, el) => {\n const e = el as any;\n if (i > 25) return;\n console.log(i, e.tagName, \"|\", ($(el).attr(\"class\") ?? \"\").slice(0, 40), \"| imgs\", $(el).find(\"img\").length,\n \"| iframes\", $(el).find(\"iframe\").length, \"|\", $(el).text().replace(/\\s+/g, \" \").trim().slice(0, 60));\n});\nconsole.log(\"iframes gesamt:\", $(\"iframe\").map((_, el) => ($(el).attr(\"src\") ?? $(el).attr(\"data-src\") ?? \"\").slice(0, 60)).get());\n",[150],"pulls","branches","forks","envVars",{"_163":59,"_165":59},"connections",{"_163":59,"_164":59},"count","unfilledCount","emptyCount",{"_41":149,"_31":150,"_29":151,"_131":-5,"_39":40,"_38":152,"_133":24,"_36":180,"_13":142,"_32":144,"_34":154,"_23":24,"_137":-5,"_171":181,"_26":182},{"_41":146,"_31":27,"_29":30,"_131":-5,"_39":40,"_38":14,"_133":24,"_36":177,"_13":59,"_32":33,"_34":35,"_23":24,"_137":-5,"_171":178,"_26":179},{"_41":139,"_31":140,"_29":141,"_131":-5,"_39":40,"_38":142,"_133":119,"_36":174,"_13":59,"_32":144,"_34":51,"_23":24,"_137":-5,"_171":175,"_26":176},{"_41":128,"_31":129,"_29":130,"_131":-5,"_39":40,"_38":132,"_133":24,"_36":170,"_13":135,"_32":33,"_34":136,"_23":24,"_137":-5,"_171":172,"_26":173},["D",1787812663135],"children",[],[129],["D",1787812384700],[],[140],["D",1789287385682],[],[27],["D",1789287326936],[],[150],["D",1787812384677],{"_93":92,"_101":97},{"_93":92,"_94":95,"_96":97,"_18":53,"_98":99,"_100":24},{"_13":82,"_31":83,"_41":40,"_84":42,"_85":-5,"_86":-5,"_87":-5,"_88":-5,"_89":-5,"_90":43,"_91":92},"ctx",{"_75":-5,"_121":220,"_221":222,"_223":224,"_225":24,"_226":24,"_227":24,"_228":119,"_229":-5,"_230":-7,"_231":-7,"_232":59,"_233":24,"_234":24,"_235":-5,"_236":24,"_237":24,"_238":24,"_239":-5},"ENV",{"_191":192,"_193":194,"_195":83,"_196":197,"_198":199,"_200":201,"_202":203,"_204":205,"_206":207,"_208":209,"_210":211,"_212":213,"_214":215,"_216":217,"_218":219},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"] </article></body></html>

Diff · v7