${cdata(article.title)}

{\n const html = await fetchHtml(link, cookie);\n if (!html) return null;\n\n const $ = cheerio.load(html);\n const article: Article = { title: \"\", link };\n\n $('script[type=\"application/ld+json\"]').each((_, el) => {\n try {\n const data = JSON.parse($(el).contents().text());\n const nodes = Array.isArray(data) ? data : data[\"@graph\"] ? data[\"@graph\"] : [data];\n for (const g of nodes) {\n const types = Array.isArray(g?.[\"@type\"]) ? g[\"@type\"] : [g?.[\"@type\"]];\n if (!types.includes(\"NewsArticle\") && !types.includes(\"Article\")) continue;\n\n if (g.headline) article.title = String(g.headline).trim();\n const author = Array.isArray(g.author) ? g.author[0] : g.author;\n const authorName = typeof author === \"string\" ? author : author?.name;\n if (authorName) article.author = String(authorName).trim();\n\n const image = Array.isArray(g.image) ? g.image[0] : g.image;\n const imageUrl = typeof image === \"string\" ? image : image?.url;\n if (imageUrl) article.image = absolute(String(imageUrl), link);\n\n const date = g.datePublished || g.dateModified;\n if (date && !isNaN(new Date(date).getTime())) article.pubDate = new Date(date);\n }\n } catch {\n // ungültiges JSON-LD ignorieren\n }\n });\n\n if (!article.title) article.title = ($('meta[property=\"og:title\"]').attr(\"content\") ?? \"\").trim();\n if (!article.image) {\n article.image = absolute($('meta[property=\"og:image\"]').attr(\"content\") ?? \"\", link);\n }\n if (!article.title || !article.pubDate) return null;\n\n article.description = $(\"div.article-lead\").first().text().replace(/\\s+/g, \" \").trim() ||\n $('meta[property=\"og:description\"]').attr(\"content\")?.trim();\n article.content = buildContent($, link);\n\n return article;\n}\n\n// ---------------------------------------------------------------------------\n// Feed\n// ---------------------------------------------------------------------------\n\nexport default async function (req: Request): Promise {\n /**\n * Zugriffsschutz: Der Feed enthält Abo-Inhalte und darf deshalb nicht\n * offen im Netz stehen. Nur Abrufe mit dem richtigen Schlüssel werden\n * beantwortet.\n */\n const feedKey = Deno.env.get(\"FEED_KEY\");\n const providedKey = new URL(req.url).searchParams.get(\"key\") ??\n req.headers.get(\"x-feed-key\") ?? \"\";\n if (!feedKey) {\n return new Response(\"FEED_KEY ist nicht hinterlegt.\", { status: 500 });\n }\n if (providedKey !== feedKey) {\n return new Response(\"Kein Zugriff.\", { status: 401 });\n }\n\n try {\n const cookie = await login();\n const candidates = await discoverArticles(cookie);\n const articles = (await runWithConcurrency(candidates, CONCURRENCY, (link) => enrichArticle(link, cookie)))\n .filter((a): a is Article => a !== null)\n .sort((a, b) => (b.pubDate?.getTime() ?? 0) - (a.pubDate?.getTime() ?? 0))\n .slice(0, MAX_ITEMS);\n\n const lockedOut = articles.filter((a) => PAYWALL_MARKER.test(a.content ?? \"\")).length;\n const now = new Date();\n\n const itemsXml = articles.map((article) => {\n const date = article.pubDate ?? now;\n const summary = `

${\n article.image ? `

` : \"\"\n }

${article.description ?? \"\"}

`;\n\n return [\n \" \",\n ` ${cdata(article.title)}`,\n ` ${cdata(summary)}`,\n article.content ? ` ${cdata(article.content)}` : \"\",\n ` ${escapeXml(article.link)}`,\n ` ${escapeXml(article.link)}#${FEED_REVISION}`,\n article.image\n ? ` `\n : \"\",\n article.image ? ` ` : \"\",\n article.author ? ` ${cdata(article.author)}` : \"\",\n ` ${date.toUTCString()}`,\n \" \",\n ].filter(Boolean).join(\"\\n\");\n }).join(\"\\n\");\n\n const xml = `\n\n \n ${cdata(FEED_TITLE)}\n ${cdata(FEED_DESCRIPTION)}\n ${SOURCE_URL}/\n Val.town RSS Scraper (cheerio)\n ${now.toUTCString()}\n de-CH\n${itemsXml}\n \n`;\n\n return new Response(xml, {\n status: 200,\n headers: {\n \"Content-Type\": \"application/rss+xml; charset=utf-8\",\n // Abo-Inhalte nicht in fremden Zwischenspeichern ablegen\n \"Cache-Control\": \"private, max-age=300\",\n \"X-Robots-Tag\": \"noindex, nofollow\",\n \"X-Ktipp-Login\": lockedOut === 0 ? \"ok\" : `paywall-in-${lockedOut}-artikeln`,\n },\n });\n } catch (err) {\n return new Response(\n `Fehler beim Erzeugen des RSS-Feeds: ${err instanceof Error ? err.message : String(err)}`,\n { status: 500, headers: { \"Content-Type\": \"text/plain; charset=utf-8\" } },\n );\n }\n}\n","createdAt",["D",1789384180966],"branchVersion","branchId","e9c7f8fc-29f7-4787-93b4-95bf5ae1f56b","id","2b9023ec-da21-48ce-98fe-9f4d4b496c67","ktipp",["D",1787814821425],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","","imageUrl","dbf2ae7a-e596-4450-9e80-f48182352e08","pinnedFileId","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",0,"orgId","01a03d75-a2dc-7129-bcfe-464f7359f782","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_94":93,"_102":98},"org",{"_94":93,"_95":96,"_97":98,"_18":53,"_99":100,"_101":24},"branch",{"_13":83,"_31":84,"_41":40,"_85":42,"_86":-5,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":43,"_92":93},"isOwned",61,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","mikefrischknecht","handle","displayName","Mike Frischknecht","avatar","https://lh3.googleusercontent.com/a/ACg8ocJYhZ6TlQC9Px9BhWVC2KxGG5zXrx2pRqdDuxsgIfio5QgUBBEd=s96-c","tier","free","canRestrictVals","profileImageUrl","branchName","adoptOrgId",{"_41":42,"_31":43,"_36":162,"_45":-5,"_46":24,"_47":48,"_49":48,"_50":51,"_52":-5,"_18":53,"_54":30,"_55":56,"_57":-5,"_58":-5,"_59":60,"_61":62,"_63":-5,"_64":-5,"_65":-5,"_66":-5,"_67":68,"_69":68,"_70":71,"_72":71,"_73":71,"_74":68,"_75":68,"_76":163,"_78":164,"_80":165,"_82":24},"tree",[153,154],"files",[153,154],"counts",{"_141":60,"_142":143,"_144":60,"_145":146,"_147":148},"contents",[124,125],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_41":132,"_31":133,"_29":134,"_127":-5,"_39":40,"_38":135,"_128":24,"_36":136,"_13":137,"_32":138,"_34":139,"_23":24,"_130":-5,"_26":140},{"_41":126,"_31":27,"_29":30,"_127":-5,"_39":40,"_38":14,"_128":24,"_36":129,"_13":60,"_32":33,"_34":35,"_23":24,"_130":-5,"_26":131},"f0a3420c-4436-4fef-aefe-c1a30e961924","parentId","latest",["D",1789384180966],"label",[27],"f5b44fb8-0102-4a85-9afd-33d6cde8b902","debug.ts","de562462-af6a-11f1-ad1b-1607ee4eb77e",28,["D",1789384061409],7,"script","import * as cheerio from \"npm:cheerio@1.0.0\";\n\nconst UA =\n \"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0.0.0 Safari/537.36\";\nconst BASE = \"https://www.ktipp.ch\";\nconst p = \"/artikel/artikeldetail/test-italiener-machen-die-besten-salami/\";\nconst $ = cheerio.load(await (await fetch(BASE + p, { headers: { \"User-Agent\": UA } })).text());\n\nconsole.log(\"=== container-kandidaten:\");\nfor (const sel of [\"article\", \"main\", \".article\", \".article-detail\", \"[class*=article]\", \"[class*=detail]\"]) {\n console.log(sel, \"->\", $(sel).length);\n}\n$('[class*=\"article\"]').each((i, el) => {\n if (i > 12) return;\n console.log(\" \", (el as any).tagName, \"|\", ($(el).attr(\"class\") ?? \"\").slice(0, 45),\n \"| p:\", $(el).find(\"p\").length, \"| chars:\", $(el).text().replace(/\\s+/g, \" \").length);\n});\n\nconsole.log(\"\\n=== ld+json:\");\n$('script[type=\"application/ld+json\"]').each((_, el) => {\n try {\n const d = JSON.parse($(el).contents().text());\n console.log(\" @type\", d[\"@type\"], \"| keys:\", Object.keys(d).join(\",\"));\n console.log(\" headline:\", d.headline, \"| datePublished:\", d.datePublished, \"| author:\", JSON.stringify(d.author ?? \"\").slice(0, 60));\n } catch { /* ignore */ }\n});\n\nconsole.log(\"\\n=== paywall-element:\");\nconst pw = $(\"*\").filter((_, el) =>\n /Melden Sie sich bitte an/i.test($(el).clone().children().remove().end().text())).first();\nconsole.log(\"tag:\", (pw.get(0) as any)?.tagName, \"| class:\", pw.attr(\"class\"));\nlet par = pw.parent();\nfor (let i = 0; i < 3 && par.length; i++) {\n console.log(` ebene ${i}:`, (par.get(0) as any)?.tagName, \"|\", (par.attr(\"class\") ?? \"\").slice(0, 50));\n par = par.parent();\n}\n\nconsole.log(\"\\n=== übersichtsseiten mit artikellisten:\");\nfor (const s of [\"/\", \"/tests\", \"/beratung\", \"/service\"]) {\n const h = await (await fetch(BASE + s, { headers: { \"User-Agent\": UA } })).text();\n const l$ = cheerio.load(h);\n const set = new Set();\n l$(\"a[href]\").each((_, el) => {\n const href = l$(el).attr(\"href\") ?? \"\";\n if (/\\/artikel\\/artikeldetail\\//.test(href)) set.add(href.split(\"?\")[0]);\n });\n console.log(\" \", s.padEnd(12), \"->\", set.size, \"artikel\");\n}\n",[133],"pulls","branches",1,"forks","envVars",{"_149":151,"_152":60},"connections",{"_149":60,"_150":60},"count","unfilledCount",3,"emptyCount",{"_41":132,"_31":133,"_29":134,"_127":-5,"_39":40,"_38":135,"_128":24,"_36":159,"_13":137,"_32":138,"_34":139,"_23":24,"_130":-5,"_156":160,"_26":161},{"_41":126,"_31":27,"_29":30,"_127":-5,"_39":40,"_38":14,"_128":24,"_36":155,"_13":60,"_32":33,"_34":35,"_23":24,"_130":-5,"_156":157,"_26":158},["D",1789384180966],"children",[],[27],["D",1789384061409],[],[133],["D",1787814821425],{"_94":93,"_102":98},{"_94":93,"_95":96,"_97":98,"_18":53,"_99":100,"_101":24},{"_13":83,"_31":84,"_41":40,"_85":42,"_86":-5,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":43,"_92":93},"ctx",{"_76":-5,"_121":199,"_200":201,"_202":203,"_204":24,"_205":24,"_206":24,"_207":56,"_208":-5,"_209":-7,"_210":-7,"_211":60,"_212":24,"_213":24,"_214":-5,"_215":24,"_216":24,"_217":24,"_218":-5},"ENV",{"_170":171,"_172":173,"_174":84,"_175":176,"_177":178,"_179":180,"_181":182,"_183":184,"_185":186,"_187":188,"_189":190,"_191":192,"_193":194,"_195":196,"_197":198},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v29