${esc(it.title)}

可调参数（跟在地址后面，第一个用 ? 之后用 &）：

` +\n `` +\n `` +\n `` +\n `` +\n `

参数	作用
`?days=N`	只保留最近 N 天（默认不限）
`?pages=N`	翻几页，每页 10 条（默认 1，最多 3）
`?sponsored=1`	保留付费软文（默认丢弃）
`?diag=0`	不要这条诊断

`;\n\nexport default async function (req: Request): Promise {\n const url = new URL(req.url);\n const q = url.searchParams;\n const path = url.pathname.replace(/^\\/|\\/$/g, \"\");\n const plain = (b: string, s = 200) =>\n new Response(b, {\n status: s,\n headers: { \"Content-Type\": \"text/plain; charset=utf-8\" },\n });\n\n const src = TOPICS[path];\n if (!src) {\n return plain(\n \"可用地址：\\n\" + Object.values(TOPICS).map((t) =>\n ` /${t.key}${\" \".repeat(11 - t.key.length)}${t.title}`\n ).join(\"\\n\") +\n \"\\n\\n参数：?days= ?pages= ?sponsored=1 ?diag=0\\n\",\n 404,\n );\n }\n\n const pages = Math.min(3, Math.max(1, Number(q.get(\"pages\")) || 1));\n const daysRaw = Number(q.get(\"days\"));\n const cutoff = daysRaw > 0\n ? new Date(Date.now() - Math.min(365, daysRaw) * 864e5)\n : null;\n const keepSpon = q.get(\"sponsored\") === \"1\";\n\n const all: Item[] = [];\n for (let p = 1; p <= pages; p++) {\n const r = await fetch(src.url + (p > 1 ? `?paged=${p}` : \"\"), {\n headers: { \"User-Agent\": UA },\n });\n if (!r.ok) {\n return plain(`${src.key} 第 ${p} 页取不到，HTTP ${r.status}`, 502);\n }\n const got = parse(await r.text());\n if (!got.length) break;\n all.push(...got);\n }\n if (!all.length) {\n return plain(`${src.key} 一条都没抓到。把这句话告诉 Claude。`, 502);\n }\n\n const seen = new Set();\n const kept: Item[] = [];\n const ads: Item[] = [];\n for (const it of all.sort((a, b) => +b.date - +a.date)) {\n if (cutoff && it.date < cutoff) continue;\n const k = key(it.link);\n if (seen.has(k)) continue;\n seen.add(k);\n if (it.sponsored && !keepSpon) {\n ads.push(it);\n continue;\n }\n kept.push(it);\n }\n\n const body = kept.map((it) => {\n const d = it.creator ? `${it.creator} —— ${it.desc}` : it.desc;\n return `${esc(it.title)}${esc(it.link)}` +\n `${esc(key(it.link))}` +\n `${esc(d)}` +\n `${it.date.toUTCString()}`;\n });\n\n if (q.get(\"diag\") !== \"0\") {\n const rows = ads.map((a) =>\n `${esc(a.date.toISOString().slice(0, 10))}${\n esc(a.title)\n }
${esc(a.creator)}`\n ).join(\"\");\n const html =\n `

抓到 ${all.length} 条 → 保留 ${kept.length} 条，丢弃软文 ${ads.length} 条。

` +\n (ads.length\n ? `${rows}

日期	丢弃的软文

`\n : \"

这一轮没有软文。

\") +\n PARAMS;\n const pin = new Date((kept[0]?.date.getTime() ?? Date.now()) + 60_000);\n body.unshift(\n `${\n esc(\n `软文过滤 · ${day()}（保留 ${kept.length} 条 / 丢弃 ${ads.length} 条）`,\n )\n }` +\n `${esc(url.origin + url.pathname)}` +\n `diag-${esc(src.key)}` +\n `${esc(html)}` +\n `${pin.toUTCString()}`,\n );\n }\n\n return new Response(\n `\n\n${esc(src.title)}\n${esc(B + src.key + \"/\")}\nMIT Technology Review ${\n esc(src.key)\n } 板块，已剔除带 sponsored 标记的付费软文。\nen-US\n${new Date().toUTCString()}\n${body.join(\"\")}\n`,\n {\n headers: {\n \"Content-Type\": \"application/rss+xml; charset=utf-8\",\n \"Cache-Control\": \"public, max-age=300\",\n },\n },\n );\n}","children",[],[199],"536c2dd7-6517-4be1-b7d1-34e54d8b21ce","main.ts",9,["D",1788575212783],"/**\n * MIT Technology Review · AI —— 三个 feed 合并去重\n *\n * 源（优先级从具体到宽泛，重复时保留更具体的那个标签）：\n * 算法 https://www.technologyreview.com/tag/the-algorithm/feed/\n * WDH https://www.technologyreview.com/author/will-douglas-heaven/feed/\n * AI https://www.technologyreview.com/topic/artificial-intelligence/feed/\n *\n * 去重只按文章链接（同一家媒体，同一篇就是同一个 URL），不做相似度匹配 ——\n * 相似度只会带来误杀，这里一点用都没有。\n *\n * 默认过滤掉付费软文：这三个 feed 里的广告稿都带 sponsored，\n * 2026-09-05 实测 AI 板块 40 条里有 9 条（22.5%）是软文。?sponsored=1 可以留下。\n *\n * 参数：\n * ?days=N 只保留最近 N 天（默认不限，三个 feed 一共就几十条）\n * ?pages=N 每个源翻几页，每页 10 条（默认 1，最多 3）\n * ?sponsored=1 保留付费软文（默认丢弃）\n * ?tag=0 标题前不加来源前缀\n * ?diag=0 不要「合并诊断」那条\n */\ntype Src = { tag: string; pri: number; url: string };\ntype Item = {\n tag: string;\n pri: number;\n title: string;\n link: string;\n date: Date;\n desc: string;\n creator: string;\n sponsored: boolean;\n};\ntype Dropped = { kept: Item; dropped: Item; why: string };\n\nconst SRC: Src[] = [\n {\n tag: \"算法\",\n pri: 0,\n url: \"https://www.technologyreview.com/tag/the-algorithm/feed/\",\n },\n {\n tag: \"WDH\",\n pri: 1,\n url: \"https://www.technologyreview.com/author/will-douglas-heaven/feed/\",\n },\n {\n tag: \"AI\",\n pri: 2,\n url: \"https://www.technologyreview.com/topic/artificial-intelligence/feed/\",\n },\n];\n\nconst UA =\n \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0 Safari/537.36\";\n\nconst unwrap = (s: string) => s.replace(//g, \"\").trim();\nconst strip = (s: string) =>\n unwrap(s).replace(/<[^>]*>/g, \" \").replace(/\\s+/g, \" \").trim();\nconst esc = (s: string) =>\n s.replace(/&/g, \"&\").replace(//g, \">\")\n .replace(/\"/g, \""\").replace(/'/g, \"'\");\n\n/** 去掉查询串和末尾斜杠，作为唯一键 */\nconst key = (u: string) =>\n u.replace(/[?#].*$/, \"\").replace(/\\/+$/, \"\").toLowerCase();\n\nconst one = (block: string, tag: string) =>\n unwrap(\n (block.match(new RegExp(`<${tag}>([\\\\s\\\\S]*?)`)) || [])[1] || \"\",\n );\n\nfunction parse(xml: string, src: Src): Item[] {\n return xml.split(\"\").slice(1).map((s) => s.split(\"\")[0]).map(\n (b) => {\n const cats = [...b.matchAll(/([\\s\\S]*?)<\\/category>/g)].map((\n m,\n ) => unwrap(m[1]));\n return {\n tag: src.tag,\n pri: src.pri,\n title: one(b, \"title\"),\n link: one(b, \"link\"),\n date: new Date(one(b, \"pubDate\")),\n desc: strip(\n (b.match(/([\\s\\S]*?)<\\/description>/) || [])[1] || \"\",\n ),\n creator: unwrap(\n (b.match(/([\\s\\S]*?)<\\/dc:creator>/) || [])[1] || \"\",\n ),\n sponsored: cats.some((c) => /^sponsored$/i.test(c)),\n };\n },\n ).filter((it) => it.title && it.link && !isNaN(+it.date));\n}\n\nasync function collect(pages: number) {\n const items: Item[] = [];\n const counts: Record = {};\n const errors: string[] = [];\n await Promise.all(SRC.map(async (src) => {\n let n = 0;\n for (let p = 1; p <= pages; p++) {\n const u = src.url + (p > 1 ? `?paged=${p}` : \"\");\n try {\n const r = await fetch(u, { headers: { \"User-Agent\": UA } });\n if (!r.ok) {\n errors.push(`${src.tag} 第 ${p} 页 HTTP ${r.status}`);\n break;\n }\n const got = parse(await r.text(), src);\n if (!got.length) break;\n items.push(...got);\n n += got.length;\n } catch (e) {\n errors.push(`${src.tag} 第 ${p} 页 ${String(e).slice(0, 80)}`);\n break;\n }\n }\n counts[src.tag] = n;\n }));\n return { items, counts, errors };\n}\n\nfunction reduce(items: Item[], keepSponsored: boolean, cutoff: Date | null) {\n const ordered = [...items].sort((a, b) => a.pri - b.pri || +b.date - +a.date);\n const kept: Item[] = [];\n const dropped: Dropped[] = [];\n const seen = new Map();\n for (const it of ordered) {\n if (cutoff && it.date < cutoff) continue;\n if (!keepSponsored && it.sponsored) {\n dropped.push({ kept: it, dropped: it, why: \"付费软文（sponsored）\" });\n continue;\n }\n const k = key(it.link);\n const twin = seen.get(k);\n if (twin) {\n dropped.push({\n kept: twin,\n dropped: it,\n why: `与「${twin.tag}」里同一篇重复`,\n });\n continue;\n }\n seen.set(k, it);\n kept.push(it);\n }\n kept.sort((a, b) => +b.date - +a.date);\n return { kept, dropped };\n}\n\nfunction diagEntry(\n counts: Record,\n kept: Item[],\n dropped: Dropped[],\n base: URL,\n) {\n const day = (() => {\n const iso = () => new Date().toISOString().slice(0, 10);\n try {\n const s = new Date().toLocaleDateString(\"en-CA\", {\n timeZone: \"America/New_York\",\n });\n return /^\\d{4}-\\d{2}-\\d{2}$/.test(s) ? s : iso();\n } catch {\n return iso();\n }\n })();\n const spon = dropped.filter((d) => d.why.startsWith(\"付费\"));\n const dup = dropped.filter((d) => !d.why.startsWith(\"付费\"));\n const rows = (list: Dropped[]) =>\n list.map((d) =>\n `${esc(d.dropped.tag)}丢弃 ${esc(d.dropped.title)}
${\n d.kept === d.dropped\n ? esc(d.why)\n : `因为已有 ${esc(d.kept.tag)} ${esc(d.kept.title)}`\n }`\n ).join(\"\");\n const body =\n `

抓到 ${\n SRC.map((s) => `${s.tag} ${counts[s.tag] ?? 0} 条`).join(\"、\")\n }` +\n ` → 保留 ${kept.length} 条，丢弃 ${dropped.length} 条` +\n `（软文 ${spon.length}、重复 ${dup.length}）。

` +\n (dropped.length\n ? `${\n rows(spon)\n }${rows(dup)}

来源	丢弃了什么 / 为什么

`\n : \"

这一轮没有丢弃任何条目。

\") +\n `

可调参数（跟在地址后面，第一个用 ? 之后用 &）：

参数	作用
`?days=N`	只保留最近 N 天（默认不限）
`?pages=N`	每个源翻几页，每页 10 条（默认 1，最多 3）
`?sponsored=1`	保留付费软文（默认丢弃）
`?tag=0`	标题前不加来源前缀
`?diag=0`	不要这条诊断

`;\n const pin = new Date((kept[0]?.date.getTime() ?? Date.now()) + 60_000);\n return {\n title:\n `合并诊断 · ${day}（保留 ${kept.length} 条 / 丢弃 ${dropped.length} 条）`,\n link: base.origin + base.pathname,\n guid: \"diag-mit-tr\",\n date: pin,\n html: body,\n };\n}\n\nfunction buildRss(\n kept: Item[],\n showTag: boolean,\n diag: ReturnType | null,\n) {\n const items = kept.map((it) => {\n const t = (showTag ? `${it.tag} · ` : \"\") + it.title;\n const d = it.creator ? `${it.creator} —— ${it.desc}` : it.desc;\n return `${esc(t)}${esc(it.link)}` +\n `${esc(key(it.link))}` +\n `${esc(d)}` +\n `${it.date.toUTCString()}`;\n });\n if (diag) {\n items.unshift(\n `${esc(diag.title)}${esc(diag.link)}` +\n `${esc(diag.guid)}` +\n `${esc(diag.html)}` +\n `${diag.date.toUTCString()}`,\n );\n }\n return `\n\nMIT Tech Review · AI（三源合并去重）\nhttps://www.technologyreview.com/topic/artificial-intelligence/\nMIT Technology Review 的 AI 板块、The Algorithm、Will Douglas Heaven 三个 feed 合并，同一篇只留一份，默认剔除付费软文。\nen-US\n${new Date().toUTCString()}\n${items.join(\"\")}\n`;\n}\n\nexport default async function (req: Request): Promise {\n const url = new URL(req.url);\n const q = url.searchParams;\n const pages = Math.min(3, Math.max(1, Number(q.get(\"pages\")) || 1));\n const daysRaw = Number(q.get(\"days\"));\n const cutoff = daysRaw > 0\n ? new Date(Date.now() - Math.min(365, daysRaw) * 864e5)\n : null;\n const keepSponsored = q.get(\"sponsored\") === \"1\";\n\n const { items, counts, errors } = await collect(pages);\n if (!items.length) {\n return new Response(\n \"三个 feed 一条都没抓到。把这句话告诉 Claude。\\n\" + errors.join(\"\\n\"),\n {\n status: 502,\n headers: { \"Content-Type\": \"text/plain; charset=utf-8\" },\n },\n );\n }\n const { kept, dropped } = reduce(items, keepSponsored, cutoff);\n\n const diag = q.get(\"diag\") === \"0\"\n ? null\n : diagEntry(counts, kept, dropped, url);\n return new Response(buildRss(kept, q.get(\"tag\") !== \"0\", diag), {\n headers: {\n \"Content-Type\": \"application/rss+xml; charset=utf-8\",\n \"Cache-Control\": \"public, max-age=300\",\n },\n });\n}",[],[210],["D",1788576997009],[],[18],["D",1788573569461],{"_11":12,"_153":73},{"_11":12,"_148":149,"_72":73,"_30":71,"_150":151,"_152":24},{"_42":97,"_13":16,"_36":39,"_140":104,"_141":-5,"_142":-5,"_143":-5,"_144":-5,"_145":-5,"_146":14,"_147":12},"ctx",{"_55":-5,"_172":256,"_257":258,"_259":260,"_261":24,"_262":24,"_263":24,"_264":117,"_265":-5,"_266":-7,"_267":-7,"_268":26,"_269":24,"_270":24,"_271":-5,"_272":24,"_273":24,"_274":24,"_275":-5},"ENV",{"_227":228,"_229":230,"_231":16,"_232":233,"_234":235,"_236":237,"_238":239,"_240":241,"_242":243,"_244":245,"_246":247,"_248":249,"_250":251,"_252":253,"_254":255},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","fdb67791413f4386b4dbf18f354029a617f6160f","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

History · README.md