${esc(t)}

[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8},"actionData","errors","root",{"_103":104,"_105":106},"routes/embed.x.$handle.$name.$",{"_9":10,"_11":12,"_13":14,"_15":16,"_17":18,"_19":20,"_21":-5},"handle","anmeimei","name","mit-tr-ai","path","main.ts","project",{"_22":45,"_11":12,"_33":46,"_47":-5,"_48":42,"_49":50,"_51":50,"_52":53,"_54":-5,"_55":56,"_57":25,"_58":32,"_59":-5,"_60":-5,"_61":62,"_63":64,"_65":-5,"_66":-5,"_67":-5,"_68":-5,"_69":70,"_71":70,"_72":73,"_74":73,"_75":73,"_76":70,"_77":70,"_78":79,"_80":81,"_82":83,"_84":42},"file",{"_22":23,"_11":14,"_24":25,"_26":-5,"_27":28,"_29":30,"_31":32,"_33":34,"_35":36,"_37":38,"_39":40,"_41":42,"_43":-5,"_13":44},"permalink","https://www.val.town/x/anmeimei/mit-tr-ai/code/main.ts","extension","id","536c2dd7-6517-4be1-b7d1-34e54d8b21ce","fileId","6e26e1e8-a8cd-11f1-b08b-1607ee4eb77e","parentId","branchId","5e5cd43c-ccfe-4b6d-a218-9140623c884c","branchVersion",9,"latest",true,"createdAt",["D",1788575212783],"version",4,"fileType","http","content","/**\n * MIT Technology Review · AI —— 三个 feed 合并去重\n *\n * 源（优先级从具体到宽泛，重复时保留更具体的那个标签）：\n * 算法 https://www.technologyreview.com/tag/the-algorithm/feed/\n * WDH https://www.technologyreview.com/author/will-douglas-heaven/feed/\n * AI https://www.technologyreview.com/topic/artificial-intelligence/feed/\n *\n * 去重只按文章链接（同一家媒体，同一篇就是同一个 URL），不做相似度匹配 ——\n * 相似度只会带来误杀，这里一点用都没有。\n *\n * 默认过滤掉付费软文：这三个 feed 里的广告稿都带 sponsored，\n * 2026-09-05 实测 AI 板块 40 条里有 9 条（22.5%）是软文。?sponsored=1 可以留下。\n *\n * 参数：\n * ?days=N 只保留最近 N 天（默认不限，三个 feed 一共就几十条）\n * ?pages=N 每个源翻几页，每页 10 条（默认 1，最多 3）\n * ?sponsored=1 保留付费软文（默认丢弃）\n * ?tag=0 标题前不加来源前缀\n * ?diag=0 不要「合并诊断」那条\n */\ntype Src = { tag: string; pri: number; url: string };\ntype Item = {\n tag: string;\n pri: number;\n title: string;\n link: string;\n date: Date;\n desc: string;\n creator: string;\n sponsored: boolean;\n};\ntype Dropped = { kept: Item; dropped: Item; why: string };\n\nconst SRC: Src[] = [\n {\n tag: \"算法\",\n pri: 0,\n url: \"https://www.technologyreview.com/tag/the-algorithm/feed/\",\n },\n {\n tag: \"WDH\",\n pri: 1,\n url: \"https://www.technologyreview.com/author/will-douglas-heaven/feed/\",\n },\n {\n tag: \"AI\",\n pri: 2,\n url: \"https://www.technologyreview.com/topic/artificial-intelligence/feed/\",\n },\n];\n\nconst UA =\n \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0 Safari/537.36\";\n\nconst unwrap = (s: string) => s.replace(//g, \"\").trim();\nconst strip = (s: string) =>\n unwrap(s).replace(/<[^>]*>/g, \" \").replace(/\\s+/g, \" \").trim();\nconst esc = (s: string) =>\n s.replace(/&/g, \"&\").replace(//g, \">\")\n .replace(/\"/g, \""\").replace(/'/g, \"'\");\n\n/** 去掉查询串和末尾斜杠，作为唯一键 */\nconst key = (u: string) =>\n u.replace(/[?#].*$/, \"\").replace(/\\/+$/, \"\").toLowerCase();\n\nconst one = (block: string, tag: string) =>\n unwrap(\n (block.match(new RegExp(`<${tag}>([\\\\s\\\\S]*?)`)) || [])[1] || \"\",\n );\n\nfunction parse(xml: string, src: Src): Item[] {\n return xml.split(\"\").slice(1).map((s) => s.split(\"\")[0]).map(\n (b) => {\n const cats = [...b.matchAll(/([\\s\\S]*?)<\\/category>/g)].map((\n m,\n ) => unwrap(m[1]));\n return {\n tag: src.tag,\n pri: src.pri,\n title: one(b, \"title\"),\n link: one(b, \"link\"),\n date: new Date(one(b, \"pubDate\")),\n desc: strip(\n (b.match(/([\\s\\S]*?)<\\/description>/) || [])[1] || \"\",\n ),\n creator: unwrap(\n (b.match(/([\\s\\S]*?)<\\/dc:creator>/) || [])[1] || \"\",\n ),\n sponsored: cats.some((c) => /^sponsored$/i.test(c)),\n };\n },\n ).filter((it) => it.title && it.link && !isNaN(+it.date));\n}\n\nasync function collect(pages: number) {\n const items: Item[] = [];\n const counts: Record = {};\n const errors: string[] = [];\n await Promise.all(SRC.map(async (src) => {\n let n = 0;\n for (let p = 1; p <= pages; p++) {\n const u = src.url + (p > 1 ? `?paged=${p}` : \"\");\n try {\n const r = await fetch(u, { headers: { \"User-Agent\": UA } });\n if (!r.ok) {\n errors.push(`${src.tag} 第 ${p} 页 HTTP ${r.status}`);\n break;\n }\n const got = parse(await r.text(), src);\n if (!got.length) break;\n items.push(...got);\n n += got.length;\n } catch (e) {\n errors.push(`${src.tag} 第 ${p} 页 ${String(e).slice(0, 80)}`);\n break;\n }\n }\n counts[src.tag] = n;\n }));\n return { items, counts, errors };\n}\n\nfunction reduce(items: Item[], keepSponsored: boolean, cutoff: Date | null) {\n const ordered = [...items].sort((a, b) => a.pri - b.pri || +b.date - +a.date);\n const kept: Item[] = [];\n const dropped: Dropped[] = [];\n const seen = new Map();\n for (const it of ordered) {\n if (cutoff && it.date < cutoff) continue;\n if (!keepSponsored && it.sponsored) {\n dropped.push({ kept: it, dropped: it, why: \"付费软文（sponsored）\" });\n continue;\n }\n const k = key(it.link);\n const twin = seen.get(k);\n if (twin) {\n dropped.push({\n kept: twin,\n dropped: it,\n why: `与「${twin.tag}」里同一篇重复`,\n });\n continue;\n }\n seen.set(k, it);\n kept.push(it);\n }\n kept.sort((a, b) => +b.date - +a.date);\n return { kept, dropped };\n}\n\nfunction diagEntry(\n counts: Record,\n kept: Item[],\n dropped: Dropped[],\n base: URL,\n) {\n const day = (() => {\n const iso = () => new Date().toISOString().slice(0, 10);\n try {\n const s = new Date().toLocaleDateString(\"en-CA\", {\n timeZone: \"America/New_York\",\n });\n return /^\\d{4}-\\d{2}-\\d{2}$/.test(s) ? s : iso();\n } catch {\n return iso();\n }\n })();\n const spon = dropped.filter((d) => d.why.startsWith(\"付费\"));\n const dup = dropped.filter((d) => !d.why.startsWith(\"付费\"));\n const rows = (list: Dropped[]) =>\n list.map((d) =>\n `${esc(d.dropped.tag)}丢弃 ${esc(d.dropped.title)}
${\n d.kept === d.dropped\n ? esc(d.why)\n : `因为已有 ${esc(d.kept.tag)} ${esc(d.kept.title)}`\n }`\n ).join(\"\");\n const body =\n `

抓到 ${\n SRC.map((s) => `${s.tag} ${counts[s.tag] ?? 0} 条`).join(\"、\")\n }` +\n ` → 保留 ${kept.length} 条，丢弃 ${dropped.length} 条` +\n `（软文 ${spon.length}、重复 ${dup.length}）。

` +\n (dropped.length\n ? `${\n rows(spon)\n }${rows(dup)}

来源	丢弃了什么 / 为什么

`\n : \"

这一轮没有丢弃任何条目。

\") +\n `

可调参数（跟在地址后面，第一个用 ? 之后用 &）：

参数	作用
`?days=N`	只保留最近 N 天（默认不限）
`?pages=N`	每个源翻几页，每页 10 条（默认 1，最多 3）
`?sponsored=1`	保留付费软文（默认丢弃）
`?tag=0`	标题前不加来源前缀
`?diag=0`	不要这条诊断

`;\n const pin = new Date((kept[0]?.date.getTime() ?? Date.now()) + 60_000);\n return {\n title:\n `合并诊断 · ${day}（保留 ${kept.length} 条 / 丢弃 ${dropped.length} 条）`,\n link: base.origin + base.pathname,\n guid: \"diag-mit-tr\",\n date: pin,\n html: body,\n };\n}\n\nfunction buildRss(\n kept: Item[],\n showTag: boolean,\n diag: ReturnType | null,\n) {\n const items = kept.map((it) => {\n const t = (showTag ? `${it.tag} · ` : \"\") + it.title;\n const d = it.creator ? `${it.creator} —— ${it.desc}` : it.desc;\n return `${esc(t)}${esc(it.link)}` +\n `${esc(key(it.link))}` +\n `${esc(d)}` +\n `${it.date.toUTCString()}`;\n });\n if (diag) {\n items.unshift(\n `${esc(diag.title)}${esc(diag.link)}` +\n `${esc(diag.guid)}` +\n `${esc(diag.html)}` +\n `${diag.date.toUTCString()}`,\n );\n }\n return `\n\nMIT Tech Review · AI（三源合并去重）\nhttps://www.technologyreview.com/topic/artificial-intelligence/\nMIT Technology Review 的 AI 板块、The Algorithm、Will Douglas Heaven 三个 feed 合并，同一篇只留一份，默认剔除付费软文。\nen-US\n${new Date().toUTCString()}\n${items.join(\"\")}\n`;\n}\n\nexport default async function (req: Request): Promise {\n const url = new URL(req.url);\n const q = url.searchParams;\n const pages = Math.min(3, Math.max(1, Number(q.get(\"pages\")) || 1));\n const daysRaw = Number(q.get(\"days\"));\n const cutoff = daysRaw > 0\n ? new Date(Date.now() - Math.min(365, daysRaw) * 864e5)\n : null;\n const keepSponsored = q.get(\"sponsored\") === \"1\";\n\n const { items, counts, errors } = await collect(pages);\n if (!items.length) {\n return new Response(\n \"三个 feed 一条都没抓到。把这句话告诉 Claude。\\n\" + errors.join(\"\\n\"),\n {\n status: 502,\n headers: { \"Content-Type\": \"text/plain; charset=utf-8\" },\n },\n );\n }\n const { kept, dropped } = reduce(items, keepSponsored, cutoff);\n\n const diag = q.get(\"diag\") === \"0\"\n ? null\n : diagEntry(counts, kept, dropped, url);\n return new Response(buildRss(kept, q.get(\"tag\") !== \"0\", diag), {\n headers: {\n \"Content-Type\": \"application/rss+xml; charset=utf-8\",\n \"Cache-Control\": \"public, max-age=300\",\n },\n });\n}","deleted",false,"label",[14],"497de7f1-93b6-4e5e-a6cb-c7884c5f2ebc",["D",1788573569461],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","MIT Tech Review 三个 AI feed 合并去重，剔除付费软文","imageUrl","userId","4d930760-aac6-4857-b21b-f01a00f81422","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","01a06281-3add-7588-9875-998aa2e1101c","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_9":10,"_102":98},"org",{"_9":10,"_95":96,"_97":98,"_55":56,"_99":100,"_101":42},"branch",{"_35":85,"_11":86,"_22":28,"_87":45,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":-5,"_93":12,"_94":10},"isOwned",14,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","Meimei An","avatar","https://lh3.googleusercontent.com/a/ACg8ocIGi6q-4ldhq-uZuUQBjSymuORY8Y80AuFVk-RYPSZTveoWJw=s96-c","tier","free","canRestrictVals","profileImageUrl","ctx",{"_78":-5,"_136":137,"_138":139,"_140":141,"_142":42,"_143":42,"_144":42,"_145":32,"_146":-5,"_147":-7,"_148":-7,"_149":62,"_150":42,"_151":42,"_152":-5,"_153":42,"_154":42,"_155":42,"_156":-5},"ENV",{"_107":108,"_109":110,"_111":86,"_112":113,"_114":115,"_116":117,"_118":119,"_120":121,"_122":123,"_124":125,"_126":127,"_128":129,"_130":131,"_132":133,"_134":135},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town","orgs",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]