[{"_1":2,"_176":-5,"_177":-5},"loaderData",{"_3":4,"_93":94},"root",{"_5":6,"_36":37,"_66":67},"ctx",{"_7":8,"_23":-5,"_24":25,"_26":27,"_28":20,"_29":20,"_30":20,"_31":-5,"_32":33,"_34":20,"_35":20},"auth",{"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":20,"_21":22},"sessionClaims","sessionId","sessionStatus","userId","actor","orgId","orgRole","orgSlug","orgPermissions","factorVerificationAge","isAuthenticated",false,"tokenType","session_token","user","preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesChatPanelState","notificationCount",0,"flagDenols","isTeamOrgMember","ENV",{"_38":39,"_40":41,"_42":43,"_44":45,"_46":47,"_48":49,"_50":51,"_52":53,"_54":55,"_56":57,"_58":59,"_60":61,"_62":63,"_64":65},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","VAL_RUNTIME_NAME","prod","RENDER_GIT_COMMIT","36441c579db8e61d09c811328adf62c8bb2c38d5","RENDER_GIT_BRANCH","main","CLERK_PUBLISHABLE_KEY","pk_live_Y2xlcmsudmFsLnRvd24k","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","API_URL","https://api.val.town","clerkState",{"_68":69},"__internal_clerk_state",{"_70":71,"_72":47,"_73":74,"_75":74,"_76":20,"_77":74,"_78":74,"_79":74,"_80":74,"_81":82,"_91":20,"_92":20},"__clerk_ssr_state",{"_21":22,"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":20},"__publishableKey","__proxyUrl","","__domain","__isSatellite","__signInUrl","__signUpUrl","__afterSignInUrl","__afterSignUpUrl","__clerk_debug",{"_83":20,"_19":20,"_84":74,"_85":86,"_87":74,"_88":47,"_89":20,"_90":74},"isSignedIn","proxyUrl","reason","session-token-and-uat-missing","message","publishableKey","isSatellite","domain","__telemetryDisabled","__telemetryDebug","routes/embed.x.$handle.$name.$",{"_95":96,"_97":98,"_99":100,"_101":102,"_154":155,"_173":174,"_175":-5},"handle","momoney60","name","untitled-974","path","main.ts","project",{"_103":104,"_97":98,"_105":106,"_107":-5,"_108":20,"_109":110,"_111":-5,"_112":-5,"_12":113,"_114":-5,"_115":20,"_116":-5,"_117":-5,"_118":33,"_14":119,"_120":-5,"_121":-5,"_122":-5,"_123":124,"_125":124,"_126":127,"_128":127,"_129":127,"_130":124,"_131":124,"_23":132,"_135":136,"_140":141,"_153":20},"id","0998c88c-173b-11f1-b08b-42dde27851f2","createdAt",["D",1772567775665],"deletedAt","legacyEnvVars","privacy","public","description","imageUrl","019cb543-7927-777e-bc8a-6ac400a43302","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount","019cb543-7928-75b4-8e38-0cd9eadaa3a8","tursoName","tursoHostname","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm",{"_95":96,"_133":134},"profileImageUrl","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18zQVJ1STNIZUpOTFFPaWIxR0lUb0tzZlVIMncifQ","org",{"_95":96,"_137":134,"_12":113,"_138":139},"avatar","tier","pro","branch",{"_142":143,"_97":45,"_103":144,"_145":104,"_146":-5,"_147":-5,"_148":-5,"_149":-5,"_150":-5,"_151":98,"_152":96},"version",17,"09994e88-173b-11f1-b08b-42dde27851f2","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","isOwned","file",{"_103":156,"_97":100,"_157":158,"_159":-5,"_160":144,"_161":143,"_162":163,"_105":164,"_142":165,"_166":167,"_168":169,"_170":20,"_171":-5,"_99":172},"5ccf343e-177a-11f1-96f6-42dde27851f2","fileId","099d1b6c-173b-11f1-b08b-42dde27851f2","parentId","branchId","branchVersion","latest",true,["D",1772594973562],16,"fileType","interval","content","import Parser from \"npm:rss-parser\";\nimport { createClient } from \"npm:@supabase/supabase-js\";\nimport { GoogleGenerativeAI } from \"npm:@google/generative-ai\";\n\n// Val Town provides Interval type in cron vals\nexport default async function (interval: Interval) {\n console.log(\"🚀 READONLY v7:\", new Date().toISOString());\n\n const supabase = createClient(\n process.env.SUPABASE_URL,\n process.env.SUPABASE_SECRET_KEY,\n );\n\n const genAI = new GoogleGenerativeAI(process.env.GEMINI_API_KEY);\n const model = genAI.getGenerativeModel({ model: \"gemini-2.5-flash\" });\n\n const parser = new Parser({\n timeout: 20000,\n headers: {\n \"User-Agent\":\n \"Mozilla/5.0 (compatible; ReadOnly/1.0; +https://readonly.app)\",\n Accept: \"application/rss+xml, application/xml, text/xml, */*\",\n },\n });\n\n const sleep = (ms: number) => new Promise((r) => setTimeout(r, ms));\n\n // ---------------------------\n // Google News RSS helpers\n // ---------------------------\n const gnewsTopic = (\n topic: string,\n { hl = \"en-US\", gl = \"US\", ceid = \"US:en\" } = {},\n ) =>\n `https://news.google.com/rss/headlines/section/topic/${\n encodeURIComponent(\n topic,\n )\n }?hl=${hl}&gl=${gl}&ceid=${ceid}`;\n\n const gnewsSearch = (\n q: string,\n { hl = \"en-US\", gl = \"US\", ceid = \"US:en\" } = {},\n ) =>\n `https://news.google.com/rss/search?q=${\n encodeURIComponent(\n q,\n )\n }&hl=${hl}&gl=${gl}&ceid=${ceid}`;\n\n // ---------------------------\n // Text normalization helpers\n // ---------------------------\n const normalizeTitle = (t: string) =>\n (t || \"\")\n .toLowerCase()\n .replace(/[’']/g, \"\")\n .replace(/[^a-z0-9 ]/g, \" \")\n .replace(/\\s+/g, \" \")\n .trim();\n\n // Lightweight similarity: Jaccard on word sets\n const jaccard = (a: string, b: string) => {\n const A = new Set(normalizeTitle(a).split(\" \").filter(Boolean));\n const B = new Set(normalizeTitle(b).split(\" \").filter(Boolean));\n if (A.size === 0 || B.size === 0) return 0;\n let inter = 0;\n for (const w of A) if (B.has(w)) inter++;\n return inter / (A.size + B.size - inter);\n };\n\n // Explore topic key (server-side clustering for Top tab)\n const topicKeyFromTitle = (title: string) => {\n const stop = new Set([\n \"the\",\n \"a\",\n \"an\",\n \"and\",\n \"or\",\n \"to\",\n \"of\",\n \"in\",\n \"on\",\n \"for\",\n \"with\",\n \"as\",\n \"at\",\n \"by\",\n \"from\",\n \"into\",\n \"amid\",\n \"after\",\n \"before\",\n \"over\",\n \"up\",\n \"down\",\n \"new\",\n \"live\",\n \"update\",\n \"updates\",\n \"breaking\",\n \"says\",\n \"say\",\n \"report\",\n \"reports\",\n \"reported\",\n \"drives\",\n \"driving\",\n \"spike\",\n \"spikes\",\n \"surge\",\n \"surges\",\n ]);\n\n const toks = normalizeTitle(title)\n .split(\" \")\n .filter((t) => t && t.length > 2 && !stop.has(t));\n\n return toks.slice(0, 8).join(\"-\");\n };\n\n // Deterministic dedupe key used in DB\n const makeDedupeKey = (fact: any) => {\n const ch = (fact?.ch || \"\").toString().trim().toLowerCase();\n const title = normalizeTitle((fact?.title || \"\").toString());\n const srcArr = Array.isArray(fact?.src) ? fact.src : [];\n const src = srcArr\n .map((s: any) => (s || \"\").toString().trim().toLowerCase())\n .filter(Boolean)\n .sort()\n .join(\",\");\n return `${ch}|${title}|${src}`.slice(0, 900);\n };\n\n // ---------------------------\n // Phase 0: Load existing titles (soft dedupe)\n // ---------------------------\n console.log(\"🔍 Phase 0: Loading existing titles for dedup...\");\n let existingTitles = new Set();\n\n try {\n const { data, error } = await supabase\n .from(\"Facts\")\n .select(\"title\")\n .order(\"id\", { ascending: false })\n .limit(1200);\n\n if (error) throw error;\n if (data) {\n existingTitles = new Set(data.map((r: any) => normalizeTitle(r.title)));\n }\n console.log(` 📋 ${existingTitles.size} existing titles loaded`);\n } catch (e: any) {\n console.warn(` ⚠️ Dedup load: ${e?.message || e}`);\n }\n\n function isDuplicateTitle(newTitle: string) {\n const normalized = normalizeTitle(newTitle);\n if (!normalized) return false;\n if (existingTitles.has(normalized)) return true;\n\n // Partial match guard: first 7 words\n const words = normalized.split(\" \").slice(0, 7).join(\" \");\n for (const existing of existingTitles) {\n const existing7 = existing.split(\" \").slice(0, 7).join(\" \");\n if (existing.startsWith(words) || words.startsWith(existing7)) {\n return true;\n }\n }\n return false;\n }\n\n // ---------------------------\n // Phase 0b: Cleanup (keep latest 15 per channel)\n // Note: remove \"top\" from cleanup list because \"top\" is not a real channel.\n // ---------------------------\n console.log(\"🧹 Cleaning old data...\");\n try {\n const channelsToTrim = [\n \"world\",\n \"us\",\n \"politics\",\n \"business\",\n \"markets\",\n \"economy\",\n \"tech\",\n \"ai\",\n \"cyber\",\n \"science\",\n \"health\",\n \"energy\",\n \"real-estate\",\n \"law\",\n \"sports\",\n \"nhl\",\n \"climate\",\n \"bright\",\n \"live-event\",\n ];\n\n for (const ch of channelsToTrim) {\n const { data: old, error } = await supabase\n .from(\"Facts\")\n .select(\"id\")\n .eq(\"ch\", ch)\n .order(\"id\", { ascending: false })\n .range(15, 9999);\n\n if (error) throw error;\n\n if (old && old.length > 0) {\n const ids = old.map((r: any) => r.id);\n for (let i = 0; i < ids.length; i += 100) {\n const batch = ids.slice(i, i + 100);\n const { error: delErr } = await supabase.from(\"Facts\").delete().in(\n \"id\",\n batch,\n );\n if (delErr) throw delErr;\n }\n console.log(` 🧹 ${ch}: removed ${old.length} old`);\n }\n }\n } catch (e: any) {\n console.warn(` ⚠️ Cleanup: ${e?.message || e}`);\n }\n\n // ---------------------------\n // Feeds\n // Top feeds are ingest-only (do not write Facts with ch=\"top\")\n // ---------------------------\n const topIngestOnly = {\n ch: \"_top_ingest\",\n sources: [\n { url: gnewsTopic(\"WORLD\"), name: \"Google News\" },\n { url: \"https://feeds.bbci.co.uk/news/rss.xml\", name: \"BBC\" },\n { url: \"https://feeds.feedburner.com/reuters/topNews\", name: \"Reuters\" },\n ],\n };\n\n const stapleFeeds = [\n {\n ch: \"world\",\n sources: [\n { url: \"http://feeds.bbci.co.uk/news/world/rss.xml\", name: \"BBC\" },\n {\n url: \"https://www.aljazeera.com/xml/rss/all.xml\",\n name: \"Al Jazeera\",\n },\n { url: \"https://www.theguardian.com/world/rss\", name: \"The Guardian\" },\n {\n url: \"https://rss.nytimes.com/services/xml/rss/nyt/World.xml\",\n name: \"NYT\",\n },\n { url: \"https://www.france24.com/en/rss\", name: \"France 24\" },\n { url: \"https://rss.dw.com/rdf/rss-en-all\", name: \"DW\" },\n { url: gnewsTopic(\"WORLD\"), name: \"Google News\" },\n ],\n },\n {\n ch: \"us\",\n sources: [\n { url: \"https://feeds.npr.org/1001/rss.xml\", name: \"NPR\" },\n {\n url: \"https://rss.nytimes.com/services/xml/rss/nyt/US.xml\",\n name: \"NYT\",\n },\n {\n url: \"https://feeds.bbci.co.uk/news/world/us_and_canada/rss.xml\",\n name: \"BBC\",\n },\n {\n url: \"https://www.theguardian.com/world/usa/rss\",\n name: \"The Guardian\",\n },\n { url: gnewsTopic(\"NATION\"), name: \"Google News\" },\n {\n url: gnewsSearch(\n \"site:apnews.com (U.S. OR US OR Washington) when:3d\",\n ),\n name: \"Google News\",\n },\n ],\n },\n {\n ch: \"politics\",\n sources: [\n {\n url: gnewsSearch(\n '(election OR congress OR senate OR \"White House\" OR parliament OR \"Supreme Court\") when:2d',\n ),\n name: \"Google News\",\n },\n {\n url: gnewsSearch(\"site:apnews.com hub/politics when:7d\"),\n name: \"Google News\",\n },\n { url: \"https://feeds.bbci.co.uk/news/politics/rss.xml\", name: \"BBC\" },\n ],\n },\n {\n ch: \"business\",\n sources: [\n { url: \"https://feeds.bbci.co.uk/news/business/rss.xml\", name: \"BBC\" },\n {\n url: \"https://finance.yahoo.com/news/rssindex\",\n name: \"Yahoo Finance\",\n },\n {\n url: \"https://rss.nytimes.com/services/xml/rss/nyt/Business.xml\",\n name: \"NYT\",\n },\n {\n url: \"https://feeds.feedburner.com/reuters/businessNews\",\n name: \"Reuters\",\n },\n { url: gnewsTopic(\"BUSINESS\"), name: \"Google News\" },\n {\n url: gnewsSearch(\n \"site:ft.com (earnings OR merger OR acquisition) when:7d\",\n ),\n name: \"Google News\",\n },\n {\n url: gnewsSearch(\"site:wsj.com (earnings OR deal OR merger) when:7d\"),\n name: \"Google News\",\n },\n {\n url: gnewsSearch(\n \"site:bloomberg.com (earnings OR deal OR merger) when:7d\",\n ),\n name: \"Google News\",\n },\n ],\n },\n {\n ch: \"markets\",\n sources: [\n {\n url: \"https://finance.yahoo.com/news/rssindex\",\n name: \"Yahoo Finance\",\n },\n { url: \"https://feeds.bbci.co.uk/news/business/rss.xml\", name: \"BBC\" },\n {\n url: \"https://feeds.feedburner.com/reuters/businessNews\",\n name: \"Reuters\",\n },\n {\n url: gnewsSearch(\n '(stocks OR bonds OR yields OR \"Fed\" OR inflation OR CPI OR payrolls) when:2d',\n ),\n name: \"Google News\",\n },\n ],\n },\n {\n ch: \"economy\",\n sources: [\n {\n url: gnewsSearch(\n '(\"Federal Reserve\" OR ECB OR BOE OR inflation OR GDP OR unemployment OR payrolls) when:7d',\n ),\n name: \"Google News\",\n },\n {\n url: \"https://feeds.bbci.co.uk/news/business/economy/rss.xml\",\n name: \"BBC\",\n },\n ],\n },\n {\n ch: \"tech\",\n sources: [\n { url: \"https://techcrunch.com/feed/\", name: \"TechCrunch\" },\n {\n url: \"https://feeds.arstechnica.com/arstechnica/index\",\n name: \"Ars Technica\",\n },\n { url: \"https://www.theverge.com/rss/index.xml\", name: \"The Verge\" },\n { url: \"https://www.wired.com/feed/rss\", name: \"WIRED\" },\n { url: gnewsTopic(\"TECHNOLOGY\"), name: \"Google News\" },\n ],\n },\n {\n ch: \"ai\",\n sources: [\n {\n url: gnewsSearch(\n '(AI OR \"artificial intelligence\" OR model) (OpenAI OR Google OR Anthropic OR Microsoft) when:7d',\n ),\n name: \"Google News\",\n },\n {\n url: gnewsSearch(\"site:arxiv.org (LLM OR transformer) when:14d\"),\n name: \"Google News\",\n },\n ],\n },\n {\n ch: \"cyber\",\n sources: [\n {\n url: gnewsSearch(\n \"(ransomware OR breach OR hacked OR cybersecurity) when:7d\",\n ),\n name: \"Google News\",\n },\n {\n url: gnewsSearch(\n \"site:bleepingcomputer.com (breach OR ransomware) when:14d\",\n ),\n name: \"Google News\",\n },\n {\n url: gnewsSearch(\"site:krebsonsecurity.com when:60d\"),\n name: \"Google News\",\n },\n ],\n },\n {\n ch: \"science\",\n sources: [\n { url: \"https://www.nasa.gov/rss/dyn/breaking_news.rss\", name: \"NASA\" },\n {\n url: \"https://www.sciencedaily.com/rss/all.xml\",\n name: \"ScienceDaily\",\n },\n { url: \"https://phys.org/rss-feed/\", name: \"Phys.org\" },\n { url: gnewsTopic(\"SCIENCE\"), name: \"Google News\" },\n ],\n },\n {\n ch: \"health\",\n sources: [\n {\n url: \"https://rss.nytimes.com/services/xml/rss/nyt/Health.xml\",\n name: \"NYT\",\n },\n { url: \"https://feeds.bbci.co.uk/news/health/rss.xml\", name: \"BBC\" },\n {\n url: \"https://www.sciencedaily.com/rss/health_medicine.xml\",\n name: \"ScienceDaily\",\n },\n { url: gnewsTopic(\"HEALTH\"), name: \"Google News\" },\n ],\n },\n {\n ch: \"energy\",\n sources: [\n {\n url: gnewsSearch(\n \"(oil OR gas OR OPEC OR LNG OR renewable OR solar OR wind) when:7d\",\n ),\n name: \"Google News\",\n },\n ],\n },\n {\n ch: \"real-estate\",\n sources: [\n {\n url: gnewsSearch(\n '(housing OR \"mortgage rates\" OR rents OR \"commercial real estate\" OR CRE) when:14d',\n ),\n name: \"Google News\",\n },\n { url: gnewsSearch(\"site:bisnow.com when:30d\"), name: \"Google News\" },\n {\n url: gnewsSearch(\"site:therealdeal.com when:30d\"),\n name: \"Google News\",\n },\n ],\n },\n {\n ch: \"law\",\n sources: [\n {\n url: gnewsSearch(\n '(\"Supreme Court\" OR DOJ OR SEC OR antitrust OR indictment OR settlement) when:7d',\n ),\n name: \"Google News\",\n },\n ],\n },\n {\n ch: \"sports\",\n sources: [\n { url: \"https://www.espn.com/espn/rss/nfl/news\", name: \"ESPN\" },\n { url: \"https://feeds.bbci.co.uk/sport/rss.xml\", name: \"BBC\" },\n { url: \"https://www.sportsnet.ca/feed\", name: \"Sportsnet\" },\n { url: gnewsTopic(\"SPORTS\"), name: \"Google News\" },\n ],\n },\n {\n ch: \"nhl\",\n sources: [\n { url: \"https://sports.yahoo.com/nhl/rss/\", name: \"Yahoo NHL\" },\n { url: \"https://www.sportsnet.ca/hockey/nhl/feed\", name: \"Sportsnet\" },\n { url: \"https://thehockeywriters.com/feed/\", name: \"Hockey Writers\" },\n {\n url: \"https://feeds.bbci.co.uk/sport/ice-hockey/rss.xml\",\n name: \"BBC\",\n },\n { url: \"http://www.tsn.ca/datafiles/rss/Stories.xml\", name: \"TSN\" },\n\n {\n url: gnewsSearch(\n \"site:nhl.com (trade OR injury OR playoff OR roster) when:2d\",\n ),\n name: \"Google News\",\n },\n {\n url: gnewsSearch(\n '(\"Elliotte Friedman\" OR \"Pierre LeBrun\" OR \"Darren Dreger\") nhl when:7d',\n ),\n name: \"Google News\",\n },\n {\n url: gnewsSearch(\n '(nhl waivers OR \"cap hit\" OR LTIR OR \"call-up\" OR scratched OR suspension) when:7d',\n ),\n name: \"Google News\",\n },\n {\n url: gnewsSearch(\n '(nhl \"trade deadline\" OR extension OR buyout OR contract) when:14d',\n ),\n name: \"Google News\",\n },\n {\n url: gnewsSearch(\n '(nhl \"power play\" OR goalie OR \"starting goaltender\" OR lineup) when:7d',\n ),\n name: \"Google News\",\n },\n {\n url: gnewsSearch(\n '(\"Maple Leafs\" OR \"Rangers\" OR \"Canadiens\" OR \"Bruins\" OR \"Oilers\") nhl when:3d',\n ),\n name: \"Google News\",\n },\n {\n url: gnewsSearch(\n '(\"Avalanche\" OR \"Golden Knights\" OR \"Stars\" OR \"Kings\" OR \"Canucks\") nhl when:3d',\n ),\n name: \"Google News\",\n },\n ],\n },\n {\n ch: \"climate\",\n sources: [\n {\n url: \"https://rss.nytimes.com/services/xml/rss/nyt/Climate.xml\",\n name: \"NYT\",\n },\n {\n url: \"https://www.theguardian.com/environment/rss\",\n name: \"The Guardian\",\n },\n {\n url: \"https://feeds.bbci.co.uk/news/science_and_environment/rss.xml\",\n name: \"BBC\",\n },\n {\n url: gnewsSearch(\n \"(climate OR wildfire OR drought OR flood OR heatwave) when:7d\",\n ),\n name: \"Google News\",\n },\n ],\n },\n {\n ch: \"bright\",\n sources: [\n {\n url: \"https://www.goodnewsnetwork.org/feed/\",\n name: \"Good News Network\",\n },\n { url: \"https://www.positive.news/feed/\", name: \"Positive News\" },\n {\n url: gnewsSearch(\n '(breakthrough OR discovery OR rescued OR \"conservation success\") when:30d',\n ),\n name: \"Google News\",\n },\n { url: \"https://feeds.bbci.co.uk/news/rss.xml\", name: \"BBC\" },\n {\n url: \"https://rss.nytimes.com/services/xml/rss/nyt/Science.xml\",\n name: \"NYT\",\n },\n ],\n },\n ];\n\n // ---------------------------\n // Phase 1: Ingest (maximize)\n // Include top ingest-only feeds for breadth and Live detection\n // ---------------------------\n console.log(\"📡 Phase 1: Ingesting...\");\n\n const channelHeadlines: Record = {};\n let globalHeadlineDump = \"\";\n let totalIngested = 0;\n\n const allFeedConfigs = [topIngestOnly, ...stapleFeeds];\n\n for (const channel of allFeedConfigs) {\n channelHeadlines[channel.ch] = [];\n\n for (const src of channel.sources) {\n try {\n const feed = await parser.parseURL(src.url);\n\n // Pull more per source, especially NHL and top ingest-only\n const pull = channel.ch === \"nhl\"\n ? 15\n : channel.ch === \"_top_ingest\"\n ? 12\n : 8;\n\n const items = (feed.items || []).slice(0, pull);\n\n for (const item of items) {\n const entry = {\n title: item.title || \"Untitled\",\n snippet: item.contentSnippet || item.content || \"\",\n link: (item as any).link || \"\",\n pubDate: (item as any).pubDate || (item as any).isoDate || \"\",\n source: src.name,\n };\n channelHeadlines[channel.ch].push(entry);\n globalHeadlineDump += `[${src.name}] ${entry.title}\\n`;\n totalIngested++;\n }\n\n console.log(` ✓ ${src.name}: ${items.length}`);\n } catch (e: any) {\n const msg = (e?.message || e || \"\").toString();\n console.warn(` ⚠️ ${src.name}: ${msg.slice(0, 80)}`);\n }\n }\n\n console.log(\n ` 📊 ${channel.ch}: ${channelHeadlines[channel.ch].length} headlines`,\n );\n }\n\n // ---------------------------\n // Phase 1b: Cluster within channel to reduce repeats and improve prompts\n // ---------------------------\n function clusterHeadlines(headlines: any[], threshold = 0.58) {\n const clusters: any[] = [];\n for (const h of headlines) {\n let placed = false;\n for (const c of clusters) {\n if (jaccard(h.title, c.rep.title) >= threshold) {\n c.items.push(h);\n placed = true;\n break;\n }\n }\n if (!placed) clusters.push({ rep: h, items: [h] });\n }\n return clusters;\n }\n\n // ---------------------------\n // Phase 2: Analyze + Insert\n // Skip ingest-only channel\n // ---------------------------\n console.log(\"🧠 Phase 2: Analyzing...\");\n\n const allFacts: any[] = [];\n\n for (const channel of stapleFeeds) {\n const headlines = channelHeadlines[channel.ch];\n if (!headlines || headlines.length === 0) {\n console.log(`⚠️ ${channel.ch}: no headlines, skipping`);\n continue;\n }\n\n const clusters = clusterHeadlines(\n headlines,\n channel.ch === \"nhl\" ? 0.52 : 0.58,\n );\n\n const sortedClusters = clusters\n .map((c) => {\n const sources = [...new Set(c.items.map((x: any) => x.source))];\n return { ...c, sourceCount: sources.length, sources };\n })\n .sort((a, b) => b.sourceCount - a.sourceCount);\n\n const evidenceBlock = sortedClusters\n .slice(0, channel.ch === \"nhl\" ? 40 : 25)\n .map((c, i) => {\n const lines = c.items\n .slice(0, channel.ch === \"nhl\" ? 6 : 4)\n .map((h: any) => {\n const snip = (h.snippet || \"\").toString().replace(/\\s+/g, \" \")\n .slice(0, 240);\n const link = h.link ? ` (${h.link})` : \"\";\n return `- [${h.source}] ${h.title}${link}\\n ${snip}`;\n })\n .join(\"\\n\");\n return `CLUSTER ${i + 1} (${c.sources.join(\", \")}):\\n${lines}`;\n })\n .join(\"\\n\\n\");\n\n const sourceNames = [...new Set(headlines.map((h) => h.source))];\n const isBright = channel.ch === \"bright\";\n const isNHL = channel.ch === \"nhl\";\n\n const recentTitlesForChannel = [...existingTitles].slice(0, 200).join(\n \" | \",\n );\n\n let prompt = \"\";\n\n if (isBright) {\n prompt = `\nYou are ReadOnly-BRIGHT. Your job is to find genuinely uplifting, fascinating, hopeful stories from evidence.\nNo politics fights. No doom with a \"silver lining\" spin.\n\nEVIDENCE:\n${evidenceBlock}\n\nAVOID anything similar to these already-reported titles:\n${recentTitlesForChannel.slice(0, 900)}\n\nReturn ONLY a JSON array of exactly 5 objects.\nEach object must be anchored to at least 1 evidence line above (no inventions).\n\nSchema:\n{\"ch\":\"bright\",\"st\":\"Confirmed\" or \"Developing\",\"co\":<70-99>,\"ht\":<50-99>,\"title\":\"Uplifting objective headline\",\"facts\":[\"Fact 1\",\"Fact 2\",\"Fact 3\"],\"ctx\":\"1 short paragraph.\",\"src\":[\"Source1\",\"Source2\"],\"upd\":\"Just now\",\"pub\":\"Just now\",\"clog\":[],\"agent\":\"ReadOnly-BRIGHT\"}\n\nRules:\n- If only 1 source supports it, set st=\"Developing\" and co 70-85.\n- If 2+ sources support it, set st=\"Confirmed\" and co 90-99.\nReturn RAW JSON only. No markdown.`;\n } else if (isNHL) {\n prompt = `\nYou are ReadOnly-NHL, a hockey intelligence engine.\nYou must stay grounded in the evidence list below. No speculation beyond evidence.\nIf you include rumors, explicitly label them as rumor and keep co lower unless corroborated.\n\nEVIDENCE (clustered headlines with sources):\n${evidenceBlock}\n\nAVOID anything similar to these already-reported titles:\n${recentTitlesForChannel.slice(0, 900)}\n\nReturn ONLY a JSON array of exactly 10 objects.\nPrioritize:\n1) Confirmed trades / signings / waivers / call-ups\n2) Injury status and lineup impact\n3) Standings / playoff race implications\n4) Credible insider reports\n\nSchema:\n{\"ch\":\"nhl\",\"st\":\"Confirmed\" or \"Developing\",\"co\":<70-99>,\"ht\":<50-99>,\"title\":\"Clear headline\",\"facts\":[\"Fact 1\",\"Fact 2\",\"Fact 3\"],\"ctx\":\"Short context with names/teams.\",\"src\":[\"Source1\",\"Source2\"],\"upd\":\"Just now\",\"pub\":\"Just now\",\"clog\":[],\"agent\":\"ReadOnly-NHL\"}\n\nRules:\n- If 1 source: st=\"Developing\", co 70-85.\n- If 2+ sources: st=\"Confirmed\", co 90-99.\n- For rumors: keep co <= 85 unless 2+ independent sources.\nReturn RAW JSON only. No markdown.`;\n } else {\n prompt = `\nYou are ReadOnly, an objective intelligence engine.\nYou must stay grounded in the evidence below. Do not invent details.\n\nCHANNEL: ${channel.ch.toUpperCase()}\nSOURCES PRESENT: ${sourceNames.join(\", \")}\n\nEVIDENCE:\n${evidenceBlock}\n\nAVOID anything similar to these already-reported titles:\n${recentTitlesForChannel.slice(0, 900)}\n\nReturn ONLY a JSON array of exactly 5 objects.\n\nSchema:\n{\"ch\":\"${channel.ch}\",\"st\":\"Confirmed\" or \"Developing\",\"co\":<70-99>,\"ht\":<50-99>,\"title\":\"Clear objective headline\",\"facts\":[\"Fact 1\",\"Fact 2\",\"Fact 3\"],\"ctx\":\"Brief neutral context.\",\"src\":[\"Source1\",\"Source2\"],\"upd\":\"Just now\",\"pub\":\"Just now\",\"clog\":[],\"agent\":\"ReadOnly-${channel.ch.toUpperCase()}\"}\n\nRules:\n- 1 source: st=\"Developing\", co 70-85.\n- 2+ sources: st=\"Confirmed\", co 90-99.\nReturn RAW JSON only. No markdown.`;\n }\n\n try {\n const result = await model.generateContent(prompt);\n const raw = result.response\n .text()\n .replace(/```json/gi, \"\")\n .replace(/```/g, \"\")\n .trim();\n\n const facts = JSON.parse(raw);\n\n const now = Date.now();\n const rows: any[] = [];\n\n for (const fact of facts) {\n const title = (fact?.title || \"\").toString();\n if (!title) continue;\n\n if (isDuplicateTitle(title)) {\n console.log(` 🔁 SKIPPED duplicate title: \"${title.slice(0, 80)}\"`);\n continue;\n }\n\n fact.id = `f_${channel.ch}_${now}_${\n Math.random().toString(36).slice(2, 6)\n }`;\n fact.dedupe_key = makeDedupeKey(fact);\n fact.created_at = new Date().toISOString();\n\n rows.push(fact);\n existingTitles.add(normalizeTitle(title));\n }\n\n if (rows.length === 0) {\n console.log(`⏭️ ${channel.ch}: nothing new`);\n } else {\n const { error } = await supabase\n .from(\"Facts\")\n .upsert(rows, { onConflict: \"dedupe_key\", ignoreDuplicates: true });\n\n if (error) throw error;\n\n allFacts.push(...rows);\n console.log(\n `✅ ${channel.ch}: attempted ${rows.length} new (DB dedupe blocks repeats)`,\n );\n }\n } catch (e: any) {\n console.error(`❌ ${channel.ch}: ${e?.message || e}`);\n }\n\n await sleep(1000);\n }\n\n // ---------------------------\n // Phase 3: Live events\n // ---------------------------\n console.log(\"🔴 Phase 3: Live events...\");\n\n const livePrompt = `\nYou are ReadOnly-LIVE.\nAnalyze ALL headlines below and identify truly dominant live events covered by 3+ different sources.\nReturn [] if none qualify. Max 3 events.\n\nHEADLINES:\n${globalHeadlineDump}\n\nSchema per item:\n{\"ch\":\"live-event\",\"live_tag\":\"short-kebab-id\",\"st\":\"Confirmed\",\"co\":95,\"ht\":99,\"title\":\"Breaking headline\",\"facts\":[\"Fact 1\",\"Fact 2\",\"Fact 3\"],\"ctx\":\"Context.\",\"src\":[\"Source1\",\"Source2\",\"Source3\"],\"upd\":\"Just now\",\"pub\":\"Just now\",\"clog\":[],\"agent\":\"ReadOnly-LIVE\"}\n\nReturn RAW JSON only. No markdown.`;\n\n try {\n const liveResult = await model.generateContent(livePrompt);\n const liveRaw = liveResult.response\n .text()\n .replace(/```json/gi, \"\")\n .replace(/```/g, \"\")\n .trim();\n\n const liveEvents = JSON.parse(liveRaw);\n\n if (Array.isArray(liveEvents) && liveEvents.length > 0) {\n const now = Date.now();\n const rows: any[] = [];\n\n for (const ev of liveEvents) {\n const title = (ev?.title || \"\").toString();\n if (!title) continue;\n if (isDuplicateTitle(title)) continue;\n\n ev.id = `f_live_${now}_${Math.random().toString(36).slice(2, 6)}`;\n ev.dedupe_key = makeDedupeKey(ev);\n\n rows.push(ev);\n existingTitles.add(normalizeTitle(title));\n }\n\n if (rows.length > 0) {\n const { error } = await supabase\n .from(\"Facts\")\n .upsert(rows, { onConflict: \"dedupe_key\", ignoreDuplicates: true });\n\n if (error) throw error;\n\n allFacts.push(...rows);\n console.log(\n `🔴 live-event: attempted ${rows.length} new (DB dedupe blocks repeats)`,\n );\n } else {\n console.log(\"🟢 No new live events.\");\n }\n } else {\n console.log(\"🟢 No live events.\");\n }\n } catch (e: any) {\n console.error(`❌ Live: ${e?.message || e}`);\n }\n\n // ---------------------------\n // Phase 4: Explore (Top tab)\n // Goal: pick 6 items, one per topic, minimal duplication, still high heat\n // ---------------------------\n console.log(\"🗺️ Phase 4: Top stories (clustered)...\");\n\n try {\n // Pull a larger pool, exclude bright and live-event so Top stays clean\n const { data: pool, error } = await supabase\n .from(\"Facts\")\n .select(\"*\")\n .not(\"ch\", \"in\", '(\"bright\",\"live-event\")')\n .order(\"ht\", { ascending: false })\n .limit(60);\n\n if (error) throw error;\n\n if (!pool || pool.length === 0) {\n console.log(\"🗺️ No recent facts found for ranking.\");\n } else {\n // Sort by heat first, then confidence\n const sorted = [...pool].sort((a: any, b: any) => {\n const dHt = (b.ht || 0) - (a.ht || 0);\n if (dHt !== 0) return dHt;\n return (b.co || 0) - (a.co || 0);\n });\n\n // Topic clustering: pick best per topic key\n const seenTopic = new Set();\n const seenTitle = new Set();\n const picks: any[] = [];\n\n // First pass: enforce diversity by channel softly (avoid 4 of the same)\n const chCount: Record = {};\n const maxPerChannel = 2;\n\n for (const f of sorted) {\n const key = topicKeyFromTitle(f.title);\n const tNorm = normalizeTitle(f.title);\n\n if (!key) continue;\n if (seenTopic.has(key)) continue;\n if (seenTitle.has(tNorm)) continue;\n\n const ch = (f.ch || \"\").toString();\n chCount[ch] = chCount[ch] || 0;\n\n if (chCount[ch] >= maxPerChannel) continue;\n\n seenTopic.add(key);\n seenTitle.add(tNorm);\n chCount[ch]++;\n\n picks.push(f);\n if (picks.length >= 6) break;\n }\n\n // Second pass: fill remaining slots, still topic-unique, ignore channel cap\n if (picks.length < 6) {\n for (const f of sorted) {\n const key = topicKeyFromTitle(f.title);\n const tNorm = normalizeTitle(f.title);\n if (!key) continue;\n if (seenTopic.has(key)) continue;\n if (seenTitle.has(tNorm)) continue;\n\n seenTopic.add(key);\n seenTitle.add(tNorm);\n picks.push(f);\n\n if (picks.length >= 6) break;\n }\n }\n\n const top = picks.slice(0, 6).map((f: any, i: number) => ({\n id: `explore_${Date.now()}_${i}`,\n rank: i + 1,\n fact_id: f.id,\n ch: f.ch,\n live_tag: f.live_tag || null,\n title: f.title,\n ht: f.ht,\n co: f.co,\n st: f.st,\n src: f.src,\n updated_at: new Date().toISOString(),\n }));\n\n await supabase.from(\"Explore\").delete().neq(\"id\", \"\");\n await supabase.from(\"Explore\").insert(top);\n\n console.log(`🗺️ Explore: ranked ${top.length} (topic-clustered)`);\n }\n } catch (e: any) {\n console.error(`❌ Explore: ${e?.message || e}`);\n }\n\n const srcCount = allFeedConfigs.reduce((s, c) => s + c.sources.length, 0);\n console.log(\n `\\n✨ DONE - ${srcCount} sources scanned, ${totalIngested} headlines ingested, ${allFacts.length} new facts attempted.`,\n );\n}","deleted","label",[100],"permalink","https://www.val.town/x/momoney60/untitled-974/code/main.ts","extension","actionData","errors"]