<!\\[CDATA\\[(.*?)\\]\\]><\\/title>/)?.[1] ??\n inner.match(/<title>(.*?)<\\/title>/)?.[1] ?? \"\";\n const rssLink = inner.match(/<link>(.*?)<\\/link>/)?.[1] ??\n inner.match(/<guid[^>]*>(.*?)<\\/guid>/)?.[1] ?? \"\";\n return { title, rssLink };\n });\n}\n\n// ─── 2. Resolve Google News redirect → real URL ──────────────────────────────\n\nasync function resolveGoogleNewsUrl(rssLink) {\n try {\n // Step 1: get decoding params by hitting the article page\n const encoded = new URL(rssLink).pathname.split(\"/\").pop();\n const paramsRes = await fetch(\n `https://news.google.com/rss/articles/${encoded}`,\n {\n headers: {\n \"User-Agent\":\n \"Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:109.0) Gecko/20100101 Firefox/115.0\",\n \"Accept\":\n \"text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8\",\n \"Accept-Language\": \"en-US,en;q=0.5\",\n \"Referer\": \"https://www.google.com/\",\n },\n },\n );\n const html = await paramsRes.text();\n\n // Extract gn_art_id, timestamp, signature from the page\n const artId = html.match(/\"garturlreq\".*?\"([^\"]{10,})\"/)?.[1];\n const timestamp = html.match(/\"(\\d{10,13})\"/)?.[1];\n const signature = html.match(/,\"([^\"]{10,})\"\\]$/m)?.[1];\n\n if (!artId || !timestamp || !signature) {\n console.warn(\"[redirect] could not extract decoding params\");\n return rssLink;\n }\n\n // Step 2: call batchexecute to get real URL\n const payload = JSON.stringify([[\n \"Fbv4je\",\n `[\"garturlreq\",[[\"X\",\"X\",[\"X\",\"X\"],null,null,1,1,\"US:en\",null,1,null,null,null,null,null,0,1],\"X\",\"X\",1,[1,1,1],1,1,null,0,0,null,0],\"${artId}\",${timestamp},\"${signature}\"]`,\n ]]);\n\n const batchRes = await fetch(\n \"https://news.google.com/_/DotsSplashUi/data/batchexecute\",\n {\n method: \"POST\",\n headers: {\n \"Content-Type\": \"application/x-www-form-urlencoded;charset=UTF-8\",\n \"Referer\": \"https://www.google.com/\",\n },\n body: `f.req=${encodeURIComponent(JSON.stringify([[payload]]))}`,\n },\n );\n\n const text = await batchRes.text();\n const urlMatch = text.match(/https?:\\/\\/[^\\\\\"]+/);\n if (urlMatch) {\n console.log(`[redirect] → ${new URL(urlMatch[0]).hostname}`);\n return urlMatch[0];\n }\n\n console.warn(\"[redirect] batchexecute returned no URL\");\n return rssLink;\n } catch (e) {\n console.warn(`[redirect] FAILED — ${e}`);\n return rssLink;\n }\n}\n\n// ─── 3. Fetch full article text via Jina ────────────────────────────────────\n\nasync function fetchWithJina(url: string): Promise<string> {\n try {\n const res = await fetch(`https://r.jina.ai/${url}`, {\n headers: {\n \"Accept\": \"text/plain\",\n \"User-Agent\": \"Mozilla/5.0 (compatible; NewsBot/1.0)\",\n },\n });\n if (!res.ok) {\n console.warn(`[jina] HTTP ${res.status} for ${new URL(url).hostname}`);\n return \"\";\n }\n const text = await res.text();\n console.log(`[jina] OK ${new URL(url).hostname} — ${text.length} chars`);\n return text.slice(0, 3000);\n } catch (e) {\n console.warn(`[jina] FAILED ${url.slice(0, 60)} — ${e}`);\n return \"\";\n }\n}\n\n// ─── 4. Resolve + fetch all articles in parallel ────────────────────────────\n\ninterface Article {\n title: string;\n sourceLink: string;\n content: string;\n}\n\nasync function fetchAllArticles(): Promise<Article[]> {\n const rssArticles = await fetchRssArticles();\n console.log(\n `[fetch] Resolving redirects + fetching ${rssArticles.length} articles in parallel...`,\n );\n\n const results = await Promise.allSettled(\n rssArticles.map(async ({ title, rssLink }) => {\n const sourceLink = await resolveGoogleNewsUrl(rssLink);\n const content = await fetchWithJina(sourceLink);\n return { title, sourceLink, content };\n }),\n );\n\n const settled = results.filter(\n (r): r is PromiseFulfilledResult<Article> =>\n r.status === \"fulfilled\" && r.value.content.length > 100,\n ).map((r) => r.value);\n\n const failed = results.filter(\n (r) =>\n r.status === \"rejected\" ||\n (r.status === \"fulfilled\" && r.value.content.length <= 100),\n ).length;\n console.log(\n `[fetch] ${settled.length} usable, ${failed} skipped (failed/paywalled)`,\n );\n return settled;\n}\n\n// ─── 5. Analyse with Gemini (single batch call) ──────────────────────────────\n\ninterface ArticleAnalysis {\n title: string;\n link: string;\n companies: { name: string; ticker: string }[];\n sentiment: \"positive\" | \"negative\" | \"neutral\";\n reason: string;\n}\n\nasync function analyseArticles(\n articles: Article[],\n): Promise<ArticleAnalysis[]> {\n console.log(`[gemini] Sending ${articles.length} articles for analysis...`);\n const prompt = `\nYou are a financial news analyst. For each article below, determine:\n1. Whether it mentions any publicly traded company (stock).\n2. If yes: the company name and stock ticker symbol.\n3. The sentiment toward that company: positive, negative, or neutral.\n4. A one-sentence reason or key quote explaining the sentiment.\n\nReturn ONLY a valid JSON array — no markdown, no backticks. Each element:\n{\n \"index\": number,\n \"companies\": [{ \"name\": string, \"ticker\": string }],\n \"sentiment\": \"positive\" | \"negative\" | \"neutral\",\n \"reason\": string\n}\nIf no public company is mentioned, return an empty \"companies\" array.\n\nArticles:\n${\n articles.map((a, i) => `[${i}] Title: ${a.title}\\nContent: ${a.content}`)\n .join(\"\\n\\n---\\n\\n\")\n }\n`;\n\n const res = await fetch(`${GEMINI_URL}?key=${GEMINI_API_KEY}`, {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({\n contents: [{ parts: [{ text: prompt }] }],\n generationConfig: { temperature: 0.1 },\n }),\n });\n\n const data = await res.json();\n const raw = data.candidates?.[0]?.content?.parts?.[0]?.text ?? \"[]\";\n const clean = raw.replace(/```json|```/g, \"\").trim();\n\n const parsed: {\n index: number;\n companies: { name: string; ticker: string }[];\n sentiment: string;\n reason: string;\n }[] = JSON.parse(clean);\n\n const hits = parsed.filter((r) => r.companies.length > 0);\n console.log(\n `[gemini] ${hits.length}/${parsed.length} articles mention public companies`,\n );\n hits.forEach((r) =>\n console.log(\n ` [${r.sentiment}] ${articles[r.index].title.slice(0, 60)} → ${\n r.companies.map((c) => c.ticker).join(\", \")\n }`,\n )\n );\n\n return hits.map((r) => ({\n title: articles[r.index].title,\n link: articles[r.index].sourceLink,\n companies: r.companies,\n sentiment: r.sentiment as ArticleAnalysis[\"sentiment\"],\n reason: r.reason,\n }));\n}\n\n// ─── 6. Format & send email ──────────────────────────────────────────────────\n\nfunction sentimentEmoji(s: string) {\n return s === \"positive\" ? \"🟢\" : s === \"negative\" ? \"🔴\" : \"🟡\";\n}\n\nfunction buildEmailHtml(results: ArticleAnalysis[]): string {\n const rows = results\n .map(\n (r) => `\n <div style=\"border:1px solid #e0e0e0; border-radius:8px; padding:16px; margin-bottom:16px; font-family:sans-serif;\">\n <div style=\"font-size:15px; font-weight:600; margin-bottom:6px;\">\n <a href=\"${r.link}\" style=\"color:#1a0dab; text-decoration:none;\">${r.title}</a>\n </div>\n <div style=\"margin-bottom:6px;\">\n ${\n r.companies\n .map(\n (c) =>\n `<span style=\"background:#f0f4ff; border:1px solid #c0ccff; border-radius:4px; padding:2px 8px; font-size:13px; margin-right:6px;\"><strong>${c.ticker}</strong> — ${c.name}</span>`,\n )\n .join(\"\")\n }\n </div>\n <div style=\"font-size:13px; color:#444; margin-bottom:4px;\">\n ${\n sentimentEmoji(r.sentiment)\n } <strong>${r.sentiment.toUpperCase()}</strong>\n </div>\n <div style=\"font-size:13px; color:#555; font-style:italic;\">${r.reason}</div>\n </div>`,\n )\n .join(\"\");\n\n return `\n <h2 style=\"font-family:sans-serif; color:#111;\">📰 News Monitor: \"${QUERY}\"</h2>\n <p style=\"font-family:sans-serif; color:#555; font-size:13px;\">\n ${results.length} article(s) mentioning public companies — ${\n new Date().toUTCString()\n }\n </p>\n ${rows}\n `;\n}\n\n// ─── 7. Main cron entry point ────────────────────────────────────────────────\n\nexport default async function handler() {\n console.log(`[cron] Starting news monitor — query: \"${QUERY}\"`);\n const t0 = Date.now();\n try {\n const articles = await fetchAllArticles();\n console.log(`[fetch] ${articles.length} articles with content`);\n\n if (!articles.length) {\n console.log(\"[cron] No articles with readable content, exiting.\");\n return;\n }\n\n const results = await analyseArticles(articles);\n if (!results.length) {\n console.log(\"[cron] No public companies mentioned, skipping email.\");\n return;\n }\n\n await email({\n subject: `📰 News Monitor (${results.length} hits): \"${QUERY}\"`,\n html: buildEmailHtml(results),\n });\n\n console.log(`[email] Sent — ${results.length} hits`);\n console.log(`[cron] Done in ${((Date.now() - t0) / 1000).toFixed(1)}s`);\n } catch (err) {\n console.error(\n `[cron] ERROR after ${((Date.now() - t0) / 1000).toFixed(1)}s:`,\n err,\n );\n }\n}","label",[64],"pulls","branches","forks","envVars",{"_199":40,"_201":20},"connections",{"_199":20,"_200":20},"count","unfilledCount","emptyCount",{"_33":183,"_13":64,"_62":63,"_43":-5,"_35":36,"_184":109,"_185":186,"_37":203,"_39":102,"_65":85,"_188":189,"_67":24,"_190":-5,"_204":205,"_161":206},["D",1780267453589],"children",[],[64],["D",1780265373041],{"_11":12,"_160":70},{"_11":12,"_156":70,"_69":70,"_25":68,"_157":158,"_159":24},{"_39":109,"_13":16,"_33":36,"_148":114,"_149":-5,"_150":-5,"_151":-5,"_152":-5,"_153":-5,"_154":14,"_155":12},"ctx",{"_51":-5,"_179":244,"_245":246,"_247":248,"_249":24,"_250":24,"_251":24,"_252":186,"_253":-5,"_254":-7,"_255":-7,"_256":20,"_257":24,"_258":24,"_259":-5,"_260":24,"_261":24,"_262":24,"_263":-5},"ENV",{"_215":216,"_217":218,"_219":16,"_220":221,"_222":223,"_224":225,"_226":227,"_228":229,"_230":231,"_232":233,"_234":235,"_236":237,"_238":239,"_240":241,"_242":243},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","811aa22498c9b0b5a47e8d778de579cdb990f332","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"] </article></body></html>

History