Link Library

\n Curated insights extracted from your tech newsletters using Gemini flash 2.0.\n

\n\n

\n ${\n links.length > 0\n ? links.map((link) => `\n

\n \n ${link.title}\n \n

\n ${link.description || \"No description available.\"}\n

\n \n

\n \n ${new URL(link.url).hostname.replace(\"www.\", \"\")}\n \n \n View Article\n \n \n

\n `).join(\"\")\n : `\n

No links found yet. Try processing some newsletters!

\n `\n }\n

\n\n \n

\n \n \n \n \n `;\n\n return new Response(html, {\n headers: { \"Content-Type\": \"text/html\" },\n });\n}","deleted","label","children",[],[103],{"_108":183,"_99":184,"_164":185,"_166":-5,"_167":150,"_168":105,"_170":22,"_110":186,"_104":187,"_173":174,"_175":188,"_177":22,"_178":-5,"_179":189,"_102":190},"4e1a1f2c-2908-11f1-ba2d-42dde27851f2","newsletterWebhook.ts","dde725a4-2904-11f1-adbb-42dde27851f2",["D",1774525107184],11,"import { sqlite } from \"https://esm.town/v/std/sqlite\";\n\n/**\n * Newsletter Analyzer Webhook\n * Receives POST requests from AppScript with email contents,\n * extracts links using Gemini API, and saves them to SQLite.\n */\nexport default async function (req: Request): Promise {\n // Ensure it's a POST request\n if (req.method !== \"POST\") {\n return new Response(\"Method Not Allowed\", { status: 405 });\n }\n\n try {\n const payload = await req.json();\n const { subject, from, date, body } = payload;\n\n if (!body) {\n return new Response(\"Missing email body\", { status: 400 });\n }\n\n // 1. Ensure the SQLite table exists with a simplified schema\n await sqlite.execute(`\n CREATE TABLE IF NOT EXISTS newsletter_links (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n title TEXT,\n url TEXT UNIQUE,\n description TEXT\n )\n `);\n\n // 2. Call Gemini API to extract links\n const geminiApiKey = Deno.env.get(\"GEMINI_API_KEY\");\n if (!geminiApiKey) {\n return new Response(\"GEMINI_API_KEY is not configured in Val Town\", {\n status: 500,\n });\n }\n\n const prompt = `\n You are a specialized newsletter extraction AI.\n Given the text of a newsletter email below, extract all the interesting links/articles mentioned.\n \n CRITICAL: For each link, capture the descriptive \"blurb\" or sentence(s) that provide context for the link. \n This blurb is usually found immediately before or after the link in the newsletter.\n \n Return the output as a strict JSON array of objects.\n DO NOT include markdown code blocks. Return ONLY the raw JSON without any formatting.\n \n Schema for each object:\n {\n \"title\": \"Title of the link or article\",\n \"url\": \"https://example.com/the-link\",\n \"description\": \"The descriptive blurb or sentence(s) providing context for this link.\"\n }\n\n Newsletter Subject: ${subject}\n Newsletter Body:\n ${body.substring(0, 15000)}\n `;\n\n const geminiResponse = await fetch(\n `https://generativelanguage.googleapis.com/v1/models/gemini-1.5-flash:generateContent?key=${geminiApiKey}`,\n {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({\n contents: [{ parts: [{ text: prompt }] }],\n }),\n },\n );\n\n if (!geminiResponse.ok) {\n const errJson = await geminiResponse.json();\n console.error(\"Gemini API Error:\", JSON.stringify(errJson, null, 2));\n return new Response(\n `Gemini API Error: ${errJson.error?.message || \"Unknown error\"}`,\n { status: 502 },\n );\n }\n\n const geminiData = await geminiResponse.json();\n const extractedText = geminiData.candidates?.[0]?.content?.parts?.[0]?.text;\n\n if (!extractedText) {\n return new Response(\"Gemini returned empty response text\", {\n status: 500,\n });\n }\n\n // 3. Parse JSON\n let links = [];\n try {\n links = JSON.parse(extractedText);\n } catch (e) {\n console.error(\"JSON Parse Error:\", e, \"Raw text:\", extractedText);\n return new Response(\"Invalid JSON from Gemini\", { status: 500 });\n }\n\n let insertedCount = 0;\n const skipped = [];\n\n // 4. Insert links into SQLite with de-duplication\n for (const link of links) {\n if (!link.url) continue;\n\n try {\n // Using INSERT OR IGNORE with the UNIQUE constraint on 'url' handles de-duplication\n const result = await sqlite.execute({\n sql:\n `INSERT OR IGNORE INTO newsletter_links (title, url, description) VALUES (?, ?, ?)`,\n args: [link.title, link.url, link.description],\n });\n\n if (result.rowsAffected > 0) {\n insertedCount++;\n } else {\n skipped.push(link.url);\n }\n } catch (dbErr) {\n console.error(\"DB Insert Error for URL:\", link.url, dbErr);\n }\n }\n\n return new Response(\n JSON.stringify({\n success: true,\n extractedLinks: links.length,\n insertedCount: insertedCount,\n skippedCount: skipped.length,\n skipped: skipped,\n }),\n { status: 200, headers: { \"Content-Type\": \"application/json\" } },\n );\n } catch (error) {\n console.error(\"Webhook Internal Error:\", error);\n return new Response(\"Internal Server Error\", { status: 500 });\n }\n}",[],[184],"files",[162,182],"counts",{"_195":33,"_196":197,"_198":33,"_199":200,"_203":204},"pulls","branches",1,"forks","envVars",{"_201":197,"_202":33},"count","emptyCount","connections",{"_201":33,"_205":33},"unfilledCount","contents",[],"file",{"_108":163,"_99":103,"_164":165,"_166":-5,"_167":150,"_168":169,"_170":22,"_110":210,"_104":172,"_173":174,"_175":176,"_177":22,"_178":-5,"_102":211},["D",1774523866059],[103],"upstreamProject","upstreamBranch","emptyEnvVars","isNew","flags",[],"routes/_app.x.$handle.$name.branch.$branch.version.$version.code.$",{"_97":98,"_99":100,"_101":45,"_104":105,"_102":103,"_106":220,"_160":225,"_191":234,"_208":235,"_206":238,"_239":-5,"_240":-5,"_241":-5,"_242":-5,"_243":244,"_199":-5},{"_108":109,"_99":100,"_110":221,"_112":-5,"_113":22,"_114":115,"_116":-5,"_117":-5,"_14":118,"_119":-5,"_120":22,"_121":-5,"_122":-5,"_123":33,"_16":124,"_125":126,"_127":128,"_129":-5,"_130":131,"_132":131,"_133":134,"_135":134,"_136":134,"_137":131,"_138":131,"_23":222,"_142":223,"_147":224,"_159":22},["D",1774523630444],{"_97":98,"_140":141},{"_97":98,"_144":141,"_14":118,"_145":146},{"_104":149,"_99":45,"_108":150,"_151":109,"_152":-5,"_153":-5,"_154":-5,"_155":-5,"_156":-5,"_157":100,"_158":98},[226,230],{"_108":163,"_99":103,"_164":165,"_166":-5,"_167":150,"_168":169,"_170":22,"_110":227,"_104":172,"_173":174,"_175":176,"_177":22,"_178":-5,"_179":228,"_102":229},["D",1774523866059],[],[103],{"_108":183,"_99":184,"_164":185,"_166":-5,"_167":150,"_168":105,"_170":22,"_110":231,"_104":187,"_173":174,"_175":188,"_177":22,"_178":-5,"_179":232,"_102":233},["D",1774525107184],[],[184],[226,230],{"_108":163,"_167":150,"_164":165,"_99":103,"_175":176,"_173":174,"_104":172,"_166":-5,"_110":236,"_168":169,"_178":-5,"_102":237},["D",1774523866059],[103],[],"upstream","pull","ahead","behind","templates",[],"actionData","errors"]

lukedenton

newsletter-analyser