[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_279":280,"_281":282},"routes/_app.x.$handle.$name",{"_11":12,"_13":14,"_15":16,"_18":19,"_17":-7,"_209":-5,"_20":210,"_22":211,"_212":213,"_214":215,"_25":216,"_24":-5,"_217":-5,"_218":-5,"_219":56,"_220":221,"_222":47,"_223":-5,"_224":-5,"_225":226},"routes/_app.x.$handle.$name.branch.$branch.code.$",{"_11":12,"_13":14,"_15":16,"_17":-7,"_18":19,"_20":21,"_22":23,"_24":-7,"_25":26,"_27":-5,"_28":-5,"_29":-5,"_30":-5,"_31":-5},"handle","kineticalrisk","name","whatsapp-listener","branchName","main","version","path","","project",{"_36":152,"_13":14,"_48":153,"_154":-5,"_155":56,"_156":157,"_158":157,"_159":160,"_161":-5,"_162":163,"_164":40,"_165":47,"_166":-5,"_167":-5,"_168":71,"_169":170,"_171":172,"_173":174,"_175":176,"_177":-5,"_178":179,"_180":179,"_181":182,"_183":182,"_184":182,"_185":179,"_186":179,"_187":188,"_189":190,"_191":192,"_193":56},"tree",[80,81,82,83],"file","contents",[32,33,34,35],"upstream","pull","ahead","behind","envVars",{"_36":74,"_13":75,"_39":76,"_41":-5,"_42":43,"_44":77,"_46":47,"_48":78,"_17":71,"_51":72,"_53":-5,"_55":56,"_57":-5,"_18":79},{"_36":67,"_13":68,"_39":69,"_41":-5,"_42":43,"_44":64,"_46":47,"_48":70,"_17":71,"_51":72,"_53":-5,"_55":56,"_57":-5,"_18":73},{"_36":59,"_13":60,"_39":61,"_41":-5,"_42":43,"_44":62,"_46":47,"_48":63,"_17":64,"_51":24,"_53":65,"_55":56,"_57":-5,"_18":66},{"_36":37,"_13":38,"_39":40,"_41":-5,"_42":43,"_44":45,"_46":47,"_48":49,"_17":50,"_51":52,"_53":54,"_55":56,"_57":14,"_18":58},"id","04a89cb9-f76c-4bd3-8e38-ade897a62bb0","main.ts","fileId","f754747c-ad4f-11f1-a6bd-1607ee4eb77e","parentId","branchId","f125ce17-24a9-4fbd-86e5-905953dff4dc","branchVersion",24,"latest",true,"createdAt",["D",1789070196160],6,"fileType","http","content","/**\n * WhatsApp Cloud API webhook listener.\n *\n * Receives Meta's webhook notifications for a WhatsApp Business account,\n * picks out group messages, translates them, and summarizes them. Results\n * are stored in the val's SQLite database and viewable at /status. A\n * scheduled job emails a digest of new messages twice daily.\n *\n * Routes handled:\n * GET / — Meta verification handshake (hub.challenge)\n * POST / — webhook event notifications\n * GET /status — view recent processed messages (JSON)\n * POST /test — simulate a group-message webhook\n * POST /digest — email any outstanding messages (on-demand trigger)\n *\n * Env vars:\n * WA_VERIFY_TOKEN — secret string; must match what you set in Meta App\n * Dashboard -> WhatsApp -> Configuration -> Webhook\n * DIGEST_EMAIL — optional digest recipient (defaults to val owner)\n * TARGET_LANGUAGE — target language, default \"en\"\n * SOURCE_LANGUAGE — source language, default \"he\" (Hebrew)\n * MYMEMORY_EMAIL — optional; raises MyMemory free quota (~5K -> ~50K chars/day)\n * LLM_ENDPOINT / LLM_API_KEY / LLM_MODEL — optional OpenAI-compatible\n * summarizer (falls back to extractive if unset)\n */\n\nimport { processWebhook } from \"./lib/process.ts\";\nimport { recentMessages } from \"./lib/store.ts\";\nimport { generateAndSendDigest } from \"./lib/digest.ts\";\n\nconst VERIFY_TOKEN = Deno.env.get(\"WA_VERIFY_TOKEN\") ?? \"changeme\";\n\nexport default async function (req: Request): Promise {\n const url = new URL(req.url);\n const method = req.method;\n\n // ---- Status (GET /status) ----------------------------------------------\n if (method === \"GET\" && url.pathname === \"/status\") {\n const msgs = await recentMessages();\n return Response.json({ ok: true, count: msgs.length, messages: msgs });\n }\n\n // ---- Verification handshake (GET?mode=subscribe) ------------------------\n if (method === \"GET\" && url.searchParams.get(\"hub.mode\") === \"subscribe\") {\n const token = url.searchParams.get(\"hub.verify_token\");\n const challenge = url.searchParams.get(\"hub.challenge\");\n\n if (token === VERIFY_TOKEN && challenge != null) {\n return new Response(challenge, { status: 200 });\n }\n return new Response(\"Verification failed\", { status: 403 });\n }\n\n // ---- Digest trigger (POST /digest) --------------------------------------\n if (method === \"POST\" && url.pathname === \"/digest\") {\n const report = await generateAndSendDigest();\n return Response.json({ ok: true, ...report });\n }\n\n // ---- Test endpoint (POST /test) -----------------------------------------\n if (method === \"POST\" && url.pathname === \"/test\") {\n const sample = sampleWebhook();\n const result = await processWebhook(sample);\n return Response.json({ ok: true, ...result });\n }\n\n // ---- Event notifications (POST /) ---------------------------------------\n if (method === \"POST\") {\n let body: any;\n try {\n body = await req.json();\n } catch {\n return new Response(\"Invalid JSON\", { status: 400 });\n }\n\n // Meta requires we always acknowledge receipt with 200 promptly.\n try {\n const result = await processWebhook(body);\n console.log(\n `processed ${result.messages.length} group message(s), skipped ${result.skipped}`,\n );\n } catch (err) {\n console.error(\"webhook processing error:\", err);\n }\n\n return Response.json({ received: true, status: 200 });\n }\n\n return new Response(\"Method not allowed\", { status: 405 });\n}\n\n/** A representative inbound group-message webhook payload for /test. */\nfunction sampleWebhook() {\n return {\n object: \"whatsapp_business_account\",\n entry: [{\n id: \"WHATSAPP_BUSINESS_ACCOUNT_ID\",\n changes: [{\n value: {\n messaging_product: \"whatsapp\",\n metadata: {\n display_phone_number: \"15551234567\",\n phone_number_id: \"PHONE_NUMBER_ID\",\n },\n contacts: [{ profile: { name: \"Ada Lovelace\" }, wa_id: \"15550000000\" }],\n messages: [{\n from: \"15550000000\",\n id: \"wamid.ABEG\",\n timestamp: Math.floor(Date.now() / 1000).toString(),\n type: \"text\",\n group_id: \"120363000000000000@g.us\",\n text: { body: \"Good morning! The meeting is moved to 3pm tomorrow. Please bring the updated budget.\" },\n }],\n },\n field: \"messages\",\n }],\n }],\n };\n}\n","deleted",false,"label",[38],"5818c07e-801a-402a-98ff-7333fa2a2f4c","README.md","22a6bc4c-ad51-11f1-abad-1607ee4eb77e",26,["D",1789070239610],2,"# WhatsApp Group Listener\n\nReceives [WhatsApp Business Cloud API](https://developers.facebook.com/docs/whatsapp/cloud-api) webhooks, picks out **group** messages, **translates** them to English (from Hebrew by default), **summarizes** them, and stores every record in SQLite. Results are viewable at the `/status` endpoint.\n\nThe listener lives at:\n\n- Live endpoint: [url:main.ts] (webhook root)\n- Recent messages: [url:main.ts/status]\n\n## How it works\n\n```mermaid\nflowchart LR\n WA[Meta WhatsApp Cloud API] -->|webhook POST| VT[Val Town / main.ts]\n VT --> P[lib/process.ts
extract group text messages]\n P --> T[lib/translate.ts
Hebrew → English · MyMemory]\n T --> S[lib/summarize.ts
extractive summary]\n S --> DB[(SQLite: messages)]\n DB --> API[GET /status]\n```\n\n1. Meta sends a **GET** verification handshake containing `hub.challenge` — we echo it back if the `hub.verify_token` matches.\n2. Meta sends **POST** notification events. We extract `text` messages that carry a `group_id`, translate each, summarize it, and store it.\n3. `GET /status` returns the latest processed messages as JSON.\n\n## Routes\n\n| Method | Path | Purpose |\n| ------ | ---------- | --------------------------------------------------------------- |\n| GET | `/` | Meta webhook verification handshake (`hub.*` query params) |\n| POST | `/` | Receive webhook events (translate + summarize + store) |\n| GET | `/status` | View recent processed messages as JSON |\n| POST | `/test` | Simulate a group-message webhook to test the pipeline |\n| POST | `/digest` | Email outstanding messages now (on-demand digest trigger) |\n\n## Daily digest\n\nIn addition to storing messages, a scheduled job emails you a digest of everything new since the last run. New messages are marked \"digested\" once included, so nothing is double-sent.\n\n- **Schedule:** `0 5,12 * * *` — 05:00 and 12:00 UTC (08:00 and 15:00 UTC+3).\n- **Job file:** `jobs/digest.ts` (interval type); logic lives in `lib/digest.ts`.\n- **Trigger on demand:** `curl -X POST https://whatsapp-listener.val.run/digest`\n- **Recipient:** defaults to the val owner's address; set `DIGEST_EMAIL` to override.\n\n## Setup\n\n### 1. Configure env vars\n\nRequired before Meta can talk to us:\n\n- `WA_VERIFY_TOKEN` — a secret string. Set the **same value** in Meta's App Dashboard so webhook verification passes.\n\nOptional:\n\n- `SOURCE_LANGUAGE` — source language code. **Defaults to `he` (Hebrew)** since that's the expected group language. Override (e.g. `es`, `nl`) for other groups, or leave unset to auto-detect each message with `franc`.\n- `TARGET_LANGUAGE` — target language, default `en`.\n- `MYMEMORY_EMAIL` — your email; raises MyMemory's free translation quota from ~5K to ~50K chars/day.\n- `SUMMARY_MAX_SENTENCES` — extractive summary length, default `3`.\n- `DIGEST_EMAIL` — digest recipient. If unset, mail goes to the val owner's address.\n- `LLM_ENDPOINT` / `LLM_API_KEY` / `LLM_MODEL` — *optional*; if all three are set, use an OpenAI-compatible chat-completions endpoint for higher-quality abstractive summaries (falls back to extractive otherwise).\n\nKey env var URLs (set these in the Val Town UI):\n\n👉 Add WA_VERIFY_TOKEN here: https://www.val.town/x/kineticalrisk/whatsapp-listener/environment-variables?key=WA_VERIFY_TOKEN\n👉 Add SOURCE_LANGUAGE here: https://www.val.town/x/kineticalrisk/whatsapp-listener/environment-variables?key=SOURCE_LANGUAGE\n👉 Add DIGEST_EMAIL here: https://www.val.town/x/kineticalrisk/whatsapp-listener/environment-variables?key=DIGEST_EMAIL\n👉 Add MYMEMORY_EMAIL here: https://www.val.town/x/kineticalrisk/whatsapp-listener/environment-variables?key=MYMEMORY_EMAIL\n\n### 2. Test the pipeline\n\n```bash\ncurl -X POST https://whatsapp-listener.val.run/test\n```\n\nThen open https://whatsapp-listener.val.run/status to see the processed message.\n\n### 3. Register the webhook with Meta\n\n1. Create a **WhatsApp Business** account and number (Business Manager → WhatsApp).\n2. In the **Meta App Dashboard**, add the **WhatsApp** product and the `whatsapp_business_messaging` permission.\n3. Under **WhatsApp → Configuration**, set:\n - **Callback URL:** `https://whatsapp-listener.val.run/`\n - **Verify token:** the same value as `WA_VERIFY_TOKEN`\n4. Click **Verify and save** — Meta calls your endpoint with the handshake.\n5. Subscribe to the `messages` webhook field.\n6. Make sure your business number is a **participant of the group** whose messages you want to listen to. Test by sending a message in that group.\n\n## Notes & limitations\n\n- **Only group messages** are processed (messages with a `group_id`); 1:1 chats are ignored.\n- The official API only surfaces messages while your **business number is in the group** — there's no way to read arbitrary personal groups.\n- Media messages (images/videos/audio) are stored as `[Image]` / `[Video]` / `[Audio]` placeholders.\n- Translation uses **MyMemory** (free tier). It's fine for low-volume groups; for heavy volume add `MYMEMORY_EMAIL` or an LLM key.\n",[60],"d1cd93ea-75fb-41bb-8612-94f82072bc0f","lib","60e360d1-b22a-4b45-9c13-68d9edd658c0",["D",1789069454681],0,"directory",[68],"79c07e8c-e029-42d9-905a-cba79fe4916c","jobs","94b254c4-4a07-4a8e-a36f-427f8ed944b2",21,["D",1789070156341],[75],{"_36":74,"_13":75,"_39":76,"_41":-5,"_42":43,"_44":77,"_46":47,"_48":141,"_17":71,"_51":72,"_53":-5,"_55":56,"_57":-5,"_85":142,"_18":143},{"_36":67,"_13":68,"_39":69,"_41":-5,"_42":43,"_44":64,"_46":47,"_48":91,"_17":71,"_51":72,"_53":-5,"_55":56,"_57":-5,"_85":92,"_18":93},{"_36":59,"_13":60,"_39":61,"_41":-5,"_42":43,"_44":62,"_46":47,"_48":88,"_17":64,"_51":24,"_53":65,"_55":56,"_57":-5,"_85":89,"_18":90},{"_36":37,"_13":38,"_39":40,"_41":-5,"_42":43,"_44":45,"_46":47,"_48":84,"_17":50,"_51":52,"_53":54,"_55":56,"_57":14,"_85":86,"_18":87},["D",1789070196160],"children",[],[38],["D",1789070239610],[],[60],["D",1789069454681],[94,95,96,97,98],[68],{"_36":133,"_13":134,"_39":135,"_41":69,"_42":43,"_44":136,"_46":47,"_48":137,"_17":129,"_51":105,"_53":138,"_55":56,"_57":-5,"_85":139,"_18":140},{"_36":125,"_13":126,"_39":127,"_41":69,"_42":43,"_44":50,"_46":47,"_48":128,"_17":129,"_51":105,"_53":130,"_55":56,"_57":-5,"_85":131,"_18":132},{"_36":117,"_13":118,"_39":119,"_41":69,"_42":43,"_44":120,"_46":47,"_48":121,"_17":112,"_51":105,"_53":122,"_55":56,"_57":-5,"_85":123,"_18":124},{"_36":109,"_13":110,"_39":111,"_41":69,"_42":43,"_44":112,"_46":47,"_48":113,"_17":71,"_51":105,"_53":114,"_55":56,"_57":-5,"_85":115,"_18":116},{"_36":99,"_13":100,"_39":101,"_41":69,"_42":43,"_44":102,"_46":47,"_48":103,"_17":104,"_51":105,"_53":106,"_55":56,"_57":-5,"_85":107,"_18":108},"4be1ed1e-4277-4d2d-b23d-51ac6f1cfb58","translate.ts","00c3fa32-ad50-11f1-9ec2-1607ee4eb77e",15,["D",1789069853456],5,"script","/**\n * Translation.\n *\n * Free, no API key required.\n *\n * Pipeline:\n * 1. SOURCE_LANGUAGE defaults to \"he\" (the group is expected to be almost\n * always Hebrew, and the README documents the typical setup). Set it to\n * another code (e.g. \"es\", \"nl\") if your group is different.\n * 2. Detect the source language offline with `franc` (pure JS, no network)\n * only when SOURCE_LANGUAGE is not set, then translate with MyMemory.\n *\n * Env vars:\n * TARGET_LANGUAGE — target language code, default \"en\"\n * SOURCE_LANGUAGE — source language; default \"he\" (Hebrew). Override for\n * other groups, or leave unset to auto-detect per message.\n * MYMEMORY_EMAIL — optional; raises MyMemory free quota (~5K -> ~50K chars/day)\n */\n\nimport { franc } from \"npm:franc@6.1.0\";\n\nexport const TARGET_LANGUAGE = Deno.env.get(\"TARGET_LANGUAGE\") ?? \"en\";\nconst SOURCE_LANGUAGE = Deno.env.get(\"SOURCE_LANGUAGE\") ?? \"he\";\nconst MYMEMORY_EMAIL = Deno.env.get(\"MYMEMORY_EMAIL\");\n\nexport interface TranslationResult {\n original: string;\n translated: string;\n source: string;\n target: string;\n via: \"mymemory\" | \"passthrough\";\n}\n\n/** Map franc's ISO 639-3 codes to the 2-letter codes MyMemory accepts. */\nconst ISO3_TO_ISO1: Record = {\n eng: \"en\", spa: \"es\", fra: \"fr\", deu: \"de\", nld: \"nl\", ita: \"it\",\n por: \"pt\", rus: \"ru\", hin: \"hi\", ara: \"ar\", ben: \"bn\", jpn: \"ja\",\n zho: \"zh\", kor: \"ko\", tur: \"tr\", tam: \"ta\", tel: \"te\", vie: \"vi\",\n tha: \"th\", ind: \"id\", heb: \"he\", pol: \"pl\", ukr: \"uk\", swe: \"sv\",\n nor: \"no\", dan: \"da\", fin: \"fi\", ell: \"el\", ces: \"cs\", hun: \"hu\",\n ron: \"ro\", bul: \"bg\", cat: \"ca\", slv: \"sl\", srp: \"sr\", hrv: \"hr\",\n sqi: \"sq\", mkd: \"mk\", lit: \"lt\", lvs: \"lv\", est: \"et\", gle: \"ga\",\n isl: \"is\", slk: \"sk\", fas: \"fa\", urd: \"ur\", mal: \"ml\", kan: \"kn\",\n guj: \"gu\", pan: \"pa\", mar: \"mr\", nep: \"ne\", sin: \"si\", khm: \"km\",\n lao: \"lo\", mya: \"my\", fil: \"tl\", swa: \"sw\", amh: \"am\", zul: \"zu\",\n};\n\n/**\n * Detect the source language code (ISO 639-1) using `franc`. Returns null\n * when it cannot decide (\"und\") or the text is unknown.\n */\nfunction detectSource(text: string): string | null {\n const detected = franc(text, { minLength: 3 });\n if (!detected || detected === \"und\") return null;\n return ISO3_TO_ISO1[detected] ?? null;\n}\n\n/**\n * Translate text to TARGET_LANGUAGE.\n *\n * Behavior:\n * - If SOURCE_LANGUAGE is set, use it directly.\n * - Otherwise detect the source with franc; if franc flags the text as\n * already being the target language, pass it through unchanged.\n * - Returns null when the source can't be determined (avoids storing\n * garbage or mangled translations).\n */\nexport async function translate(text: string): Promise {\n const clean = text?.trim();\n if (!clean) return null;\n\n // Determine the source language.\n let source = SOURCE_LANGUAGE;\n if (!source) source = detectSource(clean);\n\n if (!source) {\n // Couldn't determine source language; don't store a garbage translation.\n return null;\n }\n\n if (source === TARGET_LANGUAGE) {\n return {\n original: clean, translated: clean,\n source, target: TARGET_LANGUAGE, via: \"passthrough\",\n };\n }\n\n return translateViaMyMemory(clean, source);\n}\n\nasync function translateViaMyMemory(text: string, source: string): Promise {\n const params = new URLSearchParams({\n q: text,\n langpair: `${source}|${TARGET_LANGUAGE}`,\n });\n if (MYMEMORY_EMAIL) params.set(\"de\", MYMEMORY_EMAIL);\n\n const res = await fetch(`https://api.mymemory.translated.net/get?${params}`);\n if (!res.ok) throw new Error(`MyMemory translate failed: HTTP ${res.status}`);\n const data = await res.json();\n\n const translated: string | undefined = data?.responseData?.translatedText;\n if (!translated) {\n // Annotated responses arrive as an array after a \".\" element.\n if (Array.isArray(data?.matches)) {\n const last = [...data.matches].reverse().find((m) => typeof m?.translation === \"string\");\n if (last?.translation) {\n return { original: text, translated: last.translation, source, target: TARGET_LANGUAGE, via: \"mymemory\" };\n }\n }\n throw new Error(`MyMemory returned no translation (source=\"${source}\")`);\n }\n\n return { original: text, translated, source, target: TARGET_LANGUAGE, via: \"mymemory\" };\n}\n",[],[68,100],"2725fe18-2378-450e-b86d-54caa62599cc","summarize.ts","17f1ca4a-ad50-11f1-9876-1607ee4eb77e",3,["D",1789069493581],"/**\n * Summarization.\n *\n * Default: a lightweight extractive summarizer (frequency-based sentence\n * scoring) that needs no API key, so the listener works out of the box.\n *\n * Optional: set an LLM endpoint env var to get higher-quality abstractive\n * summaries. See README for providers (OpenAI-compatible chat completions).\n */\n\nconst LLM_ENDPOINT = Deno.env.get(\"LLM_ENDPOINT\"); // e.g. OpenAI chat completions URL\nconst LLM_API_KEY = Deno.env.get(\"LLM_API_KEY\");\nconst LLM_MODEL = Deno.env.get(\"LLM_MODEL\");\nconst SUMMARY_MAX_SENTENCES = Number(Deno.env.get(\"SUMMARY_MAX_SENTENCES\") ?? 3);\n\nexport interface SummaryResult {\n summary: string;\n method: \"extractive\" | \"llm\";\n}\n\n/**\n * Summarize a (usually translated) body of text.\n */\nexport async function summarize(text: string): Promise {\n const clean = text?.trim();\n if (!clean) return { summary: \"\", method: \"extractive\" };\n\n if (LLM_ENDPOINT && LLM_API_KEY && LLM_MODEL) {\n try {\n const llm = await summarizeWithLLM(clean);\n if (llm) return { summary: llm, method: \"llm\" };\n } catch (err) {\n console.error(\"LLM summarization failed, falling back to extractive:\", err);\n }\n }\n\n return { summary: extractiveSummary(clean), method: \"extractive\" };\n}\n\n/** Frequency-based extractive summary. No network or API key needed. */\nfunction extractiveSummary(text: string, maxSentences = SUMMARY_MAX_SENTENCES): string {\n const sentences = splitSentences(text);\n if (sentences.length <= maxSentences) return sentences.join(\" \");\n\n const wordFreq = new Map();\n sentences.forEach((s) => {\n for (const w of s.toLowerCase().match(/[a-z0-9']+/g) ?? []) {\n wordFreq.set(w, (wordFreq.get(w) ?? 0) + 1);\n }\n });\n\n const scored = sentences.map((sentence, idx) => {\n const words = sentence.toLowerCase().match(/[a-z0-9']+/g) ?? [];\n let score = 0;\n for (const w of words) score += wordFreq.get(w) ?? 0;\n // Prefer earlier sentences, weigh by inverse of length.\n score = (score / Math.max(1, words.length)) * (1 / (idx + 1));\n return { sentence, index: idx, score };\n });\n\n const top = scored.sort((a, b) => b.score - a.score).slice(0, maxSentences);\n top.sort((a, b) => a.index - b.index);\n return top.map((t) => t.sentence).join(\" \");\n}\n\nfunction splitSentences(text: string): string[] {\n return text\n .split(/(?<=[.!?])\\s+|\\n+/)\n .map((s) => s.trim())\n .filter((s) => s.length > 1);\n}\n\n/** Abstractive summary via an OpenAI-compatible chat completions endpoint. */\nasync function summarizeWithLLM(text: string): Promise {\n const body = {\n model: LLM_MODEL,\n messages: [\n {\n role: \"system\",\n content: \"You summarize WhatsApp group messages. Be concise; capture the key points in a few sentences in the same language as the input.\",\n },\n { role: \"user\", content: text },\n ],\n temperature: 0.3,\n max_tokens: 250,\n };\n\n const res = await fetch(LLM_ENDPOINT!, {\n method: \"POST\",\n headers: {\n \"Content-Type\": \"application/json\",\n Authorization: `Bearer ${LLM_API_KEY}`,\n },\n body: JSON.stringify(body),\n });\n if (!res.ok) throw new Error(`LLM HTTP ${res.status}`);\n const data = await res.json();\n const content: string | undefined = data?.choices?.[0]?.message?.content;\n return content?.trim() ? content.trim() : null;\n}\n",[],[68,110],"f368772f-1b77-488d-a9c2-a73eefc68215","store.ts","29f9a640-ad50-11f1-be2e-1607ee4eb77e",18,["D",1789070137581],"/**\n * Persistent storage for incoming group messages using the val's\n * project-scoped SQLite database.\n *\n * Tables:\n * messages — every WhatsApp message event we receive.\n * summaries — rolling per-group digest we build up.\n */\n\nimport { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\n\nexport interface StoredMessage {\n id: string; // WhatsApp message id (wamid.X)\n from: string; // sender phone number / wa_id\n fromName: string | null;\n groupId: string | null;\n groupName: string | null;\n timestamp: number; // epoch seconds\n type: string; // text | image | ...\n text: string | null;\n translated: string | null;\n summary: string | null;\n summarizeMethod: string | null;\n processedAt: string;\n}\n\nexport async function initSchema(): Promise {\n await sqlite.execute(`CREATE TABLE IF NOT EXISTS messages (\n id TEXT PRIMARY KEY,\n from_wa TEXT,\n from_name TEXT,\n group_id TEXT,\n group_name TEXT,\n ts INTEGER,\n type TEXT,\n body TEXT,\n translated TEXT,\n summary TEXT,\n summarize_method TEXT,\n processed_at TEXT,\n digested INTEGER DEFAULT 0\n )`);\n\n await sqlite.execute(`CREATE TABLE IF NOT EXISTS summaries (\n group_id TEXT,\n start_ts INTEGER,\n end_ts INTEGER,\n message_count INTEGER,\n summary TEXT,\n created_at TEXT,\n PRIMARY KEY (group_id, start_ts)\n )`);\n\n // Migration: add `digested` column to tables created before this field\n // existed. Safe to run once; subsequent runs hit the \"duplicate column\"\n // path and are caught.\n try {\n await sqlite.execute(`ALTER TABLE messages ADD COLUMN digested INTEGER DEFAULT 0`);\n } catch {\n // column already exists — ignore\n }\n}\n\nexport async function insertMessage(m: StoredMessage): Promise {\n await sqlite.execute({\n sql: `INSERT OR REPLACE INTO messages\n (id, from_wa, from_name, group_id, group_name, ts, type, body, translated, summary, summarize_method, processed_at)\n VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,\n args: [\n m.id, m.from, m.fromName, m.groupId, m.groupName, m.timestamp, m.type,\n m.text, m.translated, m.summary, m.summarizeMethod, m.processedAt,\n ],\n });\n}\n\nexport interface RecentMessage {\n id: string;\n fromName: string | null;\n text: string | null;\n translated: string | null;\n ts: number;\n}\n\nexport async function recentMessages(limit = 20): Promise {\n await initSchema();\n const res = await sqlite.execute(\n `SELECT id, from_name AS fromName, body AS text, translated, ts\n FROM messages ORDER BY ts DESC LIMIT ?`,\n [limit],\n );\n return (res.rows as unknown as RecentMessage[]).reverse();\n}\nexport interface DigestMessage extends RecentMessage {\n fromWa: string | null;\n type: string | null;\n summary: string | null;\n}\n\n/**\n * Messages that haven't been included in a digest yet, oldest first.\n */\nexport async function pendingDigestMessages(limit = 500): Promise {\n await initSchema();\n const res = await sqlite.execute(\n `SELECT id, from_wa AS fromWa, from_name AS fromName, body AS text,\n translated, summary, type, ts\n FROM messages\n WHERE digested IS NOT 1\n ORDER BY ts ASC\n LIMIT ?`,\n [limit],\n );\n return res.rows as unknown as DigestMessage[];\n}\n\n/** Mark message ids as included in a digest. */\nexport async function markDigested(ids: string[]): Promise {\n if (ids.length === 0) return;\n const placeholders = ids.map(() => \"?\").join(\",\");\n await sqlite.execute({\n sql: `UPDATE messages SET digested = 1 WHERE id IN (${placeholders})`,\n args: ids,\n });\n}\n",[],[68,118],"2c2fcba5-983a-4a18-a96c-9387f62aabd9","process.ts","29ff63d2-ad50-11f1-be2e-1607ee4eb77e",["D",1789069527155],1,"/**\n * Parses a Meta WhatsApp Cloud API webhook payload and turns each group\n * message into a stored, translated, summarized record.\n *\n * Webhook reference:\n * https://developers.facebook.com/docs/whatsapp/cloud-api/webhooks/payload-examples\n */\n\nimport { translate } from \"./translate.ts\";\nimport { summarize } from \"./summarize.ts\";\nimport { initSchema, insertMessage, type StoredMessage } from \"./store.ts\";\n\nexport interface ParsedEvent {\n messages: StoredMessage[];\n skipped: number;\n}\n\n/**\n * Extract group text messages from a webhook body and process them.\n * Returns the resulting records so the handler can log/forward them.\n */\nexport async function processWebhook(body: unknown): Promise {\n await initSchema();\n\n if (body?.object !== \"whatsapp_business_account\") {\n return { messages: [], skipped: 0 };\n }\n\n const entries: any[] = body?.entry ?? [];\n const out: StoredMessage[] = [];\n let skipped = 0;\n\n for (const entry of entries) {\n const changes: any[] = entry?.changes ?? [];\n for (const change of changes) {\n if (change?.field !== \"messages\") continue;\n const value = change.value ?? {};\n const messages: any[] = value.messages ?? [];\n const contactsById = new Map();\n for (const c of value?.contacts ?? []) {\n contactsById.set(c.wa_id, c);\n }\n for (const msg of messages) {\n // Only handle group-originated text messages.\n const groupId = msg.group_id ?? null;\n const type = msg.type ?? \"\";\n if (!groupId) continue;\n\n const text =\n msg?.text?.body ??\n (type === \"image\" ? \"[Image]\" : type === \"video\" ? \"[Video]\" : type === \"audio\" ? \"[Audio]\" : null);\n\n skipped += text == null ? 1 : 0;\n\n const record: StoredMessage = {\n id: msg.id ?? `${Date.now()}-${Math.random()}`,\n from: msg.from ?? \"\",\n fromName: contactsById.get(msg.from)?.profile?.name ?? null,\n groupId,\n groupName: value?.contacts_name ?? null, // groups may carry a group name field\n timestamp: Number(msg.timestamp ?? 0),\n type,\n text,\n translated: null,\n summary: null,\n summarizeMethod: null,\n processedAt: new Date().toISOString(),\n };\n\n if (text) {\n try {\n const t = await translate(text);\n record.translated = t?.translated ?? null;\n } catch (err) {\n console.error(\"translate failed:\", err);\n }\n\n if (record.translated) {\n try {\n const s = await summarize(record.translated);\n record.summary = s.summary;\n record.summarizeMethod = s.method;\n } catch (err) {\n console.error(\"summarize failed:\", err);\n }\n }\n }\n\n await insertMessage(record);\n out.push(record);\n }\n }\n }\n\n return { messages: out, skipped };\n}\n",[],[68,126],"41513cce-6643-4c10-a0b8-b023616169c1","digest.ts","9c2cea8c-ad51-11f1-a61d-1607ee4eb77e",20,["D",1789070149207],"/**\n * Builds and sends the periodic WhatsApp digest email.\n *\n * Collects messages that haven't been digested yet (oldest first), renders\n * them into a readable email, sends it, then marks them as digested so\n * nothing is sent twice.\n *\n * Env vars:\n * DIGEST_EMAIL — optional recipient. If unset, mail goes to the val\n * owner's address (std/email default).\n */\n\nimport { email } from \"https://esm.town/v/std/email\";\nimport { pendingDigestMessages, markDigested } from \"./store.ts\";\n\nconst DIGEST_EMAIL = Deno.env.get(\"DIGEST_EMAIL\");\n\nexport interface DigestReport {\n sent: boolean;\n messageCount: number;\n receivedSince: string; // unix secs, start of period\n subject?: string;\n}\n\n/** Fetch pending messages, build + send an email, mark them digested. */\nexport async function generateAndSendDigest(): Promise {\n const messages = await pendingDigestMessages();\n if (messages.length === 0) {\n return { sent: false, messageCount: 0, receivedSince: String(Math.floor(Date.now() / 1000)) };\n }\n\n const firstTs = messages[0].ts;\n\n const subject = `WhatsApp digest — ${messages.length} message(s)`;\n const text = renderDigest(messages);\n\n await email({\n to: DIGEST_EMAIL || undefined,\n subject,\n text,\n });\n\n await markDigested(messages.map((m) => m.id));\n\n return {\n sent: true,\n messageCount: messages.length,\n receivedSince: String(firstTs),\n subject,\n };\n}\n\n/** Render pending messages as a plain-text email body. */\nexport function renderDigest(\n messages: Array<{\n ts: number;\n fromName: string | null;\n translated: string | null;\n text: string | null;\n summary: string | null;\n type: string | null;\n }>,\n): string {\n const lines: string[] = [];\n lines.push(`WhatsApp group digest — ${messages.length} message(s) since last digest`);\n lines.push(\"\");\n\n let currentDay = \"\";\n for (const m of messages) {\n const day = new Date(m.ts * 1000).toISOString().slice(0, 10);\n if (day !== currentDay) {\n currentDay = day;\n lines.push(`━━ ${day} ━━`);\n }\n\n const time = new Date(m.ts * 1000).toISOString().slice(11, 16);\n const sender = m.fromName ?? \"(unknown)\";\n const body = m.translated ?? m.text ?? \"—\";\n\n lines.push(`[${time}] ${sender}`);\n lines.push(` ${body}`);\n if (m.summary && m.summary !== body) {\n lines.push(` → ${m.summary}`);\n }\n lines.push(\"\");\n }\n\n return lines.join(\"\\n\");\n}\n",[],[68,134],["D",1789070156341],[144],[75],{"_36":145,"_13":134,"_39":146,"_41":76,"_42":43,"_44":77,"_46":47,"_48":147,"_17":71,"_51":148,"_53":149,"_55":56,"_57":-5,"_85":150,"_18":151},"c8e4d8b7-d066-4c7b-9134-4f5bab930c8c","a2fbeb24-ad51-11f1-bf89-1607ee4eb77e",["D",1789070156341],"interval","/**\n * Scheduled digest job.\n *\n * Runs on cron `0 5,12 * * *` (05:00 and 12:00 UTC = 08:00 and 15:00\n * UTC+3), collecting messages received since the last digest and emailing\n * them. See lib/digest.ts for the send logic.\n */\n\nimport { generateAndSendDigest } from \"../lib/digest.ts\";\n\nexport default async function () {\n const report = await generateAndSendDigest();\n if (report.sent) {\n console.log(`Digest sent: ${report.messageCount} message(s) — ${report.subject}`);\n } else {\n console.log(\"Digest: no new messages since last run; nothing sent.\");\n }\n}\n",[],[75,134],"67bafc4b-c45d-426f-8450-bacefc1a7742",["D",1789069438780],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","WhatsApp Cloud API webhook: translate & summarize group messages","imageUrl","userId","a4d27070-4c1e-11f0-8f2a-2bb90bc7a681","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount","orgId","9fdbdc59-64a3-4913-a787-641c22636321","tursoName","67bafc4bc45d426f8450bacefc1a7742","tursoHostname","67bafc4bc45d426f8450bacefc1a7742-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789503703835],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_11":12,"_208":204},"org",{"_11":12,"_202":-5,"_203":204,"_162":163,"_205":206,"_207":56},"branch",{"_17":62,"_13":16,"_36":43,"_194":152,"_195":-5,"_196":-5,"_197":-5,"_198":-5,"_199":-5,"_200":14,"_201":12},"isOwned","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoiZGVmYXVsdCIsImlpZCI6Imluc18yTm10cGhQUklwU0tqZHNiOHNnNGd2ZjJURFUiLCJyaWQiOiJ1c2VyXzJ5ZnBUMzNrSnE2S0VCdVo5c0ZUU1RnYUhiRyJ9","tier","free","canRestrictVals","profileImageUrl","adoptOrgId",{"_36":152,"_13":14,"_48":274,"_154":-5,"_155":56,"_156":157,"_158":157,"_159":160,"_161":-5,"_162":163,"_164":40,"_165":47,"_166":-5,"_167":-5,"_168":71,"_169":170,"_171":172,"_173":174,"_175":275,"_177":-5,"_178":179,"_180":179,"_181":182,"_183":182,"_184":182,"_185":179,"_186":179,"_187":276,"_189":277,"_191":278,"_193":56},[244,246,252,253],"files",[244,245,246,247,248,249,250,251,252,253],"counts",{"_235":71,"_236":129,"_237":71,"_31":238,"_239":240},[227,228,229,230],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_36":74,"_13":75,"_39":76,"_41":-5,"_42":43,"_44":77,"_46":47,"_48":78,"_17":71,"_51":72,"_53":-5,"_55":56,"_57":-5,"_18":234},{"_36":67,"_13":68,"_39":69,"_41":-5,"_42":43,"_44":64,"_46":47,"_48":70,"_17":71,"_51":72,"_53":-5,"_55":56,"_57":-5,"_18":233},{"_36":59,"_13":60,"_39":61,"_41":-5,"_42":43,"_44":62,"_46":47,"_48":63,"_17":64,"_51":24,"_53":65,"_55":56,"_57":-5,"_18":232},{"_36":37,"_13":38,"_39":40,"_41":-5,"_42":43,"_44":45,"_46":47,"_48":49,"_17":50,"_51":52,"_53":54,"_55":56,"_57":14,"_18":231},[38],[60],[68],[75],"pulls","branches","forks",{"_241":71,"_243":71},"connections",{"_241":71,"_242":71},"count","unfilledCount","emptyCount",{"_36":74,"_13":75,"_39":76,"_41":-5,"_42":43,"_44":77,"_46":47,"_48":141,"_17":71,"_51":72,"_53":-5,"_55":56,"_57":-5,"_85":272,"_18":273},{"_36":145,"_13":134,"_39":146,"_41":76,"_42":43,"_44":77,"_46":47,"_48":147,"_17":71,"_51":148,"_53":149,"_55":56,"_57":-5,"_85":270,"_18":271},{"_36":67,"_13":68,"_39":69,"_41":-5,"_42":43,"_44":64,"_46":47,"_48":91,"_17":71,"_51":72,"_53":-5,"_55":56,"_57":-5,"_85":268,"_18":269},{"_36":133,"_13":134,"_39":135,"_41":69,"_42":43,"_44":136,"_46":47,"_48":137,"_17":129,"_51":105,"_53":138,"_55":56,"_57":-5,"_85":266,"_18":267},{"_36":125,"_13":126,"_39":127,"_41":69,"_42":43,"_44":50,"_46":47,"_48":128,"_17":129,"_51":105,"_53":130,"_55":56,"_57":-5,"_85":264,"_18":265},{"_36":117,"_13":118,"_39":119,"_41":69,"_42":43,"_44":120,"_46":47,"_48":121,"_17":112,"_51":105,"_53":122,"_55":56,"_57":-5,"_85":262,"_18":263},{"_36":109,"_13":110,"_39":111,"_41":69,"_42":43,"_44":112,"_46":47,"_48":113,"_17":71,"_51":105,"_53":114,"_55":56,"_57":-5,"_85":260,"_18":261},{"_36":99,"_13":100,"_39":101,"_41":69,"_42":43,"_44":102,"_46":47,"_48":103,"_17":104,"_51":105,"_53":106,"_55":56,"_57":-5,"_85":258,"_18":259},{"_36":59,"_13":60,"_39":61,"_41":-5,"_42":43,"_44":62,"_46":47,"_48":88,"_17":64,"_51":24,"_53":65,"_55":56,"_57":-5,"_85":256,"_18":257},{"_36":37,"_13":38,"_39":40,"_41":-5,"_42":43,"_44":45,"_46":47,"_48":84,"_17":50,"_51":52,"_53":54,"_55":56,"_57":14,"_85":254,"_18":255},[],[38],[],[60],[],[68,100],[],[68,110],[],[68,118],[],[68,126],[],[68,134],[247,248,249,250,251],[68],[],[75,134],[245],[75],["D",1789069438780],["D",1789503703835],{"_11":12,"_208":204},{"_11":12,"_202":-5,"_203":204,"_162":163,"_205":206,"_207":56},{"_17":62,"_13":16,"_36":43,"_194":152,"_195":-5,"_196":-5,"_197":-5,"_198":-5,"_199":-5,"_200":14,"_201":12},"ctx",{"_187":-5,"_224":312,"_313":314,"_315":316,"_317":56,"_318":56,"_319":56,"_320":47,"_321":-5,"_322":-7,"_323":-7,"_324":71,"_325":56,"_326":56,"_327":-5,"_328":56,"_329":56,"_330":56,"_331":-5},"ENV",{"_283":284,"_285":286,"_287":16,"_288":289,"_290":291,"_292":293,"_294":295,"_296":297,"_298":299,"_300":301,"_302":303,"_304":305,"_306":307,"_308":309,"_310":311},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Code