(re)Search tool

\n**Research Question:** [brief description of what the study investigates]\n\n**Methods & Findings:** [1-2 paragraphs covering methodology and key results - NO CITATIONS]\n\n**Significance:** [why this research matters and potential applications - NO CITATIONS]\n

\n\nGENERAL FORMAT:\n

\n**What it is:** [brief description of the page]\n\n**Key points:** [bullet list or short paragraphs with the main takeaways]\n\n**Details:** [1–2 short paragraphs with notable specifics]\n

`;\n}\n\nexport async function summarizeUrl({ apiKey, url, title, language, model, stream, reasoningEffort }) {\n const summaryPrompt = buildSummaryPrompt(url, title, language);\n const start = Date.now();\n const response = await groqChatCompletion(apiKey, {\n model,\n messages: [\n {\n role: 'system',\n content: 'You are a concise web content summarization expert. CRITICAL REQUIREMENTS: 1) Return ONLY the summary content within

tags - no other text, explanations, or metadata. 2) Use clean, professional markdown formatting. 3) NEVER include citations, reference numbers, line numbers, or any numerical markers like [1†, L0:, L1:, etc. 4) Write in clear prose without any formatting artifacts from source documents. 5) Adapt structure to page type and, if it is a research paper, strictly use the sections: Research Question, Methods & Findings, Significance; otherwise use the GENERAL structure.'\n },\n {\n role: 'user',\n content: summaryPrompt\n }\n ],\n stream,\n reasoning_effort: reasoningEffort,\n tools: [ { type: 'browser_search' } ],\n });\n const end = Date.now();\n const summaryTime = (end - start) / 1000;\n const responseText = response.choices[0]?.message?.content || '';\n\n // Prefer structured, JSON-cleaned summary to avoid leaking citation junk\n let cleanedHtml = '';\n try {\n const inner = (responseText.match(/

([\\s\\S]*?)<\\/summary>/) || [null, responseText])[1];\n const structured = await extractStructuredSummary(inner, apiKey);\n if (structured) {\n cleanedHtml = renderStructuredSummaryToHtml(structured);\n }\n } catch (_) {\n // ignore and fallback\n }\n if (!cleanedHtml) {\n // Final fallback: render markdown, but still try to strip outer

tags\n const match = responseText.match(/

([\\s\\S]*?)<\\/summary>/);\n const raw = match ? match[1].trim() : responseText;\n cleanedHtml = marked(raw);\n }\n\n return { summary: cleanedHtml, summaryTime };\n}","deleted","label","children",[],[151],{"_102":172,"_95":173,"_152":174,"_154":-5,"_155":137,"_156":175,"_158":159,"_104":176,"_99":177,"_162":163,"_164":178,"_166":22,"_167":-5,"_168":179,"_98":180},"6ea86d86-74a7-11f0-a77c-0224a6c84d84","chatStreaming.js","330cd23c-73fb-11f0-adbc-0224a6c84d84",40,["D",1754692291324],4,"// Deno script and module: streaming chat completion test with SSE parsing and aggregation\n// - Reads GROQ_API_KEY from environment (when run as CLI)\n// - Exports streamChatAndAggregate(apiKey, payload, { logSse }) to allow server reuse\n// - CLI: logs raw SSE lines and prints aggregated JSON at the end\n\nimport \"jsr:@std/dotenv/load\";\n\nconst API_URL = \"https://api.groq.com/openai/v1/chat/completions\";\n\nfunction getApiKey() {\n const key = (typeof Deno !== \"undefined\") ? Deno.env.get(\"GROQ_API_KEY\") : null;\n if (!key) {\n console.error(\"Missing GROQ_API_KEY in environment.\");\n }\n return key;\n}\n\nfunction buildPayload(userQuery) {\n const prompt = typeof userQuery === \"string\" && userQuery.trim().length > 0\n ? userQuery\n : \"Stream test: please emit a short response and demonstrate reasoning and any tool usage.\";\n\n return {\n messages: [\n {\n role: \"user\",\n content: prompt,\n },\n ],\n model: \"openai/gpt-oss-120b\",\n stream: true,\n reasoning_effort: \"medium\",\n tools: [\n {\n type: \"browser_search\",\n },\n ],\n };\n}\n\n// Utility: Parse one Groq SSE JSON line (string without the leading \"data: \")\nfunction parseGroqSseJsonLine(jsonStr) {\n try {\n const obj = JSON.parse(jsonStr);\n return obj;\n } catch (_err) {\n return null;\n }\n}\n\n// Utility: Normalize a parsed chunk into events and collapsed accumulators\nfunction applyChunkToAggregates(parsed, aggregates) {\n const { events, collapsed } = aggregates;\n\n const timestamp = Date.now();\n const baseInfo = {\n id: parsed.id,\n model: parsed.model,\n created: parsed.created,\n instance_id: parsed.instance_id,\n system_fingerprint: parsed.system_fingerprint,\n timestamp,\n };\n\n if (Array.isArray(parsed.choices) && parsed.choices.length > 0) {\n const choice = parsed.choices[0];\n const delta = choice?.delta || {};\n\n if (delta.role) {\n events.push({ type: \"role\", role: delta.role, ...baseInfo });\n }\n\n if (delta.reasoning) {\n events.push({ type: \"reasoning\", content: delta.reasoning, channel: delta.channel, ...baseInfo });\n collapsed.reasoning += delta.reasoning;\n }\n\n if (delta.content) {\n events.push({ type: \"content\", content: delta.content, ...baseInfo });\n collapsed.content += delta.content;\n }\n\n if (delta.executed_tools) {\n events.push({ type: \"executed_tools\", executed_tools: delta.executed_tools, ...baseInfo });\n for (const t of delta.executed_tools) {\n collapsed.tools.push({ kind: \"executed\", ...t, timestamp });\n }\n }\n\n if (delta.tool_calls) {\n events.push({ type: \"tool_calls\", tool_calls: delta.tool_calls, ...baseInfo });\n for (const t of delta.tool_calls) {\n collapsed.tools.push({ kind: \"call\", ...t, timestamp });\n }\n }\n }\n}\n\nexport async function streamChatAndAggregate(apiKey, payload, options = {}) {\n const { logSse = false } = options;\n\n const response = await fetch(API_URL, {\n method: \"POST\",\n headers: {\n \"Content-Type\": \"application/json\",\n Authorization: `Bearer ${apiKey}`,\n },\n body: JSON.stringify(payload),\n });\n\n if (!response.ok) {\n const text = await response.text();\n throw new Error(`HTTP ${response.status} — ${text}`);\n }\n\n const reader = response.body?.getReader();\n const aggregates = {\n events: [],\n collapsed: { reasoning: \"\", content: \"\", tools: [] },\n };\n\n if (!reader) {\n try {\n const nonStream = await response.json();\n const content = nonStream?.choices?.[0]?.message?.content || \"\";\n if (content) {\n aggregates.events.push({ type: \"content\", content, timestamp: Date.now() });\n aggregates.collapsed.content = content;\n }\n } catch (_e) {\n // ignore\n }\n console.log(\"No readable stream; returning aggregates:\");\n console.log(JSON.stringify(aggregates, null, 2));\n return;\n }\n\n const decoder = new TextDecoder();\n let buffer = \"\";\n if (logSse) console.log(\"--- BEGIN SSE ---\");\n while (true) {\n const { done, value } = await reader.read();\n if (done) break;\n buffer += decoder.decode(value, { stream: true });\n\n // Split Server-Sent Events by double newlines\n const events = buffer.split(\"\\n\\n\");\n buffer = events.pop() || \"\";\n\n for (const evt of events) {\n if (!evt.trim()) continue;\n // Extract `data:` line(s)\n const lines = evt.split(\"\\n\");\n for (const line of lines) {\n if (line.startsWith(\"data: \")) {\n const data = line.slice(6);\n if (data === \"[DONE]\") {\n if (logSse) console.log(\"[DONE]\");\n break;\n }\n if (logSse) {\n // Log raw SSE packet\n console.log(\"data:\", data);\n }\n // Parse and aggregate\n const parsed = parseGroqSseJsonLine(data);\n if (!parsed) continue;\n applyChunkToAggregates(parsed, aggregates);\n }\n }\n }\n }\n if (logSse) {\n console.log(\"--- END SSE ---\");\n console.log(\"Aggregates:\");\n console.log(JSON.stringify(aggregates, null, 2));\n }\n return aggregates;\n}\n\n// Entry point\nif (import.meta.main) {\n const apiKey = getApiKey();\n if (!apiKey) Deno.exit(1);\n\n const userQuery = Deno.args?.[0] || \"\";\n const payload = buildPayload(userQuery);\n\n streamChatAndAggregate(apiKey, payload, { logSse: true })\n .then(() => console.log(\"Stream complete.\"))\n .catch((err) => {\n console.error(\"Stream failed:\", err);\n Deno.exit(1);\n });\n}",[],[173],{"_102":182,"_95":183,"_152":184,"_154":-5,"_155":137,"_156":185,"_158":159,"_104":186,"_99":187,"_162":188,"_164":189,"_166":22,"_167":-5,"_168":190,"_98":191},"72841626-74a7-11f0-b28c-0224a6c84d84","index.html","e0d474b0-724d-11f0-94bb-0224a6c84d84",41,["D",1754692297796],9,"file","\n\n\n \n \n (re)Search tool\n \n \n \n \n \n \n\n \n \n \n \n \n \n \n \n \n \n\n \n\n\n

\n\n

\n\n \n

\n \n \n

\n \n

\n\n \n

\n \n \n

\n \n

\n \n \n

\n \n \n \n

\n \n

\n \n \n

\n \n

\n \n \n

\n \n

\n \n \n

\n \n

\n\n \n

\n \n

\n \n \n

\n\n \n

0 || isStreaming\">\n

\n \n

\n\n \n

\n \n \n \n\n \n

\n \n \n

0 && !isSearching && route !== 'text'\">\n

\n \n

\n \n \n

\n \n

\n\n\n

\n\n \n \n

\n \n

\n\n \n

\n \n \n \n github\n

\n\n",[],[183],{"_102":193,"_95":194,"_152":195,"_154":-5,"_155":137,"_156":196,"_158":159,"_104":197,"_99":161,"_162":163,"_164":198,"_166":22,"_167":-5,"_168":199,"_98":200},"66ecf9cc-74a7-11f0-87b6-0224a6c84d84","jsonUtils.js","2bea9f98-73fb-11f0-82d7-0224a6c84d84",38,["D",1754692278350],"// General JSON extraction/repair helper using Groq Chat Completions\n// Converts arbitrary text into a strict JSON object and returns the `results` array\nexport async function extractOrRepairJsonResults(rawText, apiKey, language = 'english') {\n const response = await fetch('https://api.groq.com/openai/v1/chat/completions', {\n method: 'POST',\n headers: {\n 'Content-Type': 'application/json',\n 'Authorization': `Bearer ${apiKey}`,\n },\n body: JSON.stringify({\n model: 'openai/gpt-oss-120b',\n messages: [\n {\n role: 'system',\n content:\n 'You convert arbitrary text into a strict JSON object with a top-level `results` array. Return ONLY JSON, no markdown or comments. Output must already be sanitized: descriptions must be clean plain text with no citations (e.g., [1], (2)), no line numbers (e.g., L0:), no dagger symbols (†), no HTML, no code blocks, and no section headers. Descriptions must add new information beyond the title — never repeat or mirror the title. If a description would equal or start with the title, remove the title portion and ensure the remaining text adds value; if nothing remains, set description to null. Keep prose concise and readable.'\n },\n {\n role: 'user',\n content:\n 'Convert the following into ONLY valid JSON that matches the schema. If fields are missing, use null. Do not include markdown fences. In description, output plain text only (no citations, numbers-in-brackets, line numbers, or HTML). Present titles and descriptions in language: ' + String(language || 'english') + '\\n---\\n' + rawText\n }\n ],\n response_format: {\n type: 'json_schema',\n json_schema: {\n name: 'search_results',\n schema: {\n type: 'object',\n properties: {\n results: {\n type: 'array',\n items: {\n type: 'object',\n properties: {\n title: { type: 'string' },\n url: { type: 'string' },\n description: { type: ['string', 'null'] },\n source: { type: ['string', 'null'] },\n published_at: { type: ['string', 'null'] },\n comments: { type: ['number', 'null'] },\n pmid: { type: ['string', 'null'] },\n doi: { type: ['string', 'null'] }\n },\n required: ['title', 'url'],\n additionalProperties: false\n }\n }\n },\n required: ['results'],\n additionalProperties: false\n }\n }\n },\n stream: false\n }),\n });\n if (!response.ok) {\n const text = await response.text();\n throw new Error(`Groq API error: ${response.status} ${text}`);\n }\n const data = await response.json();\n const jsonText = data.choices?.[0]?.message?.content || '{}';\n try {\n const parsed = JSON.parse(jsonText);\n let results = Array.isArray(parsed?.results) ? parsed.results : [];\n return results;\n } catch (_) {\n return [];\n }\n}\n\n// Extract results strictly from tool outputs (ground truth URLs only)\n// The tool logs may include lines like \"URL: ...\", markdown lists, tables, or raw text.\n// This helper instructs the model to ONLY use URLs that appear in the provided text and never invent new ones.\nexport async function extractResultsFromToolOutputs(toolText, apiKey, language = 'english') {\n const response = await fetch('https://api.groq.com/openai/v1/chat/completions', {\n method: 'POST',\n headers: {\n 'Content-Type': 'application/json',\n 'Authorization': `Bearer ${apiKey}`,\n },\n body: JSON.stringify({\n model: 'openai/gpt-oss-120b',\n messages: [\n {\n role: 'system',\n content:\n 'You will receive raw logs from browser tool executions that include titles and URLs. Critically: ONLY use URLs that literally appear in the logs. Do not fabricate or guess any URL. Produce a strict JSON object with a top-level `results` array. Each result should map a meaningful title to one of the URLs present in the logs. Prefer canonical deep links by rule: Hacker News → exact item permalink or the external article if explicitly listed; PubMed → PMID page; arXiv → /abs/; DOI → https://doi.org/...; Reddit/forums → exact thread permalink; GitHub → exact path to repo/issue/file/release. If a suitable title is not obvious, derive a concise one from nearby text. If description can be inferred, include a short clean sentence with no citations or artifacts; otherwise set description to null. Never include any URL not present in the logs.'\n },\n {\n role: 'user',\n content:\n 'From the following tool logs, extract results using ONLY URLs that occur in the text. Return ONLY valid JSON matching the schema. If fields are missing, use null. No markdown fences. Present titles and descriptions in language: ' + String(language || 'english') + '\\n---\\n' + toolText\n }\n ],\n response_format: {\n type: 'json_schema',\n json_schema: {\n name: 'search_results_from_tools',\n schema: {\n type: 'object',\n properties: {\n results: {\n type: 'array',\n items: {\n type: 'object',\n properties: {\n title: { type: 'string' },\n url: { type: 'string' },\n description: { type: ['string', 'null'] },\n source: { type: ['string', 'null'] },\n published_at: { type: ['string', 'null'] },\n comments: { type: ['number', 'null'] },\n pmid: { type: ['string', 'null'] },\n doi: { type: ['string', 'null'] }\n },\n required: ['title', 'url'],\n additionalProperties: false\n }\n }\n },\n required: ['results'],\n additionalProperties: false\n }\n }\n },\n stream: false\n }),\n });\n if (!response.ok) {\n const text = await response.text();\n throw new Error(`Groq API error: ${response.status} ${text}`);\n }\n const data = await response.json();\n const jsonText = data.choices?.[0]?.message?.content || '{}';\n try {\n const parsed = JSON.parse(jsonText);\n const results = Array.isArray(parsed?.results) ? parsed.results : [];\n return results;\n } catch (_) {\n return [];\n }\n}\n\n// Remove null/undefined optional fields so UI never shows pmid: null or doi: null\nexport function sanitizeResults(results) {\n if (!Array.isArray(results)) return [];\n return results.map((r) => {\n const cleaned = { ...r };\n for (const key of ['pmid', 'doi', 'description', 'source', 'published_at', 'comments']) {\n if (cleaned[key] === null || cleaned[key] === undefined) {\n delete cleaned[key];\n }\n }\n return cleaned;\n });\n}\n\n\n\n// Structured summary extraction to eliminate citation artifacts and enforce clean fields\nexport async function extractStructuredSummary(rawText, apiKey) {\n const response = await fetch('https://api.groq.com/openai/v1/chat/completions', {\n method: 'POST',\n headers: {\n 'Content-Type': 'application/json',\n 'Authorization': `Bearer ${apiKey}`,\n },\n body: JSON.stringify({\n model: 'openai/gpt-oss-120b',\n messages: [\n {\n role: 'system',\n content:\n 'You convert arbitrary summary-like text into a strict JSON object describing the content. Return ONLY JSON, no markdown. Remove all citation artifacts (e.g., [1], (2), †), line numbers (e.g., L0:), and scraped UI fragments. Keep clean prose. Choose one type: research or general. For research, populate research_question, methods_and_findings, significance. For general, populate what_it_is, key_points (short bullet strings), and details. If any field would repeat or mirror the title or adds no value, set it to null. Keep text concise.'\n },\n {\n role: 'user',\n content:\n 'Normalize the following text into ONLY valid JSON matching the schema. No markdown fences, no HTML. Remove citations, numbers-in-brackets, line numbers, and artifacts.\\n---\\n' + rawText\n }\n ],\n response_format: {\n type: 'json_schema',\n json_schema: {\n name: 'structured_summary',\n schema: {\n type: 'object',\n properties: {\n type: { type: 'string', enum: ['general', 'research'] },\n general: {\n type: 'object',\n properties: {\n what_it_is: { type: 'string' },\n key_points: { type: 'array', items: { type: 'string' } },\n details: { type: 'string' }\n },\n additionalProperties: false\n },\n research: {\n type: 'object',\n properties: {\n research_question: { type: 'string' },\n methods_and_findings: { type: 'string' },\n significance: { type: 'string' }\n },\n additionalProperties: false\n }\n },\n required: ['type'],\n additionalProperties: false\n }\n }\n },\n stream: false\n }),\n });\n if (!response.ok) {\n const text = await response.text();\n throw new Error(`Groq API error: ${response.status} ${text}`);\n }\n const data = await response.json();\n const jsonText = data.choices?.[0]?.message?.content || '{}';\n try {\n const parsed = JSON.parse(jsonText);\n return parsed && typeof parsed === 'object' ? parsed : null;\n } catch (_) {\n return null;\n }\n}\n\nfunction escapeHtml(str) {\n if (!str) return '';\n return String(str)\n .replace(/&/g, '&')\n .replace(//g, '>')\n .replace(/\"/g, '"')\n .replace(/'/g, ''');\n}\n\n// Deterministic HTML renderer for structured summary\nexport function renderStructuredSummaryToHtml(structured) {\n if (!structured || typeof structured !== 'object') return '';\n const type = structured.type;\n if (type === 'research' && structured.research) {\n const rq = escapeHtml(structured.research.research_question || '');\n const mf = escapeHtml(structured.research.methods_and_findings || '');\n const sg = escapeHtml(structured.research.significance || '');\n let html = '';\n if (rq) html += '

Research Question: ' + rq + '

';\n if (mf) html += '

Methods & Findings: ' + mf + '

';\n if (sg) html += '

Significance: ' + sg + '

';\n return html;\n }\n // default to general\n const general = structured.general || {};\n const what = escapeHtml(general.what_it_is || '');\n const details = escapeHtml(general.details || '');\n const points = Array.isArray(general.key_points) ? general.key_points : [];\n let html = '';\n if (what) html += '

What it is: ' + what + '

';\n if (points.length > 0) {\n html += '

Key points:

' + escapeHtml(p) + '

';\n }\n if (details) html += '

Details: ' + details + '

';\n return html;\n}\n\n\n// Synthesis fallback: produce results[] from mixed context (tool logs, assistant text, reasoning, existing results)\n// Only used when earlier parsing/repair yielded nothing or timed out\nexport async function synthesizeResultsFromContext(context, apiKey) {\n try {\n const {\n query = '',\n language = 'english',\n toolText = '',\n assistantText = '',\n reasoningText = '',\n existingResults = []\n } = context || {};\n\n const parts = [];\n if (query) parts.push('User query: ' + String(query));\n parts.push('Present titles and descriptions in language: ' + String(language || 'english'));\n if (Array.isArray(existingResults) && existingResults.length > 0) {\n parts.push('Existing results JSON (may be empty or partial): ' + JSON.stringify({ results: existingResults }));\n }\n if (toolText && String(toolText).trim()) parts.push('Tool logs:\\n' + String(toolText));\n if (assistantText && String(assistantText).trim()) parts.push('Assistant text:\\n' + String(assistantText));\n if (reasoningText && String(reasoningText).trim()) parts.push('Reasoning text:\\n' + String(reasoningText));\n\n const response = await fetch('https://api.groq.com/openai/v1/chat/completions', {\n method: 'POST',\n headers: {\n 'Content-Type': 'application/json',\n 'Authorization': `Bearer ${apiKey}`,\n },\n body: JSON.stringify({\n model: 'openai/gpt-oss-120b',\n messages: [\n {\n role: 'system',\n content: 'Synthesize a strict JSON search results list from provided context. CRITICAL: Prefer URLs that literally occur in tool logs or assistant text; avoid fabricating. Apply canonical link rules (HN item or external, PubMed PMID, arXiv /abs, DOI resolver, exact thread permalinks, precise GitHub paths). Descriptions must be clean plain text without citations (no [1], (2), L0:, †), HTML, or code fences, and must add info beyond the title. Present titles and descriptions in the requested language.'\n },\n {\n role: 'user',\n content: parts.join('\\n\\n')\n }\n ],\n response_format: {\n type: 'json_schema',\n json_schema: {\n name: 'search_results_synthesis',\n schema: {\n type: 'object',\n properties: {\n results: {\n type: 'array',\n items: {\n type: 'object',\n properties: {\n title: { type: 'string' },\n url: { type: 'string' },\n description: { type: ['string', 'null'] },\n source: { type: ['string', 'null'] },\n published_at: { type: ['string', 'null'] },\n comments: { type: ['number', 'null'] },\n pmid: { type: ['string', 'null'] },\n doi: { type: ['string', 'null'] }\n },\n required: ['title', 'url'],\n additionalProperties: false\n }\n }\n },\n required: ['results'],\n additionalProperties: false\n }\n }\n },\n stream: false\n })\n });\n if (!response.ok) {\n try { console.error('synthesizeResultsFromContext error:', await response.text()); } catch (_) {}\n return [];\n }\n const data = await response.json();\n const jsonText = data.choices?.[0]?.message?.content || '{}';\n try {\n const parsed = JSON.parse(jsonText);\n return Array.isArray(parsed?.results) ? parsed.results : [];\n } catch (_) {\n return [];\n }\n } catch (_err) {\n return [];\n }\n}\n\n// Synthesis fallback: produce concise plain-text answer from context (used when router selects text or lists fail)\nexport async function synthesizeTextFromContext(context, apiKey) {\n try {\n const {\n query = '',\n language = 'english',\n toolText = '',\n assistantText = '',\n reasoningText = ''\n } = context || {};\n\n const parts = [];\n if (query) parts.push('User query: ' + String(query));\n parts.push('Respond in language: ' + String(language || 'english'));\n if (toolText && String(toolText).trim()) parts.push('Tool logs:\\n' + String(toolText));\n if (assistantText && String(assistantText).trim()) parts.push('Assistant text:\\n' + String(assistantText));\n if (reasoningText && String(reasoningText).trim()) parts.push('Reasoning text:\\n' + String(reasoningText));\n\n const response = await fetch('https://api.groq.com/openai/v1/chat/completions', {\n method: 'POST',\n headers: {\n 'Content-Type': 'application/json',\n 'Authorization': `Bearer ${apiKey}`,\n },\n body: JSON.stringify({\n model: 'openai/gpt-oss-120b',\n messages: [\n {\n role: 'system',\n content: 'Answer the user clearly and concisely using only the provided context. Return plain text only (no markdown fences). Remove any citations, numbers-in-brackets, line numbers, and artifacts. If unsure, say so briefly.'\n },\n { role: 'user', content: parts.join('\\n\\n') }\n ],\n stream: false\n })\n });\n if (!response.ok) {\n try { console.error('synthesizeTextFromContext error:', await response.text()); } catch (_) {}\n return '';\n }\n const data = await response.json();\n const text = data.choices?.[0]?.message?.content || '';\n return String(text || '').trim();\n } catch (_err) {\n return '';\n }\n}",[],[194],{"_102":202,"_95":203,"_152":204,"_154":-5,"_155":137,"_156":136,"_158":159,"_104":205,"_99":206,"_162":207,"_164":208,"_166":22,"_167":96,"_168":209,"_98":210},"791c7d0c-74a7-11f0-bf47-0224a6c84d84","main.js","ebafbf8e-724d-11f0-be81-0224a6c84d84",["D",1754692308865],12,"http","import { Hono } from 'https://deno.land/x/hono@v3.11.12/mod.ts';\nimport { serve } from 'https://deno.land/std@0.190.0/http/server.ts';\nimport { listFiles, readFile } from \"https://esm.town/v/std/utils@85-main/index.ts\";\nimport \"jsr:@std/dotenv/load\"; // needed for deno run; not req for smallweb or valtown\nimport { performSearch, summarizeUrl, buildSearchPrompt, routeQueryMode } from \"./chatCompletion.js\";\nimport { extractOrRepairJsonResults, extractResultsFromToolOutputs, sanitizeResults, synthesizeResultsFromContext, synthesizeTextFromContext } from \"./jsonUtils.js\";\nimport { streamChatAndAggregate } from \"./chatStreaming.js\";\n\nconst app = new Hono();\nconst serverApiKey = null; // Deno.env.get(\"GROQ_API_KEY\");\n\n// Settings configuration\nconst settings = {\n model: 'openai/gpt-oss-120b',\n stream: false,\n reasoningEffort: 'low'\n};\n\n\n// Helper: Collect readable text from tool records for URL-grounded extraction\nfunction collectToolTextFromArray(toolArray) {\n if (!Array.isArray(toolArray)) return '';\n const parts = [];\n for (const t of toolArray) {\n try {\n const name = t?.name || t?.tool || t?.function?.name || t?.id || '';\n const args = t?.arguments || t?.input || t?.params || null;\n const output = t?.output || t?.result || t?.content || null;\n const searchResults = t?.search_results || t?.results || null;\n if (name) parts.push('name: ' + String(name));\n if (args) parts.push('arguments: ' + (typeof args === 'string' ? args : JSON.stringify(args)));\n if (output) parts.push('output: ' + (typeof output === 'string' ? output : JSON.stringify(output)));\n if (searchResults) parts.push('search_results: ' + (typeof searchResults === 'string' ? searchResults : JSON.stringify(searchResults)));\n } catch (_) {\n // ignore malformed tool objects\n }\n }\n return parts.join('\\n');\n}\n\n\n\n// Check if server has API key\napp.get('/api/check-key', (c) => {\n return c.json({ hasServerKey: !!serverApiKey });\n});\n\n// Environment-aware file reading function\nasync function readFileContent(filePath) {\n // Check if we're in Val Town environment\n if (typeof Deno !== \"undefined\" && Deno.env.get(\"valtown\")) {\n // Use Val Town's readFile\n return await readFile(filePath, import.meta.url);\n } else {\n // Use Deno's native readTextFile for local development\n return await Deno.readTextFile(filePath);\n }\n}\n\n// Serve root with HTML content\napp.get('/', async (c) => {\n try {\n const htmlContent = await readFileContent('index.html');\n return c.html(htmlContent);\n } catch (error) {\n console.error('Error reading HTML file:', error);\n return c.text('Error loading page', 500);\n }\n});\n\n\napp.post('/api/search', async (c) => {\n try {\n const body = await c.req.json();\n const { query, dateRange, source, language, userApiKey, offset = 0, url, title } = body || {};\n\n const apiKey = serverApiKey || userApiKey;\n if (!apiKey) {\n return c.json({ error: 'No Groq API key available. Please provide your own key.' }, 400);\n }\n\n // Unified handler: if URL present, run summary; otherwise require query and run search\n if (url && typeof url === 'string' && url.trim()) {\n const { summary, summaryTime } = await summarizeUrl({\n apiKey,\n url,\n title,\n language,\n model: settings.model,\n stream: settings.stream,\n reasoningEffort: settings.reasoningEffort,\n });\n return c.json({ summary, summaryTime, url, title, language });\n }\n\n if (!query || !query.trim()) {\n return c.json({ error: 'No search query provided' }, 400);\n }\n\n const { results, searchTime, content: assistantContent, full: fullResponse, route } = await performSearch({\n apiKey,\n query,\n dateRange,\n source,\n language,\n offset,\n model: settings.model,\n stream: settings.stream,\n reasoningEffort: settings.reasoningEffort,\n // Force links mode when a specific source is chosen\n forceLinksRoute: !!source,\n });\n\n // Server-side debug logging of the full model response and assistant content\n try {\n console.log('>> [performSearch] fullResponse:', JSON.stringify(fullResponse));\n } catch (_) {\n console.log('>> [performSearch] fullResponse: ');\n }\n try {\n console.log('>> [performSearch] assistantContent:', typeof assistantContent === 'string' ? assistantContent : JSON.stringify(assistantContent));\n } catch (_) {\n console.log('>> [performSearch] assistantContent: ');\n }\n let outResults = sanitizeResults(results);\n let outAssistant = assistantContent;\n // Fallback synthesis: if route is links and results empty, synthesize from available context\n if ((route !== 'text') && (!outResults || outResults.length === 0)) {\n try {\n const toolText = ''; // non-stream path has no tool logs; rely on assistant text\n const synthesized = await synthesizeResultsFromContext({\n query,\n language,\n toolText,\n assistantText: String(assistantContent || ''),\n reasoningText: '',\n existingResults: outResults || []\n }, apiKey);\n if (Array.isArray(synthesized) && synthesized.length > 0) {\n outResults = sanitizeResults(synthesized);\n }\n } catch (_) { /* ignore */ }\n }\n // If router chose text but model returned nothing, synthesize concise text\n if (route === 'text' && (!outAssistant || !String(outAssistant).trim())) {\n try {\n const synthesizedText = await synthesizeTextFromContext({\n query,\n language,\n toolText: '',\n assistantText: '',\n reasoningText: ''\n }, apiKey);\n if (synthesizedText) outAssistant = synthesizedText;\n } catch (_) { /* ignore */ }\n }\n console.log('>> [performSearch] results (sanitized):', outResults);\n return c.json({\n results: outResults,\n searchTime,\n assistantContent: outAssistant,\n route,\n query,\n dateRange,\n source,\n language,\n offset,\n });\n } catch (error) {\n console.error('Server error:', error);\n return c.json({ error: 'Server error: ' + error.message }, 500);\n }\n});\n\n// API: Raw SSE passthrough for chat completions stream (for @test_chat_stream.js)\napp.post('/api/chatStream', async (c) => {\n try {\n let body = {};\n try {\n body = await c.req.json();\n } catch (_) {\n body = {};\n }\n const {\n userApiKey,\n messages,\n query,\n dateRange,\n source,\n language,\n offset = 0,\n model = 'openai/gpt-oss-120b',\n reasoning_effort = 'medium',\n tools = [{ type: 'browser_search' }],\n temperature,\n top_p,\n stop,\n } = body || {};\n\n const apiKey = serverApiKey || userApiKey || Deno.env.get(\"GROQ_API_KEY\");\n if (!apiKey) {\n return c.json({ error: 'No Groq API key available. Please provide your own key.' }, 400);\n }\n\n let finalMessages = Array.isArray(messages) && messages.length > 0\n ? messages\n : (typeof query === 'string' && query.trim().length > 0\n ? [\n {\n role: 'system',\n content: 'Return ONLY JSON matching the schema; no markdown or commentary. For every result, url MUST be a direct deep link to the specific item/resource (not a homepage, category page, or search results page). Prefer canonical targets: external article for HN listings, PubMed PMID page or publisher DOI for papers, arXiv abs page, DOI resolver, exact thread permalinks for discussions, and precise GitHub paths. Never output root domains as url. ALWAYS conduct searches in English; if the query is not in English, translate to English for search and present outputs in the requested language.'\n },\n { role: 'user', content: buildSearchPrompt(query, source, dateRange, language, offset) }\n ]\n : null);\n // Route logic: allow plain-text answers for explanatory queries\n try {\n if (typeof query === 'string' && query.trim()) {\n const route = await routeQueryMode(apiKey, query);\n console.log('>> [/api/chatStream] route:', route);\n // If a specific source is chosen, force list mode\n if (source) {\n finalMessages = [\n {\n role: 'system',\n content: 'Return ONLY JSON matching the schema; no markdown or commentary. For every result, url MUST be a direct deep link to the specific item/resource (not a homepage, category page, or search results page). Prefer canonical targets: external article for HN listings, PubMed PMID page or publisher DOI for papers, arXiv abs page, DOI resolver, exact thread permalinks for discussions, and precise GitHub paths. Never output root domains as url. ALWAYS conduct searches in English; if the query is not in English, translate to English for search and present outputs in the requested language.'\n },\n { role: 'user', content: buildSearchPrompt(query, source, dateRange, language, offset) }\n ];\n console.log('>> [/api/chatStream] forced links mode due to selected source');\n } else if (route === 'text') {\n finalMessages = [\n { role: 'system', content: 'If the user is asking for an explanation or summary rather than a list of links, respond with a concise plain-text answer in the requested language (no JSON). Do not use markdown fences.' },\n { role: 'user', content: query }\n ];\n console.log('>> [/api/chatStream] router selected text mode');\n }\n }\n } catch (_) { /* ignore */ }\n if (!finalMessages) {\n finalMessages = [{\n role: 'user',\n content: 'go to https://news.ycombinator.com/ and give me the first 5 stories'\n }];\n }\n\n const payload = {\n model,\n messages: finalMessages,\n stream: true,\n reasoning_effort,\n tools,\n ...(temperature !== undefined ? { temperature } : {}),\n ...(top_p !== undefined ? { top_p } : {}),\n ...(stop !== undefined ? { stop } : {}),\n };\n\n const aggregates = await streamChatAndAggregate(apiKey, payload, { logSse: false });\n let results = [];\n try {\n const textContent = aggregates?.collapsed?.content || '';\n const reasoningText = aggregates?.collapsed?.reasoning || '';\n const toolText = collectToolTextFromArray(aggregates?.collapsed?.tools || []);\n if (toolText && toolText.trim()) {\n // Prefer URLs grounded in actual tool outputs\n results = await extractResultsFromToolOutputs(toolText, apiKey, language);\n }\n if ((!results || results.length === 0) && textContent && textContent.trim()) {\n // Fallback to general JSON repair on model text\n results = await extractOrRepairJsonResults(textContent, apiKey, language);\n }\n if ((!results || results.length === 0) && reasoningText && reasoningText.trim()) {\n // Final fallback: use reasoning channel content\n results = await extractOrRepairJsonResults(reasoningText, apiKey, language);\n }\n // Last-resort synthesis if still empty\n if ((!results || results.length === 0)) {\n const synthesized = await synthesizeResultsFromContext({\n query,\n language,\n toolText,\n assistantText: String(textContent || ''),\n reasoningText: String(reasoningText || ''),\n existingResults: []\n }, apiKey);\n if (Array.isArray(synthesized) && synthesized.length > 0) {\n results = synthesized;\n }\n }\n } catch (_e) {\n // best-effort parsing; ignore errors\n }\n console.log('>> [chatStream] textContent:', textContent);\n return c.json({ model, ...aggregates, results: sanitizeResults(results) });\n } catch (error) {\n console.error('chatStream error:', error);\n return c.json({ error: 'chatStream error: ' + error.message }, 500);\n }\n});\n\n// API: True SSE passthrough for chat completions stream (browser consumes incrementally)\napp.post('/api/chatStreamSSE', async (c) => {\n try {\n let body = {};\n try {\n body = await c.req.json();\n } catch (_) {\n body = {};\n }\n\n const {\n userApiKey,\n messages,\n query,\n dateRange,\n source,\n language,\n offset = 0,\n model = 'openai/gpt-oss-120b',\n reasoning_effort = 'medium',\n tools = [{ type: 'browser_search' }],\n temperature,\n top_p,\n stop,\n } = body || {};\n\n const apiKey = serverApiKey || userApiKey || Deno.env.get(\"GROQ_API_KEY\");\n if (!apiKey) {\n return c.json({ error: 'No Groq API key available. Please provide your own key.' }, 400);\n }\n\n let finalMessages = Array.isArray(messages) && messages.length > 0\n ? messages\n : (typeof query === 'string' && query.trim().length > 0\n ? [\n {\n role: 'system',\n content: 'Return ONLY JSON matching the schema; no markdown or commentary. For every result, url MUST be a direct deep link to the specific item/resource (not a homepage, category page, or search results page). Prefer canonical targets: external article for HN listings, PubMed PMID page or publisher DOI for papers, arXiv abs page, DOI resolver, exact thread permalinks for discussions, and precise GitHub paths. Never output root domains as url. ALWAYS conduct searches in English; if the query is not in English, translate to English for search and present outputs in the requested language.'\n },\n { role: 'user', content: buildSearchPrompt(query, source, dateRange, language, offset) }\n ]\n : [{ role: 'user', content: 'go to https://news.ycombinator.com/ and give me the first 5 stories' }]);\n\n // Route logic for SSE streaming as well\n let selectedRoute = 'links';\n try {\n if (typeof query === 'string' && query.trim()) {\n const route = await routeQueryMode(apiKey, query);\n selectedRoute = source ? 'links' : (route || 'links');\n if (source) {\n // Force links prompt\n finalMessages = [\n {\n role: 'system',\n content: 'Return ONLY JSON matching the schema; no markdown or commentary. For every result, url MUST be a direct deep link to the specific item/resource (not a homepage, category page, or search results page). Prefer canonical targets: external article for HN listings, PubMed PMID page or publisher DOI for papers, arXiv abs page, DOI resolver, exact thread permalinks for discussions, and precise GitHub paths. Never output root domains as url. ALWAYS conduct searches in English; if the query is not in English, translate to English for search and present outputs in the requested language.'\n },\n { role: 'user', content: buildSearchPrompt(query, source, dateRange, language, offset) }\n ];\n console.log('>> [/api/chatStreamSSE] forced links mode due to selected source');\n } else if (selectedRoute === 'text') {\n finalMessages = [\n { role: 'system', content: 'If the user is asking for an explanation or summary rather than a list of links, respond with a concise plain-text answer in the requested language (no JSON). Do not use markdown fences.' },\n { role: 'user', content: query }\n ];\n console.log('>> [/api/chatStreamSSE] router selected text mode');\n }\n }\n } catch (_) { /* ignore */ }\n\n const payload = {\n model,\n messages: finalMessages,\n stream: true,\n reasoning_effort,\n tools,\n ...(temperature !== undefined ? { temperature } : {}),\n ...(top_p !== undefined ? { top_p } : {}),\n ...(stop !== undefined ? { stop } : {}),\n };\n\n const encoder = new TextEncoder();\n const stream = new ReadableStream({\n start: async (controller) => {\n try {\n const upstream = await fetch(\"https://api.groq.com/openai/v1/chat/completions\", {\n method: 'POST',\n headers: {\n 'Content-Type': 'application/json',\n 'Authorization': 'Bearer ' + apiKey,\n },\n body: JSON.stringify(payload),\n });\n\n if (!upstream.ok || !upstream.body) {\n let txt = '';\n try { txt = await upstream.text(); } catch (_) {}\n controller.enqueue(encoder.encode('event: error\\n'));\n controller.enqueue(encoder.encode('data: ' + JSON.stringify({ status: upstream.status, message: txt }) + '\\n\\n'));\n controller.enqueue(encoder.encode('data: [DONE]\\n\\n'));\n controller.close();\n return;\n }\n\n const reader = upstream.body.getReader();\n const decoder = new TextDecoder();\n let buffer = '';\n let collapsedContent = '';\n let collapsedReasoning = '';\n let collectedTools = [];\n\n // Initial comment to establish stream\n try { controller.enqueue(encoder.encode(': connected\\n\\n')); } catch (_) {}\n // Send route selection to client\n try {\n controller.enqueue(encoder.encode('event: route\\n'));\n controller.enqueue(encoder.encode('data: ' + JSON.stringify({ route: selectedRoute }) + '\\n\\n'));\n } catch (_) {}\n\n // Keep-alive pings\n const keepAliveId = setInterval(() => {\n try { controller.enqueue(encoder.encode(': keep-alive\\n\\n')); } catch (_) {}\n }, 15000);\n\n try {\n while (true) {\n const { done, value } = await reader.read();\n if (done) break;\n buffer += decoder.decode(value, { stream: true });\n const events = buffer.split('\\n\\n');\n buffer = events.pop() || '';\n for (const evt of events) {\n if (!evt.trim()) continue;\n const lines = evt.split('\\n');\n let currentEvent = 'message';\n for (const line of lines) {\n if (line.startsWith('event: ')) {\n currentEvent = line.slice(7).trim();\n continue;\n }\n if (!line.startsWith('data: ')) continue;\n const data = line.slice(6);\n // Passthrough Groq SSE data lines\n controller.enqueue(encoder.encode('data: ' + data + '\\n\\n'));\n // Accumulate collapsed content to produce JSON results at end\n try {\n const parsed = JSON.parse(data);\n const choice = Array.isArray(parsed.choices) ? parsed.choices[0] : null;\n const delta = choice?.delta || {};\n if (delta.reasoning) collapsedReasoning += delta.reasoning;\n if (delta.content) collapsedContent += delta.content;\n if (Array.isArray(delta.executed_tools)) {\n collectedTools.push(...delta.executed_tools);\n }\n if (Array.isArray(delta.tool_calls)) {\n collectedTools.push(...delta.tool_calls);\n }\n } catch (_) {\n // ignore non-JSON payloads such as [DONE]\n }\n }\n }\n }\n // Signal end of stream – emit final structured results using LLM fixer\n try {\n let results = [];\n if (selectedRoute !== 'text') {\n try {\n const toolText = collectToolTextFromArray(collectedTools);\n const textForExtraction = (collapsedContent && collapsedContent.trim())\n ? collapsedContent\n : ((collapsedReasoning && collapsedReasoning.trim()) ? collapsedReasoning : '');\n if (toolText && toolText.trim()) {\n results = await extractResultsFromToolOutputs(toolText, apiKey, language);\n }\n if ((!results || results.length === 0) && textForExtraction) {\n results = await extractOrRepairJsonResults(textForExtraction, apiKey, language);\n }\n // Last-resort synthesis from all accumulated context\n if ((!results || results.length === 0)) {\n const synthesized = await synthesizeResultsFromContext({\n query,\n language,\n toolText,\n assistantText: String(collapsedContent || ''),\n reasoningText: String(collapsedReasoning || ''),\n existingResults: []\n }, apiKey);\n if (Array.isArray(synthesized) && synthesized.length > 0) {\n results = synthesized;\n }\n }\n } catch (_) {}\n }\n controller.enqueue(encoder.encode('event: results\\n'));\n controller.enqueue(encoder.encode('data: ' + JSON.stringify({ route: selectedRoute, results: sanitizeResults(results) }) + '\\n\\n'));\n } catch (_) {}\n controller.enqueue(encoder.encode('data: [DONE]\\n\\n'));\n } catch (err) {\n controller.enqueue(encoder.encode('event: error\\n'));\n controller.enqueue(encoder.encode('data: ' + JSON.stringify({ message: err?.message || String(err) }) + '\\n\\n'));\n } finally {\n clearInterval(keepAliveId);\n try { controller.close(); } catch (_) {}\n }\n } catch (outerErr) {\n try {\n controller.enqueue(encoder.encode('event: error\\n'));\n controller.enqueue(encoder.encode('data: ' + JSON.stringify({ message: outerErr?.message || String(outerErr) }) + '\\n\\n'));\n controller.enqueue(encoder.encode('data: [DONE]\\n\\n'));\n } catch (_) {}\n try { controller.close(); } catch (_) {}\n }\n }\n });\n\n return new Response(stream, {\n headers: {\n 'Content-Type': 'text/event-stream',\n 'Cache-Control': 'no-cache, no-transform',\n 'Connection': 'keep-alive',\n },\n });\n } catch (error) {\n console.error('chatStreamSSE error:', error);\n return c.json({ error: 'chatStreamSSE error: ' + error.message }, 500);\n }\n});\n\n// API endpoint for paper summarization\n// Removed legacy /api/summarize; summaries are handled by /api/search when a URL is provided\n\n// Export app.fetch for Val Town, otherwise export app — this is only for hono apps\nexport default (typeof Deno !== \"undefined\" && Deno.env.get(\"valtown\")) ? app.fetch : app;",[],[203],"files",[149,171,181,192,201],"counts",{"_215":32,"_216":117,"_217":32,"_218":32},"pulls","branches","forks","envVars","contents",[221,224,227,230,233],{"_102":150,"_95":151,"_152":153,"_154":-5,"_155":137,"_156":157,"_158":159,"_104":222,"_99":161,"_162":163,"_164":165,"_166":22,"_167":-5,"_98":223},["D",1754692286102],[151],{"_102":172,"_95":173,"_152":174,"_154":-5,"_155":137,"_156":175,"_158":159,"_104":225,"_99":177,"_162":163,"_164":178,"_166":22,"_167":-5,"_98":226},["D",1754692291324],[173],{"_102":182,"_95":183,"_152":184,"_154":-5,"_155":137,"_156":185,"_158":159,"_104":228,"_99":187,"_162":188,"_164":189,"_166":22,"_167":-5,"_98":229},["D",1754692297796],[183],{"_102":193,"_95":194,"_152":195,"_154":-5,"_155":137,"_156":196,"_158":159,"_104":231,"_99":161,"_162":163,"_164":198,"_166":22,"_167":-5,"_98":232},["D",1754692278350],[194],{"_102":202,"_95":203,"_152":204,"_154":-5,"_155":137,"_156":136,"_158":159,"_104":234,"_99":206,"_162":207,"_164":208,"_166":22,"_167":96,"_98":235},["D",1754692308865],[203],"upstreamProject","upstreamBranch","emptyEnvVars","isNew","flags",[],"routes/_app.x.$handle.$name.pulls",{"_93":94,"_95":96,"_244":245,"_100":248,"_215":253,"_254":-5,"_255":22,"_256":-5},"filters",{"_246":247},"state","open",{"_102":103,"_95":96,"_104":249,"_106":-5,"_107":22,"_108":109,"_110":-5,"_111":-5,"_14":112,"_113":-5,"_114":22,"_115":-5,"_116":117,"_16":118,"_119":120,"_121":120,"_122":123,"_124":123,"_125":123,"_126":120,"_127":120,"_23":250,"_131":251,"_134":252,"_146":22},["D",1754433916817],{"_93":94,"_129":130},{"_93":94,"_133":130},{"_99":136,"_95":43,"_102":137,"_138":103,"_139":-5,"_140":-5,"_141":-5,"_142":-5,"_143":-5,"_144":96,"_145":94},[],"latestBranch","isForkOwner","ownProjectForks","actionData","errors"]

yawnxyz

re-search

Pull requests