[{"_1":2,"_181":-5,"_182":-5},"loaderData",{"_3":4,"_93":94},"root",{"_5":6,"_36":37,"_66":67},"ctx",{"_7":8,"_23":-5,"_24":25,"_26":27,"_28":20,"_29":20,"_30":20,"_31":-5,"_32":33,"_34":20,"_35":20},"auth",{"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":20,"_21":22},"sessionClaims","sessionId","sessionStatus","userId","actor","orgId","orgRole","orgSlug","orgPermissions","factorVerificationAge","isAuthenticated",false,"tokenType","session_token","user","preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesChatPanelState","notificationCount",0,"flagDenols","isTeamOrgMember","ENV",{"_38":39,"_40":41,"_42":43,"_44":45,"_46":47,"_48":49,"_50":51,"_52":53,"_54":55,"_56":57,"_58":59,"_60":61,"_62":63,"_64":65},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","VAL_RUNTIME_NAME","prod","RENDER_GIT_COMMIT","6050acf0705e6826bb1b68e27572c5b8979c5bd9","RENDER_GIT_BRANCH","main","CLERK_PUBLISHABLE_KEY","pk_live_Y2xlcmsudmFsLnRvd24k","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","API_URL","https://api.val.town","clerkState",{"_68":69},"__internal_clerk_state",{"_70":71,"_72":47,"_73":74,"_75":74,"_76":20,"_77":74,"_78":74,"_79":74,"_80":74,"_81":82,"_91":20,"_92":20},"__clerk_ssr_state",{"_21":22,"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":20},"__publishableKey","__proxyUrl","","__domain","__isSatellite","__signInUrl","__signUpUrl","__afterSignInUrl","__afterSignUpUrl","__clerk_debug",{"_83":20,"_19":20,"_84":74,"_85":86,"_87":74,"_88":47,"_89":20,"_90":74},"isSignedIn","proxyUrl","reason","session-token-and-uat-missing","message","publishableKey","isSatellite","domain","__telemetryDisabled","__telemetryDebug","routes/embed.x.$handle.$name.$",{"_95":96,"_97":98,"_99":100,"_101":102,"_155":156,"_178":179,"_180":-5},"handle","vvampa","name","dns","path","lib/llm.ts","project",{"_103":104,"_97":98,"_105":106,"_107":-5,"_108":20,"_109":110,"_111":-5,"_112":-5,"_12":113,"_114":-5,"_115":20,"_116":-5,"_117":-5,"_118":33,"_14":119,"_120":121,"_122":123,"_124":125,"_126":125,"_127":128,"_129":128,"_130":128,"_131":125,"_132":125,"_23":133,"_136":137,"_141":142,"_154":20},"id","0fef6ee0-060e-11f1-b9bd-42dde27851f2","createdAt",["D",1770679289177],"deletedAt","legacyEnvVars","privacy","public","description","imageUrl","4014c640-61ba-11f0-852d-15ceec715ebe","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount","4014c641-61ba-11f0-852d-15ceec715ebe","tursoName","0fef6ee0060e11f1b9bd42dde27851f2","tursoHostname","0fef6ee0060e11f1b9bd42dde27851f2-val-town.aws-us-east-2.turso.io","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm",{"_95":96,"_134":135},"profileImageUrl","https://img.clerk.com/eyJ0eXBlIjoiZGVmYXVsdCIsImlpZCI6Imluc18yTm10cGhQUklwU0tqZHNiOHNnNGd2ZjJURFUiLCJyaWQiOiJ1c2VyXzJ6dlV1b1h4VzRxbTBVblhueldOUjc4R3N1ViJ9","org",{"_95":96,"_138":135,"_12":113,"_139":140},"avatar","tier","free","branch",{"_143":144,"_97":45,"_103":145,"_146":104,"_147":-5,"_148":-5,"_149":-5,"_150":-5,"_151":-5,"_152":98,"_153":96},"version",67,"0ff07f1a-060e-11f1-b9bd-42dde27851f2","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","isOwned","file",{"_103":157,"_97":158,"_159":160,"_161":162,"_163":145,"_164":165,"_166":167,"_105":168,"_143":169,"_170":171,"_172":173,"_174":20,"_175":-5,"_99":176},"855bb92a-0610-11f1-acea-42dde27851f2","llm.ts","fileId","49d276fa-0610-11f1-98af-42dde27851f2","parentId","34b6594e-0610-11f1-966e-42dde27851f2","branchId","branchVersion",33,"latest",true,["D",1770680345167],2,"fileType","script","content","import { getEnv, getOptionalEnv } from \"./util.ts\";\n\nconst NOUS_ENDPOINT =\n \"https://inference-api.nousresearch.com/v1/chat/completions\";\n\nasync function callNousRaw(\n args: {\n model?: string;\n messages: any[];\n temperature: number;\n max_tokens: number;\n },\n): Promise {\n const apiKey = getEnv(\"NOUS_API_KEY\");\n const model = (args.model || getOptionalEnv(\"NOUS_MODEL\") || \"Hermes-4.3-36B\")\n .trim();\n\n const ctrl = new AbortController();\n const to = setTimeout(() => ctrl.abort(), 180000);\n\n try {\n const res = await fetch(NOUS_ENDPOINT, {\n method: \"POST\",\n headers: {\n authorization: `Bearer ${apiKey}`,\n \"content-type\": \"application/json\",\n \"cache-control\": \"no-store\",\n },\n body: JSON.stringify({\n model,\n messages: args.messages,\n temperature: args.temperature,\n max_tokens: args.max_tokens,\n }),\n signal: ctrl.signal,\n });\n\n if (!res.ok) {\n const t = await res.text().catch(() => \"\");\n throw new Error(`nous error ${res.status}: ${t.slice(0, 1200)}`);\n }\n\n const data = await res.json().catch(() => ({} as any));\n const out = data?.choices?.[0]?.message?.content;\n if (!out) throw new Error(\"nous returned no content\");\n return String(out).trim();\n } finally {\n clearTimeout(to);\n }\n}\n\nasync function callNous(\n prompt: string,\n opts?: {\n model?: string;\n temperature?: number;\n system?: string;\n max_tokens?: number;\n },\n): Promise {\n const system = opts?.system;\n const messages = system\n ? [{ role: \"system\", content: system }, { role: \"user\", content: prompt }]\n : [{ role: \"user\", content: prompt }];\n\n return callNousRaw({\n model: opts?.model,\n messages,\n temperature: opts?.temperature ?? 0.2,\n max_tokens: opts?.max_tokens ?? 5000,\n });\n}\n\nfunction safeJsonParseLoose(s: string): any {\n try {\n return JSON.parse(s);\n } catch {\n const m = (s || \"\").match(/\\{[\\s\\S]*\\}/);\n if (!m) return null;\n try {\n return JSON.parse(m[0]);\n } catch {\n return null;\n }\n }\n}\n\nfunction normalizeText(s: string) {\n return (s || \"\").replace(/\\r\\n/g, \"\\n\").replace(/[ \\t]+/g, \" \").trim();\n}\n\nfunction findParenTickers(s: string) {\n const out: string[] = [];\n const re = /\\(([A-Z]{1,6}(?:[.\\-][A-Z]{1,3})?)\\)/g;\n let m: RegExpExecArray | null;\n while ((m = re.exec(s || \"\")) !== null) out.push(m[1]);\n return out;\n}\n\nfunction splitSentencesBody(paragraph: string) {\n const p = normalizeText(paragraph);\n if (!p) return [];\n return p.split(/(?<=[.!?])\\s+/).map((x) => x.trim()).filter(Boolean);\n}\n\nfunction wordsForOverlap(s: string) {\n return (s || \"\")\n .toLowerCase()\n .replace(/\\r\\n/g, \"\\n\")\n .replace(/[“”]/g, '\"')\n .replace(/[’]/g, \"'\")\n .replace(/[^a-z0-9$%.\\- \\n]/g, \" \")\n .replace(/[ \\t]+/g, \" \")\n .trim()\n .split(/\\s+/)\n .filter(Boolean);\n}\n\nfunction buildNgramIndex(text: string, n: number) {\n const w = wordsForOverlap(text);\n const idx = new Map();\n for (let i = 0; i + n <= w.length; i++) {\n idx.set(w.slice(i, i + n).join(\" \"), true);\n }\n return idx;\n}\n\nfunction detectVerbatimOverlap(\n body: string,\n sourceTexts: string[],\n minWords = 7,\n) {\n const bodyWords = wordsForOverlap(body);\n if (!bodyWords.length) return { pass: true, example: \"\" };\n\n const srcIdx = sourceTexts.map((t) => buildNgramIndex(t, minWords));\n\n for (let i = 0; i + minWords <= bodyWords.length; i++) {\n const key = bodyWords.slice(i, i + minWords).join(\" \");\n for (let s = 0; s < srcIdx.length; s++) {\n if (srcIdx[s].has(key)) {\n return { pass: false, example: key };\n }\n }\n }\n return { pass: true, example: \"\" };\n}\n\nfunction localValidateBodyOnly(body: string, opts: {\n ticker: string;\n buyBelow: string;\n sentenceCount: number;\n sourceTexts: string[];\n}) {\n const { ticker, buyBelow, sentenceCount, sourceTexts } = opts;\n const errors: string[] = [];\n\n const trimmed = (body || \"\").trim();\n\n if (!ticker) errors.push(\"ticker is empty\");\n if (!buyBelow) errors.push(\"buyBelow is missing/empty\");\n if (/\\n/.test(trimmed)) {\n errors.push(\"body must be one paragraph (no newlines)\");\n }\n if (/remains a \"buy\" below/i.test(trimmed)) {\n errors.push(\"body must not contain any buy-below line/phrase\");\n }\n\n const boldCount = (trimmed.match(/\\*\\*/g) || []).length;\n if (boldCount < 2) errors.push(\"first sentence must be bolded with **...**\");\n if (boldCount > 2) errors.push(\"no other bold besides first sentence\");\n\n const sentences = splitSentencesBody(trimmed);\n if (sentences.length !== sentenceCount) {\n errors.push(\n `need exactly ${sentenceCount} sentences; found ${sentences.length}`,\n );\n }\n\n const first = sentences[0] || \"\";\n if (!first.startsWith(\"**\")) errors.push(\"first sentence must begin with **\");\n if (ticker && !first.includes(`(${ticker})`)) {\n errors.push(`first sentence must include (${ticker})`);\n }\n\n if (ticker) {\n const parenTickers = findParenTickers(trimmed);\n const others = parenTickers.filter((t) => t !== ticker);\n if (others.length) {\n errors.push(\n `contains other parenthesized tickers: ${\n Array.from(new Set(others)).join(\", \")\n }`,\n );\n }\n }\n\n const overlap = detectVerbatimOverlap(trimmed, sourceTexts, 7);\n if (!overlap.pass) {\n errors.push(`verbatim overlap >=7 words detected: \"${overlap.example}\"`);\n }\n\n return { pass: errors.length === 0, errors };\n}\n\nexport type BundleItem = {\n idx: number;\n title: string;\n source: string;\n date: string;\n url: string;\n article_text: string;\n};\n\nfunction buildSummarizePrompt(\n ticker: string,\n sentenceCount: number,\n items: BundleItem[],\n extraConstraints = \"\",\n): string {\n return `\nyou are an expert news condenser producing original writing.\n\ncombine the items into one cohesive summary focused on ${ticker}.\n\nhard rules:\n- output only the body paragraph (no extra lines)\n- exactly one paragraph, no line breaks\n- the body must have exactly ${sentenceCount} sentences total\n- the first sentence must be bolded using markdown and must include (${ticker})\n- do not include tickers for any companies other than ${ticker}\n- preserve key numbers, dates, names, and material facts\n- do not add external information\n- do not reuse 7+ consecutive words from any source; paraphrase aggressively\n- never write the phrase: remains a \"buy\" below\n- no em dashes, no filler openers like \"notably\", no buzzwords, no citations\n- do not output any other bold text besides the first sentence\n${extraConstraints ? `\\nadditional constraints:\\n${extraConstraints}\\n` : \"\"}\n\nitems:\n${\n items.map((b) => `\nitem ${b.idx}\ntitle: ${b.title}\nsource: ${b.source}\ndate: ${b.date}\nurl: ${b.url}\n\ntext:\n${b.article_text}\n`).join(\"\\n\\n---\\n\\n\")\n }\n`.trim();\n}\n\nfunction buildAuditPrompt(\n ticker: string,\n body: string,\n items: BundleItem[],\n): string {\n return `\nreturn only valid json with:\n{\n \"pass\": boolean,\n \"reasons\": string[],\n \"plagiarism_risk\": \"low\"|\"medium\"|\"high\",\n \"verbatim_spans\": [{\"span\": string, \"source_item_idx\": number}],\n \"fix_instructions\": string\n}\n\nrules to enforce:\n- fail if 7+ consecutive words match any source\n- first sentence must be bolded and include (${ticker})\n- no other bold\n- exactly one paragraph\n- no other tickers in parentheses\n- no buy-below line or phrase\n\ncandidate:\n${body}\n\nsources:\n${\n items.map((b) => `item ${b.idx} url: ${b.url}\\n${b.article_text}`).join(\n \"\\n\\n---\\n\\n\",\n )\n }\n`.trim();\n}\n\nexport async function summarizeWithGuards(args: {\n ticker: string;\n buy_below: string;\n items: BundleItem[];\n}): Promise<{\n summary: string;\n body_only: string;\n sources_text: string;\n urls: string[];\n local_validation_json: string;\n audit_json: string;\n attempts_used: number;\n}> {\n const ticker = args.ticker.trim().toUpperCase();\n const buyBelow = args.buy_below;\n const bundle = args.items.slice(0, 6).map((it, i) => ({\n ...it,\n idx: i + 1,\n article_text: (it.article_text || \"\").slice(0, 20000),\n }));\n\n const sentenceCount = 3 + Math.max(0, bundle.length - 1);\n const sourceTexts = bundle.map((b) => b.article_text || \"\");\n\n const finalLine = `**${ticker} remains a \"buy\" below $${buyBelow}.**`;\n\n const maxAttempts = 5;\n let extra = \"\";\n let body = \"\";\n let audit: any = null;\n let local: any = null;\n\n for (let attempt = 1; attempt <= maxAttempts; attempt++) {\n body = await callNous(\n buildSummarizePrompt(ticker, sentenceCount, bundle, extra),\n { temperature: 0.2 },\n );\n\n local = localValidateBodyOnly(body, {\n ticker,\n buyBelow,\n sentenceCount,\n sourceTexts,\n });\n if (!local.pass) {\n extra = `fix these issues:\\n- ${local.errors.join(\"\\n- \")}`;\n continue;\n }\n\n const auditRaw = await callNous(buildAuditPrompt(ticker, body, bundle), {\n temperature: 0.0,\n system: \"return json only. no extra text.\",\n });\n audit = safeJsonParseLoose(auditRaw);\n\n if (!audit || typeof audit.pass !== \"boolean\") {\n extra = \"your audit json was invalid; rewrite body and try again.\";\n continue;\n }\n\n if (audit.pass) {\n const summary = `${body.trim()}\\n\\n${finalLine}`;\n const sources_text = bundle.map((b) =>\n `item ${b.idx}: ${b.url}\\n\\n${b.article_text}`\n ).join(\"\\n\\n~~~\\n\\n\");\n return {\n summary,\n body_only: body.trim(),\n sources_text,\n urls: bundle.map((b) => b.url),\n local_validation_json: JSON.stringify(local),\n audit_json: JSON.stringify(audit),\n attempts_used: attempt,\n };\n }\n\n const reasons = Array.isArray(audit.reasons)\n ? audit.reasons.slice(0, 10).join(\"; \")\n : \"\";\n const fix = audit.fix_instructions\n ? String(audit.fix_instructions).slice(0, 500)\n : \"\";\n extra =\n `audit failed. reasons: ${reasons}\\nfix: ${fix}\\nrewrite more aggressively to avoid wording overlap.`;\n }\n\n // if we get here, we return the last attempt with flags; still store it so you can inspect\n const summary = `${body.trim()}\\n\\n${finalLine}`;\n const sources_text = bundle.map((b) =>\n `item ${b.idx}: ${b.url}\\n\\n${b.article_text}`\n ).join(\"\\n\\n~~~\\n\\n\");\n return {\n summary,\n body_only: body.trim(),\n sources_text,\n urls: bundle.map((b) => b.url),\n local_validation_json: JSON.stringify(\n local ?? { pass: false, errors: [\"no local validation result\"] },\n ),\n audit_json: JSON.stringify(\n audit ?? { pass: false, reasons: [\"no audit result\"] },\n ),\n attempts_used: maxAttempts,\n };\n}\n\n// alignment (sentence-level) for clickable highlights\ntype Sentence = { text: string; start: number; end: number };\nfunction splitSentences(text: string): Sentence[] {\n const out: Sentence[] = [];\n const re = /[^.!?\\n]+[.!?]+|\\S+$/g;\n let m: RegExpExecArray | null;\n while ((m = re.exec(text)) !== null) {\n const s = m[0];\n out.push({ text: s, start: m.index, end: m.index + s.length });\n }\n return out.filter((s) => s.text.trim().length > 0);\n}\nfunction idToIndex(id: string, prefix: \"S\" | \"M\"): number | null {\n const m = new RegExp(`^${prefix}(\\\\d+)$`).exec(id.trim());\n return m ? Number(m[1]) : null;\n}\nfunction extractJsonBlock(s: string): string | null {\n const noFences = (s || \"\").replaceAll(\"```json\", \"```\").replaceAll(\"```\", \"\")\n .trim();\n const a = noFences.indexOf(\"{\");\n const b = noFences.lastIndexOf(\"}\");\n if (a !== -1 && b !== -1 && b > a) return noFences.slice(a, b + 1).trim();\n return null;\n}\nfunction safeJsonParseStrict(s: string): any {\n try {\n return JSON.parse(s);\n } catch {\n const block = extractJsonBlock(s);\n if (!block) throw new Error(\"model did not return valid json\");\n return JSON.parse(block);\n }\n}\nfunction buildAlignPrompt(sourceText: string, summaryText: string): string {\n const src = splitSentences(sourceText);\n const sum = splitSentences(summaryText);\n\n const srcBlock = src.map((s, i) => `[S${i}] ${s.text}`).join(\"\\n\");\n const sumBlock = sum.map((s, i) => `[M${i}] ${s.text}`).join(\"\\n\");\n\n return `\nreturn json only.\n\nschema:\n{\n \"groups\": [\n {\n \"groupId\": \"g0\",\n \"colorIndex\": 0,\n \"source\": [{ \"id\": \"S12\" }],\n \"summary\": [{ \"id\": \"M3\" }],\n \"score\": 0.0,\n \"notes\": \"close wording | unsupported/unclear\"\n }\n ]\n}\n\nrules:\n- map each summary sentence to 1-3 best supporting source sentences\n- if unsupported, source=[]\n- do not invent support\n\nsource sentences:\n${srcBlock}\n\nsummary sentences:\n${sumBlock}\n`.trim();\n}\n\nexport async function alignTexts(\n args: { sourceText: string; summaryText: string; model?: string },\n): Promise<{ groups: any[] }> {\n const prompt = buildAlignPrompt(args.sourceText, args.summaryText);\n const raw = await callNous(prompt, {\n temperature: 0.0,\n system: \"return json only. no extra text.\",\n model: args.model,\n });\n\n const parsed = safeJsonParseStrict(raw);\n const groupsIn: any[] = Array.isArray(parsed?.groups) ? parsed.groups : [];\n\n const srcS = splitSentences(args.sourceText);\n const sumS = splitSentences(args.summaryText);\n\n const groupsOut = groupsIn.map((g: any, idx: number) => {\n const groupId = typeof g.groupId === \"string\" && g.groupId\n ? g.groupId\n : `g-${idx}`;\n const colorIndex = Number.isFinite(g.colorIndex) ? g.colorIndex : idx;\n\n const source = (Array.isArray(g.source) ? g.source : []).map((r: any) => {\n const id = typeof r?.id === \"string\" ? r.id : \"\";\n const i = id ? idToIndex(id, \"S\") : null;\n if (i === null || !srcS[i]) return null;\n return { id, start: srcS[i].start, end: srcS[i].end };\n }).filter(Boolean);\n\n const summary = (Array.isArray(g.summary) ? g.summary : []).map(\n (r: any) => {\n const id = typeof r?.id === \"string\" ? r.id : \"\";\n const i = id ? idToIndex(id, \"M\") : null;\n if (i === null || !sumS[i]) return null;\n return { id, start: sumS[i].start, end: sumS[i].end };\n },\n ).filter(Boolean);\n\n return {\n groupId,\n colorIndex,\n source,\n summary,\n score: g.score,\n notes: g.notes,\n };\n });\n\n return { groups: groupsOut };\n}","deleted","label",[177,158],"lib","permalink","https://www.val.town/x/vvampa/dns/code/lib/llm.ts","extension","actionData","errors"]