\n Chunk Engine\n ${metaLine}\n

\n\n\n

\n Input ▾\n

\n \n

\n \n \n \n

\n\n\n

\n Chunking ▾\n

\n Size\n \n

\n Overlap\n \n

\n Min Length\n \n

\n Boundary Snap\n \n

\n Token Model\n \n

\n \n

\n \n Collapse whitespace\n \n \n \n \n \n \n Reverse order\n \n \n \n \n \n \n NFKC normalize\n \n \n \n \n \n \n Strip BOM\n \n \n \n \n \n

\n\n\n

\n Wrap & Describe ▾\n

\n Global Prefix\n \n

\n Global Postfix\n \n

\n Per-chunk Prefix Template\n \n

\n Per-chunk Postfix Template\n \n

\n Templates: {i} = 1-based index · {n} = total · {s} = start offset · {e} = end offset · {chars} = length · {tokens} = est. tokens · {hash} = 8-char fingerprint\n

\n \n Show chunk descriptions\n \n \n \n \n \n \n Base64 output\n \n \n \n \n \n

\n Description template\n \n

\n\n\n\n\n

\n\n\n\n\n\n`;\n}\n\n// ── Handler ───────────────────────────────────────────────────────────────────\n\nconst handler = async (req: Request): Promise => {\n let text = \"\";\n let reqSize = 0;\n\n if (req.method === \"POST\") {\n const parsed = await parse(req);\n text = parsed.text;\n reqSize = parsed.size;\n }\n\n const size = clamp(reqSize > 0 ? reqSize : DEFAULT_CHUNK, 1, MAX_BOUND);\n const chunks = chunk(text, size);\n const meta = buildMeta(chunks, text.length, size);\n const payload: Payload = Object.freeze({ chunks, meta });\n\n return new Response(html(text, payload), {\n headers: { \"content-type\": \"text/html; charset=utf-8\" },\n });\n};\n\nexport default handler;",[],[285],"48bdbd33-d76d-494f-8a03-5829a3414d7e","test.txt","01a0a661-f04a-733e-839a-dbaff27599e8",["D",1789497831502],"",[],[293],"9e289105-93d9-4503-a3d0-a126a0b93fa4","test-inference.ts","01a0a661-f04a-733e-839a-d6cb73ae21a7",["D",1789497831502],"const INFERENCE_URL = \"https://router.val.run\";\n\nexport default async function (): Promise {\n const res = await fetch(INFERENCE_URL, {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({\n messages: [\n { role: \"user\", content: \"Hello — testing inference.\" },\n ],\n }),\n });\n\n /*example response:\n\n {\"id\":\"chatcmpl-omni-1600e4d2-90ed-4b01-ade3-3ae3a1e3b239\",\"object\":\"chat.completion\",\"created\":1777700178,\"model\":\"qwen/qwen3-32b\",\"choices\":[{\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"\\nOkay, the user sent \\\"Hello — testing inference.\\\" Let me break this down. First, they're greeting me, which is standard. The phrase \\\"testing inference\\\" is key here. They probably want to see how I handle a query that's not straightforward. Maybe they're checking if I can infer the intent behind a vague message.\\n\\nI should consider possible scenarios. Are they testing if I can ask clarifying questions? Or maybe they want to see if I can generate a response without more context. Since the message is short, I need to respond in a way that invites them to provide more details. \\n\\nI should acknowledge their greeting and then ask what specific aspect of inference they're testing. That way, I can tailor my response to their actual needs. Also, making sure the tone is friendly and helpful is important. Let me check if there's any other nuance I might be missing. Maybe they're a developer testing the model's capabilities? Or a student trying to understand how inference works in practice. \\n\\nEither way, the best approach is to be open and ask for clarification. That way, I can provide a more accurate and useful response. I'll go with that.\\n\\n\\nHello! It seems like you're testing how I handle inference or interpretation. Could you clarify what specific aspect you'd like me to demonstrate or explain? For example: \\n\\n- Are you testing my ability to infer intent from ambiguous input? \\n- Do you want an example of logical inference? \\n- Are you curious about how I process context or generate responses? \\n\\nLet me know how I can assist! 😊\"},\"finish_reason\":\"stop\"}],\"_omni_meta\":{\"provider\":{\"id\":3,\"name\":\"groq\",\"base\":\"https://api.groq.com/openai/v1\",\"keyEnv\":\"GROQ_API_KEY\",\"fallbackModel\":\"llama-3.3-70b-versatile\",\"priority\":3},\"latency_ms\":936,\"inflight_requests\":0,\"circuit_states\":[{\"name\":\"openrouter_free\",\"state\":\"CLOSED\"},{\"name\":\"sambanova\",\"state\":\"CLOSED\"},{\"name\":\"groq\",\"state\":\"CLOSED\"},{\"name\":\"github_models\",\"state\":\"CLOSED\"},{\"name\":\"mistral\",\"state\":\"CLOSED\"},{\"name\":\"siliconflow\",\"state\":\"CLOSED\"},{\"name\":\"deepinfra\",\"state\":\"CLOSED\"},{\"name\":\"cerebras\",\"state\":\"CLOSED\"}]}}\n */\n\n return res //?.choices?.[0]?.message?.content,\n ; //provider: res?._omni_meta?.providerId ?? null,});\n}",[],[300],"5784de22-fba8-450a-be53-f2695e3eb52e","salvage.ts","01a0a661-f04a-733e-839a-d1f26b3b86dc",["D",1789497831502],"import { salvageArtifactArgs } from \"./app-helpers.ts\";\nconst cut = '{\"id\": 59, \"files\": [{\"path\": \"style.css\", \"content\": \":root{--bg:#000}\\\\nbody{margin:0}\"}, {\"path\": \"store.js\", \"content\": \"export function createStore(r, i) {\\\\n let s = i;\\\\n return { get: () => s };\\\\n}\"}, {\"path\": \"render.js\", \"content\": \"import { get } from \\'./store.js\\';\\\\nconst c = document.getElementById(\\'c\\');\\\\nfunction draw() { c.getContext';\nconst r = salvageArtifactArgs(cut);\nconsole.log(JSON.stringify({ saved: r?.saved, cut: r?.cut, id: r?.args.id, store: (r?.args.files as any)?.[1]?.content.slice(0, 30) }));\nconst cut2 = '{\"title\": \"Novel AI Chat\", \"kind\": \"html\", \"content\": \"

x

\", \"files\": [{\"path\": \"a.js\", \"content\": \"const a = 1; // cut here';\nconst r2 = salvageArtifactArgs(cut2); console.log(JSON.stringify({ saved: r2?.saved, cut: r2?.cut, title: r2?.args.title, hasContent: \"content\" in (r2?.args ?? {}) }));\nconsole.log(\"none:\", salvageArtifactArgs('{\"id\": 3, \"files\": [{\"path\": \"x.js\", \"con'));\n",[],[307],"a4f50720-69ce-4fd5-9b75-f47ebfa4910b","router.tsx","01a0a661-f04a-733e-839a-ce09461a01dc",["D",1789497831502],"import { getCatalogStatus, getProviderArray, type ProviderInstance } from \"./inference-provider.ts\";\nimport { initDB, run, sql } from \"./db.ts\";\nimport { getInstanceRoster, getSavedModels, inflight, resetBreakers, resetProviderStats } from \"./router-core.ts\";\nimport { handleChatCompletions } from \"./router-openai.ts\";\n\nconst CORS = { \"Access-Control-Allow-Origin\": \"*\" };\nconst OPENAI_PATHS = new Set([\"/\", \"/chat/completions\", \"/v1/chat/completions\"]);\n// Item 3: /api/update, /api/reset and /api/reset-stats are all reachable, unauthenticated, on a publicly\n// known URL — confirmed exploitable this session (the user's own successful unauthenticated POST to\n// /api/update). Gating them behind OMNI_ADMIN_KEY is opt-in and backward-compatible: unset, every mutating\n// route behaves exactly as before (this is a real, live router the user is actively depending on — a\n// gate that broke it by default the moment this code shipped would be worse than the hole it closes).\n// Once set, callers must send it back as `X-Admin-Key` (or `?admin_key=`, for the plain-fetch snippets\n// this session already handed the user from a browser console with no header-setting ceremony).\nconst ADMIN_KEY = Deno.env.get(\"OMNI_ADMIN_KEY\") || \"\";\nfunction isAdmin(req: Request, url: URL): boolean {\n if (!ADMIN_KEY) return true; // gate is off unless explicitly configured\n // ui-settings.ts already has a \"router key\" field (s.routerKey) that it sends as `Authorization: Bearer\n // ` on /health and /api/reset — plumbing that pre-dated any server-side check actually reading it.\n // Recognizing that header here means the existing settings field starts working with zero UI changes.\n // X-Admin-Key / ?admin_key= are accepted too, for the plain-fetch console snippets this session already\n // handed the user, which don't bother constructing an Authorization header.\n const bearer = (req.headers.get(\"authorization\") || \"\").replace(/^Bearer\\s+/i, \"\");\n const supplied = bearer || req.headers.get(\"x-admin-key\") || url.searchParams.get(\"admin_key\") || \"\";\n return supplied === ADMIN_KEY;\n}\n\nasync function listUpstreamModels(p: ProviderInstance): Promise {\n const headers: Record = p.key ? { \"Authorization\": `Bearer ${p.key}` } : {};\n const res = await fetch(`${p.base}/models`, { headers });\n if (!res.ok) throw new Error(`HTTP ${res.status}`);\n const data = await res.json();\n return data.data || data;\n}\n\nexport default async function handler(req: Request): Promise {\n const url = new URL(req.url);\n\n if (req.method === \"OPTIONS\") {\n return new Response(null, {\n headers: {\n \"Access-Control-Allow-Origin\": \"*\",\n \"Access-Control-Allow-Headers\": \"*\",\n \"Access-Control-Allow-Methods\": \"POST, GET, OPTIONS\",\n },\n });\n }\n\n const init = await initDB();\n if (!init.ok) {\n return Response.json({ error: `DB init failed: ${init.error}` }, {\n status: 500,\n });\n }\n\n if (req.method === \"GET\") {\n if (url.pathname === \"/health\") {\n const live = getProviderArray();\n // instances/key_policy/auth: the settings panel's \"test / status\" table (ui-settings.ts routerStatus())\n // reads exactly this shape — it was previously missing entirely, so the table always rendered zero rows\n // regardless of how many providers were actually configured.\n const keyIssues = live.filter((p) => p.keyIssue).map((p) => ({ instance: p.name, env: p.keyEnv, issue: p.keyIssue }));\n return Response.json({\n status: live.length > 0 ? (keyIssues.length ? \"ok-with-key-issues\" : \"ok\") : \"degraded\",\n providers_configured: live.length,\n inflight_requests: inflight,\n key_issues: keyIssues, // top-level, not buried per-instance: a malformed secret is the single most common \"why is X never working\" answer\n key_policy: \"tiered:top+1retry,siblings,breadth;config-dead→tail\", // see orderTargets() + demotion in router-core.ts\n auth: !!ADMIN_KEY, // true once OMNI_ADMIN_KEY is set — gates /api/update, /api/reset, /api/reset-stats\n instances: await getInstanceRoster(),\n });\n }\n\n if (url.pathname === \"/api/providers\") {\n const savedModels = await getSavedModels();\n return Response.json(getCatalogStatus().map((p) => ({\n ...p,\n currentModel: savedModels[p.name] || p.fallbackModel,\n })));\n }\n\n if (url.pathname === \"/api/models\") {\n const pName = url.searchParams.get(\"provider\");\n const p = getProviderArray().find((x) => x.name === pName);\n if (!p) return Response.json({ error: \"Provider not found or no key\" }, { status: 404 });\n try {\n return Response.json(await listUpstreamModels(p));\n } catch (e: any) {\n return Response.json({ error: e.message, fallback: p.fallbackModel }, { status: 502 });\n }\n }\n\n // OpenAI-style aggregate list: one row per routable instance (its bound\n // model) plus every upstream id namespaced \":\", so a client can\n // pin vendor+model through the `model` field of chat.completions.\n if (url.pathname === \"/v1/models\") {\n const live = getProviderArray();\n const saved = await getSavedModels();\n const seen = new Set();\n const rows: Record[] = [];\n for (const p of live) {\n const base = p.name.split(\"#\")[0];\n for (const id of [base, p.vendor]) {\n if (seen.has(id)) continue;\n seen.add(id);\n rows.push({ id, object: \"model\", owned_by: p.vendor, bound: saved[base] || p.fallbackModel });\n }\n }\n const results = await Promise.all(\n live.filter((p) => p.slot === 0).map(async (p) => {\n try {\n const list = await listUpstreamModels(p);\n return Array.isArray(list)\n ? list.map((m: any) => `${p.vendor}:${typeof m === \"string\" ? m : m.id}`)\n : [];\n } catch {\n return [];\n }\n }),\n );\n for (const id of results.flat()) {\n if (seen.has(id)) continue;\n seen.add(id);\n rows.push({ id, object: \"model\", owned_by: id.split(\":\")[0] });\n }\n return Response.json({ object: \"list\", data: rows });\n }\n\n return new Response(\n `\n \n \n \n \n \n Ziggyware Router Matrix\n \n \n \n \n \n \n \n

\n \n \n \n `,\n { headers: { \"Content-Type\": \"text/html\" } },\n );\n } else if (req.method === \"POST\") {\n if (url.pathname === \"/api/update\") {\n if (!isAdmin(req, url)) return Response.json({ error: \"unauthorized\" }, { status: 401 });\n const { provider, model } = await req.json();\n if (typeof provider !== \"string\" || !provider) return Response.json({ error: \"provider required\" }, { status: 400 });\n // model:null (or \"\") clears the override so the row falls back to its catalog default — there was\n // previously no way to UNBIND, only to bind something else, which is how a dead \"inkling-small\" override\n // outlived the catalog fix underneath it.\n if (model == null || model === \"\") {\n const d = await run(sql`DELETE FROM omni_router_config WHERE provider = ${provider}`);\n if (!d.ok) return Response.json({ error: d.error }, { status: 500 });\n return Response.json({ success: true, cleared: d.value.rowsAffected });\n }\n const r = await run(\n sql`INSERT INTO omni_router_config (provider, selected_model)\n VALUES (${provider}, ${model})\n ON CONFLICT(provider)\n DO UPDATE SET selected_model = excluded.selected_model`,\n );\n if (!r.ok) return Response.json({ error: r.error }, { status: 500 });\n return Response.json({ success: true });\n }\n\n // Item 2: previously missing entirely — ui-settings.ts's \"clear cooldowns\" button has been calling\n // this exact path since it was written, silently swallowing the 404. Clears every open circuit\n // breaker (in-memory on this isolate, and the persisted cross-isolate copy) so a provider mid-cooldown\n // gets tried again on the very next request instead of waiting out BREAK_DURATION_MS.\n if (url.pathname === \"/api/reset\") {\n if (!isAdmin(req, url)) return Response.json({ error: \"unauthorized\" }, { status: 401 });\n const { cleared } = await resetBreakers();\n return Response.json({ success: true, cleared });\n }\n\n // Item 4: clears the durable provider_stats counters (requests/ok/failed/last_error) — distinct from\n // /api/reset above, which clears the live routing decision, not the historical numbers. Separated so\n // clearing a stuck cooldown doesn't also erase diagnostic history, and vice versa.\n if (url.pathname === \"/api/reset-stats\") {\n if (!isAdmin(req, url)) return Response.json({ error: \"unauthorized\" }, { status: 401 });\n await resetProviderStats();\n return Response.json({ success: true });\n }\n\n if (!OPENAI_PATHS.has(url.pathname)) return new Response(\"Not Found\", { status: 404 });\n let body: unknown;\n try {\n body = await req.json();\n } catch {\n return Response.json({ error: { message: \"Invalid JSON body\" } }, { status: 400, headers: CORS });\n }\n return await handleChatCompletions(body);\n }\n\n return new Response(\"Not Found\", { status: 404 });\n}",[],[314],"bb3daa37-44c4-47aa-895c-ec5da2924499","router-state.ts","01a0a661-f04a-733e-839a-c95f8b6e7b3b",["D",1789497831502],"// Routing state that must survive isolate recycling: instance cooldowns\n// (breaker / 429 / bad key), dead model ids, auto-resolved replacements, and\n// the UI's per-vendor model binding. One SELECT per request, write-through.\nimport { all, run, sql } from \"./db.ts\";\n\nexport type Cooldown = { until: number; reason: string; fails: number };\nexport type Stat = {\n req: number;\n ok: number;\n fail: number;\n last: number;\n model: string;\n err: string;\n};\ntype State = {\n cool: Record;\n dead: Record;\n resolved: Record;\n bound: Record;\n cap: Record;\n tps: Record;\n capin: Record;\n stat: Record;\n};\n\nconst MAX_FAILS = 2;\nexport const COOL = {\n breaker: 2_500,\n rate: 6_000,\n auth: 30_000,\n model: 36_000,\n cap: 90_000,\n};\n\nlet mem: State = {\n cool: {},\n dead: {},\n resolved: {},\n bound: {},\n cap: {},\n capin: {},\n stat: {},\n tps: {},\n};\nlet loadedAt = 0;\n\nexport async function loadState(force = false): Promise {\n if (!force && Date.now() - loadedAt < 2_000) return mem;\n const [st, cfg] = await Promise.all([\n all(\"omni_state\", sql`SELECT key, value FROM omni_state`),\n all(\n \"omni_router_config\",\n sql`SELECT provider, selected_model FROM omni_router_config`,\n ),\n ]);\n const next: State = {\n cool: {},\n dead: {},\n resolved: {},\n bound: {},\n cap: {},\n capin: {},\n stat: {},\n tps: {},\n };\n if (st.ok) {\n for (const r of st.value as { key: string; value: string }[]) {\n const [kind, ...rest] = r.key.split(\":\");\n const id = rest.join(\":\");\n try {\n if (kind === \"cool\") next.cool[id] = JSON.parse(r.value);\n else if (kind === \"dead\") next.dead[id] = Number(r.value);\n else if (kind === \"resolved\") next.resolved[id] = r.value;\n else if (kind === \"cap\") next.cap[id] = JSON.parse(r.value);\n else if (kind === \"stat\") next.stat[id] = JSON.parse(r.value);\n else if (kind === \"capin\") next.capin[id] = JSON.parse(r.value);\n else if (kind === \"tps\") next.tps[id] = JSON.parse(r.value);\n } catch { /* skip corrupt row */ }\n }\n }\n if (cfg.ok) {\n for (\n const r of cfg.value as { provider: string; selected_model: string }[]\n ) next.bound[r.provider] = r.selected_model;\n }\n mem = next;\n loadedAt = Date.now();\n return mem;\n}\n\nconst put = (key: string, value: string) =>\n run(\n sql`INSERT INTO omni_state (key, value, ts) VALUES (${key}, ${value}, ${Date.now()})\n ON CONFLICT(key) DO UPDATE SET value = excluded.value, ts = excluded.ts`,\n );\nconst del = (key: string) =>\n run(sql`DELETE FROM omni_state WHERE key = ${key}`);\n\nexport const isCool = (name: string) =>\n (mem.cool[name]?.until ?? 0) > Date.now();\nexport const coolInfo = (name: string): Cooldown | undefined => mem.cool[name];\nexport const isDead = (vendor: string, model: string) =>\n (mem.dead[`${vendor}:${model}`] ?? 0) > Date.now();\n// Per-INSTANCE model death (a key's daily quota for one model). Namespaced with \"@\" because slot 0's\n// instance name equals the vendor name — without the prefix, slot 0's quota would kill the model for every slot.\nexport const isDeadOn = (instance: string, model: string) =>\n (mem.dead[`@${instance}:${model}`] ?? 0) > Date.now();\nexport async function markDeadOn(\n instance: string,\n model: string,\n until: number,\n) {\n mem.dead[`@${instance}:${model}`] = until;\n await put(`dead:@${instance}:${model}`, String(until));\n}\nexport const resolvedFor = (vendor: string) => mem.resolved[vendor];\nexport const boundFor = (vendor: string) => mem.bound[vendor];\n/** learned per-model output ceiling (from \"Limit N\" size errors), or Infinity */\nexport const capFor = (vendor: string, model: string) => {\n const c = mem.cap[`${vendor}:${model}`];\n return c && c.until > Date.now() ? c.lim : Infinity;\n};\n/** learned per-model INPUT ceiling (ITPM / context) — a tier limit, so it lives 24 h */\n/** Learned output throughput per vendor:model (tokens/s, EMA over completions ≥ 64 tokens). Drives the deadline-derived\n * max_tokens cap: catalog constants (openrouter \"30 tps\") were cutting every build reply to ~1k tokens. */\nexport const tpsFor = (vendor: string, model: string): number | undefined =>\n mem.tps[`${vendor}:${model}`]?.v ?? mem.tps[`${vendor}:*`]?.v;\nexport async function noteTps(\n vendor: string,\n model: string,\n tokens: number,\n ms: number,\n) {\n if (!(tokens >= 64) || !(ms > 200)) return;\n const v = tokens / (ms / 1000);\n for (const key of [`${vendor}:${model}`, `${vendor}:*`]) {\n const prev = mem.tps[key];\n const next = prev\n ? { v: prev.v * 0.7 + v * 0.3, n: prev.n + 1 }\n : { v, n: 1 };\n mem.tps[key] = next;\n await put(`tps:${key}`, JSON.stringify(next));\n }\n}\nexport const capInFor = (vendor: string, model: string) => {\n const c = mem.capin[`${vendor}:${model}`] ?? mem.capin[`${vendor}:*`];\n return c && c.until > Date.now() ? c.lim : Infinity;\n};\nexport async function setCapIn(vendor: string, model: string, lim: number) {\n mem.capin[`${vendor}:${model}`] = { lim, until: Date.now() + 24 * 1000 };\n await put(\n `capin:${vendor}:${model}`,\n JSON.stringify(mem.capin[`${vendor}:${model}`]),\n );\n}\nexport async function setCap(vendor: string, model: string, lim: number) {\n mem.cap[`${vendor}:${model}`] = { lim, until: Date.now() + COOL.cap };\n await put(\n `cap:${vendor}:${model}`,\n JSON.stringify(mem.cap[`${vendor}:${model}`]),\n );\n}\n\n/** Transient failure: counts toward the breaker; opens after MAX_FAILS. */\nexport async function noteFailure(name: string, reason: string) {\n const c = mem.cool[name] ?? { until: 0, reason, fails: 0 };\n c.fails++;\n c.reason = reason;\n if (c.fails >= MAX_FAILS) {\n c.until = Date.now() + COOL.breaker;\n c.fails = 0;\n }\n mem.cool[name] = c;\n await put(`cool:${name}`, JSON.stringify(c));\n}\n/** Hard cooldown for a known duration (429 retry-after, 401/403 key/tier). */\nexport async function coolFor(name: string, ms: number, reason: string) {\n mem.cool[name] = { until: Date.now() + ms, reason, fails: 0 };\n await put(`cool:${name}`, JSON.stringify(mem.cool[name]));\n}\nexport async function noteSuccess(name: string) {\n if (!mem.cool[name]) return;\n delete mem.cool[name];\n await del(`cool:${name}`);\n}\n/** Per-instance counters: the only externally checkable evidence that a key slot is actually used. Written every attempt. */\nexport async function noteStat(\n name: string,\n ok: boolean,\n model: string,\n err = \"\",\n) {\n const s = mem.stat[name] ??\n { req: 0, ok: 0, fail: 0, last: 0, model: \"\", err: \"\" };\n s.req++;\n ok ? s.ok++ : s.fail++;\n s.last = Date.now();\n s.model = model;\n s.err = ok ? \"\" : err.slice(0, 120);\n mem.stat[name] = s;\n await put(`stat:${name}`, JSON.stringify(s));\n}\nexport const statFor = (name: string): Stat | undefined => mem.stat[name];\nexport async function markDead(\n vendor: string,\n model: string,\n until = Date.now() + COOL.model,\n) {\n mem.dead[`${vendor}:${model}`] = until;\n await put(`dead:${vendor}:${model}`, String(until));\n}\n/** Clear cooldowns (and per-instance model deaths) — admin reset. `name` = instance or vendor; empty = everything. */\nexport async function resetCooldowns(name = \"\") {\n const hit = (k: string) =>\n !name || k === name || k.split(\"#\")[0] === name || k.startsWith(name + \":\");\n const cool = Object.keys(mem.cool).filter(hit),\n dead = Object.keys(mem.dead).filter((k) =>\n !name || hit(k.replace(/^@/, \"\"))\n ),\n resolved = Object.keys(mem.resolved).filter(hit);\n for (const k of cool) {\n delete mem.cool[k];\n await del(`cool:${k}`);\n }\n for (const k of dead) {\n delete mem.dead[k];\n await del(`dead:${k}`);\n }\n for (const k of resolved) {\n delete mem.resolved[k];\n await del(`resolved:${k}`);\n } // a junk discovery (whisper, prompt-guard) must not survive a reset\n return { cool, dead, resolved };\n}\nexport async function setResolved(vendor: string, model: string) {\n mem.resolved[vendor] = model;\n await put(`resolved:${vendor}`, model);\n}\nexport async function bindModel(vendor: string, model: string) {\n mem.bound[vendor] = model;\n return run(\n sql`INSERT INTO omni_router_config (provider, selected_model) VALUES (${vendor}, ${model})\n ON CONFLICT(provider) DO UPDATE SET selected_model = excluded.selected_model`,\n );\n}\n\nexport async function unbind(vendor: string) {\n delete mem.bound[vendor];\n return run(sql`DELETE FROM omni_router_config WHERE provider = ${vendor}`);\n}\n\n/** ms until the first of these instances stops cooling; 0 if any is free now; Infinity if none listed. */\nexport function soonestCooldown(names: string[]): number {\n const now = Date.now();\n let best = Infinity;\n for (const n of names) {\n const u = mem.cool[n]?.until ?? 0;\n if (u <= now) return 0;\n best = Math.min(best, u - now);\n }\n return best;\n}\n\n/** Snapshot for /health and the UI. */\nexport function stateView() {\n const now = Date.now();\n return {\n cooling: Object.entries(mem.cool).filter(([, c]) => c.until > now).map((\n [name, c],\n ) => ({ name, reason: c.reason, ms_left: c.until - now })),\n dead_models: Object.entries(mem.dead).filter(([, t]) => t > now).map((\n [k],\n ) => k),\n resolved: mem.resolved,\n bound: mem.bound,\n caps: Object.fromEntries(\n Object.entries(mem.cap).filter(([, c]) => c.until > now).map((\n [k, c],\n ) => [k, c.lim]),\n ),\n caps_in: Object.fromEntries(\n Object.entries(mem.capin).filter(([, c]) => c.until > now).map((\n [k, c],\n ) => [k, c.lim]),\n ),\n tps: Object.fromEntries(\n Object.entries(mem.tps).filter(([k]) => !k.endsWith(\":*\")).map((\n [k, t],\n ) => [k, Math.round(t.v)]),\n ),\n stat: mem.stat,\n };\n}",[],[321],"da8e92a9-0a0c-4178-9e46-4453746be314","router-openai.ts","01a0a661-f04a-733e-839a-c4d3f0a470bb",["D",1789497831502],"// OpenAI chat.completions surface over routeInference. Streams are piped\n// byte-for-byte from upstream (real token streaming); failover happens only\n// before the first upstream byte, which is the only point it can happen.\nimport { circuitStates, inflight, type RouteHit, routeInference, type RouteOpts } from \"./router-core.ts\";\n\nconst CORS = { \"Access-Control-Allow-Origin\": \"*\" };\nconst json = (body: unknown, status = 200) =>\n new Response(JSON.stringify(body), { status, headers: { \"Content-Type\": \"application/json\", ...CORS } });\n\nconst sanitize = (p: RouteHit[\"provider\"]) => ({\n id: p.id, name: p.name, vendor: p.vendor, base: p.base, keyEnv: p.keyEnv, slot: p.slot, priority: p.priority, fallbackModel: p.fallbackModel,\n});\n\n// Trail/plan are capped here (not just at storage time — see app.tsx's slimEvents cap) so a pathological\n// worst case (10 full passes × ~20 providers) can't blow up the response payload itself; the last N entries\n// are what matters for a flowchart anyway — earlier passes of the same provider list are redundant detail.\nconst TRAIL_CAP = 60;\nconst meta = (hit: RouteHit) => ({\n provider: sanitize(hit.provider),\n model: hit.model,\n latency_ms: hit.latencyMs,\n inflight_requests: inflight,\n circuit_states: circuitStates(),\n plan: hit.plan ?? null,\n attempts: hit.trail ? hit.trail.slice(-TRAIL_CAP) : null,\n});\n\nexport async function handleChatCompletions(body: any): Promise {\n const messages = body?.messages ?? (body?.prompt ? [{ role: \"user\", content: body.prompt }] : []);\n if (!Array.isArray(messages) || !messages.length) return json({ error: { message: \"Empty message payload\" } }, 400);\n const opts: RouteOpts = {\n model: body.model, tools: body.tools, tool_choice: body.tool_choice,\n temperature: body.temperature, max_tokens: body.max_tokens, stream: !!body.stream,\n response_format: body.response_format,\n // Was silently dropped: the client (app-infer.ts callInference) always sends this, meaning every\n // per-provider attempt used the router's fixed default regardless of how much of the caller's own\n // turn budget was actually left — see HARD_TIMEOUT_MS's comment in router-core.ts.\n deadlineMs: typeof body.omni_deadline_ms === \"number\" && body.omni_deadline_ms > 0 ? body.omni_deadline_ms : undefined,\n };\n let hit: RouteHit;\n try {\n hit = await routeInference(messages, opts);\n } catch (e: any) {\n // Exhaustion still carries a full trail — a flowchart that shows \"everything tried, then a 503\" is\n // strictly more useful than one that goes dark the moment there's no winner to hang it off of.\n return json({ error: { message: e.message, details: e.errors ?? null, plan: e.plan ?? null, attempts: e.trail ? e.trail.slice(-TRAIL_CAP) : null } }, e.status ?? 503);\n }\n const m = meta(hit);\n\n if (!opts.stream) {\n const up = await hit.res.json();\n return json({ ...up, model: up.model ?? hit.model, _omni_meta: m });\n }\n\n // SSE passthrough. Prepend one comment line carrying _omni_meta so clients\n // that want provenance can read it without parsing chunks; OpenAI SDKs\n // ignore \":\"-prefixed lines per the SSE spec.\n const enc = new TextEncoder();\n const head = new ReadableStream({\n start(c) { c.enqueue(enc.encode(`: omni ${JSON.stringify(m)}\\n\\n`)); c.close(); },\n });\n const upstream = hit.res.body ?? new ReadableStream({ start(c) { c.close(); } });\n const out = new ReadableStream({\n async start(c) {\n for (const s of [head, upstream]) {\n const r = s.getReader();\n for (;;) { const { done, value } = await r.read(); if (done) break; c.enqueue(value); }\n }\n c.close();\n },\n cancel() { hit.res.body?.cancel().catch(() => {}); },\n });\n return new Response(out, {\n headers: { \"Content-Type\": \"text/event-stream\", \"Cache-Control\": \"no-cache\", \"X-Omni-Provider\": hit.provider.name, \"X-Omni-Model\": hit.model, ...CORS },\n });\n}\n",[],[328],"d1a4ddf6-1a55-46e8-a780-90cb9db30975","router-discover.ts","01a0a661-f04a-733e-839a-c336ab583905",["D",1789497831502],"import type { ProviderInstance } from \"./inference-provider.ts\";\nimport { isDead } from \"./router-state.ts\";\n\nexport function headersFor(p: ProviderInstance): Record {\n const h: Record = { \"Content-Type\": \"application/json\", \"HTTP-Referer\": \"https://val.town\", \"X-Title\": \"omni\", ...p.headers };\n if (p.key) h.Authorization = `Bearer ${p.key}`;\n return h;\n}\n\n\n/** Live /models lookup → first id matching the vendor's `prefer` regex that isn't dead. */\nexport async function discover(p: ProviderInstance): Promise {\n if (!p.prefer) return null;\n try {\n const res = await fetch(`${p.base}/models`, { headers: headersFor(p) });\n if (!res.ok) return null;\n const data = await res.json();\n const ids: string[] = (data.data ?? data).map((m: any) => (typeof m === \"string\" ? m : m.id)).filter(Boolean);\n const rx = new RegExp(p.prefer, \"i\");\n // never \"discover\" non-chat endpoints: guard/moderation, ASR, TTS, embeddings, rerankers\n const JUNK = /guard|safeguard|moderat|whisper|tts|speech|embed|rerank|playai|vision-only|ocr|\\bstt\\b/i;\n return ids.find((id) => rx.test(id) && !JUNK.test(id) && !isDead(p.vendor, id)) ?? null;\n } catch { return null; }\n}\n\n",[],[335],"9248a3da-bd64-47e5-a671-ceb51ebbadbc","router-core.ts","01a0a661-f04a-733e-839a-bdd6128ed09f",["D",1789497831502],"import { getProviderArray, type ProviderInstance, resolveTargets } from \"./inference-provider.ts\";\nimport { all, bumpProviderStats, providerStatsAll, run, sql } from \"./db.ts\";\n\nexport const MAX_CONCURRENCY = 3;\nconst MAX_FAILS = 2;\nconst BREAK_DURATION_MS = 25_000;\n// Per-attempt ceiling when no caller deadline narrows it further. Was 120_000, then cut to 15_000 to stop\n// one stalling vendor from eating the whole response window — but 15s proved too short for what this app\n// actually sends: live evidence (a Groq 413) confirmed prompts here run 18k+ tokens with up to 16k\n// max_tokens requested, and a live /health comparison showed Anthropic's own success rate fall from 6/7 to\n// 6/23 (nearly all new failures API_STALLED_TIMEOUT) once attempts were being cut off at 15s — a real,\n// legitimately-completing generation for this workload routinely needs more than that. 30s is a genuine\n// tradeoff against breadth (fewer distinct providers fit in one invocation's ~50s safety ceiling), chosen\n// because a provider that's actually working and just needs time is worth far more than three that were\n// never going to succeed anyway getting tried instead.\nexport const HARD_TIMEOUT_MS = 30_000;\nconst RETRYABLE = new Set([408, 409, 425, 429, 500, 502, 503, 504]);\n\nexport let inflight = 0;\n// FIFO admission instead of the previous `while (inflight >= MAX) await sleep(10)` spin: polling burned a\n// timer tick per 10ms per waiter and — worse — admitted waiters in whatever order their timers happened\n// to fire, so under contention a request that arrived later could jump one that had been waiting.\n// Waiters now resolve strictly in arrival order, with zero timers while blocked.\nconst waiters: (() => void)[] = [];\nasync function acquire(): Promise {\n if (inflight < MAX_CONCURRENCY) { inflight++; return; }\n await new Promise((resolve) => waiters.push(resolve));\n inflight++;\n}\nfunction release(): void {\n inflight--;\n const next = waiters.shift();\n if (next) next();\n}\n\n// Config-dead demotion. The breaker deliberately never trips on non-retryable 4xx (a bad key or model id\n// must not oscillate it) — correct, but the consequence, visible in every trail this session, was that a\n// provider returning 404 \"Function not found\", 403 tier_not_allowed or 402 quota-exhausted got a full,\n// fresh attempt on EVERY pass of EVERY request, forever, each one costing a round-trip before the next\n// candidate. Demotion is the missing middle ground: after CFG_DEAD_AFTER consecutive config-class\n// failures the instance is moved to the END of the order (still tried — fail-open is preserved, nothing\n// is ever excluded), for CFG_DEAD_MS, persisted cross-isolate. One success clears it immediately.\nconst CFG_DEAD_AFTER = 2;\nconst CFG_DEAD_MS = 10 * 60_000;\nconst CFG_DEAD_STATUSES = new Set([401, 402, 403, 404]);\n// A 429 is retryable in general, but a 429 whose body says the QUOTA is gone (daily free cap, billing\n// hard-limit) is not a transient rate limit — it's config-dead until the window resets. Observed live on\n// SambaNova / HuggingFace / OpenAI this session.\n// Adversarial case that shaped this regex: Groq's TRANSIENT per-minute 429 reads \"Rate limit reached for\n// model … on tokens per minute (TPM) … Please try again in 2.5s\" — a naive \"limit reached\" match would\n// have demoted a perfectly healthy provider for 10 minutes on a 2-second backoff. So: any explicit\n// short-retry / per-minute phrasing wins outright as transient, and only unmistakably daily/billing\n// wording counts as exhausted.\nconst QUOTA_TRANSIENT = /try again in|per minute|per second|\\bTPM\\b|\\bRPM\\b|\\bTPS\\b/i;\nconst QUOTA_EXHAUSTED = /quota|billing|insufficient|credit|exceeded your|per.?day|daily|free-models-per-day|hard limit/i;\nfunction isConfigClass(status: number | undefined, body: string): boolean {\n if (status === undefined) return false;\n if (CFG_DEAD_STATUSES.has(status)) return true;\n return status === 429 && !QUOTA_TRANSIENT.test(body) && QUOTA_EXHAUSTED.test(body);\n}\n\ntype Breaker = {\n failCount: number; state: \"CLOSED\" | \"OPEN\" | \"HALF_OPEN\"; nextAttempt: number;\n requests: number; ok: number; failed: number; lastError: string | null; // counters exist solely for /health's instance roster\n cfgFails: number; demotedUntil: number; demotedReason: string | null;\n fromDb: boolean; // true ⇒ this isolate's OPEN/demoted state was learned from omni_state, not observed here — so a later re-hydrate may retract it\n};\nconst breakers = new Map();\nexport function getBreaker(name: string): Breaker {\n let b = breakers.get(name);\n if (!b) breakers.set(name, b = { failCount: 0, state: \"CLOSED\", nextAttempt: 0, requests: 0, ok: 0, failed: 0, lastError: null, cfgFails: 0, demotedUntil: 0, demotedReason: null, fromDb: false });\n return b;\n}\nexport const isDemoted = (name: string) => getBreaker(name).demotedUntil > Date.now();\nfunction admit(name: string) {\n const b = getBreaker(name);\n if (b.state === \"OPEN\" && Date.now() >= b.nextAttempt) b.state = \"HALF_OPEN\";\n return b.state !== \"OPEN\";\n}\n// `trip`=false records the attempt (roster counters) without touching breaker state — used for 4xx config\n// errors, which fail over but must never oscillate the breaker on a bad key/model id (see `attempt` below).\n// The breaker's open/closed decision stays in-memory-only (per-isolate — no DB read added to the hot\n// path); the counters are additionally persisted (best-effort, never blocks or fails the actual routing\n// decision) so /health reflects reality across isolates instead of whichever one happens to answer a\n// GET. bumpProviderStats failing silently is acceptable: it's diagnostics, not routing logic.\n// Breaker/demotion persistence is written ONLY on a transition (closed→open, open→closed, demoted↔not) —\n// the first version of this wrote on every report(), one extra DB round-trip per attempt for a value that\n// almost never changed. The stats bump is unavoidable (it IS the per-attempt counter); this one wasn't.\nasync function report(name: string, ok: boolean, error?: string, trip = true, configClass = false) {\n const b = getBreaker(name);\n const wasOpen = b.state === \"OPEN\", wasDemoted = b.demotedUntil > Date.now();\n b.fromDb = false; // whatever happens below was observed HERE — local evidence outranks anything hydrated\n b.requests++;\n if (ok) { b.ok++; b.failCount = 0; b.state = \"CLOSED\"; b.cfgFails = 0; b.demotedUntil = 0; b.demotedReason = null; }\n else {\n b.failed++;\n if (error) b.lastError = error;\n if (trip && (++b.failCount >= MAX_FAILS || b.state === \"HALF_OPEN\")) {\n b.state = \"OPEN\"; b.nextAttempt = Date.now() + BREAK_DURATION_MS; b.failCount = 0;\n }\n if (configClass) {\n if (++b.cfgFails >= CFG_DEAD_AFTER) { b.demotedUntil = Date.now() + CFG_DEAD_MS; b.demotedReason = (error ?? \"config error\").slice(0, 160); }\n } else b.cfgFails = 0; // a transient failure between config errors resets the streak — demotion needs a CONSISTENT signal\n }\n await bumpProviderStats(name, ok, error ?? null, Date.now()).catch(() => {});\n const isOpen = b.state === \"OPEN\", nowDemoted = b.demotedUntil > Date.now();\n if (isOpen !== wasOpen || nowDemoted !== wasDemoted) await persistBreaker(name, b).catch(() => {});\n}\nexport const circuitStates = () => getProviderArray().map((p) => ({ name: p.name, state: getBreaker(p.name).state }));\n\n// ────────────────────────────────────────────────────────────────\n// Breaker cross-isolate persistence (item 5). The in-memory `breakers` Map above still governs the\n// admit()/report() decision on THIS isolate with zero added DB read on the hot path — that design choice\n// (see the comment on `report`) is unchanged. What was missing: a fresh isolate started moments after\n// another isolate opened a breaker had no way to know, so /health's `cooling` field and a brand-new\n// isolate's own routing could both treat a genuinely-tripped provider as available again. omni_state\n// (already reserved in db.ts's schema comment for exactly this: \"router cooldowns / dead models\") now\n// carries each OPEN breaker's state so a new isolate can hydrate it once, cheaply, instead of per-attempt.\nfunction persistBreaker(name: string, b: Breaker): Promise {\n const key = `breaker:${name}`;\n const now = Date.now();\n const demoted = b.demotedUntil > now;\n if (b.state === \"OPEN\" || demoted) {\n const value = JSON.stringify({\n state: b.state, nextAttempt: b.nextAttempt, lastError: b.lastError,\n demotedUntil: demoted ? b.demotedUntil : 0, demotedReason: demoted ? b.demotedReason : null,\n });\n return run(sql`INSERT INTO omni_state (key, value, ts) VALUES (${key}, ${value}, ${now})\n ON CONFLICT(key) DO UPDATE SET value = excluded.value, ts = excluded.ts`);\n }\n return run(sql`DELETE FROM omni_state WHERE key = ${key}`);\n}\nlet hydratedAt = 0;\n// Re-read at most once per HYDRATE_TTL_MS. The first version hydrated ONCE per isolate and then never\n// again, which live trails proved wrong within the hour: message #747 (06:03:04) tried nemotron-ultra,\n// cerebras and sambanova first — all three already demoted by a sibling isolate at 06:02:24 — because\n// this isolate had hydrated earlier and considered itself done. A SELECT on a tiny table every few\n// seconds is nothing next to the 2–30s LLM call it precedes. Persisted rows are applied set-only;\n// entries this isolate only ever learned from the DB (fromDb) are retracted when their row disappears\n// (another isolate saw a success and cleared it). Locally observed state is never overwritten.\nconst HYDRATE_TTL_MS = 3_000;\nasync function hydrateBreakers(): Promise {\n const now = Date.now();\n if (now - hydratedAt < HYDRATE_TTL_MS) return;\n hydratedAt = now;\n const r = await all(\"omni_state\", sql`SELECT * FROM omni_state WHERE key LIKE 'breaker:%'`);\n if (!r.ok) return;\n const seen = new Set();\n for (const row of r.value as any[]) {\n try {\n const data = JSON.parse(row.value);\n const name = row.key.slice(\"breaker:\".length);\n seen.add(name);\n const b = getBreaker(name);\n const localOpen = b.state === \"OPEN\" && !b.fromDb, localDemoted = b.demotedUntil > now && !b.fromDb;\n if (!localOpen && data.state === \"OPEN\" && typeof data.nextAttempt === \"number\" && data.nextAttempt > now) {\n b.state = \"OPEN\"; b.nextAttempt = data.nextAttempt; b.lastError = data.lastError ?? b.lastError; b.fromDb = true;\n }\n if (!localDemoted && typeof data.demotedUntil === \"number\" && data.demotedUntil > now) {\n b.demotedUntil = data.demotedUntil; b.demotedReason = data.demotedReason ?? null; b.fromDb = true;\n }\n } catch { /* malformed row — skip it, never let a bad persisted entry block routing */ }\n }\n for (const [name, b] of breakers) {\n if (b.fromDb && !seen.has(name)) { // retracted elsewhere\n if (b.state === \"OPEN\") b.state = \"CLOSED\";\n b.demotedUntil = 0; b.demotedReason = null; b.fromDb = false;\n }\n }\n}\n// Item 2: the \"clear cooldowns\" button in ui-settings.ts (routerReset()) has always called a POST\n// /api/reset that never existed anywhere in router.tsx — silently no-op'd behind a 404 the UI never\n// surfaced. This is the function that route now actually backs: clears every in-memory breaker on THIS\n// isolate and, best-effort, the persisted OPEN state so other isolates don't re-hydrate the cleared\n// breakers back open on their next call.\nexport async function resetBreakers(): Promise<{ cleared: number }> {\n const cleared = breakers.size;\n breakers.clear();\n const r = await all(\"omni_state\", sql`SELECT key FROM omni_state WHERE key LIKE 'breaker:%'`);\n if (r.ok) for (const row of r.value as any[]) await run(sql`DELETE FROM omni_state WHERE key = ${row.key}`).catch(() => {});\n hydratedAt = Date.now(); // nothing left to hydrate — prevents a stale read from racing back in before the next natural trip\n return { cleared };\n}\n// Item 4: provider_stats accumulates forever with no way to tell \"still failing\" from \"was failing before\n// a fix landed\" (the exact ambiguity flagged after this session's stale-binding fix). Distinct from\n// resetBreakers(): this clears the durable request/ok/failed counters, not the live routing decision.\nexport async function resetProviderStats(): Promise {\n await run(sql`DELETE FROM provider_stats`).catch(() => {});\n}\n/** Per-instance roster for /health — the settings panel's \"test / status\" table reads exactly this shape.\n * requests/ok/failed/last_error come from the durable table (accurate across isolates). cooling/demoted\n * are hydrated from the persisted breaker state first, so a breaker another isolate tripped is visible\n * here too — this closes the \"may show ready while a concurrent request elsewhere is avoiding it\" gap\n * the previous version of this comment documented. */\nexport async function getInstanceRoster() {\n await hydrateBreakers();\n const statsRow = await providerStatsAll();\n const stats = new Map((statsRow.ok ? statsRow.value : []).map((r: any) => [r.name, r]));\n const now = Date.now();\n return getProviderArray().map((p) => {\n const b = getBreaker(p.name);\n const s = stats.get(p.name);\n const cooling = b.state === \"OPEN\" ? { ms_left: Math.max(0, b.nextAttempt - now), reason: b.lastError ?? \"circuit open\" } : null;\n const demoted = b.demotedUntil > now ? { ms_left: b.demotedUntil - now, reason: b.demotedReason ?? \"config error\" } : null;\n return {\n name: p.name, key: p.key ? `${p.keyEnv}…${p.key.slice(-4)}` : null, key_issue: p.keyIssue,\n requests: s?.requests ?? 0, ok: s?.ok ?? 0, failed: s?.failed ?? 0,\n cooling, demoted, last_error: b.lastError ?? s?.last_error ?? null,\n };\n });\n}\n\nexport async function getSavedModels(): Promise> {\n const r = await all(\"omni_router_config\", sql`SELECT * FROM omni_router_config`);\n if (!r.ok) return {};\n return Object.fromEntries((r.value as any[]).map((row) => [row.provider, row.selected_model]));\n}\n\nexport type RouteOpts = {\n model?: string; tools?: unknown[]; tool_choice?: unknown;\n temperature?: number; max_tokens?: number; stream?: boolean; response_format?: unknown;\n deadlineMs?: number; // caller's remaining wall-clock budget (ms), from request receipt, for the WHOLE routeInference call — not per-attempt\n};\nexport type RouteHit = { provider: ProviderInstance; model: string; latencyMs: number; res: Response; plan?: string[]; trail?: RouteAttempt[] };\n// One row per provider try (or skip) — the raw material for the routing flowchart (app.tsx's PassMeter\n// turns this into a synthetic \"route\" ToolEvent; ui-timeline.ts draws it as a chain of nodes). Attached to\n// RouteHit on success and to the thrown error on exhaustion, so the flowchart exists in BOTH outcomes —\n// \"what did it actually try\" must answer the same whether the turn ended in an answer or a 503.\nexport type RouteAttempt = {\n provider: string; vendor: string; model: string; pass: number; timeoutMs: number;\n ok: boolean; skipped?: boolean; demoted?: boolean; latencyMs?: number; error?: string; ts: number;\n};\n\n// A 200 OK with an empty message, or a message that's nothing but dots (a known vendor failure\n// signature — truncated/garbage generations some providers return under load instead of a real error),\n// is not a valid answer. Only a plain-string content is checked — array/multi-part content bodies are\n// left alone rather than risk a false positive on a legitimate format we haven't seen. tool_calls-only\n// messages (content legitimately empty/null) are never flagged.\nfunction isEmptyOrDotContent(msg: any): boolean {\n if (Array.isArray(msg?.tool_calls) && msg.tool_calls.length) return false;\n if (typeof msg?.content !== \"string\") return false;\n const stripped = msg.content.replace(/\\s+/g, \"\");\n return stripped.length === 0 || /^\\.+$/.test(stripped);\n}\n\n// 4xx config errors still fail over but don't trip the breaker (no oscillation on a bad key/model id).\nasync function attempt(p: ProviderInstance, model: string, messages: unknown[], o: RouteOpts, timeoutMs: number): Promise {\n // A malformed secret never reaches the network: gemini's `…3, }` key produced 62 identical \"Failed to\n // construct 'Request': … not a valid ByteString\" failures — thrown by the Request constructor, so it\n // had no HTTP status, was classed retryable, tripped the breaker on a 25s cycle and was retried on\n // every single request forever. It is a config error by definition; say so, and let demotion park it.\n if (p.keyIssue) throw Object.assign(new Error(`KEY_MALFORMED (${p.keyEnv}): ${p.keyIssue}`), { retryable: false, configClass: true, status: 0 });\n const payload: Record = { model, messages, stream: !!o.stream };\n if (o.max_tokens && o.max_tokens > 0) payload.max_tokens = o.max_tokens;\n if (typeof o.temperature === \"number\") payload.temperature = o.temperature;\n // tool_choice:\"none\" with a tools array is semantically \"no tools callable\" — identical to sending no\n // tools at all — but Groq rejects the combination with HTTP 400 \"Tool choice is none, but model called a\n // tool\" (seen on every wrap-up pass this session). Send the equivalent form every vendor accepts.\n if (o.tools?.length && o.tool_choice !== \"none\") { payload.tools = o.tools; if (o.tool_choice) payload.tool_choice = o.tool_choice; }\n if (o.response_format) payload.response_format = o.response_format;\n const ctl = new AbortController();\n const timer = setTimeout(() => ctl.abort(), timeoutMs);\n const t0 = performance.now();\n try {\n const headers: Record = { \"Content-Type\": \"application/json\", \"HTTP-Referer\": \"https://val.town\", \"X-Title\": \"Ziggyware-OmniRouter\" };\n if (p.key) headers.Authorization = `Bearer ${p.key}`;\n const res = await fetch(`${p.base}/chat/completions`, { method: \"POST\", headers, body: JSON.stringify(payload), signal: ctl.signal });\n if (!res.ok) {\n const body = await res.text().catch(() => \"\");\n const e: any = new Error(`HTTP ${res.status}: ${body.slice(0, 300)}`);\n e.retryable = RETRYABLE.has(res.status);\n e.status = res.status;\n e.configClass = isConfigClass(res.status, body);\n throw e;\n }\n // Headers arrived within timeoutMs — that phase is done; clear its timer here, exactly like before\n // content validation existed. CONFIRMED REGRESSION (live /health: anthropic's success rate went from\n // 6/7 to 6/23 after this was added, nearly all new failures API_STALLED_TIMEOUT): keeping the SAME\n // timer armed through the full body read punished large, legitimately-slow-but-completing generations\n // (this app requests up to 16k max_tokens against prompts confirmed 18k+ tokens by a live Groq 413) —\n // a completion that needed even a few seconds past a shrunk, late-pass timeoutMs to finish sending was\n // aborted and misreported as a stall. Body read gets its OWN separate, generous, fixed budget instead —\n // independent of the caller's possibly-tiny remaining timeoutMs — so content validation (which does\n // need the full body) can't retroactively punish a provider that already answered in time.\n if (!o.stream) {\n clearTimeout(timer);\n const BODY_READ_TIMEOUT_MS = 20_000;\n let text: string;\n try {\n text = await Promise.race([\n res.text(),\n new Promise((_, reject) =>\n setTimeout(() => reject(Object.assign(new Error(\"API_STALLED_TIMEOUT\"), { retryable: true, name: \"AbortError\" })), BODY_READ_TIMEOUT_MS)\n ),\n ]);\n } catch (e: any) {\n res.body?.cancel().catch(() => {});\n throw e;\n }\n let json: any = null;\n try { json = JSON.parse(text); } catch { /* not JSON — let router-openai.ts's own parse surface the real error */ }\n const msg = json?.choices?.[0]?.message;\n if (json && isEmptyOrDotContent(msg)) {\n const e: any = new Error(`EMPTY_OR_DOT_RESPONSE: ${JSON.stringify(String(msg?.content ?? \"\")).slice(0, 60)}`);\n e.retryable = true;\n throw e;\n }\n return { provider: p, model, latencyMs: Math.round(performance.now() - t0), res: new Response(text, { status: res.status, headers: res.headers }) };\n }\n clearTimeout(timer);\n return { provider: p, model, latencyMs: Math.round(performance.now() - t0), res };\n } catch (e: any) {\n clearTimeout(timer);\n if (e.name === \"AbortError\") { const t: any = new Error(\"API_STALLED_TIMEOUT\"); t.retryable = true; throw t; }\n // Thrown before any bytes left the process (Request/URL construction) ⇒ our configuration, not their\n // outage. Retrying a TypeError is never going to produce a different result.\n if (e instanceof TypeError && /construct|Invalid URL|ByteString/i.test(String(e.message))) { e.retryable = false; e.configClass = true; }\n if (e.retryable === undefined) e.retryable = true;\n throw e;\n }\n}\n\n// Depth-first (priority, then key-slot) means a single vendor-wide outage — the vendor itself stalling,\n// not any one key being bad — burns every key slot of THAT vendor before a different vendor is ever\n// tried. Observed directly: openrouter/nemotron-ultra + #1 both API_STALLED_TIMEOUT, consuming the whole\n// deadline, while cerebras/groq/mistral/etc. sat untouched. Breadth-first — one instance per vendor first\n// (in existing priority order), second key-slots only in a later wave — means 2 failed attempts always\n// means 2 DIFFERENT vendors tried, not 2 keys of the one that happens to be down. Vendor-relative priority\n// (which model/vendor is preferred) is unchanged; only the within-vendor key-slot ordering is deferred.\nfunction breadthFirst(targets: ProviderInstance[]): ProviderInstance[] {\n const byVendor = new Map();\n for (const p of targets) {\n if (!byVendor.has(p.vendor)) byVendor.set(p.vendor, []);\n byVendor.get(p.vendor)!.push(p);\n }\n const waves: ProviderInstance[][] = [];\n for (const group of byVendor.values()) group.forEach((p, i) => (waves[i] ??= []).push(p));\n return waves.flat();\n}\n\n// Pure breadthFirst() above overcorrected: a second key set on the SAME provider/model (added for\n// throughput / per-key rate-limit headroom) is a different catalog row's slot only in the trivial\n// single-row case — for a vendor with multiple catalog rows (e.g. openrouter's 3 free models), that\n// alt key's position within its own vendor's flattened list can land many entries deep, which\n// breadthFirst then schedules behind EVERY other vendor's primary. Simulated against the real catalog\n// shape (openrouter, 2 keys/row): the alt key landed at attempt #13, while only ~3 attempts fit inside\n// a real turn deadline before providers that hang to HARD_TIMEOUT_MS exhaust it — so the alt key was\n// structurally almost never reached. Fix: let each vendor's TOP-priority row retry with ONE alt key\n// (SAME_KEY_RETRY_CAP) immediately, before the loop advances to a different vendor — this is the only\n// way to make \"I bought a backup key for this rate-limited provider\" actually work — then fall back to\n// breadthFirst for everything else (other rows of that vendor, and any keys beyond the cap). Confirmed\n// via simulation this bounds the regression: worst case (every attempt times out) still guarantees ≥2\n// DIFFERENT vendors get tried before the deadline dies, vs 3 under pure breadthFirst — a small, bounded\n// cost in exchange for alt keys actually being usable.\nconst SAME_KEY_RETRY_CAP = 1;\n// Tier 2 (below) was added after live diagnostics showed a vendor's OTHER catalog rows (e.g. openrouter's\n// qwen3-coder/gpt-oss, siblings of its top-priority nemotron-ultra) going untried in practice even though\n// tier 1 + breadthFirst() both nominally include them: tier 1 only ever admits ONE row per vendor (the top\n// one, plus its own alt keys), and breadthFirst groups by VENDOR not by catalog row — so a sibling row's\n// primary key ends up scheduled behind every alt-key retry of the vendor's first-tried row, many entries\n// deep, structurally unreachable before the wall clock runs out. Fix: a middle tier that gives each\n// vendor's OTHER rows' PRIMARY key (slot 0 only — not their alt keys, which stay in tier 3) a turn right\n// after tier 1's same-row retries, before any vendor's second key of anything. Deliberately NOT folding all\n// of a vendor's rows into tier 1 — that was considered and rejected: a vendor with many free-tier rows\n// could then burn several attempts against what's often a shared per-vendor daily rate limit (confirmed\n// this session: OpenRouter's \"free models per day\" cap) before a different vendor is ever reached.\nfunction orderTargets(targets: ProviderInstance[]): ProviderInstance[] {\n const byVendor = new Map();\n for (const p of targets) {\n if (!byVendor.has(p.vendor)) byVendor.set(p.vendor, []);\n byVendor.get(p.vendor)!.push(p);\n }\n const baseName = (p: ProviderInstance) => p.name.split(\"#\")[0];\n const heads: ProviderInstance[] = []; // tier 1: each vendor's top row, primary key + capped alt-key retries\n const headSet = new Set();\n const siblings: ProviderInstance[] = []; // tier 2: each vendor's OTHER rows, primary key only\n const siblingSet = new Set();\n for (const group of byVendor.values()) {\n if (!group.length) continue;\n const top = group[0]; // already sorted priority,slot — group[0] is this vendor's best row's primary key\n heads.push(top);\n headSet.add(top);\n let taken = 0;\n for (let j = 1; j < group.length && taken < SAME_KEY_RETRY_CAP; j++) {\n if (baseName(group[j]) !== baseName(top)) break; // only the SAME row's own alt keys qualify — a different model doesn't jump the queue\n heads.push(group[j]);\n headSet.add(group[j]);\n taken++;\n }\n const seenRows = new Set([baseName(top)]);\n for (const p of group) {\n const b = baseName(p);\n if (seenRows.has(b)) continue; // either the top row, or an alt key of a sibling row already claimed below\n seenRows.add(b);\n siblings.push(p);\n siblingSet.add(p);\n }\n }\n const rest = targets.filter((p) => !headSet.has(p) && !siblingSet.has(p));\n return [...heads, ...siblings, ...breadthFirst(rest)];\n}\n\n// Item 9: defensive ceiling on `trail`'s own memory footprint, independent of router-openai.ts's separate\n// last-TRAIL_CAP(60) slice taken when serializing the response. That slice only ever protects the wire\n// payload; the in-memory array itself was unbounded, so a pathological worst case (MAX_FULL_PASSES=10 full\n// laps of a large catalog, every attempt failing) could grow it far past what any consumer ever reads.\n// Trimming from the front keeps the most recent — and therefore most diagnostically relevant — entries.\nconst ROUTE_TRAIL_HARD_CAP = 300;\nfunction pushTrail(trail: RouteAttempt[], entry: RouteAttempt): void {\n trail.push(entry);\n if (trail.length > ROUTE_TRAIL_HARD_CAP) trail.splice(0, trail.length - ROUTE_TRAIL_HARD_CAP);\n}\n\nexport async function routeInference(messages: unknown[], o: RouteOpts = {}): Promise {\n await acquire();\n try {\n await hydrateBreakers();\n const live = getProviderArray();\n if (!live.length) throw Object.assign(new Error(\"NO_PROVIDERS_CONFIGURED\"), { status: 503 });\n const resolved = resolveTargets(o.model, live);\n const ordered = orderTargets(resolved.targets);\n // Demoted (config-dead) instances go to the tail as a block, in their existing relative order. This is a\n // stable partition, not a filter: every instance is still in `targets`, still reached by a full pass,\n // still covered by fail-open. What changes is only that a provider proven dead-by-configuration stops\n // costing a round-trip ahead of the ones that might actually answer.\n const demotedSet = new Set(ordered.filter((p) => isDemoted(p.name)));\n const targets = [...ordered.filter((p) => !demotedSet.has(p)), ...ordered.filter((p) => demotedSet.has(p))];\n const { forcedModel } = resolved;\n if (!targets.length) throw Object.assign(new Error(`UNKNOWN_MODEL: ${o.model}`), { status: 404 });\n const saved = await getSavedModels();\n const modelFor = (p: ProviderInstance) => forcedModel ?? saved[p.name.split(\"#\")[0]] ?? p.fallbackModel;\n const errors: string[] = [];\n const plan = targets.map((p) => p.name); // full planned order, BEFORE any attempt — the flowchart's \"intended route\"\n const trail: RouteAttempt[] = []; // every attempt AND skip, in the order it actually happened — the flowchart's \"actual route\"\n let currentPass = 1;\n\n // Hard wall-clock ceiling for THIS invocation, independent of whatever the caller's o.deadlineMs\n // says: Val Town's free tier kills the function outright around 60s with NO response sent at all —\n // that's worse than a clean 503. 50s leaves margin for parsing/serialization after the last attempt\n // returns. A caller deadline, when present and smaller, still narrows further (honors the caller's\n // own remaining turn budget) — it can only shrink this ceiling, never extend past it.\n const t0 = Date.now();\n const SAFETY_CEILING_MS = 50_000;\n const callDeadline = o.deadlineMs && o.deadlineMs > 0 ? Math.min(o.deadlineMs, SAFETY_CEILING_MS) : SAFETY_CEILING_MS;\n // Was lowered to 1_200 for breadth, then raised back up: a fast-failing provider (bad key, wrong\n // model, exhausted quota — the majority of what's actually being seen in practice) rejects in well\n // under a second regardless of this floor, so a low floor never helped THOSE. What it did do was let\n // a genuinely slow-but-working provider get attempted with almost no realistic chance to finish,\n // burning the slot for nothing. 5s is still short relative to HARD_TIMEOUT_MS's 30s, but below it a\n // real non-streaming completion for this workload's prompt/output sizes has no realistic chance.\n const MIN_ATTEMPT_MS = 5_000;\n const remaining = () => callDeadline - (Date.now() - t0) - 500; // 500ms margin for overhead after the last attempt\n const attemptOne = async (p: ProviderInstance): Promise => {\n const timeoutMs = Math.min(HARD_TIMEOUT_MS, remaining());\n if (timeoutMs < MIN_ATTEMPT_MS) {\n errors.push(`${p.name}: skipped — ${Math.max(0, timeoutMs)}ms left`);\n pushTrail(trail, { provider: p.name, vendor: p.vendor, model: modelFor(p), pass: currentPass, timeoutMs: Math.max(0, timeoutMs), ok: false, skipped: true, demoted: demotedSet.has(p) || undefined, error: \"out of time\", ts: Date.now() });\n return null;\n }\n const model = modelFor(p);\n const demoted = demotedSet.has(p) || undefined;\n try {\n const hit = await attempt(p, model, messages, o, timeoutMs);\n await report(p.name, true);\n pushTrail(trail, { provider: p.name, vendor: p.vendor, model, pass: currentPass, timeoutMs, ok: true, demoted, latencyMs: hit.latencyMs, ts: Date.now() });\n return { ...hit, plan, trail };\n } catch (e: any) {\n await report(p.name, false, e.message, !!e.retryable, !!e.configClass);\n errors.push(`${p.name}: ${e.message}`);\n pushTrail(trail, { provider: p.name, vendor: p.vendor, model, pass: currentPass, timeoutMs, ok: false, demoted, error: String(e.message).slice(0, 200), ts: Date.now() });\n console.warn(`[SEVERED] ${p.name} (${e.message})`);\n return null;\n }\n };\n // Never declare exhaustion after a handful: walk the ENTIRE ordered target list every pass (skipping\n // only breaker-open providers, restored below via fail-open if a pass skips everyone), and if the\n // whole list comes up empty with wall-clock room left, run it again — up to MAX_FULL_PASSES — instead\n // of giving up after one lap. A later pass can also pick up a provider whose 25s breaker cooldown\n // (BREAK_DURATION_MS) has since elapsed. In practice, MAX_FULL_PASSES is an upper bound the wall\n // clock rarely lets this reach — walking ~20-30 providers at HARD_TIMEOUT_MS each already consumes\n // the whole SAFETY_CEILING_MS in one pass if most of them stall. The rest of \"at least 10 tries\" is\n // deliberately NOT this function's job: main-script.ts's send loop re-invokes the whole turn (a\n // fresh 60s window each time, so not bounded by this invocation's wall clock) on an EXHAUSTED signal,\n // now guaranteed to happen at least 10 times before it gives up — see its comment for why splitting\n // the guarantee across invocations is the only way to honor it without Val Town killing the function\n // mid-response.\n const MAX_FULL_PASSES = 10;\n for (let pass = 1; pass <= MAX_FULL_PASSES; pass++) {\n currentPass = pass;\n const skipped: ProviderInstance[] = [];\n let attemptedThisPass = 0;\n for (const p of targets) {\n if (remaining() < MIN_ATTEMPT_MS) break; // wall clock is the only thing allowed to cut a pass short\n if (!admit(p.name)) {\n skipped.push(p);\n const b = getBreaker(p.name);\n pushTrail(trail, { provider: p.name, vendor: p.vendor, model: modelFor(p), pass, timeoutMs: 0, ok: false, skipped: true, demoted: demotedSet.has(p) || undefined, error: `circuit open — ${Math.max(0, b.nextAttempt - Date.now())}ms cooldown left`, ts: Date.now() });\n continue;\n }\n attemptedThisPass++;\n const hit = await attemptOne(p);\n if (hit) return hit;\n }\n // Fail-open: a breaker-open provider is skipped for SPEED when a healthier one might work instead,\n // never as a verdict that it's still down. If this pass skipped everyone, nothing was actually\n // attempted — that's not exhaustion, that's a stale verdict. Force one real try through the skipped\n // set before moving on, so \"all providers exhausted\" always means all providers were actually tried.\n if (attemptedThisPass === 0 && skipped.length) {\n for (const p of skipped) {\n if (remaining() < MIN_ATTEMPT_MS) break;\n const hit = await attemptOne(p);\n if (hit) return hit;\n }\n }\n if (remaining() < MIN_ATTEMPT_MS) break; // no room for another full pass\n }\n throw Object.assign(new Error(`ALL_PROVIDERS_EXHAUSTED\\n${errors.join(\"\\n\")}`), { status: 503, errors, plan, trail });\n } finally { release(); }\n}\n",[],[342],"c37812cd-0ebe-4a97-96ae-d9f790be849a","router-attempt.ts","01a0a661-f04a-733e-839a-bbf512f56847",["D",1789497831502],"import type { ProviderInstance } from \"./inference-provider.ts\";\nimport { headersFor } from \"./router-discover.ts\";\n\nexport type RouteOpts = { model?: string; stream?: boolean; extra?: Record; deadlineMs?: number; expectTokens?: number; keyPolicy?: \"depth\" | \"breadth\" | \"rr\"; vendorOrder?: string[]; exclude?: string[] };\nexport type Fail = Error & { kind: \"model\" | \"rate\" | \"auth\" | \"quota\" | \"size\" | \"transient\"; retryAfterMs?: number; sentMax?: number; resetAt?: number };\nconst QUOTA = /balance|recharge|insufficient|余额|credits?|quota|billing|payment|per[ _-]day|daily|monthly|exceeded your|free.?tier|limit reached for the day|\\b[rt]pd\\b/i;\n/** When a quota-class failure heals: header epoch, \"daily\" → next UTC midnight, else re-probe in 6 h (funds/credits can be added any time). */\nexport function quotaResetAt(res: Response | null, body: string): number {\n const now = Date.now();\n const h = res?.headers.get(\"x-ratelimit-reset\") ?? res?.headers.get(\"x-ratelimit-reset-requests\") ?? \"\";\n const n = Number(h);\n if (n > 0) { const ms = n > 1e12 ? n : n > 1e9 ? n * 1000 : now + n * 1000; if (ms > now && ms < now + 36 * 3_600_000) return ms; }\n if (/per day|daily|for the day|today/i.test(body)) { const d = new Date(now); d.setUTCHours(24, 0, 0, 0); return d.getTime() + 60_000; }\n return now + 6 * 3_600_000;\n}\n// \"Limit 6000, Requested 9000\" (Groq TPM) or \"maximum context length is 8192 tokens ... requested 9000\": shrink to fit.\nexport function shrinkMaxTokens(o: RouteOpts, body: string, sent?: number): boolean {\n const cur = sent || Number(o.extra?.max_tokens);\n if (!cur || cur <= 512) return false;\n const lim = body.match(/limit[^\\d]{0,12}(\\d+)/i), req = body.match(/request(?:ed)?[^\\d]{0,12}(\\d+)/i);\n const next = lim && req ? Math.min(cur - (Number(req[1]) - Number(lim[1])) - 64, Number(lim[1]) - 64) : Math.floor(cur / 2);\n o.extra = { ...o.extra, max_tokens: Math.max(512, Math.min(next, cur - 256)) };\n return true;\n}\n/** A size error the PROMPT alone caused: shrinking max_tokens cannot fix it. Groq ITPM, context-length overflows. Returns the input limit when stated. */\nexport function inputBound(body: string): number | null {\n if (!/input tokens|ITPM|prompt tokens|context length|maximum context|too many tokens in (the )?prompt/i.test(body)) return null;\n const m = body.match(/limit[^\\d]{0,12}(\\d+)/i) ?? body.match(/context length (?:of|is) (\\d+)/i);\n return m ? Number(m[1]) : 0;\n}\n/** Rough prompt size in tokens: chars/3.6 over messages + tool schemas (vendors tokenize JSON worse than prose). */\nexport const estimateInputTokens = (messages: unknown[], extra?: Record) => Math.ceil((JSON.stringify(messages).length + (extra?.tools ? JSON.stringify(extra.tools).length : 0)) / 3.6);\n/** \"Limit N\" from a size error when it is an output ceiling (OTPM / max_tokens), else null */\nexport function outputLimit(body: string): number | null {\n if (!/output|max_tokens|completion/i.test(body)) return null;\n const m = body.match(/limit[^\\d]{0,12}(\\d+)/i) ?? body.match(/(?:less than or equal to|maximum value[^\\d]{0,30}is|at most)[^\\d]{0,6}(\\d+)/i);\n return m ? Number(m[1]) : null;\n}\n\nexport function classify(status: number, body: string): Fail[\"kind\"] {\n if ((status === 429 || status === 413 || status === 400) && /too large|too long|context length|maximum context|exceeds.*tokens|reduce.*(length|tokens)/i.test(body)) return \"size\";\n if (status === 429 && QUOTA.test(body)) return \"quota\";\n if ((status === 429 || status === 400) && /max_tokens.{0,40}(less than or equal|maximum value|must be at most)|maximum value for .max_tokens/i.test(body)) return \"size\";\n if (status === 429) return \"rate\";\n if (status === 404 || /model_not_found|invalid.model|tier_not_allowed|does not (exist|support)|not (found|exist|supported|available)|unsupported|decommissioned|deprecated|no access|unable to access/i.test(body)) return \"model\";\n // A 400 is a request/output defect, never billing: the body often quotes the model's own generation (tool_use_failed\n // carries failed_generation), and any \"credits\"/\"balance\" word in that text would otherwise cool the key for hours.\n if (status === 400) return \"transient\";\n if (status === 402 || (status === 403 && QUOTA.test(body))) return \"quota\";\n if (status === 401 || status === 403 || /api.?key|unauthorized|invalid.?token/i.test(body)) return \"auth\";\n return \"transient\";\n}\n\n// timeoutMs covers headers AND (non-stream) body: a slow vendor streaming a long\n// completion past the deadline is the failure mode that killed 60 s turns.\n// capMax: the largest completion this vendor can stream before the deadline; a\n// truncated answer (finish_reason \"length\") beats a timeout — the caller continues it.\nexport async function attempt(p: ProviderInstance, model: string, messages: unknown[], o: RouteOpts, timeoutMs: number, capMax = Infinity): Promise {\n const payload: Record = { ...o.extra, model, messages, stream: !!o.stream };\n const cap = Math.min(p.maxOut ?? Infinity, capMax);\n if (Number(payload.max_tokens) > cap) payload.max_tokens = cap;\n const ctl = new AbortController();\n const timer = setTimeout(() => ctl.abort(), timeoutMs);\n const abortP = new Promise((_, rej) => ctl.signal.addEventListener(\"abort\", () => rej(Object.assign(new Error(\"TIMEOUT\"), { kind: \"transient\" }))));\n try {\n const res = await Promise.race([fetch(`${p.base}/chat/completions`, { method: \"POST\", headers: headersFor(p), body: JSON.stringify(payload), signal: ctl.signal }), abortP]);\n if (res.ok) {\n if (o.stream) return res;\n const text = await Promise.race([res.text(), abortP]).catch((e) => { res.body?.cancel().catch(() => {}); throw e; });\n return new Response(text, { status: res.status, headers: { \"content-type\": res.headers.get(\"content-type\") ?? \"application/json\", \"x-omni-sent-max\": String(payload.max_tokens ?? \"\") } });\n }\n const body = await res.text().catch(() => \"\");\n const e = new Error(`HTTP ${res.status}: ${body.slice(0, 500)}`) as Fail;\n e.kind = classify(res.status, body);\n // 429 with \"remaining: 0\" and a reset far away is a quota even when the body says nothing useful (OpenRouter free-models-per-day)\n if (e.kind === \"rate\" && res.headers.get(\"x-ratelimit-remaining\") === \"0\") { const at = quotaResetAt(res, body); if (at - Date.now() > 5 * 60_000) e.kind = \"quota\"; }\n e.sentMax = Number(payload.max_tokens) || undefined;\n const ra = Number(res.headers.get(\"retry-after\")) || Number((body.match(/try again in\\s*([\\d.]+)\\s*s/i) ?? [])[1]) || 0;\n if (e.kind === \"rate\" && ra > 0) e.retryAfterMs = Math.min(Math.ceil(ra * 1000) + 500, 15 * 60_000);\n if (e.kind === \"quota\") e.resetAt = quotaResetAt(res, body);\n throw e;\n } catch (e: any) {\n if (!e.kind) { e.kind = \"transient\"; e.message = e.name === \"AbortError\" ? \"TIMEOUT\" : `NETWORK: ${e.message}`; }\n ctl.abort();\n throw e;\n } finally { clearTimeout(timer); }\n}\n\n",[],[349],"d3022313-1cb4-4e1b-b9ac-d5da5d81dfcd","rate-limit-tracker.ts","01a0a661-f04a-733e-839a-b46e6461b836",["D",1789497831502],"// rate-limit-tracker.ts — ~800 chars\ninterface RateLimitState {\n dailyRequests: Record; // model → request count\n resetTime: Record; // model → unix timestamp (ms)\n}\n\nexport class RateLimitTracker {\n private state: RateLimitState = {\n dailyRequests: {},\n resetTime: {},\n };\n\n canRequest(model: string, limit: number): boolean {\n const now = Date.now();\n const resetAt = this.state.resetTime[model] ?? 0;\n\n if (now >= resetAt) {\n // Day boundary crossed → reset\n this.state.dailyRequests[model] = 0;\n this.state.resetTime[model] = now + 86400000; // +1 day\n }\n\n const current = this.state.dailyRequests[model] ?? 0;\n return current < limit;\n }\n\n recordRequest(model: string) {\n this.state.dailyRequests[model] = (this.state.dailyRequests[model] ?? 0) +\n 1;\n }\n\n remaining(model: string, limit: number): number {\n return Math.max(0, limit - (this.state.dailyRequests[model] ?? 0));\n }\n}",[],[356],"854772d6-bd9f-48c3-82c9-362663ab85c3","quality-report.ts","01a0a661-f04a-733e-839a-b28eb2a68367",["D",1789497831502],"import { qualityReport } from \"./artifacts.ts\";\nconst basic = [{ path: \"index.html\", content: \"

\" }, { path: \"app.js\", content: \"const c=document.getElementById('c').getContext('2d');\\nfunction draw(){c.fillRect(0,0,10,10);requestAnimationFrame(draw)}\\ndraw();\\nalert('hi')\\n\" }];\nconst q = qualityReport(basic); console.log(q.length, \"findings\"); console.log(q.map(x => x.slice(0, 60)).join(\"\\n\"));\nconst good = Array.from({ length: 9 }, (_, i) => ({ path: i ? `m${i}.js` : \"index.html\", content: (i ? \"export const x=1;\\n\" : \"

nothing here yet

\") + \"// filler\\n\".repeat(110) }));\ngood.push({ path: \"README.md\", content: \"- f\\n\".repeat(12) });\ngood.push({ path: \"core.js\", content: \"devicePixelRatio; new ResizeObserver(()=>{}); document.addEventListener('visibilitychange',()=>{}); requestAnimationFrame(()=>{}); addEventListener('keydown',()=>{}); addEventListener('pointerdown',()=>{}); try{localStorage.getItem('a')}catch(e){} const schemaVersion=2; function undo(){} toast(); fetch('x').catch(()=>{})\" });\nconsole.log(\"good:\", qualityReport(good));\n",[],[363],"9526b3b0-ccb3-45b3-b63f-2c6abdeee69e","prompts.ts","01a0a661-f04a-733e-839a-aeb0ecb708b1",["D",1789497831502],"// Every prompt the app sends, in one place. Each is a template with {{vars}};\n// users override any of them per request (settings.prompts[key]) and the UI\n// fetches this table from GET ?prompts to show defaults + placeholders.\nimport { PROMPT_EXAMPLES } from \"./prompt-examples.ts\";\n\nexport type PromptKey = \"system\" | \"meta\" | \"firstExchange\" | \"plan\" | \"reconcile\" | \"critique\" | \"revise\" | \"reground\" | \"continue\" | \"summarize\" | \"workbench\" | \"skill\" | \"architect\" | \"builder\" | \"integrate\" | \"digest\" | \"completion\" | \"brief\" | \"compact\";\n\nexport const PROMPT_VARS: Record = {\n system: [\"date\", \"tools\", \"skills\", \"focus\", \"memory\", \"rojs\", \"user\"],\n meta: [\"open\", \"close\"],\n firstExchange: [],\n plan: [],\n reconcile: [\"drafts\"],\n critique: [\"question\", \"answer\"],\n revise: [\"question\", \"answer\", \"flaw\"],\n reground: [\"question\"],\n continue: [],\n summarize: [],\n workbench: [\"id\", \"title\", \"files\", \"file\", \"selection\", \"errors\"],\n skill: [\"name\", \"body\"],\n architect: [\"ask\", \"user\", \"skills\"],\n builder: [\"title\", \"path\", \"purpose\", \"exports\", \"imports\", \"shared\", \"manifest\", \"notes\", \"features\", \"visual\"],\n integrate: [\"id\", \"issues\"],\n digest: [\"ask\", \"part\", \"n\", \"text\"],\n completion: [\"ask\", \"did\", \"reply\", \"quality\"],\n brief: [\"ask\"],\n compact: [\"previous\", \"transcript\"],\n};\n\nexport const DEFAULT_PROMPTS: Record = {\n system: `You are OMNI: a principal-level engineer, analyst and writer acting as an agent. Date {{date}}. Tools available this turn: {{tools}}.\n\nDoctrine\n1. Classify the ask silently — ANSWER (fact/explanation) · BUILD (code/app/doc) · ANALYZE (data/tradeoff/review) · TRANSFORM (rewrite/convert) — and deliver exactly that class. Never print the class label. No restating the question, no preamble, no closing offers, no \"certainly\".\n2. Density: every sentence load-bearing. Numbers carry units and provenance. Uncertainty is stated as a number or a named unknown, never as hedging adverbs.\n3. Correctness order: correctness > user's explicit constraints > brevity > style. When two readings of the ask are plausible, pick the more demanding one and say which you picked in one clause.\n4. BUILD: complete, runnable, idiomatic; standard library first; state the algorithmic or perf property that matters.\n ABSOLUTE: no placeholders, stubs, dummy data, mock implementations, TODO/FIXME markers, \"…\" elisions, \"rest of the code\", \"add your logic here\", empty function bodies, or \"simplified\" versions — ever, in any file, under any time pressure. If the full implementation does not fit in one call, write complete files now and add the remaining files in the next update_artifact call; never ship a stub to fill the gap. A write that leaves a placeholder is a failed write: the lint returns it as an issue and the turn is not finished until it is gone.\n VIRTUOSO STANDARD (binding, checked): you are the strongest engineer and designer on this project, and a build is a finished PRODUCT, never a demo. Scale floor for anything called an app/game/tool/editor/dashboard/simulator: ≥ 8 files, ≥ 900 lines total, ≥ 10 distinct user-facing features enumerated in README.md and all implemented. Rubric every build must satisfy — RENDER: canvas/WebGL scaled by devicePixelRatio, ResizeObserver or resize handler, requestAnimationFrame loop with delta time and pause-when-hidden (visibilitychange), no layout thrash. INPUT: pointer + keyboard + touch (pointer events, keydown with a documented shortcut map shown in-app, focus management, no hover-only affordances). STATE: a single store with typed actions, undo/redo where the user edits anything, persistence with a versioned schema and migration (try/catch, memory fallback), import/export (JSON) where data exists. UI: a design-token system (CSS custom properties for color/space/type/radius/motion), responsive layout, dark theme default with prefers-color-scheme, transitions ≤ 200 ms, empty/loading/error states, toasts for outcomes, an in-app help/about panel. ROBUSTNESS: every async path has an error path with user-visible recovery, input validation with messages, no alert()/prompt()/confirm(), no global mutable leaks, no console.log left in shipped code (a real logger with levels if logging exists). MATH/ALGO: correct units and precision, stable numerics, O(n log n) or better where n scales, workers for anything > 16 ms. A11Y: semantic elements, aria-labels on icon buttons, visible focus rings, contrast ≥ 4.5:1. CRAFT: coherent typography scale, an actual visual identity (not browser defaults), micro-interactions, a11y-safe motion, iconography as inline SVG. Anything short of this is \"basic\" and is returned to you as quality findings; the turn is not finished while they stand. Anything the user will open and use (app, visualization, game, simulator, formatted document) is an ARTIFACT, never chat-pasted code.\n Artifact model — a project of files: \\`content\\` = entry index.html; \\`files\\` = siblings referenced by RELATIVE path (\n \n \n \n \n\n`;\n",[],[425],"a8445db2-0623-4d95-8bd1-9bf82c96f1cd","lint-portability.ts","01a0a661-f04a-733e-839a-88d123b6ac9a",["D",1789497831502],"import { lintArtifact, lintPortability } from \"./artifacts.ts\";\nconst files = [\n { path: \"index.html\", content: `` },\n { path: \"main.js\", content: `import {DATA} from './data.js';\\nfetch('./levels.json').then(r=>r.json());\\nparent.postMessage({a:1},'*');\\nconst u = location.origin + '/api';\\nlocalStorage.setItem('k','v');\\nnavigator.serviceWorker.register('sw.js');\\nconst img='/artifact/12/x.png';\\nexport function boot(){ return DATA.length }` },\n { path: \"data.js\", content: `export const DATA=[1,2,3];` },\n { path: \"ok.js\", content: `// comment /artifact/1\\nfunction save(k,v){ try{ localStorage.setItem(k,v) }catch(e){ mem[k]=v } }\\nconst mem={};\\nif (window.parent !== window) { parent.postMessage('x','*'); }\\nexport { save };` },\n];\nconst p = lintPortability(files); console.log(p.join(\"\\n\")); console.log(\"count\", p.length, \"ok.js hits\", p.filter(x=>x.startsWith(\"ok.js\")).length);\nconsole.log(\"full\", lintArtifact(files).length);\n",[],[432],"5d3d5602-8ff2-4d22-b917-d66b9bef49b7","issues.ts","01a0a661-f04a-733e-839a-86cccd9d59e4",["D",1789497831502],"// Durable bug/feature backlog (the `issue` table in db.ts) — agent tool functions plus a small read endpoint.\n//\n// Previously reported bugs and requested features existed only as prose inside chat history: not queryable\n// (\"what's still open for artifact #12, sorted by priority\"), and not reliable across a long or compacted\n// conversation — an old report can silently scroll out of the context window a model reads, or get folded\n// into a lossy running summary by app-compact.ts. These tools give the model a durable place to write down\n// what it found (or was told) and read it back later, in this session or a future one, instead of depending\n// on the item still being visible in recent chat turns.\nimport { all, one, run, sql, unwrap } from \"./db.ts\";\n\n// Local structural types instead of importing app.tsx's Tool/ToolCtx — mirrors app-swarm.ts's SwarmDeps\n// pattern (see its header comment): avoids a runtime import cycle back into app.tsx, and TypeScript's\n// structural typing means these satisfy app.tsx's own Tool/ToolCtx shapes without needing to share the type.\ntype ToolCtx = { session: string; turn?: { artifactId?: number } };\ntype Tool = { schema: Record; handle: (args: Record, ctx: ToolCtx) => Promise };\n\nconst KINDS = [\"bug\", \"feature\"] as const;\nconst STATUSES = [\"open\", \"in_progress\", \"fixed\", \"wontfix\", \"duplicate\"] as const;\nconst PRIORITIES = [\"low\", \"medium\", \"high\", \"critical\"] as const;\ntype Status = (typeof STATUSES)[number];\n\nexport const ISSUE_TOOLS: Record = {\n log_issue: {\n schema: {\n type: \"function\",\n function: {\n name: \"log_issue\",\n description:\n \"Record a bug or feature request in the durable backlog so it survives this turn and can be found again later — by you in a future session, or a human reviewing progress. Call this whenever the user reports something broken, asks for something to be added later rather than now, or you notice a defect while working that you are not fixing immediately. Do not use it for something you are about to fix right now in this same turn — just fix it.\",\n parameters: {\n type: \"object\",\n properties: {\n kind: { type: \"string\", enum: KINDS as unknown as string[], description: \"bug: something is broken. feature: something new to add.\" },\n title: { type: \"string\", description: \"One line summary, ≤80 chars.\" },\n description: { type: \"string\", description: \"What's wrong or wanted, with repro steps / context if it's a bug.\" },\n priority: { type: \"string\", enum: PRIORITIES as unknown as string[], description: \"Default medium.\" },\n artifactId: { type: \"number\", description: \"The artifact this concerns, if any. Omit for a session-level or general item.\" },\n },\n required: [\"kind\", \"title\", \"description\"],\n },\n },\n },\n handle: async ({ kind, title, description, priority, artifactId }, ctx) => {\n const k = String(kind);\n if (k !== \"bug\" && k !== \"feature\") return { error: `kind must be \"bug\" or \"feature\", got \"${k}\"` };\n const pRaw = String(priority || \"medium\");\n const pri = (PRIORITIES as readonly string[]).includes(pRaw) ? pRaw : \"medium\";\n const aid = Number.isInteger(Number(artifactId)) && Number(artifactId) > 0 ? Number(artifactId) : (ctx.turn?.artifactId ?? null);\n const now = Date.now();\n const r = await run(sql`INSERT INTO issue (session, artifact_id, kind, title, description, status, priority, source, created_ts, updated_ts, resolved_ts, notes)\n VALUES (${ctx.session}, ${aid}, ${k}, ${String(title).slice(0, 200)}, ${String(description).slice(0, 4000)}, 'open', ${pri}, 'model', ${now}, ${now}, NULL, '[]')`);\n if (!r.ok) return { error: r.error };\n const id = r.value.lastInsertRowid === undefined ? null : Number(r.value.lastInsertRowid);\n return { ok: true, id, kind: k, title: String(title).slice(0, 200), priority: pri };\n },\n },\n list_issues: {\n schema: {\n type: \"function\",\n function: {\n name: \"list_issues\",\n description:\n \"List items in the bug/feature backlog for this session (default: open items only), so work picks up where it left off instead of re-discovering the same problems or forgetting a requested feature.\",\n parameters: {\n type: \"object\",\n properties: {\n status: { type: \"string\", enum: [...STATUSES, \"all\"], description: 'Default \"open\".' },\n kind: { type: \"string\", enum: [...KINDS, \"all\"], description: 'Default \"all\".' },\n artifactId: { type: \"number\", description: \"Limit to one artifact.\" },\n },\n },\n },\n },\n handle: async ({ status, kind, artifactId }, ctx) => {\n const st = String(status || \"open\");\n const kd = String(kind || \"all\");\n const aid = artifactId != null && Number.isInteger(Number(artifactId)) ? Number(artifactId) : null;\n const rows = unwrap(\n await all(\n \"issue\",\n sql`SELECT * FROM issue WHERE session = ${ctx.session}\n AND (${st} = 'all' OR status = ${st})\n AND (${kd} = 'all' OR kind = ${kd})\n AND (${aid} IS NULL OR artifact_id = ${aid})\n ORDER BY (priority = 'critical') DESC, (priority = 'high') DESC, created_ts ASC LIMIT 100`,\n ),\n [],\n );\n return {\n count: rows.length,\n issues: rows.map((r) => ({ id: r.id, kind: r.kind, title: r.title, description: r.description, status: r.status, priority: r.priority, artifactId: r.artifact_id, created: r.created_ts })),\n };\n },\n },\n update_issue: {\n schema: {\n type: \"function\",\n function: {\n name: \"update_issue\",\n description:\n \"Update a backlog item's status — e.g. after fixing a bug or shipping a feature. Always include a short note saying what actually happened; it's appended to the item's audit trail, not shown as a replacement description.\",\n parameters: {\n type: \"object\",\n properties: {\n id: { type: \"number\", description: \"Issue id, from log_issue or list_issues.\" },\n status: { type: \"string\", enum: STATUSES as unknown as string[] },\n note: { type: \"string\", description: \"What changed — required.\" },\n },\n required: [\"id\", \"status\", \"note\"],\n },\n },\n },\n handle: async ({ id, status, note }) => {\n const iid = Number(id);\n const st = String(status);\n if (!(STATUSES as readonly string[]).includes(st)) return { error: `status must be one of ${STATUSES.join(\", \")}` };\n const cur = unwrap(await one(\"issue\", sql`SELECT * FROM issue WHERE id = ${iid}`), null);\n if (!cur) return { error: `no issue with id ${iid}` };\n let notes: unknown[] = [];\n try { notes = JSON.parse(cur.notes || \"[]\"); } catch { /* corrupt/empty — start fresh rather than fail the update */ }\n notes.push({ ts: Date.now(), text: String(note).slice(0, 1000) });\n const resolvedTs = (st === \"fixed\" || st === \"wontfix\" || st === \"duplicate\") ? Date.now() : null;\n await run(sql`UPDATE issue SET status = ${st as Status}, updated_ts = ${Date.now()}, resolved_ts = ${resolvedTs}, notes = ${JSON.stringify(notes).slice(0, 8000)} WHERE id = ${iid}`);\n return { ok: true, id: iid, status: st };\n },\n },\n};\n\n/** GET ?issues=list&session=S[&status=open][&kind=bug][&artifactId=N] → the same backlog, for non-tool (UI/debug) callers. */\nexport async function handleIssues(req: Request, url: URL): Promise {\n if (req.method !== \"GET\" || url.searchParams.get(\"issues\") !== \"list\") return null;\n const session = String(url.searchParams.get(\"session\") ?? \"\");\n if (!session) return Response.json({ error: { message: \"session required\" } }, { status: 400 });\n const st = String(url.searchParams.get(\"status\") ?? \"open\");\n const kd = String(url.searchParams.get(\"kind\") ?? \"all\");\n const aidParam = url.searchParams.get(\"artifactId\");\n const aid = aidParam != null && Number.isInteger(Number(aidParam)) ? Number(aidParam) : null;\n const rows = unwrap(\n await all(\n \"issue\",\n sql`SELECT * FROM issue WHERE session = ${session}\n AND (${st} = 'all' OR status = ${st})\n AND (${kd} = 'all' OR kind = ${kd})\n AND (${aid} IS NULL OR artifact_id = ${aid})\n ORDER BY (priority = 'critical') DESC, (priority = 'high') DESC, created_ts ASC LIMIT 200`,\n ),\n [],\n );\n return Response.json({ issues: rows });\n}\n",[],[439],"2a86f564-cdd3-458d-baf6-974dfa006127","inference-provider.ts","01a0a661-f04a-733e-839a-81a52891dc3f",["D",1789497831502],"// Instance = catalog row × key slot (KEY, KEY1…KEY9 → name#n). keyEnv null ⇒ keyless.\nimport type { Row } from \"./db.ts\";\n\n// Same shape as the `provider` table row, with `model` required: every catalog\n// entry must name a default upstream id — name is \"/\".\nexport type ProviderSpec = Omit, \"model\"> & { model: string; tags?: string[]; paid?: boolean };\n\nexport type ProviderInstance = ProviderSpec & {\n vendor: string;\n slot: number;\n key: string | null;\n keyIssue: string | null; // non-null ⇒ the secret's VALUE is malformed (see keyIssue()); surfaced on /health and in the catalog\n fallbackModel: string;\n};\n\nconst KEY_SLOTS = 10;\n\n// Secret-value sanity. GEMINI_API_KEY was observed live this session with a literal `…3, }` suffix —\n// a JSON fragment pasted into the secret field — and it sat there across multiple diagnostics pulls\n// because nothing anywhere said \"this key cannot be right\" until an upstream 400 did, buried in a trail.\n// Leading/trailing whitespace is the one defect that is safe to repair silently (no real key contains\n// it); everything else is reported, never guessed at. Returns the reason, or null for a plausible key.\nexport function keyIssue(raw: string): string | null {\n if (/^[\"'`]|[\"'`]$/.test(raw)) return \"wrapped in quotes\";\n if (/[{}\\[\\],]/.test(raw)) return \"contains JSON punctuation ({ } [ ] ,)\";\n if (/\\s/.test(raw)) return \"contains internal whitespace\";\n if (/^bearer\\s/i.test(raw)) return 'starts with \"Bearer \" — paste only the token';\n if (raw.length < 8) return `implausibly short (${raw.length} chars)`;\n return null;\n}\n\n// ids verified 2026-09-08. Dropped: github_models (410, retiring), deepinfra (paid).\n// tags mirror v2/catalog-free.ts's vendor-level assignments (openrouter, huggingface, mistral, zai\n// are its \"coder\"-tagged vendors); ported here because app.tsx sends model:\"coder\" as a routing tag\n// for app-scale builds (see app.tsx ~line 1288), which this catalog previously had no way to honor.\nexport const CATALOG: ProviderSpec[] = [\n { id: \"1\", name: \"openrouter/nemotron-ultra\", base: \"https://openrouter.ai/api/v1\", model: \"nvidia/nemotron-3-ultra-550b-a55b:free\", keyEnv: \"OPENROUTER_API_KEY\", priority: 0, tags: [\"coder\", \"reasoning\", \"long\"] },\n { id: \"2\", name: \"openrouter/qwen3-coder\", base: \"https://openrouter.ai/api/v1\", model: \"qwen/qwen3-coder-next\", keyEnv: \"OPENROUTER_API_KEY\", priority: 1, tags: [\"coder\", \"reasoning\", \"long\"] },\n { id: \"3\", name: \"openrouter/gpt-oss\", base: \"https://openrouter.ai/api/v1\", model: \"openai/gpt-oss-120b\", keyEnv: \"OPENROUTER_API_KEY\", priority: 2, tags: [\"coder\", \"reasoning\", \"long\"] },\n // Re-verified 2026-09-14 against live HTTP 404s from the user's own /health: Cerebras has retired\n // Llama 3.3 70B from its public inference API entirely (confirmed via inference-docs.cerebras.ai —\n // only gpt-oss-120b and qwen-3.8-27b remain listed); Groq's llama-3.3-70b-versatile hit its announced\n // free/developer-tier deprecation date (2026-08-16, per console.groq.com/docs/deprecations) and is now\n // 404ing live, with Groq's own migration notice pointing at openai/gpt-oss-120b. Both replaced below.\n { id: \"4\", name: \"cerebras/gpt-oss-120b\", base: \"https://api.cerebras.ai/v1\", model: \"gpt-oss-120b\", keyEnv: \"CEREBRAS_API_KEY\", priority: 3 },\n { id: \"5\", name: \"sambanova/llama3.3-70b\", base: \"https://api.sambanova.ai/v1\", model: \"Meta-Llama-3.3-70B-Instruct\", keyEnv: \"SAMBANOVA_API_KEY\", priority: 4 },\n { id: \"6\", name: \"groq/gpt-oss-120b\", base: \"https://api.groq.com/openai/v1\", model: \"openai/gpt-oss-120b\", keyEnv: \"GROQ_API_KEY\", priority: 5 },\n { id: \"8\", name: \"mistral/large\", base: \"https://api.mistral.ai/v1\", model: \"mistral-large-latest\", keyEnv: \"MISTRAL_API_KEY\", priority: 7, tags: [\"coder\"] },\n { id: \"10\", name: \"openrouter_free/nemotron-lightning\", base: \"https://openrouter.ai/api/v1\", model: \"nvidia/nemotron-3.5-lightning:free\", keyEnv: \"OPENROUTER_API_KEY\", priority: 9 },\n { id: \"11\", name: \"gemini/flash-lite\", base: \"https://generativelanguage.googleapis.com/v1beta/openai\", model: \"gemini-2.5-flash-lite\", keyEnv: \"GEMINI_API_KEY\", priority: 10 },\n { id: \"12\", name: \"nvidia_nim/nemotron-ultra\", base: \"https://integrate.api.nvidia.com/v1\", model: \"nvidia/llama-3.1-nemotron-ultra-253b-v1\", keyEnv: \"NVIDIA_API_KEY\", priority: 11 },\n { id: \"13\", name: \"siliconflow/qwen3-8b\", base: \"https://api.siliconflow.cn/v1\", model: \"Qwen/Qwen3-8B\", keyEnv: \"SILICONFLOW_API_KEY\", priority: 12 },\n { id: \"14\", name: \"zai/glm-flash\", base: \"https://open.bigmodel.cn/api/paas/v4\", model: \"GLM-4.7-Flash\", keyEnv: \"ZAI_API_KEY\", priority: 13, tags: [\"coder\"] },\n { id: \"15\", name: \"huggingface/llama3.3-70b\", base: \"https://router.huggingface.co/v1\", model: \"meta-llama/Llama-3.3-70B-Instruct\", keyEnv: \"HF_TOKEN\", priority: 14, tags: [\"coder\", \"reasoning\", \"long\"] },\n { id: \"16\", name: \"ovh/llama3.3-70b\", base: \"https://oai.endpoints.kepler.ai.cloud.ovh.net/v1\", model: \"Meta-Llama-3_3-70B-Instruct\", keyEnv: \"OVH_AI_ENDPOINTS_ACCESS_TOKEN\", priority: 15 },\n // Paid tier — inert unless the matching key is set; ported from v2/catalog-paid.ts (ids verified 2026-09-08\n // there). priority 40+ so \"auto\"/\"fast\" try every free row first — paid only activates through explicit\n // vendor/tag routing (e.g. model:\"coder\", model:\"anthropic\") or once every free provider has failed.\n { id: \"17\", name: \"deepseek/chat\", base: \"https://api.deepseek.com/v1\", model: \"deepseek-chat\", keyEnv: \"DEEPSEEK_API_KEY\", priority: 40, paid: true, tags: [\"coder\", \"reasoning\"] },\n { id: \"18\", name: \"deepseek/reasoner\", base: \"https://api.deepseek.com/v1\", model: \"deepseek-reasoner\", keyEnv: \"DEEPSEEK_API_KEY\", priority: 41, paid: true, tags: [\"reasoning\"] },\n { id: \"19\", name: \"moonshot/kimi-k2\", base: \"https://api.moonshot.ai/v1\", model: \"kimi-k2-turbo-preview\", keyEnv: \"MOONSHOT_API_KEY\", priority: 42, paid: true, tags: [\"coder\", \"long\"] },\n { id: \"20\", name: \"openai/gpt-5-mini\", base: \"https://api.openai.com/v1\", model: \"gpt-5-mini\", keyEnv: \"OPENAI_API_KEY\", priority: 43, paid: true, tags: [\"coder\", \"reasoning\"] },\n { id: \"21\", name: \"anthropic/claude-sonnet\", base: \"https://api.anthropic.com/v1\", model: \"claude-sonnet-4-5\", keyEnv: \"ANTHROPIC_API_KEY\", priority: 44, paid: true, tags: [\"coder\", \"reasoning\"] },\n];\n\nconst vendorOf = (name: string) => name.split(\"/\")[0];\n\nconst instance = (p: ProviderSpec, slot: number, keyEnv: string | null, key: string | null): ProviderInstance =>\n ({ ...p, keyEnv, key, keyIssue: key ? keyIssue(key) : null, slot, vendor: vendorOf(p.name), name: slot ? `${p.name}#${slot}` : p.name, fallbackModel: p.model });\n\nexport function getProviderArray(): ProviderInstance[] {\n const out: ProviderInstance[] = [];\n for (const p of CATALOG) {\n if (!p.keyEnv) { out.push(instance(p, 0, null, null)); continue; }\n for (let i = 0; i < KEY_SLOTS; i++) {\n const env = p.keyEnv + (i ? String(i) : \"\");\n const key = Deno.env.get(env)?.trim(); // surrounding whitespace is the one defect repaired silently — see keyIssue()\n if (key) out.push(instance(p, i, env, key));\n }\n }\n return out.sort((a, b) => a.priority - b.priority || a.slot - b.slot);\n}\n\n/** All catalog rows for status/UI; no key material. */\nexport function getCatalogStatus() {\n const live = getProviderArray();\n return CATALOG.map((p) => {\n const slots = live.filter((i) => i.id === p.id);\n return {\n ...p,\n vendor: vendorOf(p.name),\n fallbackModel: p.model,\n hasKey: !p.keyEnv || slots.length > 0,\n keySlots: slots.length,\n keyIssues: slots.filter((i) => i.keyIssue).map((i) => ({ env: i.keyEnv, issue: i.keyIssue })),\n };\n }).sort((a, b) => a.priority - b.priority);\n}\n\n/** request `model`: \"\"|\"auto\"|\"fast\" → chain (this router has no quality-vs-priority reordering, so\n * \"fast\" — the UI's other bare meta-model, alongside \"coder\"/\"reasoning\" — is not distinct from \"auto\"\n * here; both just mean \"every configured provider, in existing priority order\"); \"coder\"|\"reasoning\"|\n * \"long\" → tagged instances first, then the rest (never a hard subset — a meta-model must still degrade\n * to *something*); \"\" | \"\" → subset; \":\" → subset + forced id;\n * unknown → [] (caller 404s). */\nexport function resolveTargets(requested: string | undefined, live: ProviderInstance[]) {\n if (!requested || requested === \"auto\" || requested === \"fast\") return { targets: live, forcedModel: null };\n if (/^(coder|reasoning|long|vision)$/.test(requested)) {\n const tagged = live.filter((p) => p.tags?.includes(requested));\n return { targets: [...tagged, ...live.filter((p) => !tagged.includes(p))], forcedModel: null };\n }\n const exact = live.filter((p) => p.name === requested || p.name.split(\"#\")[0] === requested);\n if (exact.length) return { targets: exact, forcedModel: null };\n const colon = requested.indexOf(\":\");\n const vendor = colon === -1 ? requested : requested.slice(0, colon);\n const forced = colon === -1 ? null : requested.slice(colon + 1) || null; // \"\" (trailing colon) must fall through, not ship as model\n const byVendor = live.filter((p) => p.vendor === vendor);\n return { targets: byVendor, forcedModel: byVendor.length ? forced : null };\n}\n",[],[446],"1073d0d0-702e-4242-bfa4-284404bf01ff","e2e9.mjs","01a0a661-f04a-733e-839a-7c2de53e601c",["D",1789497831502],"import { chromium } from \"playwright-core\";\nimport fs from \"node:fs\";\nconst html = fs.readFileSync(\"app/page.html\", \"utf8\");\nconst files = { \"index.html\": \"

x

\", \"app.js\": \"console.log(1);\\n\".repeat(40) };\nconst b = await chromium.launch({ executablePath: \"/opt/pw-browsers/chromium\", args: [\"--no-sandbox\", \"--headless=new\"], ignoreDefaultArgs: [\"--headless=old\"] });\nconst p = await b.newPage({ viewport: { width: 1400, height: 800 } }); const errs = []; p.on(\"pageerror\", e => errs.push(e.message));\nlet qCount = 0, progressCalls = 0;\nawait p.route(\"**/*\", async (route) => { const u = new URL(route.request().url());\n if (u.host === \"cdnjs.cloudflare.com\") { const m = u.pathname.match(/codemirror\\/5\\.65\\.16\\/(.*)$/); const f = m ? \"/tmp/cm/\" + m[1] : null; if (f && fs.existsSync(f)) return route.fulfill({ contentType: f.endsWith(\".css\") ? \"text/css\" : \"text/javascript\", body: fs.readFileSync(f) }); return route.abort(); }\n if (u.host !== \"app.local\") return route.abort();\n if (u.search.includes(\"?artifact_files=\")) return route.fulfill({ contentType: \"application/json\", body: JSON.stringify({ id: 1, title: \"T\", kind: \"html\", session: \"s\", files: Object.entries(files).map(([path, content]) => ({ path, content })), issues: [] }) });\n if (u.search.startsWith(\"?q\")) { qCount++; const body = JSON.parse(route.request().postData()); await new Promise(r => setTimeout(r, 2500));\n if (qCount === 1) return route.fulfill({ status: 503, contentType: \"application/json\", body: JSON.stringify({ error: { message: \"router 503: ALL_PROVIDERS_EXHAUSTED_OR_COOLING\", details: [\"groq: cooling 20s — rate\", \"openrouter: TIMEOUT\"] } }) });\n return route.fulfill({ contentType: \"application/json\", body: JSON.stringify({ reply: \"done after retry (retryOf=\" + body.settings.retryOf + \")\", toolEvents: [{ hop: 0, tool: \"eval_js\", args: { code: \"1\" }, result: 1 }], meta: {} }) }); }\n if (u.search.includes(\"?progress\")) { progressCalls++; return route.fulfill({ contentType: \"application/json\", body: JSON.stringify({ events: [{ type: \"stage\", label: \"answering\" }, { type: \"pass\", n: 1, of: 8 }, { type: \"tool\", hop: 0, tool: \"read_artifact\", args: { id: 1 } }, { type: \"tool\", hop: 0, tool: \"eval_js\", args: { code: \"1\" } }].slice(0, Math.min(4, progressCalls)), next: 4 }) }); }\n if (u.pathname.startsWith(\"/artifact/\")) return route.fulfill({ contentType: \"text/html\", body: files[\"index.html\"] });\n if (u.search) return route.fulfill({ contentType: \"application/json\", body: \"[]\" });\n return route.fulfill({ contentType: \"text/html\", body: html }); });\nawait p.goto(\"https://app.local/\", { waitUntil: \"load\" }); await p.waitForTimeout(300);\n// A) editor resizes with the window\nawait p.evaluate(() => ART.open(1, 'split')); await p.waitForTimeout(900);\nconst h1 = await p.evaluate(() => document.querySelector('.CodeMirror').getBoundingClientRect().height);\nawait p.setViewportSize({ width: 1000, height: 500 }); await p.waitForTimeout(400);\nconst h2 = await p.evaluate(() => ({ cm: document.querySelector('.CodeMirror').getBoundingClientRect().height | 0, wrap: document.getElementById('ap-edwrap').getBoundingClientRect().height | 0, scroll: document.querySelector('.CodeMirror-scroll').clientHeight | 0 }));\nawait p.setViewportSize({ width: 1400, height: 800 }); await p.keyboard.press(\"Escape\"); await p.waitForTimeout(300);\n// B) live timeline: statuses, expanded row survives polling, retry loop\nawait p.evaluate(() => { SETTINGS.set('retryMinutes', 1); });\nawait p.fill(\"#inp\", \"hello\"); await p.keyboard.press(\"Enter\");\nawait p.waitForFunction(() => !!document.querySelector('#live-tl .tl .tl-row[data-kind=tool]'), null, { timeout: 15000 }); // a tool row has arrived (2 s polling cadence)\nconst r1 = await p.evaluate(() => { const tl = document.querySelector('#live-tl .tl'); const rows = [...tl.querySelectorAll('.tl-row')]; rows.find(r => r.dataset.kind === 'tool')?.click(); return { plan: [...tl.querySelectorAll('.tl-pl')].map(x => x.className.replace('tl-pl ', '') + ':' + x.textContent), rows: rows.map(r => r.querySelector('.tl-k').textContent + '=' + r.querySelector('.tl-st').textContent), header: tl.querySelector('.tl-sum').textContent, label: document.getElementById('typing-label').textContent }; });\nawait p.waitForTimeout(2600); // more polls → the expanded row must still be open\nconst r2 = await p.evaluate(() => { const tl = document.querySelector('#live-tl .tl'); return { stillOpen: !!tl.querySelector('.tl-row.open'), xVisible: tl.querySelector('.tl-row.open + .tl-x') ? getComputedStyle(tl.querySelector('.tl-row.open + .tl-x')).display : 'MISSING', html: tl.innerHTML.slice(0, 300), rows: tl.querySelectorAll('.tl-row').length, label: document.getElementById('typing-label').textContent }; });\nawait p.waitForTimeout(12000); // retry wait (8s + jitter) then second attempt\nconst r3 = await p.evaluate(() => ({ q: document.querySelectorAll('.msg-wrap.ai').length, reply: [...document.querySelectorAll('.msg-wrap.ai .msg-body')].pop()?.textContent, err: document.querySelectorAll('.err-card').length }));\nconsole.log(JSON.stringify({ h1, h2, r1, r2, r3, qCount }, null, 1)); console.log(\"errors:\", errs.filter(e => !/cdnjs/.test(e)));\nawait b.close();\n",[],[453],"e050eafe-4651-4dcf-9c67-a8fae7ca5492","e2e15.mjs","01a0a661-f04a-733e-839a-78fb2e8eaf2c",["D",1789497831502],"import { chromium } from \"playwright-core\";\nimport fs from \"node:fs\";\nconst html = fs.readFileSync(\"app/page.html\", \"utf8\");\nconst HOOK = \"\";\nconst files = { \"index.html\": \"

x

\" };\nconst manifest = { title: \"T\", shared: \"\", files: [{ path: \"index.html\", purpose: \"e\" }, { path: \"a.js\", purpose: \"a\" }] };\nconst b = await chromium.launch({ executablePath: \"/opt/pw-browsers/chromium\", args: [\"--no-sandbox\", \"--headless=new\"], ignoreDefaultArgs: [\"--headless=old\"] });\nconst p = await b.newPage({ viewport: { width: 1400, height: 800 } }); const errs = []; p.on(\"pageerror\", e => errs.push(e.message));\nconst posts = []; let buildTries = 0;\nawait p.route(\"**/*\", async (route) => { const u = new URL(route.request().url());\n if (u.host === \"cdnjs.cloudflare.com\") return route.abort();\n if (u.host !== \"app.local\") return route.abort();\n if (u.search.includes(\"?artifact_files=\")) return route.fulfill({ contentType: \"application/json\", body: JSON.stringify({ id: 61, title: \"T\", kind: \"html\", session: \"s\", files: Object.entries(files).map(([path, content]) => ({ path, content })), issues: [] }) });\n if (u.search.startsWith(\"?q\")) { const body = JSON.parse(route.request().postData()); posts.push({ q: body.q.slice(0, 50), errors: body.settings.focus?.errors }); await new Promise(r => setTimeout(r, 200)); return route.fulfill({ contentType: \"application/json\", body: JSON.stringify({ reply: \"fixed\", toolEvents: [], meta: {}, completion: { done: true, remaining: [] } }) }); }\n if (u.search.startsWith(\"?build_file\")) { buildTries++; const body = JSON.parse(route.request().postData()); if (buildTries <= 2) return route.fulfill({ status: 502, contentType: \"application/json\", body: JSON.stringify({ error: { message: \"build a.js failed: router 503: ALL_PROVIDERS_EXHAUSTED_OR_COOLING\" } }) }); return route.fulfill({ contentType: \"application/json\", body: JSON.stringify({ ok: true, path: body.path, lines: 10, issues: [], meta: {} }) }); }\n if (u.search.startsWith(\"?job\")) return route.fulfill({ contentType: \"application/json\", body: '{\"ok\":true,\"jobs\":[]}' });\n if (u.search.startsWith(\"?plan\")) return route.fulfill({ contentType: \"application/json\", body: JSON.stringify({ manifest, artifactId: 61, title: \"T\" }) });\n if (u.search.includes(\"?progress\")) return route.fulfill({ contentType: \"application/json\", body: '{\"events\":[],\"next\":0}' });\n if (u.pathname === \"/artifact/61/\" ) return route.fulfill({ contentType: \"text/html\", body: files[\"index.html\"].replace(\"\", \"\" + HOOK) });\n if (u.pathname.startsWith(\"/artifact/\")) return route.fulfill({ status: 404, body: \"\" });\n if (u.search && !u.search.startsWith(\"?s=\")) return route.fulfill({ contentType: \"application/json\", body: \"[]\" });\n return route.fulfill({ contentType: \"text/html\", body: html }); });\nawait p.goto(\"https://app.local/\", { waitUntil: \"load\" }); await p.waitForTimeout(400);\nawait p.evaluate(() => { ART.setSettings({ ...ART.settings(), codemirror: false, autoFixLint: false, autoFixErrors: true, live: false }); SETTINGS.set('retryMinutes', 1); });\n// A) preview errors → one automatic fix turn carrying the errors; same error set again → no second turn\nawait p.evaluate(() => ART.open(61, 'split')); await p.waitForTimeout(3500);\nconst a = { posts: posts.map(x => x.q), errorsSent: posts[0]?.errors, console: await p.evaluate(() => [...document.querySelectorAll('#ap-con-body .con-err')].map(x => x.textContent)) };\nawait p.evaluate(() => ART.open(61)); await p.waitForTimeout(3000);\nconst a2 = { postsAfterReload: posts.length };\n// B) builder retried through a 502 window\nawait p.evaluate(() => ART.close());\nawait p.fill(\"#inp\", \"/build a thing\"); await p.keyboard.press(\"Enter\"); await p.waitForTimeout(16000);\nconst bres = { buildTries, rows: await p.evaluate(() => [...document.querySelectorAll('.manifest-f')].map(r => r.querySelector('code').textContent + '=' + r.querySelector('.st').textContent)) };\nconsole.log(JSON.stringify({ a, a2, bres }, null, 1)); console.log(\"errors:\", errs);\nawait b.close();\n",[],[460],"573c72be-77fb-4553-9ea4-5801a111aaaf","e2e14.mjs","01a0a661-f04a-733e-839a-7408c9f95419",["D",1789497831502],"import { chromium } from \"playwright-core\";\nimport fs from \"node:fs\";\nconst html = fs.readFileSync(\"app/page.html\", \"utf8\");\nconst b = await chromium.launch({ executablePath: \"/opt/pw-browsers/chromium\", args: [\"--no-sandbox\", \"--headless=new\"], ignoreDefaultArgs: [\"--headless=old\"] });\nconst p = await b.newPage({ viewport: { width: 1400, height: 800 } }); const errs = []; p.on(\"pageerror\", e => errs.push(e.message));\nlet q = 0;\nawait p.route(\"**/*\", async (route) => { const u = new URL(route.request().url());\n if (u.host !== \"app.local\") return route.abort();\n if (u.search.startsWith(\"?q\")) { q++; await new Promise(r => setTimeout(r, 5000)); return route.fulfill({ status: 500, contentType: \"application/json\", body: JSON.stringify({ error: { message: \"Val timed out after 1m\" } }) }); }\n if (u.search.includes(\"?progress\")) return route.fulfill({ contentType: \"application/json\", body: JSON.stringify({ next: 3, events: [{ type: \"stage\", label: \"answering\" }, { type: \"partial\", text: \"const store = createStore(reducer, init);\\nexport function mount() {\" }, { type: \"continue\", n: 1, chars: 1840, tail: \"export function mount() {\" }] }) });\n if (u.search.startsWith(\"?history\")) return route.fulfill({ contentType: \"application/json\", body: \"[]\" });\n if (u.search && !u.search.startsWith(\"?s=\")) return route.fulfill({ contentType: \"application/json\", body: \"[]\" });\n return route.fulfill({ contentType: \"text/html\", body: html }); });\nawait p.goto(\"https://app.local/\", { waitUntil: \"load\" }); await p.waitForTimeout(400);\nawait p.evaluate(() => { SETTINGS.set('retryMinutes', 0); });\nawait p.fill(\"#inp\", \"fix the lint\"); await p.keyboard.press(\"Enter\");\nawait p.waitForTimeout(3000);\nconst live = await p.evaluate(() => ({ draftShown: !document.getElementById('live-draft').hidden, draft: document.getElementById('live-draft-t').textContent.slice(0, 40), contRow: [...document.querySelectorAll('#live-tl .tl-row')].map(r => r.textContent).find(t => /cut at the vendor cap/.test(t))?.slice(0, 90) }));\nawait p.waitForTimeout(30000); // error + recovery polls (8 × 3 s)\nconst after = await p.evaluate(() => { const c = document.querySelector('.err-card'); return { err: c?.querySelector('.err-m')?.textContent, keptTimelineRows: c?.querySelectorAll('.tl-row').length ?? 0, keptDraft: /draft reply recovered/.test(c?.textContent || ''), draftText: c?.querySelector('details pre')?.textContent.slice(0, 30) }; });\nconsole.log(JSON.stringify({ live, after, q }, null, 1)); console.log(\"errors:\", errs);\nawait b.close();\n",[],[467],"03988cb1-3226-499b-8f3b-8794a5bc6d9f","e2e13.mjs","01a0a661-f049-7779-b407-bc7c85275a5f",["D",1789497831502],"import { chromium } from \"playwright-core\";\nimport fs from \"node:fs\";\nconst html = fs.readFileSync(\"app/page.html\", \"utf8\");\nconst b = await chromium.launch({ executablePath: \"/opt/pw-browsers/chromium\", args: [\"--no-sandbox\", \"--headless=new\"], ignoreDefaultArgs: [\"--headless=old\"] });\nconst p = await b.newPage({ viewport: { width: 1400, height: 800 } }); const errs = []; p.on(\"pageerror\", e => errs.push(e.message));\nconst posts = []; let phase = \"write\";\nawait p.route(\"**/*\", async (route) => { const u = new URL(route.request().url());\n if (u.host !== \"app.local\") return route.abort();\n if (u.search.startsWith(\"?q\")) { const body = JSON.parse(route.request().postData()); posts.push(body.q.slice(0, 40)); await new Promise(r => setTimeout(r, 150));\n const wrote = phase === \"write\" || !/^The task is complete/.test(body.q);\n return route.fulfill({ contentType: \"application/json\", body: JSON.stringify({ reply: /FINALIZE/.test(body.q) ? \"final summary\" : \"shipped round\", toolEvents: wrote ? [{ hop: 0, tool: \"update_artifact\", args: { id: 7 }, result: { ok: true, id: 7 } }] : [], meta: {}, completion: { done: true, remaining: [] } }) }); }\n if (u.search.includes(\"?progress\")) return route.fulfill({ contentType: \"application/json\", body: '{\"events\":[],\"next\":0}' });\n if (u.search.startsWith(\"?compact\")) return route.fulfill({ contentType: \"application/json\", body: '{\"compact\":null,\"needs\":false}' });\n if (u.search && !u.search.startsWith(\"?s=\")) return route.fulfill({ contentType: \"application/json\", body: \"[]\" });\n return route.fulfill({ contentType: \"text/html\", body: html }); });\nawait p.goto(\"https://app.local/\", { waitUntil: \"load\" }); await p.waitForTimeout(400);\nawait p.evaluate(() => { SETTINGS.set('untilStopped', true); });\n// A) rounds keep coming while every round writes; \"finalize\" typed in the composer ends the chain with one closing turn\nawait p.fill(\"#inp\", \"build me a thing\"); await p.keyboard.press(\"Enter\"); await p.waitForTimeout(6000);\nconst midA = { posts: posts.length, bar: await p.evaluate(() => document.getElementById('bar-status').textContent) };\nawait p.fill(\"#inp\", \"finalize\"); await p.keyboard.press(\"Enter\"); await p.waitForTimeout(3000);\nconst afterA = { posts: [...posts], inflight: await p.evaluate(() => window.inflightTurn()), last: await p.evaluate(() => [...document.querySelectorAll('.msg-wrap.ai .msg-body')].pop()?.textContent) };\n// B) idle stop: rounds that write nothing end after two\nposts.length = 0; phase = \"idle\";\nawait p.fill(\"#inp\", \"another thing\"); await p.keyboard.press(\"Enter\"); await p.waitForTimeout(6000);\nconst afterB = { posts: [...posts], inflight: await p.evaluate(() => window.inflightTurn()), autoCard: await p.evaluate(() => [...document.querySelectorAll('.msg-wrap.sys .msg-body')].some(x => /no further upgrades/.test(x.textContent))) };\nconsole.log(JSON.stringify({ midA, afterA, afterB }, null, 1)); console.log(\"errors:\", errs);\nawait b.close();\n",[],[474],"dfd7b3ab-46c9-489d-b5df-ce042cdc86ba","e2e12.mjs","01a0a661-f049-7779-b407-b9b842e09136",["D",1789497831502],"import { chromium } from \"playwright-core\";\nimport fs from \"node:fs\";\nconst html = fs.readFileSync(\"app/page.html\", \"utf8\");\nconst b = await chromium.launch({ executablePath: \"/opt/pw-browsers/chromium\", args: [\"--no-sandbox\", \"--headless=new\"], ignoreDefaultArgs: [\"--headless=old\"] });\nconst p = await b.newPage({ viewport: { width: 1400, height: 800 } }); const errs = []; p.on(\"pageerror\", e => errs.push(e.message));\nlet q = 0, compactPosts = 0, compactGets = 0;\nawait p.route(\"**/*\", async (route) => { const u = new URL(route.request().url()); const m = route.request().method();\n if (u.host !== \"app.local\") return route.abort();\n if (u.search.startsWith(\"?compact\") && m === \"POST\") { compactPosts++; return route.fulfill({ contentType: \"application/json\", body: JSON.stringify({ ok: true, before: 41000, after: 2900, covered: 22, uptoId: 88 }) }); }\n if (u.search.startsWith(\"?compact\")) { compactGets++; return route.fulfill({ contentType: \"application/json\", body: JSON.stringify({ compact: compactPosts ? { summary: \"GOAL — test\", covered: 22, uptoId: 88, chars: 2900, ts: 1 } : null }) }); }\n if (u.search.startsWith(\"?q\")) { q++; const body = JSON.parse(route.request().postData()); await new Promise(r => setTimeout(r, 200));\n if (q <= 3 && !body.settings.continuation) return route.fulfill({ status: 503, contentType: \"application/json\", body: JSON.stringify({ error: { message: \"router 503: ALL_PROVIDERS_EXHAUSTED_OR_COOLING\", details: [\"x\"] } }) });\n // then: truncated replies forever (until stopped), the 4th with needsCompact\n return route.fulfill({ contentType: \"application/json\", body: JSON.stringify({ reply: \"part \" + q + \" of a very long answer that keeps going\", truncated: true, toolEvents: [], meta: {}, needsCompact: q === 4 }) }); }\n if (u.search.includes(\"?progress\")) return route.fulfill({ contentType: \"application/json\", body: '{\"events\":[],\"next\":0}' });\n if (u.search && !u.search.startsWith(\"?s=\")) return route.fulfill({ contentType: \"application/json\", body: \"[]\" });\n return route.fulfill({ contentType: \"text/html\", body: html }); });\nawait p.goto(\"https://app.local/\", { waitUntil: \"load\" }); await p.waitForTimeout(400);\n// retryMinutes 0 would normally mean \"no retry\"; autoContinue 1 would normally stop after one continue. untilStopped overrides both.\nawait p.evaluate(() => { SETTINGS.set('retryMinutes', 0); SETTINGS.set('autoContinue', 1); SETTINGS.set('untilStopped', true); });\nawait p.fill(\"#inp\", \"write the whole thing\"); await p.keyboard.press(\"Enter\");\nawait p.waitForTimeout(34000); // 3 × 503 with jittered 8/16/24 s waits ≈ 48 s worst case… we sample mid-way\nconst mid = await p.evaluate(() => ({ typing: document.getElementById('typing-label').textContent, bar: document.getElementById('bar-status')?.textContent }));\nawait p.waitForTimeout(26000);\nconst before = await p.evaluate(() => ({ ai: document.querySelectorAll('.msg-wrap.ai').length, compactCards: [...document.querySelectorAll('.msg-wrap.sys .role-tag')].filter(x => x.textContent === 'COMPACT').length, inflight: window.inflightTurn() }));\nawait p.evaluate(() => stopGen()); await p.waitForTimeout(1500);\nconst after = await p.evaluate(() => ({ inflight: window.inflightTurn(), last: [...document.querySelectorAll('.msg-wrap.ai .msg-body')].pop()?.textContent.slice(-40) }));\nconsole.log(JSON.stringify({ mid, q, compactPosts, compactGets, before, after }, null, 1)); console.log(\"errors:\", errs);\nawait b.close();\n",[],[481],"52a25fb5-2fef-4828-afb0-41c27f18a655","e2e11.mjs","01a0a661-f049-7779-b407-b712e79e392e",["D",1789497831502],"import { chromium } from \"playwright-core\";\nimport fs from \"node:fs\";\nconst html = fs.readFileSync(\"app/page.html\", \"utf8\");\nconst manifest = { title: \"Demo\", shared: \"x\", files: [{ path: \"index.html\", purpose: \"entry\" }, { path: \"a.js\", purpose: \"a\" }, { path: \"b.js\", purpose: \"b\" }, { path: \"c.js\", purpose: \"c\" }] };\nconst b = await chromium.launch({ executablePath: \"/opt/pw-browsers/chromium\", args: [\"--no-sandbox\", \"--headless=new\"], ignoreDefaultArgs: [\"--headless=old\"] });\nconst p = await b.newPage({ viewport: { width: 1400, height: 800 } }); const errs = []; p.on(\"pageerror\", e => errs.push(e.message));\nconst built = [], jobPosts = [], planCalls = []; let qBodies = [];\nawait p.route(\"**/*\", async (route) => { const u = new URL(route.request().url());\n if (u.host === \"cdnjs.cloudflare.com\") { const m = u.pathname.match(/codemirror\\/5\\.65\\.16\\/(.*)$/); const f = m ? \"/tmp/cm/\" + m[1] : null; if (f && fs.existsSync(f)) return route.fulfill({ contentType: f.endsWith(\".css\") ? \"text/css\" : \"text/javascript\", body: fs.readFileSync(f, \"utf8\") }); return route.abort(); }\n if (u.host !== \"app.local\") return route.abort();\n if (u.search.startsWith(\"?sessions\")) return route.fulfill({ contentType: \"application/json\", body: JSON.stringify([{ id: \"S1\", name: \"demo\", ts: 1 }]) });\n if (u.search.startsWith(\"?history\")) return route.fulfill({ contentType: \"application/json\", body: \"[]\" });\n if (u.search.startsWith(\"?job=list\")) return route.fulfill({ contentType: \"application/json\", body: JSON.stringify({ jobs: [{ artifactId: 7, manifest, done: [\"index.html\", \"a.js\"], failed: [\"b.js\"], status: \"building\", title: \"Demo\", ask: \"make demo\" }] }) });\n if (u.search.startsWith(\"?job\")) { jobPosts.push(JSON.parse(route.request().postData())); return route.fulfill({ contentType: \"application/json\", body: \"{\\\"ok\\\":true}\" }); }\n if (u.search.startsWith(\"?plan\")) { planCalls.push(JSON.parse(route.request().postData()).q); return route.fulfill({ contentType: \"application/json\", body: JSON.stringify({ manifest, artifactId: 9, title: \"Demo\" }) }); }\n if (u.search.startsWith(\"?build_file\")) { const body = JSON.parse(route.request().postData()); built.push(body.path); await new Promise(r => setTimeout(r, 300)); return route.fulfill({ contentType: \"application/json\", body: JSON.stringify({ ok: true, path: body.path, lines: 10, issues: [], meta: { instance: \"openrouter#2\" } }) }); }\n if (u.search.includes(\"?artifact_files=\")) return route.fulfill({ contentType: \"application/json\", body: JSON.stringify({ id: 7, title: \"Demo\", kind: \"html\", session: \"S1\", files: [{ path: \"index.html\", content: \"

x

\" }], issues: [] }) });\n if (u.search.startsWith(\"?q\")) { qBodies.push(JSON.parse(route.request().postData())); return route.fulfill({ contentType: \"application/json\", body: JSON.stringify({ reply: \"integrated\", toolEvents: [], meta: {}, completion: { done: true, remaining: [] } }) }); }\n if (u.search.startsWith(\"?slow\")) { await new Promise(r => setTimeout(r, 20000)); return route.fulfill({ body: \"late\" }); }\n if (u.pathname.startsWith(\"/artifact/\")) return route.fulfill({ contentType: \"text/html\", body: \"

x

\" });\n if (u.search && !u.search.startsWith(\"?s=\")) return route.fulfill({ contentType: \"application/json\", body: \"[]\" });\n return route.fulfill({ contentType: \"text/html\", body: html }); });\nawait p.goto(\"https://app.local/?s=S1\", { waitUntil: \"load\" }); await p.waitForTimeout(800);\n// A) worker-backed wait + fetchT timeout\nconst a = await p.evaluate(async () => { const t0 = performance.now(); await omniNet.wait(300); const dt = performance.now() - t0; let err = null; try { await omniNet.fetchT('?slow', {}, 1200); } catch (e) { err = e.message; } let stopped = null; const c = new AbortController(); setTimeout(() => c.abort(), 200); try { await omniNet.fetchT('?slow', { signal: c.signal }, 5000); } catch (e) { stopped = e.name; } return { dt: Math.round(dt), err, stopped }; });\n// B) resume card rendered from the server job row\nconst cardTxt = await p.evaluate(() => { const c = document.querySelector('.manifest'); return c ? { head: c.querySelector('.manifest-h span').textContent, btn: c.querySelector('[data-a=go]').textContent, st: [...c.querySelectorAll('.manifest-f')].map(r => r.querySelector('code').textContent + '=' + r.querySelector('.st').textContent) } : null; });\nawait p.click('.manifest [data-a=go]'); await p.waitForTimeout(2500);\nconst after = await p.evaluate(() => ({ st: [...document.querySelectorAll('.manifest-f')].map(r => r.querySelector('code').textContent + '=' + r.querySelector('.st').textContent), reply: [...document.querySelectorAll('.msg-wrap.ai .msg-body')].pop()?.textContent, title: document.title }));\n// C) app-scale ask auto-routes to the swarm\nawait p.evaluate(() => ART.close()); await p.waitForTimeout(300);\nawait p.fill(\"#inp\", \"build a step sequencer app with effects\"); await p.keyboard.press(\"Enter\"); await p.waitForTimeout(2500);\nawait p.evaluate(() => ART.close()); await p.waitForTimeout(300); await p.fill(\"#inp\", \"what time is it\"); await p.keyboard.press(\"Enter\"); await p.waitForTimeout(800);\nconst c = { planCalls, qAfter: qBodies.length, builtTotal: built.length };\nconsole.log(JSON.stringify({ c, a, cardTxt, built, after, jobStatuses: jobPosts.map(j => j.state.status + ':' + j.state.done.length), integrateQ: qBodies.length, integrateFocus: qBodies[0]?.settings?.focus?.id }, null, 1));\nconsole.log(\"errors:\", errs);\nawait b.close();\n",[],[488],"38d25b74-8f52-416a-967c-a3fbcfc25455","e2e10.mjs","01a0a661-f049-7779-b407-b1fd553e92ff",["D",1789497831502],"// lint strip: fix button sends a focused fix; auto-fix fires once; completion audit → automatic follow-up turn\nimport { chromium } from \"playwright-core\";\nimport fs from \"node:fs\";\nconst html = fs.readFileSync(\"app/page.html\", \"utf8\");\nconst files = { \"index.html\": \"\", \"app.js\": \"function init() {}\\n\" };\nconst b = await chromium.launch({ executablePath: \"/opt/pw-browsers/chromium\", args: [\"--no-sandbox\", \"--headless=new\"], ignoreDefaultArgs: [\"--headless=old\"] });\nconst p = await b.newPage({ viewport: { width: 1400, height: 800 } }); const errs = []; p.on(\"pageerror\", e => errs.push(e.message));\nconst posts = [];\nawait p.route(\"**/*\", async (route) => { const u = new URL(route.request().url());\n if (u.host !== \"app.local\") return route.abort();\n if (u.search.includes(\"?artifact_files=\")) return route.fulfill({ contentType: \"application/json\", body: JSON.stringify({ id: 7, title: \"T\", kind: \"html\", session: \"s\", files: Object.entries(files).map(([path, content]) => ({ path, content })), issues: [\"app.js:1: empty function body — \\\"function init() {}\\\" — replace with the real implementation\"] }) });\n if (u.search.startsWith(\"?q\")) { const body = JSON.parse(route.request().postData()); posts.push({ q: body.q.slice(0, 60), focus: body.settings.focus?.id, followup: body.settings.followup }); await new Promise(r => setTimeout(r, 300));\n const first = posts.length === 1 && !/Continue the task/.test(body.q);\n // the SUCCESSOR turn (auto follow-up) hits a 503 once: its retry loop must use its own AbortController (regression: \"Cannot read properties of null (reading 'signal')\")\n if (posts.length === 2 && !body.settings.retryOf) return route.fulfill({ status: 503, contentType: \"application/json\", body: JSON.stringify({ error: { message: \"router 503: ALL_PROVIDERS_EXHAUSTED_OR_COOLING\", details: [\"x\"] } }) });\n return route.fulfill({ contentType: \"application/json\", body: JSON.stringify({ reply: \"did part \" + posts.length, toolEvents: [{ hop: 0, tool: \"update_artifact\", args: { id: 7 }, result: { ok: true, id: 7, url: \"/artifact/7/\", title: \"T\" } }], meta: {}, completion: posts.length < 3 ? { done: false, remaining: [\"wire the keyboard handler in input.js\", \"add the score display\"] } : { done: true, remaining: [] } }) }); }\n if (u.search.includes(\"?progress\")) return route.fulfill({ contentType: \"application/json\", body: '{\"events\":[],\"next\":0}' });\n if (u.pathname.startsWith(\"/artifact/\")) return route.fulfill({ contentType: \"text/html\", body: files[\"index.html\"] });\n if (u.search) return route.fulfill({ contentType: \"application/json\", body: \"[]\" });\n return route.fulfill({ contentType: \"text/html\", body: html }); });\nawait p.goto(\"https://app.local/\", { waitUntil: \"load\" }); await p.waitForTimeout(300);\nawait p.evaluate(() => { ART.setSettings({ ...ART.settings(), codemirror: false, autoFixLint: true }); ART.open(7, 'split'); }); await p.waitForTimeout(1200);\nconst r1 = await p.evaluate(() => ({ lintShown: !document.getElementById('ap-lint').hidden, n: document.getElementById('ap-lint-n').textContent, btn: !!document.querySelector('#ap-lint-h button') }));\nawait p.waitForTimeout(16000); // auto-fix turn + completion follow-ups\nconst r2 = await p.evaluate(() => ({ auto: [...document.querySelectorAll('.msg-wrap.sys .msg-body')].map(x => x.textContent.split('\\n')[0]), ai: document.querySelectorAll('.msg-wrap.ai').length }));\nconsole.log(JSON.stringify({ r1, posts, r2 }, null, 1)); console.log(\"errors:\", errs);\nawait b.close();\n",[],[495],"94ab5c50-7f76-4eac-8956-2bbb8a1f1f1b","db.ts","01a0a661-f049-7779-b407-ac8de55a7431",["D",1789497831502],"import { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\n\n/* ────────────────────────────────────────────────────────────────\n Result monad — DB failures are values, never uncaught exceptions.\n Error channel is a closed literal union, not bare `string`, so\n every `r.error === \"...\"` comparison downstream is checked at\n compile time instead of merely hoped for.\n ──────────────────────────────────────────────────────────────── */\ntype Result = { ok: true; value: T } | { ok: false; error: E };\ntype DbError = \"QUOTA_EXCEEDED\" | \"UNKNOWN\";\n\nfunction Ok(value: T): Result {\n return { ok: true, value };\n}\n\nfunction Err(error: E): Result {\n return { ok: false, error };\n}\n\nasync function attempt(fn: () => Promise): Promise> {\n try {\n return Ok(await fn());\n } catch (e) {\n return Err(\n /full|quota/i.test(String(e)) ? \"QUOTA_EXCEEDED\" : \"UNKNOWN\",\n );\n }\n}\n\n/* ────────────────────────────────────────────────────────────────\n Schema — single source of truth. Row shapes come from an actual\n TS interface, not from pattern-matching SQL text.\n ──────────────────────────────────────────────────────────────── */\ninterface Schema {\n provider: {\n id: string; // natural key — matches message.providerId's type; no cast needed at the join\n name: string;\n base: string;\n keyEnv: string | null;\n model: string | null;\n priority: number;\n };\n message: {\n id: number;\n role: \"user\" | \"assistant\" | \"system\";\n content: string;\n ts: number;\n session: string;\n providerId: string | null;\n };\n message_meta: { message_id: number; meta: string };\n memory: { key: string; value: string; weight: number; ts: number };\n memory_fact: {\n id: number;\n fact: string;\n salience: number; // 1 - predictability; decays on non-access\n created: number;\n accessed: number;\n hits: number;\n };\n session: { id: string; name: string; ts: number };\n omni_router_config: { provider: string; selected_model: string };\n omni_state: { key: string; value: string; ts: number }; // router cooldowns / dead models / resolved ids\n progress: { session: string; events: string; ts: number }; // live turn progress, polled by the chat UI\n artifact_file: { artifact_id: number; path: string; content: string; ts: number }; // multi-file artifacts; index.html mirrors artifact.content\n // Durable counterpart to router-core.ts's in-memory breaker: that Map resets on every fresh isolate,\n // which is why /health's instance roster could show 0 requests moments after a real, failed attempt —\n // the isolate that served the attempt and the one that served the /health check are not guaranteed to\n // be the same one. This table survives across isolates; the in-memory breaker still governs open/closed\n // decisions (no added DB read on the hot path), this just makes the numbers you can actually SEE correct.\n provider_stats: { name: string; requests: number; ok: number; failed: number; last_error: string | null; updated_at: number };\n artifact: {\n id: number;\n session: string;\n title: string;\n kind: \"html\" | \"svg\" | \"markdown\";\n content: string;\n ts: number;\n };\n // Durable record of a swarm build's plan and overall status. Previously this lived only in an\n // omni_state key/value blob (job::) that was DELETED the moment a build finished\n // — so once a build was done there was no durable answer to \"what was built, from what plan, when\",\n // and while a build was running the state was an opaque JSON string, not something a query could join\n // against build_file below. One row per artifact now, kept forever (status transitions in place; never\n // deleted on \"done\") so it doubles as the artifact's permanent development record.\n build_job: {\n artifact_id: number; // PK — one build per artifact\n session: string;\n title: string;\n ask: string; // the original request that produced this manifest\n manifest: string; // JSON: {title, files:[{path,purpose,exports,imports,notes}], features, visual}\n status: \"planned\" | \"building\" | \"integrating\" | \"done\" | \"stopped\";\n created_ts: number;\n updated_ts: number;\n };\n // Per-file build status for a build_job — the piece that was previously missing entirely: build_file\n // (below, note the different name — this old singular-content table is `artifact_file`) stores a file's\n // CONTENT, but nothing durable recorded whether a given path had ever been built, what its last build's\n // issues/errors were, or how many attempts it took. buildOne() in main-script.ts upserts this row on\n // every attempt (queued → building → ok/issues/error), so /resume, the manifest UI, and any later\n // inspection all read the same source of truth instead of the manifest UI's own client-side memory.\n build_file: {\n artifact_id: number;\n path: string;\n purpose: string;\n status: \"queued\" | \"building\" | \"ok\" | \"issues\" | \"error\" | \"stopped\";\n lines: number | null;\n issues: string; // JSON array of lint-issue strings from the last build attempt\n error: string | null;\n attempts: number;\n updated_ts: number;\n };\n // Durable bug/feature backlog. Previously nothing tracked reported bugs or requested features as\n // structured data at all — they existed only as prose inside chat history, which is neither queryable\n // (\"what's still open for artifact #12\") nor reliable across a long or compacted conversation (an old\n // report can silently scroll out of the context window the model reads). The log_issue/list_issues/\n // update_issue tools in issues.ts read and write this table directly so work can be tracked and resumed\n // reliably instead of depending on the model remembering what was said several turns ago.\n issue: {\n id: number;\n session: string;\n artifact_id: number | null; // null = general/session-level, not tied to one artifact\n kind: \"bug\" | \"feature\";\n title: string;\n description: string;\n status: \"open\" | \"in_progress\" | \"fixed\" | \"wontfix\" | \"duplicate\";\n priority: \"low\" | \"medium\" | \"high\" | \"critical\";\n source: \"user\" | \"audit\" | \"model\";\n created_ts: number;\n updated_ts: number;\n resolved_ts: number | null;\n notes: string; // JSON array of {ts, text} — a short audit trail of what happened to this item\n };\n}\ntype Table = keyof Schema;\ntype Row = Schema[T];\n\nconst DDL: Record = {\n provider: `CREATE TABLE IF NOT EXISTS provider (\n id TEXT PRIMARY KEY, name TEXT NOT NULL, base TEXT NOT NULL, model TEXT NOT NULL,\n keyEnv TEXT, priority INTEGER NOT NULL)`,\n message: `CREATE TABLE IF NOT EXISTS message (\n id INTEGER PRIMARY KEY AUTOINCREMENT, role TEXT NOT NULL, content TEXT NOT NULL,\n ts INTEGER NOT NULL, session TEXT NOT NULL REFERENCES session(id),\n providerId TEXT REFERENCES provider(id))`,\n message_meta: `CREATE TABLE IF NOT EXISTS message_meta (\n message_id INTEGER PRIMARY KEY REFERENCES message(id) ON DELETE CASCADE, meta TEXT NOT NULL)`,\n memory: `CREATE TABLE IF NOT EXISTS memory (\n key TEXT PRIMARY KEY, value TEXT NOT NULL, weight REAL NOT NULL, ts INTEGER NOT NULL)`,\n memory_fact: `CREATE TABLE IF NOT EXISTS memory_fact (\n id INTEGER PRIMARY KEY AUTOINCREMENT, fact TEXT NOT NULL, salience REAL NOT NULL,\n created INTEGER NOT NULL, accessed INTEGER NOT NULL, hits INTEGER NOT NULL DEFAULT 0)`,\n session: `CREATE TABLE IF NOT EXISTS session (\n id TEXT PRIMARY KEY, name TEXT NOT NULL DEFAULT 'New Chat', ts INTEGER NOT NULL)`,\n omni_router_config: `CREATE TABLE IF NOT EXISTS omni_router_config (\n provider TEXT PRIMARY KEY, selected_model TEXT NOT NULL)`,\n omni_state: `CREATE TABLE IF NOT EXISTS omni_state (\n key TEXT PRIMARY KEY, value TEXT NOT NULL, ts INTEGER NOT NULL)`,\n progress: `CREATE TABLE IF NOT EXISTS progress (\n session TEXT PRIMARY KEY, events TEXT NOT NULL, ts INTEGER NOT NULL)`,\n artifact_file: `CREATE TABLE IF NOT EXISTS artifact_file (\n artifact_id INTEGER NOT NULL REFERENCES artifact(id), path TEXT NOT NULL, content TEXT NOT NULL, ts INTEGER NOT NULL,\n PRIMARY KEY(artifact_id, path))`,\n provider_stats: `CREATE TABLE IF NOT EXISTS provider_stats (\n name TEXT PRIMARY KEY, requests INTEGER NOT NULL DEFAULT 0, ok INTEGER NOT NULL DEFAULT 0,\n failed INTEGER NOT NULL DEFAULT 0, last_error TEXT, updated_at INTEGER NOT NULL)`,\n // No UNIQUE(session, title): the real identity of an artifact is its id. A UNIQUE(session, title)\n // constraint here made `INSERT ... ON CONFLICT(session, title) DO UPDATE` silently overwrite any\n // earlier, unrelated artifact that happened to share a title within the session (models reach for\n // generic titles — \"Todo App\", \"Dashboard\" — routinely) — destructive, no versioning, no warning.\n // Identity is now always by id; (session, title) is only a non-unique lookup index (see idx_artifact_session_title).\n artifact: `CREATE TABLE IF NOT EXISTS artifact (\n id INTEGER PRIMARY KEY AUTOINCREMENT, session TEXT NOT NULL REFERENCES session(id),\n title TEXT NOT NULL, kind TEXT NOT NULL, content TEXT NOT NULL, ts INTEGER NOT NULL)`,\n // ON DELETE CASCADE on both FKs: without it, deleting an `artifact` row (there is no delete-artifact path\n // today, but nothing prevents one being added later) would either be blocked by the live FK check once one\n // of these child rows exists, or — for build_file, which references build_job not artifact directly — leave\n // orphaned build_job/build_file rows with no artifact behind them, silently corrupting future `?job` list\n // queries and the join in handleIssues/list_issues. CASCADE keeps a build's row lifecycle tied to its artifact's.\n build_job: `CREATE TABLE IF NOT EXISTS build_job (\n artifact_id INTEGER PRIMARY KEY REFERENCES artifact(id) ON DELETE CASCADE, session TEXT NOT NULL, title TEXT NOT NULL DEFAULT '',\n ask TEXT NOT NULL DEFAULT '', manifest TEXT NOT NULL, status TEXT NOT NULL DEFAULT 'planned',\n created_ts INTEGER NOT NULL, updated_ts INTEGER NOT NULL)`,\n build_file: `CREATE TABLE IF NOT EXISTS build_file (\n artifact_id INTEGER NOT NULL REFERENCES build_job(artifact_id) ON DELETE CASCADE, path TEXT NOT NULL, purpose TEXT NOT NULL DEFAULT '',\n status TEXT NOT NULL DEFAULT 'queued', lines INTEGER, issues TEXT NOT NULL DEFAULT '[]', error TEXT,\n attempts INTEGER NOT NULL DEFAULT 0, updated_ts INTEGER NOT NULL, PRIMARY KEY(artifact_id, path))`,\n // issue.artifact_id is nullable by design (a general/session-level item has no artifact) — ON DELETE SET\n // NULL rather than CASCADE, so deleting the artifact a bug was filed against demotes the issue to\n // session-level instead of destroying the backlog entry (and its notes/audit trail) outright.\n issue: `CREATE TABLE IF NOT EXISTS issue (\n id INTEGER PRIMARY KEY AUTOINCREMENT, session TEXT NOT NULL, artifact_id INTEGER REFERENCES artifact(id) ON DELETE SET NULL,\n kind TEXT NOT NULL, title TEXT NOT NULL, description TEXT NOT NULL DEFAULT '', status TEXT NOT NULL DEFAULT 'open',\n priority TEXT NOT NULL DEFAULT 'medium', source TEXT NOT NULL DEFAULT 'model',\n created_ts INTEGER NOT NULL, updated_ts INTEGER NOT NULL, resolved_ts INTEGER, notes TEXT NOT NULL DEFAULT '[]')`,\n};\n\nconst INDEXES = [\n `CREATE INDEX IF NOT EXISTS idx_message_session_id ON message(session, id)`,\n `CREATE INDEX IF NOT EXISTS idx_memory_ts ON memory(ts)`,\n `CREATE INDEX IF NOT EXISTS idx_memory_fact_accessed ON memory_fact(accessed)`,\n `CREATE INDEX IF NOT EXISTS idx_artifact_session_ts ON artifact(session, ts)`,\n `CREATE INDEX IF NOT EXISTS idx_artifact_session_title ON artifact(session, title)`,\n `CREATE INDEX IF NOT EXISTS idx_build_job_session_status ON build_job(session, status)`,\n `CREATE INDEX IF NOT EXISTS idx_build_file_artifact ON build_file(artifact_id)`,\n `CREATE INDEX IF NOT EXISTS idx_issue_session_status ON issue(session, status)`,\n `CREATE INDEX IF NOT EXISTS idx_issue_artifact ON issue(artifact_id)`,\n];\n\n// One-time migration for an `artifact` table created before this fix, under the old\n// `UNIQUE(session, title)` constraint: `CREATE TABLE IF NOT EXISTS` above never touches an\n// already-existing table, so the constraint must be dropped explicitly (SQLite has no\n// ALTER TABLE ... DROP CONSTRAINT) by rebuilding the table without it. Idempotent: checks the\n// live schema text first and is a no-op once migrated (or on a fresh table that never had it).\n//\n// First cut of this migration failed live with \"FOREIGN KEY constraint failed\" on the final DROP:\n// `ALTER TABLE artifact RENAME TO ...` doesn't just rename — SQLite also silently rewrites every\n// OTHER table's stored `REFERENCES artifact(id)` clause to point at the new name, so `artifact_file`\n// ends up referencing `artifact_pre_unique_migration` mid-migration. Dropping that table while a live\n// FK still points at it is correctly refused. Fix: rebuild `artifact_file` too, in the same pass, so\n// nothing references the old name by the time it's dropped — and verify row counts before either\n// DROP, so a partial/mismatched copy aborts loudly instead of silently discarding rows.\nasync function migrateArtifactUniqueConstraint(): Promise {\n try {\n const r = await sqlite.execute({ sql: `SELECT sql FROM sqlite_master WHERE type='table' AND name='artifact'`, args: [] });\n const ddl = (r.rows?.[0] as any)?.sql as string | undefined;\n if (!ddl || !/UNIQUE\\s*\$\\s*session\\s*,\\s*title\\s*\$/i.test(ddl)) return; // not yet created, or already migrated\n\n const count = async (table: string) => {\n const c = await sqlite.execute({ sql: `SELECT COUNT(*) AS n FROM ${table}`, args: [] });\n return Number((c.rows?.[0] as any)?.n ?? -1);\n };\n const artifactBefore = await count(\"artifact\");\n const filesBefore = await count(\"artifact_file\");\n\n await sqlite.batch([\n `ALTER TABLE artifact RENAME TO artifact_pre_unique_migration`,\n `CREATE TABLE artifact (\n id INTEGER PRIMARY KEY AUTOINCREMENT, session TEXT NOT NULL REFERENCES session(id),\n title TEXT NOT NULL, kind TEXT NOT NULL, content TEXT NOT NULL, ts INTEGER NOT NULL)`,\n `INSERT INTO artifact (id, session, title, kind, content, ts)\n SELECT id, session, title, kind, content, ts FROM artifact_pre_unique_migration`,\n // artifact_file's REFERENCES clause was just silently rewritten (by the RENAME above) to point at\n // artifact_pre_unique_migration — rebuild it too, fresh, against the new `artifact` table, before\n // anything tries to drop the old one.\n `ALTER TABLE artifact_file RENAME TO artifact_file_pre_migration`,\n `CREATE TABLE artifact_file (\n artifact_id INTEGER NOT NULL REFERENCES artifact(id), path TEXT NOT NULL, content TEXT NOT NULL, ts INTEGER NOT NULL,\n PRIMARY KEY(artifact_id, path))`,\n `INSERT INTO artifact_file (artifact_id, path, content, ts)\n SELECT artifact_id, path, content, ts FROM artifact_file_pre_migration`,\n ]);\n\n const artifactAfter = await count(\"artifact\");\n const filesAfter = await count(\"artifact_file\");\n if (artifactAfter !== artifactBefore || filesAfter !== filesBefore) {\n // Leave everything as-is (both old and new tables present) rather than drop anything on a\n // mismatched copy — a human needs to look at this, not have rows silently vanish.\n console.error(`migrateArtifactUniqueConstraint: row-count mismatch after copy (artifact ${artifactBefore}->${artifactAfter}, artifact_file ${filesBefore}->${filesAfter}) — old tables left in place, NOT dropped, migration will retry next startup`);\n return;\n }\n\n // Nothing references the old table names anymore (artifact_file was rebuilt above) — safe to drop.\n await sqlite.batch([\n `DROP TABLE artifact_file_pre_migration`,\n `DROP TABLE artifact_pre_unique_migration`,\n ]);\n } catch (e) {\n console.error(\"migrateArtifactUniqueConstraint failed (artifact table left as-is):\", e);\n }\n}\n\nconst initDB = () =>\n attempt(async () => {\n await sqlite.batch([`PRAGMA foreign_keys = ON`, ...Object.values(DDL)]);\n await migrateArtifactUniqueConstraint(); // must run after CREATE TABLE IF NOT EXISTS (needs the table to exist) and before the new index below\n await sqlite.batch(INDEXES);\n });\n\n/* ────────────────────────────────────────────────────────────────\n Query core — one primitive, three call shapes.\n\n `sql` is a tagged template: values are never concatenated into\n the statement text, so injection is structurally impossible, not\n just discouraged by convention.\n\n The `Table` argument to `all`/`one` is a phantom: zero runtime\n cost, exists purely to pin the generic so the return type is\n declared honestly by the caller instead of inferred from SQL\n text (which is what broke in the original — template-literal\n type matching only resolves on string-literal SQL and silently\n collapses to `unknown` for anything built at runtime).\n ──────────────────────────────────────────────────────────────── */\n// The exact set of values libsql/SQLite can bind as a parameter (mirrors\n// @libsql/client's InValue). `unknown[]` doesn't satisfy either `execute`\n// overload — TS falls through to the `(sql: string, args?: InArgs)` form\n// and reports the whole `{sql, args}` object as an invalid `sql` argument,\n// which is a confusing symptom of an unrelated cause. Declaring the real\n// value type here fixes it at the source instead of casting at each call.\ntype SqlValue =\n | string\n | number\n | bigint\n | boolean\n | ArrayBuffer\n | Uint8Array\n | Date\n | null;\ntype Bound = { text: string; values: SqlValue[] };\nconst sql = (strings: TemplateStringsArray, ...values: SqlValue[]): Bound => ({\n text: strings.reduce(\n (acc, s, i) => acc + s + (i < values.length ? \"?\" : \"\"),\n \"\",\n ),\n values,\n});\n\n// sqlite.execute returns libsql's ResultSet, whose .rows are libsql's own\n// Row type — every column typed as `Value = null | string | number | bigint\n// | ArrayBuffer`, regardless of what our schema declares. TS correctly\n// refuses a direct cast to Row here: nothing in the type system knows a\n// TEXT NOT NULL column can't come back null, or that an INTEGER won't come\n// back as bigint. That guarantee lives in the SQL schema, not in types, so\n// this is an explicit, acknowledged boundary crossing — not a verified one.\nfunction all(_table: T, q: Bound) {\n return attempt(\n async () =>\n (await sqlite.execute({ sql: q.text, args: q.values }))\n .rows as unknown as Row[],\n );\n}\n\nasync function one(table: T, q: Bound) {\n const r = await all(table, q);\n return r.ok ? Ok(r.value[0] ?? null) : r;\n}\n\n// Escape hatch for shapes that don't correspond to any single table — an\n// aggregate like `SELECT COUNT(*) AS c`, a join projection, etc. `all`/`one`\n// can't type these honestly because their phantom `Table` argument has\n// nothing to pin to. Here the caller declares the shape directly via the\n// explicit generic — same honesty contract as `all`, just without a table\n// to anchor it to.\nfunction raw(q: Bound) {\n return attempt(async () =>\n (await sqlite.execute({ sql: q.text, args: q.values }))\n .rows as unknown as T[]\n );\n}\n\n// unwrap(r) → value | null; unwrap(r, fallback) → value | fallback. The old signature\n// dropped the fallback, so every `unwrap(x, [])` caller got null on a DB error and\n// then crashed on `.map` — a latent bug the types were hiding.\nfunction unwrap(r: Result): T | null;\nfunction unwrap(r: Result, fallback: T): T;\nfunction unwrap(r: Result, fallback?: T): T | null {\n return r.ok ? r.value : (fallback === undefined ? null : fallback);\n}\n\n// libsql's ResultSet carries rowsAffected and lastInsertRowid — the only\n// way to learn the AUTOINCREMENT id of a row just inserted, or to confirm\n// a write actually touched anything. Discarding it (`.then(() => undefined)`)\n// made insertMessage() write rows whose id was permanently unrecoverable.\ntype Effect = { rowsAffected: number; lastInsertRowid: bigint | undefined };\nconst run = (q: Bound) =>\n attempt(async () => {\n const r = await sqlite.execute({ sql: q.text, args: q.values });\n return {\n rowsAffected: r.rowsAffected,\n lastInsertRowid: r.lastInsertRowid,\n } satisfies Effect;\n });\n\n/* ────────────────────────────────────────────────────────────────\n Domain operations — thin pipelines over the three primitives.\n Retention is not an afterthought: every write can fail on quota,\n and the failure is handled as data, not caught upstream by luck.\n ──────────────────────────────────────────────────────────────── */\nconst messagesFor = (session: string, limit = 200) =>\n all(\n \"message\",\n sql`SELECT * FROM message WHERE session = ${session} ORDER BY id DESC LIMIT ${limit}`,\n );\n\nconst insertMessage = async (m: Omit, \"id\">) => {\n const r = await run(\n sql`INSERT INTO message (role, content, ts, session, providerId)\n VALUES (${m.role}, ${m.content}, ${m.ts}, ${m.session}, ${m.providerId})`,\n );\n if (!r.ok) return r;\n // lastInsertRowid is undefined only if this wasn't actually an INSERT into\n // a ROWID table — Number(undefined) would silently produce NaN here, which\n // is worse than failing loudly, since a NaN id would propagate downstream\n // looking like a valid one.\n if (r.value.lastInsertRowid === undefined) return Err(\"UNKNOWN\");\n return Ok(Number(r.value.lastInsertRowid));\n};\n\nconst pruneSession = (session: string, keep = 200) =>\n run(sql`DELETE FROM message WHERE session = ${session} AND id NOT IN\n (SELECT id FROM message WHERE session = ${session} ORDER BY id DESC LIMIT ${keep})`);\n\n// Val Town's real ceiling is the storage quota (10MB free / 1GB paid,\n// Turso-backed), not SQLite's own ~2^31-byte string limit. On\n// QUOTA_EXCEEDED, prune this session hard and retry once. If the\n// retry still fails, the caller gets the real error, not a silent drop.\nconst insertMessageSafe = async (m: Omit, \"id\">) => {\n const first = await insertMessage(m);\n\n if (first.ok === false) {\n if (first.error === \"QUOTA_EXCEEDED\") {\n const pruned = await pruneSession(m.session, 100);\n return pruned.ok ? insertMessage(m) : pruned;\n }\n }\n return first;\n};\n\nconst upsertMemory = (key: string, value: string, weight: number, ts: number) =>\n run(\n sql`INSERT INTO memory (key, value, weight, ts) VALUES (${key}, ${value}, ${weight}, ${ts})\n ON CONFLICT(key) DO UPDATE SET value = excluded.value, weight = excluded.weight, ts = excluded.ts`,\n );\n\nconst providerById = (id: string) =>\n one(\"provider\", sql`SELECT * FROM provider WHERE id = ${id}`);\n\nconst providersByPriority = () =>\n all(\"provider\", sql`SELECT * FROM provider ORDER BY priority ASC`);\n\nconst touchSession = (id: string, name: string, ts: number) =>\n run(sql`INSERT INTO session (id, name, ts) VALUES (${id}, ${name}, ${ts})\n ON CONFLICT(id) DO UPDATE SET name = excluded.name, ts = excluded.ts`);\n\n// One row per provider instance name; requests/ok/failed are running totals across every isolate that\n// has ever reported for that name, not a per-call snapshot — the UPDATE adds this call's outcome to\n// whatever was already there rather than replacing it.\nconst bumpProviderStats = (name: string, ok: boolean, error: string | null, ts: number) =>\n run(sql`INSERT INTO provider_stats (name, requests, ok, failed, last_error, updated_at)\n VALUES (${name}, 1, ${ok ? 1 : 0}, ${ok ? 0 : 1}, ${error}, ${ts})\n ON CONFLICT(name) DO UPDATE SET\n requests = requests + 1,\n ok = ok + ${ok ? 1 : 0},\n failed = failed + ${ok ? 0 : 1},\n last_error = COALESCE(${error}, provider_stats.last_error),\n updated_at = ${ts}`);\n\nconst providerStatsAll = () => all(\"provider_stats\", sql`SELECT * FROM provider_stats`);\n\nexport {\n all,\n type Bound,\n bumpProviderStats,\n type DbError,\n Err,\n initDB,\n insertMessage,\n insertMessageSafe,\n messagesFor,\n Ok,\n one,\n providerById,\n providersByPriority,\n providerStatsAll,\n pruneSession,\n raw,\n type Result,\n type Row,\n run,\n type Schema,\n sql,\n type Table,\n touchSession,\n unwrap,\n upsertMemory,\n};",[],[502],"19b30baf-721f-4605-9c0f-8a6645690b54","catalog.ts","01a0a661-f049-7779-b407-a8e0e7a3e0df",["D",1789497831502],"// Vendor catalog. One row per OpenAI-compatible endpoint. `models` is the\n// ordered fallback list; `prefer` picks a replacement from the vendor's live\n// /models when every listed id 404s. `${ENV}` in `base` is interpolated.\n// Override/extend at runtime with OMNI_PROVIDERS (JSON array, merged by vendor)\n// and OMNI_DISABLE (comma list of vendors). Priority: lower = tried first;\n// 0–19 free & fast, 20–39 free & slow/quota'd, 40+ paid last resort.\nexport type Vendor = {\n vendor: string;\n base: string;\n keyEnv: string | null;\n models: string[];\n prefer?: string; // regex source, case-insensitive\n priority: number;\n tags?: string[]; // coder | reasoning | fast | long | vision\n headers?: Record;\n paid?: boolean; // paid vendors rank after every free one in `auto`, whatever their quality\n tps?: number; // measured/estimated output tokens per second (default 60)\n ttft?: number; // typical ms to first token (default 1500)\n maxOut?: number; // clamp for max_tokens: free tiers meter prompt+max_tokens per minute (Groq TPM 8000)\n maxIn?: number; // largest prompt (tokens) the free tier accepts per request; prompts above it skip the vendor without a wasted call\n};\n\nimport { FREE } from \"./catalog-free.ts\";\nimport { PAID } from \"./catalog-paid.ts\";\nexport const CATALOG: Vendor[] = [...FREE, ...PAID];\n\n// Quality prior per upstream model id (0–100). Drives `auto`/`best` ordering:\n// higher first across vendors, then vendor priority as tie-break. Editorial,\n// dated 2026-09; override any row via OMNI_QUALITY='{\"regex\":score,…}'.\nconst QUALITY: [RegExp, number][] = [\n [/deepseek-v4-pro/i, 95], [/kimi-k3/i, 94], [/qwen3\\.8-2\\.4t/i, 93], [/glm-5\\.3(?!-flash)/i, 92], [/nemotron-3-ultra/i, 90],\n [/deepseek-v4-flash/i, 88], [/minimax-m3/i, 86], [/qwen3-coder-next|qwen3-coder-plus/i, 86], [/qwen[-.]?3\\.8-27b/i, 85],\n [/glm-5\\.3-flash|glm-5-turbo/i, 84], [/nemotron-3-super/i, 84], [/deepseek-v3\\.2/i, 84], [/kimi-k2/i, 83], [/gpt-oss-120b/i, 82],\n [/gemini-2\\.5-flash(?!-lite)/i, 80], [/gemma-4-31b/i, 80], [/qwen3\\.6|qwen3\\.7/i, 78], [/nemotron-3\\.5-lightning/i, 76],\n [/gemini-2\\.5-flash-lite/i, 74], [/glm-4\\.5-air|glm-4\\.7/i, 72], [/mistral-small/i, 72], [/command-a/i, 72], [/qwen3-30b|qwen3-32b/i, 72],\n [/llama-3\\.3-70b|llama-3_3-70b/i, 70], [/gpt-oss-20b/i, 70], [/nemotron-70b|nemotron-51b/i, 68], [/qwen3-14b/i, 65], [/ministral-14b/i, 62],\n [/qwen3-8b/i, 55], [/ministral-8b|llama-3\\.1-8b/i, 50], [/gpt-5-mini/i, 88], [/claude-sonnet/i, 92], [/claude-haiku/i, 84], [/deepseek-chat|deepseek-reasoner/i, 90], [/grok-4/i, 88],\n];\nlet override: [RegExp, number][] | null = null;\nexport function quality(id: string): number {\n if (override === null) {\n override = [];\n try { for (const [k, v] of Object.entries(JSON.parse(Deno.env.get(\"OMNI_QUALITY\") ?? \"{}\"))) override.push([new RegExp(k, \"i\"), Number(v)]); } catch { /* ignore */ }\n }\n for (const [rx, q] of override) if (rx.test(id)) return q;\n for (const [rx, q] of QUALITY) if (rx.test(id)) return q;\n return 40;\n}\n",[],[509],"36e6f5b1-b9a5-4d8c-b139-239b7731ac24","catalog-paid.ts","01a0a661-f049-7779-b407-a4214b986595",["D",1789497831502],"import type { Vendor } from \"./catalog.ts\";\n// Paid — last resort, only routed when a key is present.\nexport const PAID: Vendor[] = [\n { paid: true, vendor: \"deepseek\", base: \"https://api.deepseek.com/v1\", keyEnv: \"DEEPSEEK_API_KEY\", priority: 40, tags: [\"coder\", \"reasoning\"], models: [\"deepseek-chat\", \"deepseek-reasoner\"] },\n { paid: true, vendor: \"moonshot\", base: \"https://api.moonshot.ai/v1\", keyEnv: \"MOONSHOT_API_KEY\", priority: 41, tags: [\"coder\", \"long\"], models: [\"kimi-k2-turbo-preview\", \"kimi-k2-0905-preview\"], prefer: \"kimi\" },\n { paid: true, vendor: \"xai\", base: \"https://api.x.ai/v1\", keyEnv: \"XAI_API_KEY\", priority: 42, tags: [\"reasoning\"], models: [\"grok-4-fast-non-reasoning\", \"grok-4-fast-reasoning\"], prefer: \"grok.*fast\" },\n { paid: true, vendor: \"openai\", base: \"https://api.openai.com/v1\", keyEnv: \"OPENAI_API_KEY\", priority: 43, tags: [\"coder\", \"reasoning\", \"vision\"], models: [\"gpt-5-mini\", \"gpt-4.1-mini\"], prefer: \"gpt-5-mini|gpt-4.1-mini\" },\n // Credit-based (small free grants, then metered): ranked with the paid tier so they are last resorts, not daily drivers.\n { paid: true, vendor: \"deepinfra\", tps: 60, base: \"https://api.deepinfra.com/v1/openai\", keyEnv: \"DEEPINFRA_API_KEY\", priority: 41, tags: [\"coder\", \"reasoning\", \"long\"], models: [\"deepseek-ai/DeepSeek-V3.1\", \"Qwen/Qwen3-Coder-480B-A35B-Instruct\", \"meta-llama/Llama-3.3-70B-Instruct\"], prefer: \"deepseek|qwen3-coder|llama\" },\n { paid: true, vendor: \"fireworks\", tps: 120, base: \"https://api.fireworks.ai/inference/v1\", keyEnv: \"FIREWORKS_API_KEY\", priority: 42, tags: [\"coder\", \"reasoning\", \"long\"], models: [\"accounts/fireworks/models/deepseek-v3p1\", \"accounts/fireworks/models/qwen3-coder-480b-a35b-instruct\", \"accounts/fireworks/models/kimi-k2-instruct\"], prefer: \"deepseek|qwen3-coder|kimi\" },\n { paid: true, vendor: \"anthropic\", base: \"https://api.anthropic.com/v1\", keyEnv: \"ANTHROPIC_API_KEY\", priority: 44, tags: [\"coder\", \"reasoning\", \"vision\"], models: [\"claude-sonnet-4-5\", \"claude-haiku-4-5\"], prefer: \"haiku|sonnet\" },\n];\n",[],[516],"276c16ac-6f20-4894-867b-94b3b66089d2","catalog-free.ts","01a0a661-f049-7779-b407-a20f829fbe03",["D",1789497831502],"import type { Vendor } from \"./catalog.ts\";\n// Free tiers, priority 0–19 = latency order (used by `fast`); `auto` ranks by QUALITY instead.\nexport const FREE: Vendor[] = [\n { vendor: \"groq\", tps: 400, maxOut: 5500, maxIn: 6500, base: \"https://api.groq.com/openai/v1\", keyEnv: \"GROQ_API_KEY\", priority: 0, tags: [\"fast\"],\n models: [\"qwen/qwen3.8-27b\", \"openai/gpt-oss-120b\", \"openai/gpt-oss-20b\"], prefer: \"gpt-oss|qwen|llama\" },\n { vendor: \"cerebras\", tps: 1200, maxOut: 8000, base: \"https://api.cerebras.ai/v1\", keyEnv: \"CEREBRAS_API_KEY\", priority: 1, tags: [\"fast\"],\n models: [\"qwen-3.8-27b\", \"gpt-oss-120b\", \"gemma-4-31b\"], prefer: \"gpt-oss|qwen|llama\" },\n { vendor: \"sambanova\", tps: 300, base: \"https://api.sambanova.ai/v1\", keyEnv: \"SAMBANOVA_API_KEY\", priority: 2, tags: [\"fast\", \"reasoning\"],\n models: [\"MiniMax-M3\", \"DeepSeek-V3.2\", \"gpt-oss-120b\", \"Meta-Llama-3.3-70B-Instruct\"], prefer: \"minimax|deepseek|gpt-oss|llama\" },\n { vendor: \"openrouter\", tps: 30, ttft: 4000, base: \"https://openrouter.ai/api/v1\", keyEnv: \"OPENROUTER_API_KEY\", priority: 3, tags: [\"coder\", \"reasoning\", \"long\"],\n // ordered by throughput on the free tier: the 550B ultra model times out inside a 50 s turn and is a last resort\n models: [\"nvidia/nemotron-3-super-120b-a12b:free\", \"google/gemma-4-31b-it:free\", \"nvidia/nemotron-3.5-lightning:free\", \"thinkingmachines/inkling:free\", \"nvidia/nemotron-3-ultra-550b-a55b:free\"],\n prefer: \"super|gemma|lightning\" },\n { vendor: \"huggingface\", tps: 50, base: \"https://router.huggingface.co/v1\", keyEnv: \"HF_TOKEN\", priority: 4, tags: [\"coder\", \"reasoning\", \"long\"],\n models: [\"deepseek-ai/DeepSeek-V4-Pro\", \"moonshotai/Kimi-K3\", \"zai-org/GLM-5.3\", \"deepseek-ai/DeepSeek-V4-Flash\", \"Qwen/Qwen3-Coder-Next\", \"Qwen/Qwen3.8-27B\", \"openai/gpt-oss-120b\", \"zai-org/GLM-5.3-Flash\"], prefer: \"deepseek|kimi|glm|qwen|gpt-oss\" },\n { vendor: \"gemini\", tps: 150, base: \"https://generativelanguage.googleapis.com/v1beta/openai\", keyEnv: \"GEMINI_API_KEY\", priority: 5, tags: [\"fast\", \"long\", \"vision\"],\n models: [\"gemini-2.5-flash-lite\", \"gemini-2.5-flash\", \"gemini-2.0-flash\"], prefer: \"flash\" },\n { vendor: \"mistral\", tps: 80, base: \"https://api.mistral.ai/v1\", keyEnv: \"MISTRAL_API_KEY\", priority: 6, tags: [\"coder\"],\n models: [\"mistral-small-latest\", \"ministral-14b-latest\", \"ministral-8b-latest\", \"devstral-small-latest\"], prefer: \"mistral-small|ministral\" },\n { vendor: \"nvidia_nim\", tps: 40, base: \"https://integrate.api.nvidia.com/v1\", keyEnv: \"NVIDIA_API_KEY\", priority: 20, tags: [\"reasoning\"],\n models: [\"nvidia/llama-3.1-nemotron-51b-instruct\", \"mistralai/mistral-nemotron\", \"meta/llama-3.2-90b-vision-instruct\"], prefer: \"nemotron-(51|70)b|mistral-nemotron\" },\n { vendor: \"zai\", base: \"https://open.bigmodel.cn/api/paas/v4\", keyEnv: \"ZAI_API_KEY\", priority: 8, tags: [\"coder\"],\n models: [\"glm-5.3-flash\", \"glm-4.5-air\", \"glm-5-turbo\"], prefer: \"flash|air\" },\n { vendor: \"cohere\", base: \"https://api.cohere.ai/compatibility/v1\", keyEnv: \"COHERE_API_KEY\", priority: 9,\n models: [\"command-a-03-2025\", \"command-r7b-12-2024\", \"command-r-plus\"], prefer: \"command\" },\n { vendor: \"cloudflare\", tps: 100, base: \"https://api.cloudflare.com/client/v4/accounts/${CF_ACCOUNT_ID}/ai/v1\", keyEnv: \"CF_AI_TOKEN\", priority: 10, tags: [\"fast\"],\n models: [\"@cf/openai/gpt-oss-120b\", \"@cf/meta/llama-3.3-70b-instruct-fp8-fast\", \"@cf/qwen/qwen3-30b-a3b-fp8\"], prefer: \"gpt-oss|llama-3.3|qwen\" },\n { vendor: \"together\", tps: 80, base: \"https://api.together.xyz/v1\", keyEnv: \"TOGETHER_API_KEY\", priority: 11,\n models: [\"openai/gpt-oss-20b\", \"Qwen/Qwen3-14B\", \"meta-llama/Llama-3.3-70B-Instruct\", \"openai/gpt-oss-120b\"], prefer: \"gpt-oss-20b|qwen3-14b|llama-3.3-70b-instruct$\" },\n { vendor: \"siliconflow\", base: \"https://api.siliconflow.cn/v1\", keyEnv: \"SILICONFLOW_API_KEY\", priority: 12,\n models: [\"Qwen/Qwen3-8B\", \"THUDM/GLM-4-9B-0414\"], prefer: \"qwen3-8b|glm\" },\n { vendor: \"ovh\", base: \"https://oai.endpoints.kepler.ai.cloud.ovh.net/v1\", keyEnv: \"OVH_AI_ENDPOINTS_ACCESS_TOKEN\", priority: 13,\n models: [\"Meta-Llama-3_3-70B-Instruct\", \"gpt-oss-120b\", \"Qwen3-32B\"], prefer: \"llama|gpt-oss|qwen\" },\n { vendor: \"chutes\", base: \"https://llm.chutes.ai/v1\", keyEnv: \"CHUTES_API_KEY\", priority: 14,\n models: [\"openai/gpt-oss-120b\", \"Qwen/Qwen3-235B-A22B-Instruct-2507\"], prefer: \"gpt-oss|qwen\" },\n { vendor: \"novita\", base: \"https://api.novita.ai/v3/openai\", keyEnv: \"NOVITA_API_KEY\", priority: 15,\n models: [\"openai/gpt-oss-120b\", \"meta-llama/llama-3.3-70b-instruct\"], prefer: \"gpt-oss|llama-3.3\" },\n { vendor: \"hyperbolic\", base: \"https://api.hyperbolic.xyz/v1\", keyEnv: \"HYPERBOLIC_API_KEY\", priority: 16,\n models: [\"openai/gpt-oss-120b\", \"meta-llama/Llama-3.3-70B-Instruct\"], prefer: \"gpt-oss|llama-3.3\" },\n { vendor: \"dashscope\", base: \"https://dashscope-intl.aliyuncs.com/compatible-mode/v1\", keyEnv: \"DASHSCOPE_API_KEY\", priority: 17, tags: [\"coder\"],\n models: [\"qwen-plus\", \"qwen3-coder-plus\", \"qwen-turbo\"], prefer: \"qwen\" },\n { vendor: \"scaleway\", base: \"https://api.scaleway.ai/v1\", keyEnv: \"SCW_SECRET_KEY\", priority: 18,\n models: [\"gpt-oss-120b\", \"llama-3.3-70b-instruct\"], prefer: \"gpt-oss|llama\" },\n { vendor: \"featherless\", base: \"https://api.featherless.ai/v1\", keyEnv: \"FEATHERLESS_API_KEY\", priority: 19,\n models: [\"meta-llama/Llama-3.3-70B-Instruct\"], prefer: \"llama-3.3|qwen\" },\n];\n",[],[523],["D",1789497831502],[],[18],"47065406-e7d6-4943-a59d-1ff50301cfbe","app.tsx","01a0a661-f049-7779-b407-9821bb1c8e22",["D",1789497831502],"import { PAGE_HTML } from \"./main-html.tsx\";\nimport { DEFAULT_PROMPTS, normalizePromptOverrides, PROMPT_VARS, type PromptKey, renderPrompt } from \"./prompts.ts\";\nimport { APP_RX, type ArtFile, deleteFile, extractHtmlDocument, lintArtifact, listFiles, qualityReport, readFile, saveArtifact, saveMany, serveFile, writeFile } from \"./artifacts.ts\";\nimport { discoverMcpTools } from \"./mcp-client.ts\";\nimport { activeSkills, type Focus, normalizeSettings, type Settings, type Skill } from \"./app-settings.ts\";\nimport { handleSwarm } from \"./app-swarm.ts\";\nimport { handleIssues, ISSUE_TOOLS } from \"./issues.ts\";\nimport { BUILD_RX, callInference, type GenOpts, type InferResult } from \"./app-infer.ts\";\nimport { compactMessage, handleCompact, liveChars, loadCompact } from \"./app-compact.ts\";\nimport { deriveTitle, evalJs, getMemoryBlob, META_CLOSE, META_OPEN, parseMeta, parseTextToolCalls, preEstimate, retrieveFacts, salvageArtifactArgs, summarizeEvent, slimEvents, TOOL_ALIASES, type ToolEvent, webSearch, writeFact } from \"./app-helpers.ts\";\nimport {\n all,\n type Bound,\n type DbError,\n Err,\n initDB,\n insertMessageSafe,\n messagesFor,\n Ok,\n one,\n pruneSession,\n raw,\n type Result,\n type Row,\n run,\n sql,\n touchSession,\n unwrap,\n} from \"./db.ts\";\n\n\n\n\n\n\n\nconst BUDGET = {\n loopHops: 8, \n planPass: 1, \n ensembleSamples: 3, \n verifyPass: 1, \n regroundPass: 1, \n hardCeilingPasses: 14, \n};\n\n\n\nconst VERIFIER_MODEL: string | null = null; \n\n\n\n\nconst recent = new Map();\nfunction rateLimit(k: string, ms = 900): boolean {\n const now = Date.now();\n if (now - (recent.get(k) ?? 0) < ms) return false;\n recent.set(k, now);\n return true;\n}\nfunction clean(s: string): string {\n return s.replace(/\\u0000/g, \"\").trim().slice(0, 64_000);\n}\nasync function safeJson(res: Response) {\n const ct = res.headers.get(\"content-type\") || \"\";\n const body = await res.text(); \n if (!res.ok || !ct.includes(\"application/json\")) {\n throw new Error(\n `Expected JSON, got ${res.status} ${ct}: ${body.slice(0, 120)}`,\n );\n }\n try {\n return JSON.parse(body);\n } catch {\n throw new Error(`Bad JSON: ${body.slice(0, 120)}`);\n }\n}\n\n\n\n\nasync function ensureSession(id: string): Promise> {\n const existing = unwrap(\n await one(\"session\", sql`SELECT * FROM session WHERE id = ${id}`),\n null,\n );\n if (existing) return existing;\n const row: Row<\"session\"> = { id, name: \"New Chat\", ts: Date.now() };\n await touchSession(row.id, row.name, row.ts);\n return row;\n}\n\nasync function listSessions(): Promise[]> {\n return unwrap(\n await all(\"session\", sql`SELECT * FROM session ORDER BY ts DESC LIMIT 50`),\n [],\n );\n}\n\n\n\nasync function renameSession(id: string, name: string): Promise {\n await run(sql`UPDATE session SET name = ${name} WHERE id = ${id}`);\n}\n\nasync function deleteSession(id: string): Promise {\n \n \n await run(sql`DELETE FROM message WHERE session = ${id}`);\n await run(sql`DELETE FROM session WHERE id = ${id}`);\n}\n\n\n\n\nasync function clearSession(id: string): Promise {\n await pruneSession(id, 0);\n}\n\n\n\n\nasync function addMsg(\n role: Row<\"message\">[\"role\"],\n content: string,\n providerId: string | null = null,\n session = \"default\",\n meta: Record | null = null,\n): Promise {\n const r = await insertMessageSafe({\n role,\n content,\n ts: Date.now(),\n session,\n providerId,\n });\n if (!r.ok) { console.error(`addMsg failed (session=${session}):`, r.error); return; }\n if (meta) {\n let json = JSON.stringify(meta);\n if (json.length > 120_000) json = JSON.stringify({ ...meta, toolEvents: slimEvents((meta.toolEvents as ToolEvent[]) ?? [], 200) });\n await run(sql`INSERT INTO message_meta (message_id, meta) VALUES (${r.value}, ${json}) ON CONFLICT(message_id) DO UPDATE SET meta = excluded.meta`);\n }\n}\n\n/** Newest messages that fit a character budget (≈ budget/3.6 tokens). Long single messages keep head + tail.\n * The budget is what keeps prompts under free-tier input ceilings (Groq ITPM 7000 ≈ 25k chars all-in, of which\n * system prompt + tool schemas already take ~10k); the router still skips vendors the prompt cannot fit. */\nasync function getContext(session = \"default\", limit = 24, budget = 16_000): Promise[]> {\n const compact = await loadCompact(session);\n const rows = unwrap(await messagesFor(session, limit), []).filter((m) => !compact || m.id > compact.uptoId); \n const out: Row<\"message\">[] = []; let used = compact ? compact.chars : 0;\n for (const [i, m] of rows.entries()) {\n let content = m.content;\n if (content.length > 6_000) content = content.slice(0, 4_200) + \"\\n…[\" + (content.length - 5_400) + \" chars trimmed]…\\n\" + content.slice(-1_200);\n if (i >= 2 && used + content.length > budget) break; \n used += content.length; out.push({ ...m, content });\n }\n out.reverse();\n if (compact) out.unshift({ id: 0, role: \"system\", content: compactMessage(compact).content, ts: compact.ts, session, providerId: null } as Row<\"message\">);\n return out;\n}\n\nasync function getHistory(session: string): Promise<(Row<\"message\"> & { meta: unknown })[]> {\n const rows = unwrap(\n await raw & { meta: string | null }>(\n sql`SELECT m.*, mm.meta AS meta FROM message m LEFT JOIN message_meta mm ON mm.message_id = m.id WHERE m.session = ${session} ORDER BY m.id ASC`,\n ),\n [],\n );\n const out = rows.map((r) => { let meta: any = null; if (r.meta) { try { meta = JSON.parse(r.meta); } catch { /* ignore */ } } return { ...r, meta }; });\n \n if (out.some((m) => m.role === \"assistant\" && !m.meta)) {\n const arts = unwrap(await all(\"artifact\", sql`SELECT id, title, kind, ts FROM artifact WHERE session = ${session} ORDER BY ts ASC`), []) as { id: number; title: string; kind: string; ts: number }[];\n let prevTs = 0;\n for (const m of out) {\n if (m.role === \"assistant\" && !m.meta) {\n const mine = arts.filter((a) => a.ts > prevTs && a.ts <= m.ts + 2_000);\n if (mine.length) m.meta = { backfilled: true, toolEvents: mine.map((a, i) => ({ hop: i, tool: \"create_artifact\", args: { title: a.title, kind: a.kind }, result: { ok: true, id: a.id, url: `/artifact/${a.id}/`, title: a.title } })) };\n }\n prevTs = m.ts;\n }\n }\n return out;\n}\n\n\n\n\n\n\n\n\n\n\n\n\n\ninterface ToolCtx {\n session: string;\n turn?: { artifactId?: number; artifactTitle?: string }; \n \n \n \n tools: Record;\n schemas: unknown[];\n}\ninterface Tool {\n schema: Record;\n handle: (args: Record, ctx: ToolCtx) => Promise;\n}\n\n\nconst TOOLS: Record = {\n memory_recall: {\n schema: {\n type: \"function\",\n function: {\n name: \"memory_recall\",\n description:\n \"Retrieve the most relevant remembered facts for a query, ranked by relevance × decayed-salience.\",\n parameters: {\n type: \"object\",\n properties: {\n query: { type: \"string\", description: \"What to recall about.\" },\n },\n required: [\"query\"],\n },\n },\n },\n handle: async ({ query }) => ({\n facts: await retrieveFacts(String(query)),\n }),\n },\n memory_write: {\n schema: {\n type: \"function\",\n function: {\n name: \"memory_write\",\n description:\n \"Persist a durable fact. Provide `predictability` 0..1: how obvious/derivable this fact was to you BEFORE learning it (0 = totally surprising, 1 = you would have guessed it). Surprising facts are retained longer.\",\n parameters: {\n type: \"object\",\n properties: {\n fact: { type: \"string\", description: \"The fact (≤400 chars).\" },\n predictability: {\n type: \"number\",\n description: \"0..1 self-estimated prior predictability.\",\n },\n },\n required: [\"fact\", \"predictability\"],\n },\n },\n },\n handle: async ({ fact, predictability }) => {\n const p = Number(predictability);\n await writeFact(String(fact), Number.isFinite(p) ? p : 0.5);\n return { ok: true };\n },\n },\n name_session: {\n schema: {\n type: \"function\",\n function: {\n name: \"name_session\",\n description:\n \"Set a concise title (≤40 chars, ≤4 words) for the current conversation.\",\n parameters: {\n type: \"object\",\n properties: {\n name: { type: \"string\", description: \"Session title.\" },\n },\n required: [\"name\"],\n },\n },\n },\n handle: async ({ name }, { session }) => {\n const trimmed = String(name).slice(0, 40);\n await renameSession(session, trimmed);\n return { ok: true, name: trimmed };\n },\n },\n session_clear: {\n schema: {\n type: \"function\",\n function: {\n name: \"session_clear\",\n description: \"Erase all messages in the current session.\",\n parameters: { type: \"object\", properties: {}, required: [] },\n },\n },\n handle: async (_a, { session }) => {\n await clearSession(session);\n return { ok: true };\n },\n },\n session_delete: {\n schema: {\n type: \"function\",\n function: {\n name: \"session_delete\",\n description:\n \"Permanently delete the current session and all its messages.\",\n parameters: { type: \"object\", properties: {}, required: [] },\n },\n },\n handle: async (_a, { session }) => {\n await deleteSession(session);\n return { ok: true };\n },\n },\n create_artifact: {\n schema: {\n type: \"function\",\n function: {\n name: \"create_artifact\",\n description:\n \"Build an application, visualization, game, graphic or document the user opens and uses. `content` is the entry file (a complete HTML document for kind html; an SVG; or Markdown). Optional `files` adds sibling files (app.js, style.css, shader.glsl, data.json …) that the entry references by RELATIVE path (\n \n \n \n \n \n \n

\n \n \n \n `,\n { headers: { \"Content-Type\": \"text/html\" } },\n );\n } else if (req.method === \"POST\") {\n // --- API: Update SQLite DB ---\n if (url.pathname === \"/api/update\") {\n const { provider, model } = await req.json();\n await sqlite.execute({\n sql:\n `INSERT INTO omni_router_config (provider, selected_model) VALUES (?, ?) ON CONFLICT(provider) DO UPDATE SET selected_model = excluded.selected_model`,\n args: [provider, model],\n });\n return Response.json({ success: true });\n }\n\n try {\n const body = await req.json();\n const messages = body.messages ||\n (body.prompt ? [{ role: \"user\", content: body.prompt }] : []);\n if (!messages.length) {\n return new Response(\n JSON.stringify({ error: \"Empty message payload\" }),\n { status: 400 },\n );\n }\n const { message, provider, model, latencyMs } = await routeInference(\n messages,\n body.tools,\n body.tool_choice,\n );\n\n const activeGuards = getProviderArray()\n .filter((p) => Deno.env.get(p.keyEnv))\n .map(\n (p) => ({ name: p.name, state: getBreaker(p.name).state }),\n );\n\n const sseId = `chatcmpl-omni-${crypto.randomUUID()}`;\n\n if (body.stream) {\n const encoder = new TextEncoder();\n\n const stream = new ReadableStream({\n start(controller) {\n const sendChunk = (\n delta: any,\n finish_reason: string | null = null,\n ) => {\n controller.enqueue(encoder.encode(`data: ${\n JSON.stringify({\n id: sseId,\n object: \"chat.completion.chunk\",\n created: Math.floor(Date.now() / 1000),\n model: model,\n choices: [{ index: 0, delta, finish_reason }],\n _omni_meta: {\n provider: JSON.stringify(provider),\n latency_ms: latencyMs,\n inflight_requests: inflight,\n circuit_states: activeGuards,\n },\n })\n }\\n\\n`));\n };\n\n // 1. Role chunk\n sendChunk({ role: \"assistant\", content: \"\" });\n\n // 2. Content chunk\n if (message.content) sendChunk({ content: message.content });\n\n // 3. Tools chunk\n if (message.tool_calls) {\n sendChunk({ tool_calls: message.tool_calls });\n }\n\n // 4. Finish chunk\n sendChunk({}, message.tool_calls ? \"tool_calls\" : \"stop\");\n\n // 5. End Stream\n controller.enqueue(encoder.encode(\"data: [DONE]\\n\\n\"));\n controller.close();\n },\n });\n\n return new Response(stream, {\n headers: {\n \"Content-Type\": \"text/event-stream\",\n \"Cache-Control\": \"no-cache\",\n \"Connection\": \"keep-alive\",\n \"Access-Control-Allow-Origin\": \"*\",\n },\n });\n }\n\n return new Response(\n JSON.stringify({\n id: sseId,\n object: \"chat.completion\",\n created: Math.floor(Date.now() / 1000),\n model: model,\n choices: [{\n index: 0,\n message: message,\n finish_reason: message.tool_calls ? \"tool_calls\" : \"stop\",\n }],\n _omni_meta: {\n provider: provider,\n latency_ms: latencyMs,\n inflight_requests: inflight,\n circuit_states: activeGuards,\n },\n }),\n {\n status: 200,\n headers: {\n \"Content-Type\": \"application/json\",\n \"Access-Control-Allow-Origin\": \"*\",\n },\n },\n );\n } catch (e: any) {\n return new Response(\n JSON.stringify({\n error: {\n message: \"(error).\",\n details: e.message,\n },\n }),\n {\n status: 503,\n headers: {\n \"Content-Type\": \"application/json\",\n \"Access-Control-Allow-Origin\": \"*\",\n },\n },\n );\n }\n }\n\n return new Response(\"Not Found\", { status: 404 });\n}",[],[596],"886d4d01-fdfb-4473-a256-a9ccc595575c","_inference-router-dev.tsx","01a0a661-f049-7779-b407-733a997b9c05",["D",1789497831502],"import { getProviderArray } from \"./inference-provider.ts\";\nimport { all, initDB, type Row, run, sql } from \"./db.ts\";\n\ntype Provider = Row<\"provider\">;\n\nconst MAX_CONCURRENCY = 3;\nconst MAX_FAILS = 2;\nconst BREAK_DURATION_MS = 25_000;\nconst HARD_TIMEOUT_MS = 120_000;\nconst INFERENCE_TEMPERATURE = 0.0;\n\n// ============================================================================\n// 2. STATE MANAGEMENT (SQLite) & CACHING\n// ============================================================================\n// omni_router_config is already part of db.ts's shared Schema/DDL — initDB()\n// from db.ts creates it (and every other table) idempotently. The local\n// CREATE TABLE here was a second, drifting source of truth for the same\n// table and has been removed rather than kept \"just in case\" the two diverge.\n\nasync function getSavedModels(): Promise> {\n const r = await all(\n \"omni_router_config\",\n sql`SELECT * FROM omni_router_config`,\n );\n if (!r.ok) {\n console.error(\"getSavedModels failed:\", r.error);\n return {};\n }\n const map: Record = {};\n for (const row of r.value) map[row.provider] = row.selected_model;\n return map;\n}\n\nlet inflight = 0;\n\nconst sleep = (ms: number) => new Promise((r) => setTimeout(r, ms));\nconst now = () => performance.now();\n\n// ============================================================================\n// 3. ENTERPRISE CIRCUIT BREAKER\n// ============================================================================\ntype BreakerState = \"CLOSED\" | \"OPEN\" | \"HALF_OPEN\";\ninterface Breaker {\n failCount: number;\n state: BreakerState;\n nextAttempt: number;\n}\nconst breakers = new Map();\n\nfunction getBreaker(name: string): Breaker {\n if (!breakers.has(name)) {\n breakers.set(name, { failCount: 0, state: \"CLOSED\", nextAttempt: 0 });\n }\n return breakers.get(name)!;\n}\n\nfunction checkBreaker(name: string): boolean {\n const b = getBreaker(name);\n if (b.state === \"OPEN\" && Date.now() >= b.nextAttempt) {\n b.state = \"HALF_OPEN\";\n }\n return b.state === \"HALF_OPEN\" || b.state === \"CLOSED\";\n}\n\nfunction reportBreaker(name: string, success: boolean) {\n const b = getBreaker(name);\n if (success) {\n b.failCount = 0;\n b.state = \"CLOSED\";\n } else {\n b.failCount++;\n if (b.failCount >= MAX_FAILS || b.state === \"HALF_OPEN\") {\n b.state = \"OPEN\";\n b.nextAttempt = Date.now() + BREAK_DURATION_MS;\n b.failCount = 0;\n }\n }\n}\n\n// ============================================================================\n// 4. CORE INFERENCE ENGINE\n// ============================================================================\nasync function invokeProvider(\n provider: Provider,\n targetModel: string,\n messages: any[],\n tools?: any[],\n toolChoice?: any,\n temperature: number = 0.0,\n maxTokens: number = 1024000,\n) {\n const key = Deno.env.get(provider.keyEnv!)!;\n const url = `${provider.base}/chat/completions`;\n\n const payload: any = {\n model: targetModel,\n messages,\n temperature: temperature,\n stream: false,\n max_tokens: maxTokens,\n };\n if (tools && tools.length > 0) {\n payload.tools = tools;\n if (toolChoice) payload.tool_choice = toolChoice;\n }\n\n const controller = new AbortController();\n const timeoutId = setTimeout(() => controller.abort(), HARD_TIMEOUT_MS);\n\n try {\n const t0 = now();\n const res = await fetch(url, {\n method: \"POST\",\n headers: {\n \"Authorization\": `Bearer ${key}`,\n \"Content-Type\": \"application/json\",\n \"HTTP-Referer\": \"https://val.town\",\n \"X-Title\": \"Ziggyware-OmniRouter\",\n },\n body: JSON.stringify(payload),\n signal: controller.signal,\n });\n clearTimeout(timeoutId);\n if (!res.ok) {\n throw new Error(\n `HTTP ${res.status}: ${await res.text().catch(() => \"Unknown\")}`,\n );\n }\n\n const json = await res.json();\n if (!json.choices?.[0]?.message) throw new Error(\"Malformed JSON response\");\n\n return {\n message: json.choices[0].message,\n latencyMs: Math.round(now() - t0),\n modelUsed: targetModel,\n provider: provider,\n };\n } catch (e: any) {\n clearTimeout(timeoutId);\n throw new Error(\n e.name === \"AbortError\" ? \"API_STALLED_TIMEOUT\" : e.message,\n );\n }\n}\n\nasync function routeInference(\n messages: any[],\n tools?: any[],\n toolChoice?: any,\n temperature: number = 0.0,\n maxTokens: number = 1024000,\n) {\n while (inflight >= MAX_CONCURRENCY) await sleep(10);\n inflight++;\n\n try {\n const savedModels = await getSavedModels();\n const enabledProviders = getProviderArray()\n .filter((p) => Deno.env.get(p.keyEnv!))\n .sort((a, b) => a.priority - b.priority);\n\n if (enabledProviders.length === 0) {\n throw new Error(\"NO_PROVIDERS_CONFIGURED\");\n }\n\n for (const prov of enabledProviders) {\n if (!checkBreaker(prov.name)) continue;\n const targetModel = savedModels[prov.name] || prov.fallbackModel!;\n\n try {\n const { message, latencyMs, modelUsed, provider } =\n await invokeProvider(\n prov,\n targetModel,\n messages,\n tools,\n toolChoice,\n temperature,\n maxTokens,\n );\n\n reportBreaker(provider.name, true);\n\n return { message, provider, model: modelUsed, latencyMs };\n } catch (e: any) {\n reportBreaker(prov.name, false);\n console.warn(\n `[SEVERED] ${prov.name} failed (${e.message}). Routing next...`,\n );\n }\n }\n throw new Error(\"ALL_PROVIDERS_EXHAUSTED_OR_OPEN\");\n } finally {\n inflight--;\n }\n}\n\nexport default async function handler(req: Request): Promise {\n const url = new URL(req.url);\n\n // CORS & Preflight\n if (req.method === \"OPTIONS\") {\n return new Response(null, {\n headers: {\n \"Access-Control-Allow-Origin\": \"*\",\n \"Access-Control-Allow-Headers\": \"*\",\n \"Access-Control-Allow-Methods\": \"POST, GET, OPTIONS\",\n },\n });\n }\n\n const init = await initDB();\n if (!init.ok) {\n return Response.json({ error: `DB init failed: ${init.error}` }, {\n status: 500,\n });\n }\n\n if (req.method === \"GET\") {\n if (url.pathname === \"/api/providers\") {\n const savedModels = await getSavedModels();\n const status = getProviderArray().map((p) => ({\n ...p,\n hasKey: !!Deno.env.get(p.keyEnv!),\n currentModel: savedModels[p.name] || p.fallbackModel,\n })).sort((a, b) => a.priority - b.priority);\n return Response.json(status);\n }\n\n if (url.pathname === \"/api/models\") {\n const pName = url.searchParams.get(\"provider\");\n const p = getProviderArray().find((x) => x.name === pName);\n if (!p) {\n return Response.json({ error: \"Provider not found\" }, { status: 404 });\n }\n const key = Deno.env.get(p.keyEnv!);\n if (!key) {\n return Response.json({ error: \"Missing API Key\" }, { status: 401 });\n }\n\n try {\n const res = await fetch(`${p.base}/models`, {\n headers: { \"Authorization\": `Bearer ${key}` },\n });\n if (!res.ok) throw new Error(`HTTP ${res.status}`);\n const data = await res.json();\n return Response.json(data.data || data);\n } catch (e: any) {\n return Response.json({ error: e.message, fallback: p.fallbackModel }, {\n status: 500,\n });\n }\n }\n\n return new Response(\n `\n \n \n \n \n \n Ziggyware Router Matrix\n \n \n \n \n \n \n \n

Invariant Lab

Multi‑provider claim graphs · invariants · disagreement spectra · ?mode=registry for JSON

\n \n

Technique

${TECHNIQUES[0].name}

${TECHNIQUES[0].goal}

Strata

Syntactic: ${\n TECHNIQUES[0].strata.syntactic\n }
Semantic: ${TECHNIQUES[0].strata.semantic}
Structural: ${\n TECHNIQUES[0].strata.structural\n }

Bayesian Δ & Invariants

${\n TECHNIQUES[0].bayesianDelta\n }

${x}

\n\n\n`;\n\n return new Response(html, {\n status: 200,\n headers: { \"Content-Type\": \"text/html; charset=utf-8\" },\n });\n}",[],[638],"ea7395c3-7068-415a-9d70-79b400a99904","README.md","01a0a661-f049-7779-b407-5b764a0def22",["D",1789497831502],"# free-ai — omni router\n\nOpenAI-compatible endpoint that fans out across every configured provider with per-instance circuit breaking, model-level fallback, and live model discovery. Endpoint: `https://router.val.run`.\n\n## Call it\n\n```ts\nimport { omni } from \"https://esm.town/v/ziggyware/free-ai/omni-client.ts\";\nconst r = await omni.chat([{ role: \"user\", content: \"hi\" }], { model: \"coder\" });\nfor await (const tok of omni.stream(msgs)) process.stdout.write(tok);\n```\n\nOr any OpenAI SDK with `baseURL: \"https://router.val.run/v1\"`. Provenance comes back in `_omni_meta` (JSON) and `X-Omni-Provider` / `X-Omni-Model` headers (both modes).\n\n## `model` field\n\n| value | routes to |\n|---|---|\n| `auto` / `best` / empty | every free instance, **best model first** (catalog `QUALITY` prior; ties → vendor priority) |\n| `fast` | every instance in vendor priority (latency) order, catalog model order |\n| `coder` `reasoning` `long` `vision` | tagged vendors first, quality-ranked; `coder` boosts ids matching /coder/ |\n| `groq` | that vendor's instances (all keys) |\n| `groq#1` | one key slot |\n| `groq:openai/gpt-oss-120b` or `groq/openai/gpt-oss-120b` | that vendor, forced upstream id |\n\nUnknown values → 404, never silently rerouted.\n\nAll standard OpenAI params pass through (`tools`, `tool_choice`, `response_format`, `temperature`, `max_tokens`, `reasoning_effort`, `stop`, `top_p`, `seed`, …). Reasoning models (gpt-oss, qwen3.x) spend `max_tokens` on thinking first — send ≥256 or `reasoning_effort: \"low\"`, or you get `finish_reason: \"length\"` with empty content.\n\n## Keys (env / secrets)\n\nFor each vendor's `keyEnv` (see `catalog-free.ts`, `catalog-paid.ts`): `GROQ_API_KEY`, `GROQ_API_KEY1` … `GROQ_API_KEY9`, and any of those may hold `k1,k2,k3`. Every key becomes an instance (`groq`, `groq#1`, …) with its own cooldown. `cloudflare` also needs `CF_ACCOUNT_ID`.\n\n| env | effect |\n|---|---|\n| `OMNI_PROVIDERS` | JSON array of vendor rows, merged by `vendor` — add a vendor or override `models`/`priority`/`base` |\n| `OMNI_DISABLE` | `vendor,vendor` to skip |\n| `OMNI_QUALITY` | `{\"regex\":score}` — override/add quality scores (0–100) used by `auto` |\n| `OMNI_CLIENT_KEYS` | `k1,k2` — when set, callers must send `Authorization: Bearer k` (or `?key=`); `/` and `/health` stay open |\n\n## Failure policy\n\n| upstream | action |\n|---|---|\n| 404 / model-not-found / tier-not-allowed | mark that model dead 1 h, try next model; after the list, pick from live `/models` by the vendor's `prefer` regex and remember it |\n| 413 / \"Request too large\" / \"Limit N, Requested M\" | shrink `max_tokens` to fit and retry the same model; an output ceiling (\"OTPM\", \"max_tokens\") is remembered 15 min per model (`caps` in `/health`) |\n| 429 | cool the instance for `Retry-After` (≤15 min) or 60 s |\n| 401 / 403 | cool the instance 1 h |\n| 5xx / timeout (120 s) / network | breaker: 2 strikes → 25 s |\n\nAfter the first pass over every vendor, the router retries up to 2 more rounds — immediately for transient failures, or after waiting for the soonest cooldown when that fits the deadline. With `omni_deadline_ms` set, a vendor that cannot finish in the time left is skipped while a faster one is queued, and `max_tokens` is capped to what the vendor can stream before the deadline (a `finish_reason: \"length\"` reply beats a timeout — the client continues it).\n\nState lives in `omni_state` (SQLite) so it survives isolate recycling. `GET /health` shows what is cooling, dead, resolved, and capped.\n\n## Routes\n\n`GET /health` · `GET /v1/models` · `GET /api/providers` · `GET /api/models?provider=` · `POST /v1/chat/completions` (also `/`, `/chat/completions`) · `POST /api/update {provider, model}` binds a vendor's default · `GET /` matrix UI.\n",[],[645],["D",1777220541701],["D",1789508444194],{"_11":12,"_124":73},{"_11":12,"_120":-5,"_72":73,"_30":71,"_121":122,"_123":24},{"_38":39,"_13":16,"_32":35,"_111":75,"_112":62,"_113":114,"_115":79,"_116":75,"_117":41,"_118":14,"_119":12},"ctx",{"_51":-5,"_145":689,"_690":691,"_692":693,"_694":24,"_695":24,"_696":24,"_697":143,"_698":-5,"_699":-7,"_700":-7,"_701":26,"_702":24,"_703":24,"_704":-5,"_705":24,"_706":24,"_707":24,"_708":-5},"ENV",{"_660":661,"_662":663,"_664":63,"_665":666,"_667":668,"_669":670,"_671":672,"_673":674,"_675":676,"_677":678,"_679":680,"_681":682,"_683":684,"_685":686,"_687":688},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

History · artifacts.ts