[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_651":652,"_653":654},"routes/_app.x.$handle.$name",{"_98":97,"_32":45,"_106":88,"_27":107,"_13":14,"_108":-5,"_11":109,"_110":111,"_112":113,"_114":115,"_116":117,"_20":-5,"_118":-5,"_119":-5,"_120":25,"_121":122,"_123":124,"_125":-5,"_126":-5,"_127":128},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_43":44,"_32":45,"_38":46,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":53,"_54":-5,"_18":55,"_56":-5,"_57":25,"_58":-5,"_59":-5,"_60":61,"_62":63,"_64":65,"_66":67,"_68":69,"_70":-5,"_71":72,"_73":72,"_74":75,"_76":75,"_77":75,"_78":72,"_79":72,"_80":81,"_82":83,"_84":85,"_86":25},"version",1369,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":23,"_24":25,"_26":25,"_27":28,"_29":28},"file",{"_30":31,"_32":28,"_33":34,"_35":37,"_38":39,"_40":14,"_41":42,"_24":25},"previous",{"_30":31,"_32":28,"_33":34,"_35":36},"deleted",false,"deletedHere","path","ui-artifacts.ts","latestPath","fileId","4bb3581c-ac6f-11f1-be2d-1607ee4eb77e","name","fileType","script","content","// Artifact workbench: preview | code | split, live preview of UNSAVED edits\n// (sibling files inlined into a srcdoc), console capture from the frame,\n// resizable panel, file add/rename/delete, zip download, lint strip, ask-ai-to-fix.\nexport const artifactHtml: string = `\n

\n artifact\n

\n live\n \n open ↗\n \n \n \n

\n \n \n

\n \n

\n`;\n\nexport const artifactStyle: string = `\n#apanel{position:fixed;top:0;right:0;height:100dvh;width:var(--ap-w,52vw);max-width:100vw;background:var(--s0);border-left:1px solid var(--line);z-index:30;display:flex;flex-direction:column;transition:transform .18s;}\n#apanel.closed{transform:translateX(100%);} body.ap-open #main{margin-right:min(var(--ap-w,52vw),100vw);}\n#ap-resize{position:absolute;left:-3px;top:0;width:6px;height:100%;cursor:col-resize;z-index:2;}\n#ap-hdr{display:flex;align-items:center;gap:8px;padding:5px 10px;border-bottom:1px solid var(--line);font-size:11px;letter-spacing:.12em;text-transform:uppercase;color:var(--acc);flex-wrap:wrap;}\n#ap-title{flex:1;min-width:0;overflow:hidden;text-overflow:ellipsis;white-space:nowrap;}\n.ap-tabs{display:flex;gap:2px;} .ap-tab{background:none;border:1px solid var(--line);color:var(--dim2);font:inherit;font-size:10px;letter-spacing:.1em;text-transform:uppercase;padding:2px 8px;cursor:pointer;} .ap-tab.on{border-color:var(--acc);color:var(--acc);}\n.ap-acts{display:flex;gap:4px;align-items:center;} .ap-acts .act-btn{text-decoration:none;} .ap-live{font-size:9px;letter-spacing:.1em;color:var(--dim);display:flex;align-items:center;gap:3px;} .ap-live input{accent-color:var(--acc);margin:0;}\n#ap-body{flex:1;display:flex;min-height:0;flex-direction:column;}\n#apanel[data-view=\"preview\"] #ap-code,#apanel[data-view=\"preview\"] #ap-divider{display:none;} #apanel[data-view=\"code\"] #ap-prev,#apanel[data-view=\"code\"] #ap-divider{display:none;}\n#apanel[data-view=\"split\"] #ap-body{flex-direction:row;} #apanel[data-view=\"split\"] #ap-prev{flex:0 0 var(--ap-split,45%);} #apanel[data-view=\"split\"] #ap-divider{width:5px;cursor:col-resize;background:var(--line);}\n@media (max-width:1100px){#apanel[data-view=\"split\"] #ap-body{flex-direction:column;} #apanel[data-view=\"split\"] #ap-prev{flex:0 0 var(--ap-split,45%);} #apanel[data-view=\"split\"] #ap-divider{width:auto;height:5px;cursor:row-resize;}}\n#ap-prev{flex:1;display:flex;flex-direction:column;min-height:0;min-width:0;}\n#ap-frame{flex:1;width:100%;border:0;background:#fff;min-height:0;}\n#ap-console{max-height:34%;display:flex;flex-direction:column;border-top:1px solid var(--line);background:var(--s0);} #ap-console[hidden]{display:none;}\n#ap-con-h{display:flex;gap:6px;align-items:center;padding:3px 8px;font-size:9px;letter-spacing:.12em;text-transform:uppercase;color:var(--dim2);border-bottom:1px solid var(--line);} #ap-con-h span{flex:1;}\n#ap-con-body{overflow:auto;font-size:11px;line-height:1.45;padding:4px 8px;font-family:var(--mono);} .con-line{white-space:pre-wrap;word-break:break-word;border-bottom:1px solid var(--line);padding:1px 0;} .con-err{color:var(--err);} .con-warn{color:var(--warn);} .con-log{color:var(--dim);}\n#ap-code{flex:1;display:flex;flex-direction:column;min-height:0;min-width:0;}\n#ap-files{display:flex;gap:2px;padding:4px 8px;border-bottom:1px solid var(--line);overflow-x:auto;flex-shrink:0;}\n.ap-file{background:none;border:1px solid var(--line);color:var(--dim);font:inherit;font-size:10px;padding:2px 8px;cursor:pointer;white-space:nowrap;} .ap-file.on{border-color:var(--acc);color:var(--acc);} .ap-file.dirty::after{content:\" •\";color:var(--warn);}\n#ap-lint{font-size:10px;color:var(--warn);padding:3px 8px;border-bottom:1px solid var(--line);white-space:pre-wrap;max-height:72px;overflow:auto;} #ap-lint[hidden]{display:none;}\n#ap-editor{flex:1;width:100%;resize:none;border:0;outline:0;background:var(--bg);color:var(--text);font-family:var(--mono);font-size:12px;line-height:1.5;padding:10px;tab-size:2;white-space:pre;overflow:auto;}\n#ap-bar{display:flex;gap:6px;align-items:center;padding:5px 8px;border-top:1px solid var(--line);flex-wrap:wrap;} #ap-state{flex:1;font-size:10px;color:var(--dim2);letter-spacing:.06em;} #ap-pos{font-size:10px;color:var(--dim2);}\n.act-btn.primary{border-color:var(--acc);color:var(--acc);}\n#ap-prompt{position:absolute;left:50%;top:40%;transform:translateX(-50%);background:var(--s1);border:1px solid var(--acc);padding:10px;display:flex;gap:6px;z-index:5;} #ap-prompt[hidden]{display:none;} #ap-prompt input{background:var(--bg);color:var(--text);border:1px solid var(--line2);font:inherit;font-size:12px;padding:4px 6px;min-width:240px;}\n.app-card-edit{margin-left:6px;}\n#sb-artifacts{border-top:1px solid var(--line);padding:6px 0;} #sb-artifacts .sb-h{font-size:9px;letter-spacing:.14em;text-transform:uppercase;color:var(--dim2);padding:2px 10px 4px;} .sb-art{display:block;width:100%;text-align:left;background:none;border:0;color:var(--dim);font:inherit;font-size:10px;padding:3px 10px;cursor:pointer;white-space:nowrap;overflow:hidden;text-overflow:ellipsis;} .sb-art:hover{color:var(--acc);}\n@media (max-width:900px){#apanel{width:100vw !important;} body.ap-open #main{margin-right:0;}}\n`;\n\nexport const artifactScript: string = String.raw`\nconst ART = (() => {\n const $ = (id) => document.getElementById(id);\n const el = $('apanel'), frame = $('ap-frame'), filesEl = $('ap-files'), editor = $('ap-editor'), state = $('ap-state'), pos = $('ap-pos'), title = $('ap-title'), openA = $('ap-open'), lint = $('ap-lint');\n const con = $('ap-console'), conBody = $('ap-con-body'), liveCb = $('ap-livecb');\n let cur = null, active = null, viewMode = localStorage.getItem('omni.ap.view') || 'split', liveTimer = null, lastErrors = [];\n const saved = { w: localStorage.getItem('omni.ap.w'), split: localStorage.getItem('omni.ap.split') };\n if (saved.w) document.documentElement.style.setProperty('--ap-w', saved.w); if (saved.split) document.documentElement.style.setProperty('--ap-split', saved.split);\n\n // The frame reports console/error events to us via postMessage; injected only into live (srcdoc) previews.\n const HOOK = '\n\n\n\n`;\n}\n\n// ── Handler ───────────────────────────────────────────────────────────────────\n\nconst handler = async (req: Request): Promise => {\n let text = \"\";\n let reqSize = 0;\n\n if (req.method === \"POST\") {\n const parsed = await parse(req);\n text = parsed.text;\n reqSize = parsed.size;\n }\n\n const size = clamp(reqSize > 0 ? reqSize : DEFAULT_CHUNK, 1, MAX_BOUND);\n const chunks = chunk(text, size);\n const meta = buildMeta(chunks, text.length, size);\n const payload: Payload = Object.freeze({ chunks, meta });\n\n return new Response(html(text, payload), {\n headers: { \"content-type\": \"text/html; charset=utf-8\" },\n });\n};\n\nexport default handler;","text-chunker",[213],"11743adc-45e9-11f1-b6ab-42b51c65c3df","test-inference.ts","b9598324-41ca-11f1-898b-42b51c65c3df",752,["D",1777700274460],48,"const INFERENCE_URL = \"https://inference-router-dev.val.run\";\n\nexport default async function (): Promise {\n const res = await fetch(INFERENCE_URL, {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({\n messages: [\n { role: \"user\", content: \"Hello — testing inference.\" },\n ],\n }),\n });\n\n /*example response:\n\n {\"id\":\"chatcmpl-omni-1600e4d2-90ed-4b01-ade3-3ae3a1e3b239\",\"object\":\"chat.completion\",\"created\":1777700178,\"model\":\"qwen/qwen3-32b\",\"choices\":[{\"index\":0,\"message\":{\"role\":\"assistant\",\"content\":\"\\nOkay, the user sent \\\"Hello — testing inference.\\\" Let me break this down. First, they're greeting me, which is standard. The phrase \\\"testing inference\\\" is key here. They probably want to see how I handle a query that's not straightforward. Maybe they're checking if I can infer the intent behind a vague message.\\n\\nI should consider possible scenarios. Are they testing if I can ask clarifying questions? Or maybe they want to see if I can generate a response without more context. Since the message is short, I need to respond in a way that invites them to provide more details. \\n\\nI should acknowledge their greeting and then ask what specific aspect of inference they're testing. That way, I can tailor my response to their actual needs. Also, making sure the tone is friendly and helpful is important. Let me check if there's any other nuance I might be missing. Maybe they're a developer testing the model's capabilities? Or a student trying to understand how inference works in practice. \\n\\nEither way, the best approach is to be open and ask for clarification. That way, I can provide a more accurate and useful response. I'll go with that.\\n\\n\\nHello! It seems like you're testing how I handle inference or interpretation. Could you clarify what specific aspect you'd like me to demonstrate or explain? For example: \\n\\n- Are you testing my ability to infer intent from ambiguous input? \\n- Do you want an example of logical inference? \\n- Are you curious about how I process context or generate responses? \\n\\nLet me know how I can assist! 😊\"},\"finish_reason\":\"stop\"}],\"_omni_meta\":{\"provider\":{\"id\":3,\"name\":\"groq\",\"base\":\"https://api.groq.com/openai/v1\",\"keyEnv\":\"GROQ_API_KEY\",\"fallbackModel\":\"llama-3.3-70b-versatile\",\"priority\":3},\"latency_ms\":936,\"inflight_requests\":0,\"circuit_states\":[{\"name\":\"openrouter_free\",\"state\":\"CLOSED\"},{\"name\":\"sambanova\",\"state\":\"CLOSED\"},{\"name\":\"groq\",\"state\":\"CLOSED\"},{\"name\":\"github_models\",\"state\":\"CLOSED\"},{\"name\":\"mistral\",\"state\":\"CLOSED\"},{\"name\":\"siliconflow\",\"state\":\"CLOSED\"},{\"name\":\"deepinfra\",\"state\":\"CLOSED\"},{\"name\":\"cerebras\",\"state\":\"CLOSED\"}]}}\n */\n\n return res //?.choices?.[0]?.message?.content,\n ; //provider: res?._omni_meta?.providerId ?? null,});\n}",[223],"469b7fe4-ad52-4975-bde0-f121af484fab","router.tsx","334f4f70-7c3a-11f1-857e-1607ee4eb77e",1333,["D",1788906327347],32,"import { getCatalogStatus, getProviderArray, type ProviderInstance } from \"./inference-provider.ts\";\nimport { initDB } from \"./db.ts\";\nimport { inflight } from \"./router-core.ts\";\nimport { bindModel, loadState, stateView } from \"./router-state.ts\";\nimport { clientAuthorized, CORS, handleChatCompletions, json } from \"./router-openai.ts\";\n\nconst OPENAI_PATHS = new Set([\"/\", \"/chat/completions\", \"/v1/chat/completions\"]);\nconst OPEN_GET = new Set([\"/\", \"/health\", \"/source\"]);\n\nasync function listUpstreamModels(p: ProviderInstance): Promise {\n const headers: Record = { ...(p.headers ?? {}) };\n if (p.key) headers.Authorization = `Bearer ${p.key}`;\n const res = await fetch(`${p.base}/models`, { headers });\n if (!res.ok) throw new Error(`HTTP ${res.status}`);\n const data = await res.json();\n return data.data || data;\n}\n\nexport default async function handler(req: Request): Promise {\n const url = new URL(req.url);\n if (req.method === \"OPTIONS\") {\n return new Response(null, { headers: { ...CORS, \"Access-Control-Allow-Headers\": \"*\", \"Access-Control-Allow-Methods\": \"POST, GET, OPTIONS\" } });\n }\n const init = await initDB();\n if (!init.ok) return json({ error: `DB init failed: ${init.error}` }, 500);\n if (!(req.method === \"GET\" && OPEN_GET.has(url.pathname)) && !clientAuthorized(req)) {\n return json({ error: { message: \"UNAUTHORIZED: send Authorization: Bearer \" } }, 401);\n }\n\n if (req.method === \"GET\") {\n if (url.pathname === \"/source\") return new Response(null, { status: 302, headers: { Location: \"https://www.val.town/x/ziggyware/free-ai/code/router.tsx\" } });\n if (url.pathname === \"/health\") {\n await loadState();\n const live = getProviderArray();\n const s = stateView();\n return json({\n status: live.length ? \"ok\" : \"degraded\", providers_configured: live.length,\n vendors: [...new Set(live.map((p) => p.vendor))], cooling: s.cooling, dead_models: s.dead_models,\n resolved: s.resolved, caps: s.caps, inflight_requests: inflight, auth: !!Deno.env.get(\"OMNI_CLIENT_KEYS\"),\n });\n }\n if (url.pathname === \"/api/providers\") {\n await loadState();\n const s = stateView();\n return json(getCatalogStatus().map((p) => ({\n ...p, currentModel: s.bound[p.vendor] || s.resolved[p.vendor] || p.fallbackModel,\n cooling: s.cooling.filter((c) => c.name.split(\"#\")[0] === p.vendor),\n })));\n }\n if (url.pathname === \"/api/models\") {\n const pName = url.searchParams.get(\"provider\");\n const p = getProviderArray().find((x) => x.name === pName || x.vendor === pName);\n if (!p) return json({ error: \"Provider not found or no key\" }, 404);\n try { return json(await listUpstreamModels(p)); } catch (e: any) { return json({ error: e.message, fallback: p.fallbackModel }, 502); }\n }\n // OpenAI-style list: aliases, vendors, then every upstream id as \":\"\n if (url.pathname === \"/v1/models\") {\n await loadState();\n const live = getProviderArray();\n const s = stateView();\n const seen = new Set();\n const rows: Record[] = [];\n const add = (id: string, owned_by: string, extra: Record = {}) => { if (!seen.has(id)) { seen.add(id); rows.push({ id, object: \"model\", owned_by, ...extra }); } };\n for (const a of [\"auto\", \"fast\", \"coder\", \"reasoning\", \"long\", \"vision\"]) add(a, \"omni\");\n for (const p of live) add(p.vendor, p.vendor, { bound: s.bound[p.vendor] || s.resolved[p.vendor] || p.fallbackModel, slots: live.filter((x) => x.vendor === p.vendor).length });\n const lists = await Promise.all(live.filter((p) => p.slot === 0).map(async (p) => {\n try { const l = await listUpstreamModels(p); return Array.isArray(l) ? l.map((m: any) => `${p.vendor}:${typeof m === \"string\" ? m : m.id}`) : []; } catch { return []; }\n }));\n for (const id of lists.flat()) add(id, id.split(\":\")[0]);\n return json({ object: \"list\", data: rows });\n }\n return new Response(\n `\n \n \n \n \n \n Ziggyware Router Matrix\n \n \n \n \n \n \n \n

\n \n \n \n `,\n { headers: { \"Content-Type\": \"text/html\" } },\n );\n } else if (req.method === \"POST\") {\n if (url.pathname === \"/api/update\") {\n const { provider, model } = await req.json();\n if (typeof provider !== \"string\" || typeof model !== \"string\") return json({ error: \"provider and model required\" }, 400);\n const r = await bindModel(provider.split(\"#\")[0], model);\n return r.ok ? json({ success: true }) : json({ error: r.error }, 500);\n }\n if (!OPENAI_PATHS.has(url.pathname)) return new Response(\"Not Found\", { status: 404 });\n let body: unknown;\n try { body = await req.json(); } catch { return json({ error: { message: \"Invalid JSON body\" } }, 400); }\n return await handleChatCompletions(body);\n }\n return new Response(\"Not Found\", { status: 404 });\n}\n","router",[231],"3842c116-3bc0-4cda-b205-804383d0b61d","router-state.ts","b109aa6c-ab4e-11f1-8d3d-1607ee4eb77e",1329,["D",1788906060874],"// Routing state that must survive isolate recycling: instance cooldowns\n// (breaker / 429 / bad key), dead model ids, auto-resolved replacements, and\n// the UI's per-vendor model binding. One SELECT per request, write-through.\nimport { all, run, sql } from \"./db.ts\";\n\nexport type Cooldown = { until: number; reason: string; fails: number };\ntype State = { cool: Record; dead: Record; resolved: Record; bound: Record; cap: Record };\n\nconst MAX_FAILS = 2;\nexport const COOL = { breaker: 25_000, rate: 60_000, auth: 3_600_000, model: 3_600_000, cap: 900_000 };\n\nlet mem: State = { cool: {}, dead: {}, resolved: {}, bound: {}, cap: {} };\nlet loadedAt = 0;\n\nexport async function loadState(force = false): Promise {\n if (!force && Date.now() - loadedAt < 2_000) return mem;\n const [st, cfg] = await Promise.all([\n all(\"omni_state\", sql`SELECT key, value FROM omni_state`),\n all(\"omni_router_config\", sql`SELECT provider, selected_model FROM omni_router_config`),\n ]);\n const next: State = { cool: {}, dead: {}, resolved: {}, bound: {}, cap: {} };\n if (st.ok) {\n for (const r of st.value as { key: string; value: string }[]) {\n const [kind, ...rest] = r.key.split(\":\");\n const id = rest.join(\":\");\n try {\n if (kind === \"cool\") next.cool[id] = JSON.parse(r.value);\n else if (kind === \"dead\") next.dead[id] = Number(r.value);\n else if (kind === \"resolved\") next.resolved[id] = r.value;\n else if (kind === \"cap\") next.cap[id] = JSON.parse(r.value);\n } catch { /* skip corrupt row */ }\n }\n }\n if (cfg.ok) for (const r of cfg.value as { provider: string; selected_model: string }[]) next.bound[r.provider] = r.selected_model;\n mem = next; loadedAt = Date.now();\n return mem;\n}\n\nconst put = (key: string, value: string) =>\n run(sql`INSERT INTO omni_state (key, value, ts) VALUES (${key}, ${value}, ${Date.now()})\n ON CONFLICT(key) DO UPDATE SET value = excluded.value, ts = excluded.ts`);\nconst del = (key: string) => run(sql`DELETE FROM omni_state WHERE key = ${key}`);\n\nexport const isCool = (name: string) => (mem.cool[name]?.until ?? 0) > Date.now();\nexport const isDead = (vendor: string, model: string) => (mem.dead[`${vendor}:${model}`] ?? 0) > Date.now();\nexport const resolvedFor = (vendor: string) => mem.resolved[vendor];\nexport const boundFor = (vendor: string) => mem.bound[vendor];\n/** learned per-model output ceiling (from \"Limit N\" size errors), or Infinity */\nexport const capFor = (vendor: string, model: string) => { const c = mem.cap[`${vendor}:${model}`]; return c && c.until > Date.now() ? c.lim : Infinity; };\nexport async function setCap(vendor: string, model: string, lim: number) {\n mem.cap[`${vendor}:${model}`] = { lim, until: Date.now() + COOL.cap };\n await put(`cap:${vendor}:${model}`, JSON.stringify(mem.cap[`${vendor}:${model}`]));\n}\n\n/** Transient failure: counts toward the breaker; opens after MAX_FAILS. */\nexport async function noteFailure(name: string, reason: string) {\n const c = mem.cool[name] ?? { until: 0, reason, fails: 0 };\n c.fails++; c.reason = reason;\n if (c.fails >= MAX_FAILS) { c.until = Date.now() + COOL.breaker; c.fails = 0; }\n mem.cool[name] = c;\n await put(`cool:${name}`, JSON.stringify(c));\n}\n/** Hard cooldown for a known duration (429 retry-after, 401/403 key/tier). */\nexport async function coolFor(name: string, ms: number, reason: string) {\n mem.cool[name] = { until: Date.now() + ms, reason, fails: 0 };\n await put(`cool:${name}`, JSON.stringify(mem.cool[name]));\n}\nexport async function noteSuccess(name: string) {\n if (!mem.cool[name]) return;\n delete mem.cool[name];\n await del(`cool:${name}`);\n}\nexport async function markDead(vendor: string, model: string) {\n mem.dead[`${vendor}:${model}`] = Date.now() + COOL.model;\n await put(`dead:${vendor}:${model}`, String(mem.dead[`${vendor}:${model}`]));\n}\nexport async function setResolved(vendor: string, model: string) {\n mem.resolved[vendor] = model;\n await put(`resolved:${vendor}`, model);\n}\nexport async function bindModel(vendor: string, model: string) {\n mem.bound[vendor] = model;\n return run(sql`INSERT INTO omni_router_config (provider, selected_model) VALUES (${vendor}, ${model})\n ON CONFLICT(provider) DO UPDATE SET selected_model = excluded.selected_model`);\n}\n\nexport async function unbind(vendor: string) {\n delete mem.bound[vendor];\n return run(sql`DELETE FROM omni_router_config WHERE provider = ${vendor}`);\n}\n\n/** ms until the first of these instances stops cooling; 0 if any is free now; Infinity if none listed. */\nexport function soonestCooldown(names: string[]): number {\n const now = Date.now();\n let best = Infinity;\n for (const n of names) { const u = mem.cool[n]?.until ?? 0; if (u <= now) return 0; best = Math.min(best, u - now); }\n return best;\n}\n\n/** Snapshot for /health and the UI. */\nexport function stateView() {\n const now = Date.now();\n return {\n cooling: Object.entries(mem.cool).filter(([, c]) => c.until > now).map(([name, c]) => ({ name, reason: c.reason, ms_left: c.until - now })),\n dead_models: Object.entries(mem.dead).filter(([, t]) => t > now).map(([k]) => k),\n resolved: mem.resolved,\n bound: mem.bound,\n caps: Object.fromEntries(Object.entries(mem.cap).filter(([, c]) => c.until > now).map(([k, c]) => [k, c.lim])),\n };\n}\n",[240],"7a608500-30b4-4a32-b8a0-28a1a829b049","router-openai.ts","6a8c10a8-ab4d-11f1-aa95-1607ee4eb77e",1301,["D",1788893674594],"// OpenAI chat.completions surface. Streams are piped byte-for-byte from\n// upstream; failover happens only before the first upstream byte.\n// Client auth is opt-in: set OMNI_CLIENT_KEYS=\"k1,k2\" and callers must send\n// Authorization: Bearer . Unset ⇒ open endpoint (current behaviour).\nimport { inflight, type RouteHit, routeInference, type RouteOpts } from \"./router-core.ts\";\nimport { stateView } from \"./router-state.ts\";\n\n// OpenAI params forwarded verbatim (tools included). Reasoning models (gpt-oss, qwen3.x)\n// spend max_tokens on reasoning first — send ≥256 or reasoning_effort:\"low\".\n// Router-only params (not forwarded): omni_deadline_ms — must finish within this;\n// omni_expect_tokens — expected output length, used with vendor tps to pick a\n// model that can make the deadline (quality-first among those that fit).\nconst PASS = [\"temperature\", \"max_tokens\", \"max_completion_tokens\", \"tools\", \"tool_choice\", \"response_format\", \"reasoning_effort\", \"stop\", \"top_p\", \"seed\", \"presence_penalty\", \"frequency_penalty\", \"parallel_tool_calls\", \"user\"];\nexport const CORS = { \"Access-Control-Allow-Origin\": \"*\" };\nexport const json = (body: unknown, status = 200, extra: Record = {}) =>\n new Response(JSON.stringify(body), { status, headers: { \"Content-Type\": \"application/json\", ...CORS, ...extra } });\n\nexport function clientAuthorized(req: Request): boolean {\n const keys = (Deno.env.get(\"OMNI_CLIENT_KEYS\") ?? \"\").split(\",\").map((s) => s.trim()).filter(Boolean);\n if (!keys.length) return true;\n const h = req.headers.get(\"authorization\") ?? \"\";\n const tok = h.replace(/^Bearer\\s+/i, \"\").trim() || new URL(req.url).searchParams.get(\"key\") || \"\";\n return keys.includes(tok);\n}\n\nconst sanitize = (p: RouteHit[\"provider\"]) => ({ id: p.name, name: p.name, vendor: p.vendor, base: p.base, keyEnv: p.keyEnv, slot: p.slot, priority: p.priority, fallbackModel: p.fallbackModel });\n\nconst meta = (hit: RouteHit) => ({\n provider: sanitize(hit.provider), model: hit.model, latency_ms: hit.latencyMs, attempts: hit.attempts,\n inflight_requests: inflight, cooling: stateView().cooling,\n});\n\nexport async function handleChatCompletions(body: any): Promise {\n const messages = body?.messages ?? (body?.prompt ? [{ role: \"user\", content: body.prompt }] : []);\n if (!Array.isArray(messages) || !messages.length) return json({ error: { message: \"Empty message payload\" } }, 400);\n const extra: Record = {};\n for (const k of PASS) if (body[k] !== undefined && body[k] !== null) extra[k] = body[k];\n const opts: RouteOpts = { model: body.model, stream: !!body.stream, extra, deadlineMs: +body.omni_deadline_ms || undefined, expectTokens: +body.omni_expect_tokens || undefined };\n let hit: RouteHit;\n try {\n hit = await routeInference(messages, opts);\n } catch (e: any) {\n return json({ error: { message: e.message, details: e.errors ?? null, attempts: e.attempts ?? 0 } }, e.status ?? 503);\n }\n const m = meta(hit);\n const prov = { \"X-Omni-Provider\": hit.provider.name, \"X-Omni-Model\": hit.model };\n\n if (!opts.stream) {\n const up = await hit.res.json().catch(() => ({}));\n if (!up?.choices?.[0]?.message) return json({ error: { message: \"MALFORMED_UPSTREAM\", details: [`${hit.provider.name}/${hit.model}`] } }, 502);\n return json({ ...up, model: up.model ?? hit.model, _omni_meta: m }, 200, prov);\n }\n\n const enc = new TextEncoder();\n const upstream = hit.res.body ?? new ReadableStream({ start(c) { c.close(); } });\n const out = new ReadableStream({\n async start(c) {\n c.enqueue(enc.encode(`: omni ${JSON.stringify(m)}\\n\\n`)); // SSE comment: SDKs ignore, humans can read\n const r = upstream.getReader();\n try {\n for (;;) { const { done, value } = await r.read(); if (done) break; c.enqueue(value); }\n } catch (e: any) {\n c.enqueue(enc.encode(`data: ${JSON.stringify({ error: { message: `UPSTREAM_STREAM_ABORTED: ${e.message}` } })}\\n\\ndata: [DONE]\\n\\n`));\n }\n c.close();\n },\n cancel() { hit.res.body?.cancel().catch(() => {}); },\n });\n return new Response(out, { headers: { \"Content-Type\": \"text/event-stream\", \"Cache-Control\": \"no-cache\", ...prov, ...CORS } });\n}\n",[247],"b4809217-0cf6-4405-8067-2bf75db16e97","router-discover.ts","b14c41f6-ab4e-11f1-8fec-1607ee4eb77e",1264,["D",1788848989497],"import type { ProviderInstance } from \"./inference-provider.ts\";\nimport { isDead } from \"./router-state.ts\";\n\nexport function headersFor(p: ProviderInstance): Record {\n const h: Record = { \"Content-Type\": \"application/json\", \"HTTP-Referer\": \"https://val.town\", \"X-Title\": \"omni\", ...p.headers };\n if (p.key) h.Authorization = `Bearer ${p.key}`;\n return h;\n}\n\n\n/** Live /models lookup → first id matching the vendor's `prefer` regex that isn't dead. */\nexport async function discover(p: ProviderInstance): Promise {\n if (!p.prefer) return null;\n try {\n const res = await fetch(`${p.base}/models`, { headers: headersFor(p) });\n if (!res.ok) return null;\n const data = await res.json();\n const ids: string[] = (data.data ?? data).map((m: any) => (typeof m === \"string\" ? m : m.id)).filter(Boolean);\n const rx = new RegExp(p.prefer, \"i\");\n return ids.find((id) => rx.test(id) && !isDead(p.vendor, id)) ?? null;\n } catch { return null; }\n}\n\n",[254],"46a81e84-3049-486f-852d-8e8cc71bcda8","router-core.ts","6a4ef8c6-ab4d-11f1-9c11-1607ee4eb77e",1331,["D",1788906062418],13,"import { getProviderArray, type ProviderInstance, type Resolved, resolveTargets } from \"./inference-provider.ts\";\nimport { quality } from \"./catalog.ts\";\nimport { discover } from \"./router-discover.ts\";\nimport { attempt, type Fail, outputLimit, shrinkMaxTokens } from \"./router-attempt.ts\";\nimport { boundFor, capFor, COOL, coolFor, isCool, isDead, loadState, markDead, noteFailure, noteSuccess, resolvedFor, setCap, setResolved, soonestCooldown, unbind } from \"./router-state.ts\";\n\nexport const MAX_CONCURRENCY = 3;\nexport const HARD_TIMEOUT_MS = 60_000;\nexport let inflight = 0;\nconst sleep = (ms: number) => new Promise((r) => setTimeout(r, ms));\n\nexport type { RouteOpts } from \"./router-attempt.ts\";\nimport type { RouteOpts } from \"./router-attempt.ts\";\nconst etaMs = (p: ProviderInstance, o: RouteOpts) => (p.ttft ?? 1500) + ((o.expectTokens ?? (Number(o.extra?.max_tokens) || 1000)) / (p.tps ?? 60)) * 1000;\nexport type RouteHit = { provider: ProviderInstance; model: string; latencyMs: number; res: Response; attempts: number };\nconst TOOL_SAFE = /gpt-oss|deepseek|kimi|glm|gemini|claude|gpt-5|grok|command-a|mistral/i; // reliable structured tool calls\nconst score = (id: string, boost?: RegExp, tools = false) => quality(id) + (boost?.test(id) ? 6 : 0) + (tools && TOOL_SAFE.test(id) ? 5 : 0);\n// bound (UI) model leads; then quality or catalog order; models whose learned output\n// ceiling is below the expected length go last; discovered id last of all.\nfunction candidates(p: ProviderInstance, r: Resolved, o: RouteOpts = {}): string[] {\n if (r.forcedModel) return [r.forcedModel];\n const tools = !!(o.extra?.tools as unknown[] | undefined)?.length;\n const list = r.rank === \"quality\" ? [...p.models].sort((a, b) => score(b, r.boost, tools) - score(a, r.boost, tools)) : [...p.models];\n const need = o.expectTokens ?? 0;\n const fitsCap = (m: string) => capFor(p.vendor, m) >= need;\n const ordered = [...list.filter(fitsCap), ...list.filter((m) => !fitsCap(m))];\n const seq = [boundFor(p.vendor), ...ordered, resolvedFor(p.vendor)].filter((m): m is string => !!m);\n return [...new Set(seq)].filter((m) => !isDead(p.vendor, m));\n}\n\nexport async function routeInference(messages: unknown[], o: RouteOpts = {}): Promise {\n while (inflight >= MAX_CONCURRENCY) await sleep(10);\n inflight++;\n const errors: string[] = [];\n let attempts = 0;\n const t0 = performance.now();\n const left = () => (o.deadlineMs ?? HARD_TIMEOUT_MS) - (performance.now() - t0);\n try {\n await loadState();\n const live = getProviderArray();\n if (!live.length) throw Object.assign(new Error(\"NO_PROVIDERS_CONFIGURED\"), { status: 503 });\n const resolved = resolveTargets(o.model, live);\n const { forcedModel } = resolved;\n if (!resolved.targets.length) throw Object.assign(new Error(`UNKNOWN_MODEL: ${o.model}`), { status: 404 });\n for (let round = 0; round < 3; round++) {\n if (round) {\n const wait = soonestCooldown(resolved.targets.map((p) => p.name));\n if (wait > left() - 3000) break;\n if (wait > 0) await sleep(wait + 50);\n await loadState(true);\n errors.push(`--- retry round ${round + 1}`);\n }\n let targets = resolved.targets.filter((p) => !isCool(p.name));\n // free before paid; those that can make the deadline before those that can't; then quality (auto) or latency priority (fast)\n const fits = (p: ProviderInstance) => !o.deadlineMs || etaMs(p, o) <= o.deadlineMs;\n const best = new Map(targets.map((p) => [p.name, resolved.rank === \"quality\" ? Math.max(-1, ...candidates(p, resolved, o).map((m) => score(m, resolved.boost, !!(o.extra?.tools as unknown[] | undefined)?.length))) : 0]));\n targets = [...targets].sort((a, b) => (+!!a.paid - +!!b.paid) || (+!fits(a) - +!fits(b)) || best.get(b.name)! - best.get(a.name)! || a.priority - b.priority);\n for (const [idx, p] of targets.entries()) {\n if (left() < 1500) break;\n // a vendor that cannot finish in the time left is skipped while a faster one is still queued behind it\n if (o.deadlineMs && etaMs(p, o) > left() && targets.slice(idx + 1).some((q) => etaMs(q, o) <= left())) { errors.push(`${p.name}: skipped (eta ${Math.round(etaMs(p, o) / 1000)}s > ${Math.round(left() / 1000)}s left)`); continue; }\n const models = candidates(p, resolved, o);\n let stop = false;\n for (let i = 0; i < models.length + 1 && !stop; i++) {\n const model = i < models.length ? models[i] : (forcedModel ? null : await discover(p));\n if (!model) break;\n if (i === models.length) await setResolved(p.vendor, model);\n if (left() < 1500) { errors.push(\"DEADLINE\"); stop = true; break; }\n attempts++;\n const t0 = performance.now();\n try {\n const capMax = Math.min(capFor(p.vendor, model), o.deadlineMs && !o.stream ? Math.max(512, Math.floor(((left() - (p.ttft ?? 1500)) / 1000) * (p.tps ?? 60) * 0.85)) : Infinity);\n const res = await attempt(p, model, messages, o, Math.min(HARD_TIMEOUT_MS, left()), capMax);\n await noteSuccess(p.name);\n return { provider: p, model, latencyMs: Math.round(performance.now() - t0), res, attempts };\n } catch (e: any) {\n errors.push(`${p.name}/${model}: ${e.message}`);\n switch ((e as Fail).kind) {\n case \"size\": { const lim = outputLimit(e.message); if (lim) await setCap(p.vendor, model, Math.max(256, lim - 64)); }\n if (shrinkMaxTokens(o, e.message, e.sentMax)) { i--; errors.push(`shrunk max_tokens→${o.extra!.max_tokens}`); } break;\n case \"model\":\n if (forcedModel) { stop = true; break; }\n await markDead(p.vendor, model);\n if (model === boundFor(p.vendor)) await unbind(p.vendor);\n break;\n case \"rate\": await coolFor(p.name, e.retryAfterMs ?? COOL.rate, \"rate \" + e.message.slice(0, 80)); stop = true; break;\n case \"auth\": await coolFor(p.name, COOL.auth, \"auth \" + e.message.slice(0, 80)); stop = true; break;\n default: await noteFailure(p.name, e.message.slice(0, 60)); stop = true;\n }\n }\n }\n }\n }\n throw Object.assign(new Error(\"ALL_PROVIDERS_EXHAUSTED_OR_COOLING\"), { status: 503, errors, attempts });\n } finally { inflight--; }\n}\n",[261],"b3bb9098-b417-4051-bd11-351e659b4581","router-attempt.ts","c60156b4-abcf-11f1-b2a4-1607ee4eb77e",1352,["D",1788973140413],4,"import type { ProviderInstance } from \"./inference-provider.ts\";\nimport { headersFor } from \"./router-discover.ts\";\n\nexport type RouteOpts = { model?: string; stream?: boolean; extra?: Record; deadlineMs?: number; expectTokens?: number };\nexport type Fail = Error & { kind: \"model\" | \"rate\" | \"auth\" | \"size\" | \"transient\"; retryAfterMs?: number; sentMax?: number };\n// \"Limit 6000, Requested 9000\" (Groq TPM) or \"maximum context length is 8192 tokens ... requested 9000\": shrink to fit.\nexport function shrinkMaxTokens(o: RouteOpts, body: string, sent?: number): boolean {\n const cur = sent || Number(o.extra?.max_tokens);\n if (!cur || cur <= 512) return false;\n const lim = body.match(/limit[^\\d]{0,12}(\\d+)/i), req = body.match(/request(?:ed)?[^\\d]{0,12}(\\d+)/i);\n const next = lim && req ? Math.min(cur - (Number(req[1]) - Number(lim[1])) - 64, Number(lim[1]) - 64) : Math.floor(cur / 2);\n o.extra = { ...o.extra, max_tokens: Math.max(512, Math.min(next, cur - 256)) };\n return true;\n}\n/** \"Limit N\" from a size error when it is an output ceiling (OTPM / max_tokens), else null */\nexport function outputLimit(body: string): number | null {\n if (!/output|max_tokens|completion/i.test(body)) return null;\n const m = body.match(/limit[^\\d]{0,12}(\\d+)/i);\n return m ? Number(m[1]) : null;\n}\n\nexport function classify(status: number, body: string): Fail[\"kind\"] {\n if ((status === 429 || status === 413 || status === 400) && /too large|too long|context length|maximum context|exceeds.*tokens|reduce.*(length|tokens)/i.test(body)) return \"size\";\n if (status === 429 && !/balance|recharge|insufficient|余额/i.test(body)) return \"rate\";\n if (status === 404 || /model_not_found|invalid.model|tier_not_allowed|does not (exist|support)|not (found|exist|supported|available)|unsupported|decommissioned|deprecated|no access|unable to access/i.test(body)) return \"model\";\n if (status === 401 || status === 402 || status === 403 || status === 429 || /api.?key|unauthorized|payment|billing|balance|insufficient|余额/i.test(body)) return \"auth\";\n return \"transient\";\n}\n\n// timeoutMs covers headers AND (non-stream) body: a slow vendor streaming a long\n// completion past the deadline is the failure mode that killed 60 s turns.\n// capMax: the largest completion this vendor can stream before the deadline; a\n// truncated answer (finish_reason \"length\") beats a timeout — the caller continues it.\nexport async function attempt(p: ProviderInstance, model: string, messages: unknown[], o: RouteOpts, timeoutMs: number, capMax = Infinity): Promise {\n const payload: Record = { ...o.extra, model, messages, stream: !!o.stream };\n const cap = Math.min(p.maxOut ?? Infinity, capMax);\n if (Number(payload.max_tokens) > cap) payload.max_tokens = cap;\n const ctl = new AbortController();\n const timer = setTimeout(() => ctl.abort(), timeoutMs);\n const abortP = new Promise((_, rej) => ctl.signal.addEventListener(\"abort\", () => rej(Object.assign(new Error(\"TIMEOUT\"), { kind: \"transient\" }))));\n try {\n const res = await Promise.race([fetch(`${p.base}/chat/completions`, { method: \"POST\", headers: headersFor(p), body: JSON.stringify(payload), signal: ctl.signal }), abortP]);\n if (res.ok) {\n if (o.stream) return res;\n const text = await Promise.race([res.text(), abortP]).catch((e) => { res.body?.cancel().catch(() => {}); throw e; });\n return new Response(text, { status: res.status, headers: { \"content-type\": res.headers.get(\"content-type\") ?? \"application/json\" } });\n }\n const body = await res.text().catch(() => \"\");\n const e = new Error(`HTTP ${res.status}: ${body.slice(0, 500)}`) as Fail;\n e.kind = classify(res.status, body);\n e.sentMax = Number(payload.max_tokens) || undefined;\n const ra = Number(res.headers.get(\"retry-after\")) || Number((body.match(/try again in\\s*([\\d.]+)\\s*s/i) ?? [])[1]) || 0;\n if (e.kind === \"rate\" && ra > 0) e.retryAfterMs = Math.min(Math.ceil(ra * 1000) + 500, 15 * 60_000);\n throw e;\n } catch (e: any) {\n if (!e.kind) { e.kind = \"transient\"; e.message = e.name === \"AbortError\" ? \"TIMEOUT\" : `NETWORK: ${e.message}`; }\n ctl.abort();\n throw e;\n } finally { clearTimeout(timer); }\n}\n\n",[269],"907e461a-ab53-4642-a09e-fdbb24410980","rate-limit-tracker.ts","2ed0f30a-aae2-11f1-ad3f-1607ee4eb77e",1219,["D",1788802411124],"// rate-limit-tracker.ts — ~800 chars\ninterface RateLimitState {\n dailyRequests: Record; // model → request count\n resetTime: Record; // model → unix timestamp (ms)\n}\n\nexport class RateLimitTracker {\n private state: RateLimitState = {\n dailyRequests: {},\n resetTime: {},\n };\n\n canRequest(model: string, limit: number): boolean {\n const now = Date.now();\n const resetAt = this.state.resetTime[model] ?? 0;\n\n if (now >= resetAt) {\n // Day boundary crossed → reset\n this.state.dailyRequests[model] = 0;\n this.state.resetTime[model] = now + 86400000; // +1 day\n }\n\n const current = this.state.dailyRequests[model] ?? 0;\n return current < limit;\n }\n\n recordRequest(model: string) {\n this.state.dailyRequests[model] = (this.state.dailyRequests[model] ?? 0) +\n 1;\n }\n\n remaining(model: string, limit: number): number {\n return Math.max(0, limit - (this.state.dailyRequests[model] ?? 0));\n }\n}",[277],"5ac84dea-6e49-47a4-8055-c0ae12ef31f0","prompts.ts","2f259634-abe2-11f1-966c-1607ee4eb77e",1367,["D",1788990675922],5,"// Every prompt the app sends, in one place. Each is a template with {{vars}};\n// users override any of them per request (settings.prompts[key]) and the UI\n// fetches this table from GET ?prompts to show defaults + placeholders.\nexport type PromptKey = \"system\" | \"meta\" | \"firstExchange\" | \"plan\" | \"reconcile\" | \"critique\" | \"revise\" | \"reground\" | \"continue\" | \"summarize\" | \"workbench\" | \"skill\";\n\nexport const PROMPT_VARS: Record = {\n system: [\"date\", \"tools\", \"skills\", \"focus\", \"memory\", \"rojs\", \"user\"],\n meta: [\"open\", \"close\"],\n firstExchange: [],\n plan: [],\n reconcile: [\"drafts\"],\n critique: [\"question\", \"answer\"],\n revise: [\"question\", \"answer\", \"flaw\"],\n reground: [\"question\"],\n continue: [],\n summarize: [],\n workbench: [\"id\", \"title\", \"files\", \"file\", \"selection\", \"errors\"],\n skill: [\"name\", \"body\"],\n};\n\nexport const DEFAULT_PROMPTS: Record = {\n system: `You are OMNI: a principal-level engineer, analyst and writer acting as an agent. Date {{date}}. Tools available this turn: {{tools}}.\n\nDoctrine\n1. Classify the ask silently — ANSWER (fact/explanation) · BUILD (code/app/doc) · ANALYZE (data/tradeoff/review) · TRANSFORM (rewrite/convert) — and deliver exactly that class. Never print the class label. No restating the question, no preamble, no closing offers, no \"certainly\".\n2. Density: every sentence load-bearing. Numbers carry units and provenance. Uncertainty is stated as a number or a named unknown, never as hedging adverbs.\n3. Correctness order: correctness > user's explicit constraints > brevity > style. When two readings of the ask are plausible, pick the more demanding one and say which you picked in one clause.\n4. BUILD: complete, runnable, idiomatic, no placeholders/TODOs/elided sections; standard library first; state the algorithmic or perf property that matters. Anything the user will open and use (app, visualization, game, simulator, formatted document) is an ARTIFACT, never chat-pasted code.\n Artifact model — a project of files served together at /artifact//: \\`content\\` = entry index.html; \\`files\\` = siblings referenced by RELATIVE path (\n \n \n \n \n `;",[328],"5aff217f-48aa-4db5-a4dd-64f5bcf94eeb","inference-provider.ts","f5b23648-43b6-11f1-91e9-42b51c65c3df",1288,["D",1788892796335],49,"// Instances = vendor × key. Keys per vendor come from every one of:\n// , 1 … 9 (numbered slots)\n// comma-separated values inside any of those (\"k1,k2,k3\")\n// so N accounts at one vendor = N instances, each with its own breaker/cooldown.\n// OMNI_PROVIDERS: JSON array of Vendor rows merged by `vendor` (add or override).\n// OMNI_DISABLE: comma list of vendors to skip.\nimport { CATALOG, type Vendor } from \"./catalog.ts\";\n\nexport type ProviderInstance = Vendor & {\n name: string; // \"\" or \"#\"\n slot: number;\n key: string | null;\n keyEnv: string | null; // resolved env name for this slot\n fallbackModel: string;\n};\n\nconst KEY_SLOTS = 10;\nconst MAX_KEYS = 10; // per vendor, after slot expansion + comma split\nconst validKey = (k: string) => /^[\\x21-\\x7e]{8,}$/.test(k); // header-safe ASCII, no whitespace\nconst interp = (s: string) => s.replace(/\\$\\{(\\w+)\\}/g, (m, v) => Deno.env.get(v) ?? m); // unresolved stays, row dropped below\n\nlet cache: { vendors: Vendor[]; at: number } | null = null;\nexport function getVendors(): Vendor[] {\n if (cache && Date.now() - cache.at < 60_000) return cache.vendors;\n const byVendor = new Map(CATALOG.map((v) => [v.vendor, { ...v }]));\n try {\n const extra = JSON.parse(Deno.env.get(\"OMNI_PROVIDERS\") ?? \"[]\") as Partial[];\n for (const e of extra) {\n if (!e.vendor) continue;\n byVendor.set(e.vendor, { ...(byVendor.get(e.vendor) ?? { base: \"\", keyEnv: null, models: [], priority: 50 }), ...e } as Vendor);\n }\n } catch (e) { console.warn(\"OMNI_PROVIDERS unparsable:\", e); }\n const disabled = new Set((Deno.env.get(\"OMNI_DISABLE\") ?? \"\").split(\",\").map((s) => s.trim()).filter(Boolean));\n const vendors = [...byVendor.values()].filter((v) => !disabled.has(v.vendor) && v.base && v.models.length)\n .map((v) => ({ ...v, base: interp(v.base).replace(/\\/$/, \"\") }))\n .filter((v) => !/\\$\\{/.test(v.base))\n .sort((a, b) => a.priority - b.priority);\n cache = { vendors, at: Date.now() };\n return vendors;\n}\n\nfunction keysFor(v: Vendor): { keyEnv: string; key: string }[] {\n if (!v.keyEnv) return [];\n const out: { keyEnv: string; key: string }[] = [];\n for (let i = 0; i < KEY_SLOTS; i++) {\n const env = v.keyEnv + (i ? String(i) : \"\");\n for (const key of (Deno.env.get(env) ?? \"\").split(\",\").map((s) => s.trim()).filter(Boolean)) {\n if (validKey(key)) out.push({ keyEnv: env, key });\n else console.warn(`[omni] ${env}: skipping malformed key (${key.length} chars)`);\n }\n }\n return out.slice(0, MAX_KEYS);\n}\n\nexport function getProviderArray(): ProviderInstance[] {\n const out: ProviderInstance[] = [];\n for (const v of getVendors()) {\n const mk = (slot: number, keyEnv: string | null, key: string | null): ProviderInstance =>\n ({ ...v, name: slot ? `${v.vendor}#${slot}` : v.vendor, slot, keyEnv, key, fallbackModel: v.models[0] });\n if (!v.keyEnv) { out.push(mk(0, null, null)); continue; }\n keysFor(v).forEach((k, i) => out.push(mk(i, k.keyEnv, k.key)));\n }\n return out;\n}\n\n/** Status rows for UI/health; never carries key material. */\nexport function getCatalogStatus() {\n const live = getProviderArray();\n return getVendors().map((v) => ({\n ...v, name: v.vendor, fallbackModel: v.models[0],\n hasKey: !v.keyEnv || live.some((i) => i.vendor === v.vendor),\n keySlots: live.filter((i) => i.vendor === v.vendor).length,\n }));\n}\n\n/** Request `model` →\n * \"\"|\"auto\"|\"best\" every instance, best model quality first (see catalog QUALITY)\n * \"fast\" every instance, vendor priority (latency) order\n * \"coder\"|\"reasoning\"|\"fast\"|\"long\"|\"vision\" instances whose vendor carries the tag, then the rest\n * \"\" that vendor's instances; \"#n\" one instance\n * \":\" that vendor, forced upstream id\n * \"/\" same as above (OpenRouter-style spelling)\n * unknown → [] */\nexport type Rank = \"quality\" | \"priority\";\nexport type Resolved = { targets: ProviderInstance[]; forcedModel: string | null; rank: Rank; boost?: RegExp };\nexport function resolveTargets(requested: string | undefined, live: ProviderInstance[]): Resolved {\n const none: Resolved = { targets: [], forcedModel: null, rank: \"priority\" };\n if (!requested || requested === \"auto\" || requested === \"best\") return { targets: live, forcedModel: null, rank: \"quality\" };\n if (requested === \"fast\") return { targets: live, forcedModel: null, rank: \"priority\" };\n if (/^(coder|reasoning|long|vision)$/.test(requested)) {\n const tagged = live.filter((p) => p.tags?.includes(requested));\n return { targets: [...tagged, ...live.filter((p) => !tagged.includes(p))], forcedModel: null, rank: \"quality\", boost: requested === \"coder\" ? /coder|code/i : undefined };\n }\n const exact = live.filter((p) => p.name === requested || p.vendor === requested);\n if (exact.length) return { targets: exact, forcedModel: null, rank: \"quality\" };\n const m = requested.match(/^([a-z0-9_-]+)[:/](.+)$/i);\n if (!m) return none;\n const byVendor = live.filter((p) => p.vendor === m[1]);\n return byVendor.length ? { targets: byVendor, forcedModel: m[2], rank: \"priority\" } : none;\n}\n",[336],"926cbbb2-b8f1-4a12-bd31-16f529f2d18f","db.ts","0b4ab11c-43c9-11f1-8043-42b51c65c3df",1366,["D",1788990674983],65,"import { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\n\n/* ────────────────────────────────────────────────────────────────\n Result monad — DB failures are values, never uncaught exceptions.\n Error channel is a closed literal union, not bare `string`, so\n every `r.error === \"...\"` comparison downstream is checked at\n compile time instead of merely hoped for.\n ──────────────────────────────────────────────────────────────── */\ntype Result = { ok: true; value: T } | { ok: false; error: E };\ntype DbError = \"QUOTA_EXCEEDED\" | \"UNKNOWN\";\n\nfunction Ok(value: T): Result {\n return { ok: true, value };\n}\n\nfunction Err(error: E): Result {\n return { ok: false, error };\n}\n\nasync function attempt(fn: () => Promise): Promise> {\n try {\n return Ok(await fn());\n } catch (e) {\n return Err(\n /full|quota/i.test(String(e)) ? \"QUOTA_EXCEEDED\" : \"UNKNOWN\",\n );\n }\n}\n\n/* ────────────────────────────────────────────────────────────────\n Schema — single source of truth. Row shapes come from an actual\n TS interface, not from pattern-matching SQL text.\n ──────────────────────────────────────────────────────────────── */\ninterface Schema {\n provider: {\n id: string; // natural key — matches message.providerId's type; no cast needed at the join\n name: string;\n base: string;\n keyEnv: string | null;\n model: string | null;\n priority: number;\n };\n message: {\n id: number;\n role: \"user\" | \"assistant\" | \"system\";\n content: string;\n ts: number;\n session: string;\n providerId: string | null;\n };\n message_meta: { message_id: number; meta: string };\n memory: { key: string; value: string; weight: number; ts: number };\n memory_fact: {\n id: number;\n fact: string;\n salience: number; // 1 - predictability; decays on non-access\n created: number;\n accessed: number;\n hits: number;\n };\n session: { id: string; name: string; ts: number };\n omni_router_config: { provider: string; selected_model: string };\n omni_state: { key: string; value: string; ts: number }; // router cooldowns / dead models / resolved ids\n progress: { session: string; events: string; ts: number }; // live turn progress, polled by the chat UI\n artifact_file: { artifact_id: number; path: string; content: string; ts: number }; // multi-file artifacts; index.html mirrors artifact.content\n artifact: {\n id: number;\n session: string;\n title: string;\n kind: \"html\" | \"svg\" | \"markdown\";\n content: string;\n ts: number;\n };\n}\ntype Table = keyof Schema;\ntype Row = Schema[T];\n\nconst DDL: Record = {\n provider: `CREATE TABLE IF NOT EXISTS provider (\n id TEXT PRIMARY KEY, name TEXT NOT NULL, base TEXT NOT NULL, model TEXT NOT NULL,\n keyEnv TEXT, priority INTEGER NOT NULL)`,\n message: `CREATE TABLE IF NOT EXISTS message (\n id INTEGER PRIMARY KEY AUTOINCREMENT, role TEXT NOT NULL, content TEXT NOT NULL,\n ts INTEGER NOT NULL, session TEXT NOT NULL REFERENCES session(id),\n providerId TEXT REFERENCES provider(id))`,\n message_meta: `CREATE TABLE IF NOT EXISTS message_meta (\n message_id INTEGER PRIMARY KEY REFERENCES message(id) ON DELETE CASCADE, meta TEXT NOT NULL)`,\n memory: `CREATE TABLE IF NOT EXISTS memory (\n key TEXT PRIMARY KEY, value TEXT NOT NULL, weight REAL NOT NULL, ts INTEGER NOT NULL)`,\n memory_fact: `CREATE TABLE IF NOT EXISTS memory_fact (\n id INTEGER PRIMARY KEY AUTOINCREMENT, fact TEXT NOT NULL, salience REAL NOT NULL,\n created INTEGER NOT NULL, accessed INTEGER NOT NULL, hits INTEGER NOT NULL DEFAULT 0)`,\n session: `CREATE TABLE IF NOT EXISTS session (\n id TEXT PRIMARY KEY, name TEXT NOT NULL DEFAULT 'New Chat', ts INTEGER NOT NULL)`,\n omni_router_config: `CREATE TABLE IF NOT EXISTS omni_router_config (\n provider TEXT PRIMARY KEY, selected_model TEXT NOT NULL)`,\n omni_state: `CREATE TABLE IF NOT EXISTS omni_state (\n key TEXT PRIMARY KEY, value TEXT NOT NULL, ts INTEGER NOT NULL)`,\n progress: `CREATE TABLE IF NOT EXISTS progress (\n session TEXT PRIMARY KEY, events TEXT NOT NULL, ts INTEGER NOT NULL)`,\n artifact_file: `CREATE TABLE IF NOT EXISTS artifact_file (\n artifact_id INTEGER NOT NULL REFERENCES artifact(id), path TEXT NOT NULL, content TEXT NOT NULL, ts INTEGER NOT NULL,\n PRIMARY KEY(artifact_id, path))`,\n artifact: `CREATE TABLE IF NOT EXISTS artifact (\n id INTEGER PRIMARY KEY AUTOINCREMENT, session TEXT NOT NULL REFERENCES session(id),\n title TEXT NOT NULL, kind TEXT NOT NULL, content TEXT NOT NULL, ts INTEGER NOT NULL,\n UNIQUE(session, title))`,\n};\n\nconst INDEXES = [\n `CREATE INDEX IF NOT EXISTS idx_message_session_id ON message(session, id)`,\n `CREATE INDEX IF NOT EXISTS idx_memory_ts ON memory(ts)`,\n `CREATE INDEX IF NOT EXISTS idx_memory_fact_accessed ON memory_fact(accessed)`,\n `CREATE INDEX IF NOT EXISTS idx_artifact_session_ts ON artifact(session, ts)`,\n];\n\nconst initDB = () =>\n attempt(() =>\n sqlite.batch([\n `PRAGMA foreign_keys = ON`,\n ...Object.values(DDL),\n ...INDEXES,\n ])\n );\n\n/* ────────────────────────────────────────────────────────────────\n Query core — one primitive, three call shapes.\n\n `sql` is a tagged template: values are never concatenated into\n the statement text, so injection is structurally impossible, not\n just discouraged by convention.\n\n The `Table` argument to `all`/`one` is a phantom: zero runtime\n cost, exists purely to pin the generic so the return type is\n declared honestly by the caller instead of inferred from SQL\n text (which is what broke in the original — template-literal\n type matching only resolves on string-literal SQL and silently\n collapses to `unknown` for anything built at runtime).\n ──────────────────────────────────────────────────────────────── */\n// The exact set of values libsql/SQLite can bind as a parameter (mirrors\n// @libsql/client's InValue). `unknown[]` doesn't satisfy either `execute`\n// overload — TS falls through to the `(sql: string, args?: InArgs)` form\n// and reports the whole `{sql, args}` object as an invalid `sql` argument,\n// which is a confusing symptom of an unrelated cause. Declaring the real\n// value type here fixes it at the source instead of casting at each call.\ntype SqlValue =\n | string\n | number\n | bigint\n | boolean\n | ArrayBuffer\n | Uint8Array\n | Date\n | null;\ntype Bound = { text: string; values: SqlValue[] };\nconst sql = (strings: TemplateStringsArray, ...values: SqlValue[]): Bound => ({\n text: strings.reduce(\n (acc, s, i) => acc + s + (i < values.length ? \"?\" : \"\"),\n \"\",\n ),\n values,\n});\n\n// sqlite.execute returns libsql's ResultSet, whose .rows are libsql's own\n// Row type — every column typed as `Value = null | string | number | bigint\n// | ArrayBuffer`, regardless of what our schema declares. TS correctly\n// refuses a direct cast to Row here: nothing in the type system knows a\n// TEXT NOT NULL column can't come back null, or that an INTEGER won't come\n// back as bigint. That guarantee lives in the SQL schema, not in types, so\n// this is an explicit, acknowledged boundary crossing — not a verified one.\nfunction all(_table: T, q: Bound) {\n return attempt(\n async () =>\n (await sqlite.execute({ sql: q.text, args: q.values }))\n .rows as unknown as Row[],\n );\n}\n\nasync function one(table: T, q: Bound) {\n const r = await all(table, q);\n return r.ok ? Ok(r.value[0] ?? null) : r;\n}\n\n// Escape hatch for shapes that don't correspond to any single table — an\n// aggregate like `SELECT COUNT(*) AS c`, a join projection, etc. `all`/`one`\n// can't type these honestly because their phantom `Table` argument has\n// nothing to pin to. Here the caller declares the shape directly via the\n// explicit generic — same honesty contract as `all`, just without a table\n// to anchor it to.\nfunction raw(q: Bound) {\n return attempt(async () =>\n (await sqlite.execute({ sql: q.text, args: q.values }))\n .rows as unknown as T[]\n );\n}\n\nfunction unwrap(\n r: Result,\n): string | null {\n return r.ok ? r.value : null;\n}\n\n// libsql's ResultSet carries rowsAffected and lastInsertRowid — the only\n// way to learn the AUTOINCREMENT id of a row just inserted, or to confirm\n// a write actually touched anything. Discarding it (`.then(() => undefined)`)\n// made insertMessage() write rows whose id was permanently unrecoverable.\ntype Effect = { rowsAffected: number; lastInsertRowid: bigint | undefined };\nconst run = (q: Bound) =>\n attempt(async () => {\n const r = await sqlite.execute({ sql: q.text, args: q.values });\n return {\n rowsAffected: r.rowsAffected,\n lastInsertRowid: r.lastInsertRowid,\n } satisfies Effect;\n });\n\n/* ────────────────────────────────────────────────────────────────\n Domain operations — thin pipelines over the three primitives.\n Retention is not an afterthought: every write can fail on quota,\n and the failure is handled as data, not caught upstream by luck.\n ──────────────────────────────────────────────────────────────── */\nconst messagesFor = (session: string, limit = 200) =>\n all(\n \"message\",\n sql`SELECT * FROM message WHERE session = ${session} ORDER BY id DESC LIMIT ${limit}`,\n );\n\nconst insertMessage = async (m: Omit, \"id\">) => {\n const r = await run(\n sql`INSERT INTO message (role, content, ts, session, providerId)\n VALUES (${m.role}, ${m.content}, ${m.ts}, ${m.session}, ${m.providerId})`,\n );\n if (!r.ok) return r;\n // lastInsertRowid is undefined only if this wasn't actually an INSERT into\n // a ROWID table — Number(undefined) would silently produce NaN here, which\n // is worse than failing loudly, since a NaN id would propagate downstream\n // looking like a valid one.\n if (r.value.lastInsertRowid === undefined) return Err(\"UNKNOWN\");\n return Ok(Number(r.value.lastInsertRowid));\n};\n\nconst pruneSession = (session: string, keep = 200) =>\n run(sql`DELETE FROM message WHERE session = ${session} AND id NOT IN\n (SELECT id FROM message WHERE session = ${session} ORDER BY id DESC LIMIT ${keep})`);\n\n// Val Town's real ceiling is the storage quota (10MB free / 1GB paid,\n// Turso-backed), not SQLite's own ~2^31-byte string limit. On\n// QUOTA_EXCEEDED, prune this session hard and retry once. If the\n// retry still fails, the caller gets the real error, not a silent drop.\nconst insertMessageSafe = async (m: Omit, \"id\">) => {\n const first = await insertMessage(m);\n\n if (first.ok === false) {\n if (first.error === \"QUOTA_EXCEEDED\") {\n const pruned = await pruneSession(m.session, 100);\n return pruned.ok ? insertMessage(m) : pruned;\n }\n }\n return first;\n};\n\nconst upsertMemory = (key: string, value: string, weight: number, ts: number) =>\n run(\n sql`INSERT INTO memory (key, value, weight, ts) VALUES (${key}, ${value}, ${weight}, ${ts})\n ON CONFLICT(key) DO UPDATE SET value = excluded.value, weight = excluded.weight, ts = excluded.ts`,\n );\n\nconst providerById = (id: string) =>\n one(\"provider\", sql`SELECT * FROM provider WHERE id = ${id}`);\n\nconst providersByPriority = () =>\n all(\"provider\", sql`SELECT * FROM provider ORDER BY priority ASC`);\n\nconst touchSession = (id: string, name: string, ts: number) =>\n run(sql`INSERT INTO session (id, name, ts) VALUES (${id}, ${name}, ${ts})\n ON CONFLICT(id) DO UPDATE SET name = excluded.name, ts = excluded.ts`);\n\nexport {\n all,\n type Bound,\n type DbError,\n Err,\n initDB,\n insertMessage,\n insertMessageSafe,\n messagesFor,\n Ok,\n one,\n providerById,\n providersByPriority,\n pruneSession,\n raw,\n type Result,\n type Row,\n run,\n type Schema,\n sql,\n type Table,\n touchSession,\n unwrap,\n upsertMemory,\n};",[344],"42a7af31-5c8c-415c-9e6b-70e35c5aaf55","catalog.ts","b04a98e8-ab4e-11f1-a8c4-1607ee4eb77e",1316,["D",1788904828385],"// Vendor catalog. One row per OpenAI-compatible endpoint. `models` is the\n// ordered fallback list; `prefer` picks a replacement from the vendor's live\n// /models when every listed id 404s. `${ENV}` in `base` is interpolated.\n// Override/extend at runtime with OMNI_PROVIDERS (JSON array, merged by vendor)\n// and OMNI_DISABLE (comma list of vendors). Priority: lower = tried first;\n// 0–19 free & fast, 20–39 free & slow/quota'd, 40+ paid last resort.\nexport type Vendor = {\n vendor: string;\n base: string;\n keyEnv: string | null;\n models: string[];\n prefer?: string; // regex source, case-insensitive\n priority: number;\n tags?: string[]; // coder | reasoning | fast | long | vision\n headers?: Record;\n paid?: boolean; // paid vendors rank after every free one in `auto`, whatever their quality\n tps?: number; // measured/estimated output tokens per second (default 60)\n ttft?: number; // typical ms to first token (default 1500)\n maxOut?: number; // clamp for max_tokens: free tiers meter prompt+max_tokens per minute (Groq TPM 8000)\n};\n\nimport { FREE } from \"./catalog-free.ts\";\nimport { PAID } from \"./catalog-paid.ts\";\nexport const CATALOG: Vendor[] = [...FREE, ...PAID];\n\n// Quality prior per upstream model id (0–100). Drives `auto`/`best` ordering:\n// higher first across vendors, then vendor priority as tie-break. Editorial,\n// dated 2026-09; override any row via OMNI_QUALITY='{\"regex\":score,…}'.\nconst QUALITY: [RegExp, number][] = [\n [/deepseek-v4-pro/i, 95], [/kimi-k3/i, 94], [/qwen3\\.8-2\\.4t/i, 93], [/glm-5\\.3(?!-flash)/i, 92], [/nemotron-3-ultra/i, 90],\n [/deepseek-v4-flash/i, 88], [/minimax-m3/i, 86], [/qwen3-coder-next|qwen3-coder-plus/i, 86], [/qwen[-.]?3\\.8-27b/i, 85],\n [/glm-5\\.3-flash|glm-5-turbo/i, 84], [/nemotron-3-super/i, 84], [/deepseek-v3\\.2/i, 84], [/kimi-k2/i, 83], [/gpt-oss-120b/i, 82],\n [/gemini-2\\.5-flash(?!-lite)/i, 80], [/gemma-4-31b/i, 80], [/qwen3\\.6|qwen3\\.7/i, 78], [/nemotron-3\\.5-lightning/i, 76],\n [/gemini-2\\.5-flash-lite/i, 74], [/glm-4\\.5-air|glm-4\\.7/i, 72], [/mistral-small/i, 72], [/command-a/i, 72], [/qwen3-30b|qwen3-32b/i, 72],\n [/llama-3\\.3-70b|llama-3_3-70b/i, 70], [/gpt-oss-20b/i, 70], [/nemotron-70b|nemotron-51b/i, 68], [/qwen3-14b/i, 65], [/ministral-14b/i, 62],\n [/qwen3-8b/i, 55], [/ministral-8b|llama-3\\.1-8b/i, 50], [/gpt-5-mini/i, 88], [/claude-sonnet/i, 92], [/claude-haiku/i, 84], [/deepseek-chat|deepseek-reasoner/i, 90], [/grok-4/i, 88],\n];\nlet override: [RegExp, number][] | null = null;\nexport function quality(id: string): number {\n if (override === null) {\n override = [];\n try { for (const [k, v] of Object.entries(JSON.parse(Deno.env.get(\"OMNI_QUALITY\") ?? \"{}\"))) override.push([new RegExp(k, \"i\"), Number(v)]); } catch { /* ignore */ }\n }\n for (const [rx, q] of override) if (rx.test(id)) return q;\n for (const [rx, q] of QUALITY) if (rx.test(id)) return q;\n return 40;\n}\n",[352],"c92e54af-69da-4df3-8c7b-020c237004bb","catalog-paid.ts","b0d2b336-ab4e-11f1-a8c4-1607ee4eb77e",1292,["D",1788892849316],1,"import type { Vendor } from \"./catalog.ts\";\n// Paid — last resort, only routed when a key is present.\nexport const PAID: Vendor[] = [\n { paid: true, vendor: \"deepseek\", base: \"https://api.deepseek.com/v1\", keyEnv: \"DEEPSEEK_API_KEY\", priority: 40, tags: [\"coder\", \"reasoning\"], models: [\"deepseek-chat\", \"deepseek-reasoner\"] },\n { paid: true, vendor: \"moonshot\", base: \"https://api.moonshot.ai/v1\", keyEnv: \"MOONSHOT_API_KEY\", priority: 41, tags: [\"coder\", \"long\"], models: [\"kimi-k2-turbo-preview\", \"kimi-k2-0905-preview\"], prefer: \"kimi\" },\n { paid: true, vendor: \"xai\", base: \"https://api.x.ai/v1\", keyEnv: \"XAI_API_KEY\", priority: 42, tags: [\"reasoning\"], models: [\"grok-4-fast-non-reasoning\", \"grok-4-fast-reasoning\"], prefer: \"grok.*fast\" },\n { paid: true, vendor: \"openai\", base: \"https://api.openai.com/v1\", keyEnv: \"OPENAI_API_KEY\", priority: 43, tags: [\"coder\", \"reasoning\", \"vision\"], models: [\"gpt-5-mini\", \"gpt-4.1-mini\"], prefer: \"gpt-5-mini|gpt-4.1-mini\" },\n { paid: true, vendor: \"anthropic\", base: \"https://api.anthropic.com/v1\", keyEnv: \"ANTHROPIC_API_KEY\", priority: 44, tags: [\"coder\", \"reasoning\", \"vision\"], models: [\"claude-sonnet-4-5\", \"claude-haiku-4-5\"], prefer: \"haiku|sonnet\" },\n];\n",[359],"d0083d2d-d687-4531-a6df-ed4c7b6f8006","catalog-free.ts","b08f5190-ab4e-11f1-b3f3-1607ee4eb77e",1322,["D",1788905414390],6,"import type { Vendor } from \"./catalog.ts\";\n// Free tiers, priority 0–19 = latency order (used by `fast`); `auto` ranks by QUALITY instead.\nexport const FREE: Vendor[] = [\n { vendor: \"groq\", tps: 400, maxOut: 5500, base: \"https://api.groq.com/openai/v1\", keyEnv: \"GROQ_API_KEY\", priority: 0, tags: [\"fast\"],\n models: [\"qwen/qwen3.8-27b\", \"openai/gpt-oss-120b\", \"openai/gpt-oss-20b\"], prefer: \"gpt-oss|qwen|llama\" },\n { vendor: \"cerebras\", tps: 1200, maxOut: 8000, base: \"https://api.cerebras.ai/v1\", keyEnv: \"CEREBRAS_API_KEY\", priority: 1, tags: [\"fast\"],\n models: [\"qwen-3.8-27b\", \"gpt-oss-120b\", \"gemma-4-31b\"], prefer: \"gpt-oss|qwen|llama\" },\n { vendor: \"sambanova\", tps: 300, base: \"https://api.sambanova.ai/v1\", keyEnv: \"SAMBANOVA_API_KEY\", priority: 2, tags: [\"fast\", \"reasoning\"],\n models: [\"MiniMax-M3\", \"DeepSeek-V3.2\", \"gpt-oss-120b\", \"Meta-Llama-3.3-70B-Instruct\"], prefer: \"minimax|deepseek|gpt-oss|llama\" },\n { vendor: \"openrouter\", tps: 30, ttft: 4000, base: \"https://openrouter.ai/api/v1\", keyEnv: \"OPENROUTER_API_KEY\", priority: 3, tags: [\"coder\", \"reasoning\", \"long\"],\n models: [\"nvidia/nemotron-3-ultra-550b-a55b:free\", \"nvidia/nemotron-3-super-120b-a12b:free\", \"google/gemma-4-31b-it:free\", \"nvidia/nemotron-3.5-lightning:free\", \"thinkingmachines/inkling:free\"],\n prefer: \":free$\" },\n { vendor: \"huggingface\", tps: 50, base: \"https://router.huggingface.co/v1\", keyEnv: \"HF_TOKEN\", priority: 4, tags: [\"coder\", \"reasoning\", \"long\"],\n models: [\"deepseek-ai/DeepSeek-V4-Pro\", \"moonshotai/Kimi-K3\", \"zai-org/GLM-5.3\", \"deepseek-ai/DeepSeek-V4-Flash\", \"Qwen/Qwen3-Coder-Next\", \"Qwen/Qwen3.8-27B\", \"openai/gpt-oss-120b\", \"zai-org/GLM-5.3-Flash\"], prefer: \"deepseek|kimi|glm|qwen|gpt-oss\" },\n { vendor: \"gemini\", tps: 150, base: \"https://generativelanguage.googleapis.com/v1beta/openai\", keyEnv: \"GEMINI_API_KEY\", priority: 5, tags: [\"fast\", \"long\", \"vision\"],\n models: [\"gemini-2.5-flash-lite\", \"gemini-2.5-flash\", \"gemini-2.0-flash\"], prefer: \"flash\" },\n { vendor: \"mistral\", tps: 80, base: \"https://api.mistral.ai/v1\", keyEnv: \"MISTRAL_API_KEY\", priority: 6, tags: [\"coder\"],\n models: [\"mistral-small-latest\", \"ministral-14b-latest\", \"ministral-8b-latest\", \"devstral-small-latest\"], prefer: \"mistral-small|ministral\" },\n { vendor: \"nvidia_nim\", tps: 40, base: \"https://integrate.api.nvidia.com/v1\", keyEnv: \"NVIDIA_API_KEY\", priority: 20, tags: [\"reasoning\"],\n models: [\"nvidia/llama-3.1-nemotron-51b-instruct\", \"mistralai/mistral-nemotron\", \"meta/llama-3.2-90b-vision-instruct\"], prefer: \"nemotron-(51|70)b|mistral-nemotron\" },\n { vendor: \"zai\", base: \"https://open.bigmodel.cn/api/paas/v4\", keyEnv: \"ZAI_API_KEY\", priority: 8, tags: [\"coder\"],\n models: [\"glm-5.3-flash\", \"glm-4.5-air\", \"glm-5-turbo\"], prefer: \"flash|air\" },\n { vendor: \"cohere\", base: \"https://api.cohere.ai/compatibility/v1\", keyEnv: \"COHERE_API_KEY\", priority: 9,\n models: [\"command-a-03-2025\", \"command-r7b-12-2024\", \"command-r-plus\"], prefer: \"command\" },\n { vendor: \"cloudflare\", tps: 100, base: \"https://api.cloudflare.com/client/v4/accounts/${CF_ACCOUNT_ID}/ai/v1\", keyEnv: \"CF_AI_TOKEN\", priority: 10, tags: [\"fast\"],\n models: [\"@cf/openai/gpt-oss-120b\", \"@cf/meta/llama-3.3-70b-instruct-fp8-fast\", \"@cf/qwen/qwen3-30b-a3b-fp8\"], prefer: \"gpt-oss|llama-3.3|qwen\" },\n { vendor: \"together\", tps: 80, base: \"https://api.together.xyz/v1\", keyEnv: \"TOGETHER_API_KEY\", priority: 11,\n models: [\"openai/gpt-oss-20b\", \"Qwen/Qwen3-14B\", \"meta-llama/Llama-3.3-70B-Instruct\", \"openai/gpt-oss-120b\"], prefer: \"gpt-oss-20b|qwen3-14b|llama-3.3-70b-instruct$\" },\n { vendor: \"siliconflow\", base: \"https://api.siliconflow.cn/v1\", keyEnv: \"SILICONFLOW_API_KEY\", priority: 12,\n models: [\"Qwen/Qwen3-8B\", \"THUDM/GLM-4-9B-0414\"], prefer: \"qwen3-8b|glm\" },\n { vendor: \"ovh\", base: \"https://oai.endpoints.kepler.ai.cloud.ovh.net/v1\", keyEnv: \"OVH_AI_ENDPOINTS_ACCESS_TOKEN\", priority: 13,\n models: [\"Meta-Llama-3_3-70B-Instruct\", \"gpt-oss-120b\", \"Qwen3-32B\"], prefer: \"llama|gpt-oss|qwen\" },\n { vendor: \"chutes\", base: \"https://llm.chutes.ai/v1\", keyEnv: \"CHUTES_API_KEY\", priority: 14,\n models: [\"openai/gpt-oss-120b\", \"Qwen/Qwen3-235B-A22B-Instruct-2507\"], prefer: \"gpt-oss|qwen\" },\n { vendor: \"novita\", base: \"https://api.novita.ai/v3/openai\", keyEnv: \"NOVITA_API_KEY\", priority: 15,\n models: [\"openai/gpt-oss-120b\", \"meta-llama/llama-3.3-70b-instruct\"], prefer: \"gpt-oss|llama-3.3\" },\n { vendor: \"hyperbolic\", base: \"https://api.hyperbolic.xyz/v1\", keyEnv: \"HYPERBOLIC_API_KEY\", priority: 16,\n models: [\"openai/gpt-oss-120b\", \"meta-llama/Llama-3.3-70B-Instruct\"], prefer: \"gpt-oss|llama-3.3\" },\n { vendor: \"dashscope\", base: \"https://dashscope-intl.aliyuncs.com/compatible-mode/v1\", keyEnv: \"DASHSCOPE_API_KEY\", priority: 17, tags: [\"coder\"],\n models: [\"qwen-plus\", \"qwen3-coder-plus\", \"qwen-turbo\"], prefer: \"qwen\" },\n { vendor: \"scaleway\", base: \"https://api.scaleway.ai/v1\", keyEnv: \"SCW_SECRET_KEY\", priority: 18,\n models: [\"gpt-oss-120b\", \"llama-3.3-70b-instruct\"], prefer: \"gpt-oss|llama\" },\n { vendor: \"featherless\", base: \"https://api.featherless.ai/v1\", keyEnv: \"FEATHERLESS_API_KEY\", priority: 19,\n models: [\"meta-llama/Llama-3.3-70B-Instruct\"], prefer: \"llama-3.3|qwen\" },\n];\n",[367],"61c93b1c-3bcb-40e3-b6f2-f5b90eba92ac","artifacts.ts","4b6b75ba-ac6f-11f1-a399-1607ee4eb77e",1363,["D",1788985026592],"// Multi-file artifacts: an `artifact` row (title, kind, index content) plus\n// `artifact_file` rows. Served path-style at /artifact// so relative\n// \n \n \n \n \n \n \n

\n \n \n \n `,\n { headers: { \"Content-Type\": \"text/html\" } },\n );\n } else if (req.method === \"POST\") {\n // --- API: Update SQLite DB ---\n if (url.pathname === \"/api/update\") {\n const { provider, model } = await req.json();\n await sqlite.execute({\n sql:\n `INSERT INTO omni_router_config (provider, selected_model) VALUES (?, ?) ON CONFLICT(provider) DO UPDATE SET selected_model = excluded.selected_model`,\n args: [provider, model],\n });\n return Response.json({ success: true });\n }\n\n try {\n const body = await req.json();\n const messages = body.messages ||\n (body.prompt ? [{ role: \"user\", content: body.prompt }] : []);\n if (!messages.length) {\n return new Response(\n JSON.stringify({ error: \"Empty message payload\" }),\n { status: 400 },\n );\n }\n const { message, provider, model, latencyMs } = await routeInference(\n messages,\n body.tools,\n body.tool_choice,\n );\n\n const activeGuards = getProviderArray()\n .filter((p) => Deno.env.get(p.keyEnv))\n .map(\n (p) => ({ name: p.name, state: getBreaker(p.name).state }),\n );\n\n const sseId = `chatcmpl-omni-${crypto.randomUUID()}`;\n\n if (body.stream) {\n const encoder = new TextEncoder();\n\n const stream = new ReadableStream({\n start(controller) {\n const sendChunk = (\n delta: any,\n finish_reason: string | null = null,\n ) => {\n controller.enqueue(encoder.encode(`data: ${\n JSON.stringify({\n id: sseId,\n object: \"chat.completion.chunk\",\n created: Math.floor(Date.now() / 1000),\n model: model,\n choices: [{ index: 0, delta, finish_reason }],\n _omni_meta: {\n provider: JSON.stringify(provider),\n latency_ms: latencyMs,\n inflight_requests: inflight,\n circuit_states: activeGuards,\n },\n })\n }\\n\\n`));\n };\n\n // 1. Role chunk\n sendChunk({ role: \"assistant\", content: \"\" });\n\n // 2. Content chunk\n if (message.content) sendChunk({ content: message.content });\n\n // 3. Tools chunk\n if (message.tool_calls) {\n sendChunk({ tool_calls: message.tool_calls });\n }\n\n // 4. Finish chunk\n sendChunk({}, message.tool_calls ? \"tool_calls\" : \"stop\");\n\n // 5. End Stream\n controller.enqueue(encoder.encode(\"data: [DONE]\\n\\n\"));\n controller.close();\n },\n });\n\n return new Response(stream, {\n headers: {\n \"Content-Type\": \"text/event-stream\",\n \"Cache-Control\": \"no-cache\",\n \"Connection\": \"keep-alive\",\n \"Access-Control-Allow-Origin\": \"*\",\n },\n });\n }\n\n return new Response(\n JSON.stringify({\n id: sseId,\n object: \"chat.completion\",\n created: Math.floor(Date.now() / 1000),\n model: model,\n choices: [{\n index: 0,\n message: message,\n finish_reason: message.tool_calls ? \"tool_calls\" : \"stop\",\n }],\n _omni_meta: {\n provider: provider,\n latency_ms: latencyMs,\n inflight_requests: inflight,\n circuit_states: activeGuards,\n },\n }),\n {\n status: 200,\n headers: {\n \"Content-Type\": \"application/json\",\n \"Access-Control-Allow-Origin\": \"*\",\n },\n },\n );\n } catch (e: any) {\n return new Response(\n JSON.stringify({\n error: {\n message: \"(error).\",\n details: e.message,\n },\n }),\n {\n status: 503,\n headers: {\n \"Content-Type\": \"application/json\",\n \"Access-Control-Allow-Origin\": \"*\",\n },\n },\n );\n }\n }\n\n return new Response(\"Not Found\", { status: 404 });\n}","inference-router",[414],"273340ae-9854-4838-aaed-d7c30d3e5c9d","_inference-router-dev.tsx","676ac11c-4595-11f1-99e3-42b51c65c3df",1191,["D",1783675963454],20,"import { getProviderArray } from \"./inference-provider.ts\";\nimport { all, initDB, type Row, run, sql } from \"./db.ts\";\n\ntype Provider = Row<\"provider\">;\n\nconst MAX_CONCURRENCY = 3;\nconst MAX_FAILS = 2;\nconst BREAK_DURATION_MS = 25_000;\nconst HARD_TIMEOUT_MS = 120_000;\nconst INFERENCE_TEMPERATURE = 0.0;\n\n// ============================================================================\n// 2. STATE MANAGEMENT (SQLite) & CACHING\n// ============================================================================\n// omni_router_config is already part of db.ts's shared Schema/DDL — initDB()\n// from db.ts creates it (and every other table) idempotently. The local\n// CREATE TABLE here was a second, drifting source of truth for the same\n// table and has been removed rather than kept \"just in case\" the two diverge.\n\nasync function getSavedModels(): Promise> {\n const r = await all(\n \"omni_router_config\",\n sql`SELECT * FROM omni_router_config`,\n );\n if (!r.ok) {\n console.error(\"getSavedModels failed:\", r.error);\n return {};\n }\n const map: Record = {};\n for (const row of r.value) map[row.provider] = row.selected_model;\n return map;\n}\n\nlet inflight = 0;\n\nconst sleep = (ms: number) => new Promise((r) => setTimeout(r, ms));\nconst now = () => performance.now();\n\n// ============================================================================\n// 3. ENTERPRISE CIRCUIT BREAKER\n// ============================================================================\ntype BreakerState = \"CLOSED\" | \"OPEN\" | \"HALF_OPEN\";\ninterface Breaker {\n failCount: number;\n state: BreakerState;\n nextAttempt: number;\n}\nconst breakers = new Map();\n\nfunction getBreaker(name: string): Breaker {\n if (!breakers.has(name)) {\n breakers.set(name, { failCount: 0, state: \"CLOSED\", nextAttempt: 0 });\n }\n return breakers.get(name)!;\n}\n\nfunction checkBreaker(name: string): boolean {\n const b = getBreaker(name);\n if (b.state === \"OPEN\" && Date.now() >= b.nextAttempt) {\n b.state = \"HALF_OPEN\";\n }\n return b.state === \"HALF_OPEN\" || b.state === \"CLOSED\";\n}\n\nfunction reportBreaker(name: string, success: boolean) {\n const b = getBreaker(name);\n if (success) {\n b.failCount = 0;\n b.state = \"CLOSED\";\n } else {\n b.failCount++;\n if (b.failCount >= MAX_FAILS || b.state === \"HALF_OPEN\") {\n b.state = \"OPEN\";\n b.nextAttempt = Date.now() + BREAK_DURATION_MS;\n b.failCount = 0;\n }\n }\n}\n\n// ============================================================================\n// 4. CORE INFERENCE ENGINE\n// ============================================================================\nasync function invokeProvider(\n provider: Provider,\n targetModel: string,\n messages: any[],\n tools?: any[],\n toolChoice?: any,\n temperature: number = 0.0,\n maxTokens: number = 1024000,\n) {\n const key = Deno.env.get(provider.keyEnv!)!;\n const url = `${provider.base}/chat/completions`;\n\n const payload: any = {\n model: targetModel,\n messages,\n temperature: temperature,\n stream: false,\n max_tokens: maxTokens,\n };\n if (tools && tools.length > 0) {\n payload.tools = tools;\n if (toolChoice) payload.tool_choice = toolChoice;\n }\n\n const controller = new AbortController();\n const timeoutId = setTimeout(() => controller.abort(), HARD_TIMEOUT_MS);\n\n try {\n const t0 = now();\n const res = await fetch(url, {\n method: \"POST\",\n headers: {\n \"Authorization\": `Bearer ${key}`,\n \"Content-Type\": \"application/json\",\n \"HTTP-Referer\": \"https://val.town\",\n \"X-Title\": \"Ziggyware-OmniRouter\",\n },\n body: JSON.stringify(payload),\n signal: controller.signal,\n });\n clearTimeout(timeoutId);\n if (!res.ok) {\n throw new Error(\n `HTTP ${res.status}: ${await res.text().catch(() => \"Unknown\")}`,\n );\n }\n\n const json = await res.json();\n if (!json.choices?.[0]?.message) throw new Error(\"Malformed JSON response\");\n\n return {\n message: json.choices[0].message,\n latencyMs: Math.round(now() - t0),\n modelUsed: targetModel,\n provider: provider,\n };\n } catch (e: any) {\n clearTimeout(timeoutId);\n throw new Error(\n e.name === \"AbortError\" ? \"API_STALLED_TIMEOUT\" : e.message,\n );\n }\n}\n\nasync function routeInference(\n messages: any[],\n tools?: any[],\n toolChoice?: any,\n temperature: number = 0.0,\n maxTokens: number = 1024000,\n) {\n while (inflight >= MAX_CONCURRENCY) await sleep(10);\n inflight++;\n\n try {\n const savedModels = await getSavedModels();\n const enabledProviders = getProviderArray()\n .filter((p) => Deno.env.get(p.keyEnv!))\n .sort((a, b) => a.priority - b.priority);\n\n if (enabledProviders.length === 0) {\n throw new Error(\"NO_PROVIDERS_CONFIGURED\");\n }\n\n for (const prov of enabledProviders) {\n if (!checkBreaker(prov.name)) continue;\n const targetModel = savedModels[prov.name] || prov.fallbackModel!;\n\n try {\n const { message, latencyMs, modelUsed, provider } =\n await invokeProvider(\n prov,\n targetModel,\n messages,\n tools,\n toolChoice,\n temperature,\n maxTokens,\n );\n\n reportBreaker(provider.name, true);\n\n return { message, provider, model: modelUsed, latencyMs };\n } catch (e: any) {\n reportBreaker(prov.name, false);\n console.warn(\n `[SEVERED] ${prov.name} failed (${e.message}). Routing next...`,\n );\n }\n }\n throw new Error(\"ALL_PROVIDERS_EXHAUSTED_OR_OPEN\");\n } finally {\n inflight--;\n }\n}\n\nexport default async function handler(req: Request): Promise {\n const url = new URL(req.url);\n\n // CORS & Preflight\n if (req.method === \"OPTIONS\") {\n return new Response(null, {\n headers: {\n \"Access-Control-Allow-Origin\": \"*\",\n \"Access-Control-Allow-Headers\": \"*\",\n \"Access-Control-Allow-Methods\": \"POST, GET, OPTIONS\",\n },\n });\n }\n\n const init = await initDB();\n if (!init.ok) {\n return Response.json({ error: `DB init failed: ${init.error}` }, {\n status: 500,\n });\n }\n\n if (req.method === \"GET\") {\n if (url.pathname === \"/api/providers\") {\n const savedModels = await getSavedModels();\n const status = getProviderArray().map((p) => ({\n ...p,\n hasKey: !!Deno.env.get(p.keyEnv!),\n currentModel: savedModels[p.name] || p.fallbackModel,\n })).sort((a, b) => a.priority - b.priority);\n return Response.json(status);\n }\n\n if (url.pathname === \"/api/models\") {\n const pName = url.searchParams.get(\"provider\");\n const p = getProviderArray().find((x) => x.name === pName);\n if (!p) {\n return Response.json({ error: \"Provider not found\" }, { status: 404 });\n }\n const key = Deno.env.get(p.keyEnv!);\n if (!key) {\n return Response.json({ error: \"Missing API Key\" }, { status: 401 });\n }\n\n try {\n const res = await fetch(`${p.base}/models`, {\n headers: { \"Authorization\": `Bearer ${key}` },\n });\n if (!res.ok) throw new Error(`HTTP ${res.status}`);\n const data = await res.json();\n return Response.json(data.data || data);\n } catch (e: any) {\n return Response.json({ error: e.message, fallback: p.fallbackModel }, {\n status: 500,\n });\n }\n }\n\n return new Response(\n `\n \n \n \n \n \n Ziggyware Router Matrix\n \n \n \n \n \n \n \n

Invariant Lab

Multi‑provider claim graphs · invariants · disagreement spectra · ?mode=registry for JSON

\n \n

Technique

${TECHNIQUES[0].name}

${TECHNIQUES[0].goal}

Strata

Syntactic: ${\n TECHNIQUES[0].strata.syntactic\n }
Semantic: ${TECHNIQUES[0].strata.semantic}
Structural: ${\n TECHNIQUES[0].strata.structural\n }

Bayesian Δ & Invariants

${\n TECHNIQUES[0].bayesianDelta\n }

${x}

Diff · v1369