tools

\n Templates: {i} = 1-based index · {n} = total · {s} = start offset · {e} = end offset · {chars} = length · {tokens} = est. tokens · {hash} = 8-char fingerprint\n

\n \n Show chunk descriptions\n \n \n \n \n \n \n Base64 output\n \n \n \n \n \n

\n Description template\n \n

\n\n\n\n\n

x

\", \"files\": [{\"path\": \"a.js\", \"content\": \"const a = 1; // cut here';\nconst r2 = salvageArtifactArgs(cut2); console.log(JSON.stringify({ saved: r2?.saved, cut: r2?.cut, title: r2?.args.title, hasContent: \"content\" in (r2?.args ?? {}) }));\nconsole.log(\"none:\", salvageArtifactArgs('{\"id\": 3, \"files\": [{\"path\": \"x.js\", \"con'));\n",[],[307],"a4f50720-69ce-4fd5-9b75-f47ebfa4910b","router.tsx","01a0a661-f04a-733e-839a-ce09461a01dc",["D",1789497831502],"import { getCatalogStatus, getProviderArray, type ProviderInstance } from \"./inference-provider.ts\";\nimport { initDB, run, sql } from \"./db.ts\";\nimport { getInstanceRoster, getSavedModels, inflight, resetBreakers, resetProviderStats } from \"./router-core.ts\";\nimport { handleChatCompletions } from \"./router-openai.ts\";\n\nconst CORS = { \"Access-Control-Allow-Origin\": \"*\" };\nconst OPENAI_PATHS = new Set([\"/\", \"/chat/completions\", \"/v1/chat/completions\"]);\n// Item 3: /api/update, /api/reset and /api/reset-stats are all reachable, unauthenticated, on a publicly\n// known URL — confirmed exploitable this session (the user's own successful unauthenticated POST to\n// /api/update). Gating them behind OMNI_ADMIN_KEY is opt-in and backward-compatible: unset, every mutating\n// route behaves exactly as before (this is a real, live router the user is actively depending on — a\n// gate that broke it by default the moment this code shipped would be worse than the hole it closes).\n// Once set, callers must send it back as `X-Admin-Key` (or `?admin_key=`, for the plain-fetch snippets\n// this session already handed the user from a browser console with no header-setting ceremony).\nconst ADMIN_KEY = Deno.env.get(\"OMNI_ADMIN_KEY\") || \"\";\nfunction isAdmin(req: Request, url: URL): boolean {\n if (!ADMIN_KEY) return true; // gate is off unless explicitly configured\n // ui-settings.ts already has a \"router key\" field (s.routerKey) that it sends as `Authorization: Bearer\n // ` on /health and /api/reset — plumbing that pre-dated any server-side check actually reading it.\n // Recognizing that header here means the existing settings field starts working with zero UI changes.\n // X-Admin-Key / ?admin_key= are accepted too, for the plain-fetch console snippets this session already\n // handed the user, which don't bother constructing an Authorization header.\n const bearer = (req.headers.get(\"authorization\") || \"\").replace(/^Bearer\\s+/i, \"\");\n const supplied = bearer || req.headers.get(\"x-admin-key\") || url.searchParams.get(\"admin_key\") || \"\";\n return supplied === ADMIN_KEY;\n}\n\nasync function listUpstreamModels(p: ProviderInstance): Promise {\n const headers: Record = p.key ? { \"Authorization\": `Bearer ${p.key}` } : {};\n const res = await fetch(`${p.base}/models`, { headers });\n if (!res.ok) throw new Error(`HTTP ${res.status}`);\n const data = await res.json();\n return data.data || data;\n}\n\nexport default async function handler(req: Request): Promise {\n const url = new URL(req.url);\n\n if (req.method === \"OPTIONS\") {\n return new Response(null, {\n headers: {\n \"Access-Control-Allow-Origin\": \"*\",\n \"Access-Control-Allow-Headers\": \"*\",\n \"Access-Control-Allow-Methods\": \"POST, GET, OPTIONS\",\n },\n });\n }\n\n const init = await initDB();\n if (!init.ok) {\n return Response.json({ error: `DB init failed: ${init.error}` }, {\n status: 500,\n });\n }\n\n if (req.method === \"GET\") {\n if (url.pathname === \"/health\") {\n const live = getProviderArray();\n // instances/key_policy/auth: the settings panel's \"test / status\" table (ui-settings.ts routerStatus())\n // reads exactly this shape — it was previously missing entirely, so the table always rendered zero rows\n // regardless of how many providers were actually configured.\n const keyIssues = live.filter((p) => p.keyIssue).map((p) => ({ instance: p.name, env: p.keyEnv, issue: p.keyIssue }));\n return Response.json({\n status: live.length > 0 ? (keyIssues.length ? \"ok-with-key-issues\" : \"ok\") : \"degraded\",\n providers_configured: live.length,\n inflight_requests: inflight,\n key_issues: keyIssues, // top-level, not buried per-instance: a malformed secret is the single most common \"why is X never working\" answer\n key_policy: \"tiered:top+1retry,siblings,breadth;config-dead→tail\", // see orderTargets() + demotion in router-core.ts\n auth: !!ADMIN_KEY, // true once OMNI_ADMIN_KEY is set — gates /api/update, /api/reset, /api/reset-stats\n instances: await getInstanceRoster(),\n });\n }\n\n if (url.pathname === \"/api/providers\") {\n const savedModels = await getSavedModels();\n return Response.json(getCatalogStatus().map((p) => ({\n ...p,\n currentModel: savedModels[p.name] || p.fallbackModel,\n })));\n }\n\n if (url.pathname === \"/api/models\") {\n const pName = url.searchParams.get(\"provider\");\n const p = getProviderArray().find((x) => x.name === pName);\n if (!p) return Response.json({ error: \"Provider not found or no key\" }, { status: 404 });\n try {\n return Response.json(await listUpstreamModels(p));\n } catch (e: any) {\n return Response.json({ error: e.message, fallback: p.fallbackModel }, { status: 502 });\n }\n }\n\n // OpenAI-style aggregate list: one row per routable instance (its bound\n // model) plus every upstream id namespaced \":\", so a client can\n // pin vendor+model through the `model` field of chat.completions.\n if (url.pathname === \"/v1/models\") {\n const live = getProviderArray();\n const saved = await getSavedModels();\n const seen = new Set();\n const rows: Record[] = [];\n for (const p of live) {\n const base = p.name.split(\"#\")[0];\n for (const id of [base, p.vendor]) {\n if (seen.has(id)) continue;\n seen.add(id);\n rows.push({ id, object: \"model\", owned_by: p.vendor, bound: saved[base] || p.fallbackModel });\n }\n }\n const results = await Promise.all(\n live.filter((p) => p.slot === 0).map(async (p) => {\n try {\n const list = await listUpstreamModels(p);\n return Array.isArray(list)\n ? list.map((m: any) => `${p.vendor}:${typeof m === \"string\" ? m : m.id}`)\n : [];\n } catch {\n return [];\n }\n }),\n );\n for (const id of results.flat()) {\n if (seen.has(id)) continue;\n seen.add(id);\n rows.push({ id, object: \"model\", owned_by: id.split(\":\")[0] });\n }\n return Response.json({ object: \"list\", data: rows });\n }\n\n return new Response(\n `\n \n \n \n \n \n Ziggyware Router Matrix\n \n \n \n \n \n \n \n

\" }, { path: \"app.js\", content: \"const c=document.getElementById('c').getContext('2d');\\nfunction draw(){c.fillRect(0,0,10,10);requestAnimationFrame(draw)}\\ndraw();\\nalert('hi')\\n\" }];\nconst q = qualityReport(basic); console.log(q.length, \"findings\"); console.log(q.map(x => x.slice(0, 60)).join(\"\\n\"));\nconst good = Array.from({ length: 9 }, (_, i) => ({ path: i ? `m${i}.js` : \"index.html\", content: (i ? \"export const x=1;\\n\" : \"

nothing here yet

x

x

x

\" }], issues: [] }) });\n if (u.search.startsWith(\"?q\")) { qBodies.push(JSON.parse(route.request().postData())); return route.fulfill({ contentType: \"application/json\", body: JSON.stringify({ reply: \"integrated\", toolEvents: [], meta: {}, completion: { done: true, remaining: [] } }) }); }\n if (u.search.startsWith(\"?slow\")) { await new Promise(r => setTimeout(r, 20000)); return route.fulfill({ body: \"late\" }); }\n if (u.pathname.startsWith(\"/artifact/\")) return route.fulfill({ contentType: \"text/html\", body: \"

x

building ${manifest.files.length} files…

Invariant Lab

Multi‑provider claim graphs · invariants · disagreement spectra · ?mode=registry for JSON

\n \n

Technique

${TECHNIQUES[0].name}

${TECHNIQUES[0].goal}

Strata

Syntactic: ${\n TECHNIQUES[0].strata.syntactic\n }
Semantic: ${TECHNIQUES[0].strata.semantic}
Structural: ${\n TECHNIQUES[0].strata.structural\n }

Bayesian Δ & Invariants

${\n TECHNIQUES[0].bayesianDelta\n }

${x}

\n\n\n`;\n\n return new Response(html, {\n status: 200,\n headers: { \"Content-Type\": \"text/html; charset=utf-8\" },\n });\n}",[],[638],"ea7395c3-7068-415a-9d70-79b400a99904","README.md","01a0a661-f049-7779-b407-5b764a0def22",["D",1789497831502],"# free-ai — omni router\n\nOpenAI-compatible endpoint that fans out across every configured provider with per-instance circuit breaking, model-level fallback, and live model discovery. Endpoint: `https://router.val.run`.\n\n## Call it\n\n```ts\nimport { omni } from \"https://esm.town/v/ziggyware/free-ai/omni-client.ts\";\nconst r = await omni.chat([{ role: \"user\", content: \"hi\" }], { model: \"coder\" });\nfor await (const tok of omni.stream(msgs)) process.stdout.write(tok);\n```\n\nOr any OpenAI SDK with `baseURL: \"https://router.val.run/v1\"`. Provenance comes back in `_omni_meta` (JSON) and `X-Omni-Provider` / `X-Omni-Model` headers (both modes).\n\n## `model` field\n\n| value | routes to |\n|---|---|\n| `auto` / `best` / empty | every free instance, **best model first** (catalog `QUALITY` prior; ties → vendor priority) |\n| `fast` | every instance in vendor priority (latency) order, catalog model order |\n| `coder` `reasoning` `long` `vision` | tagged vendors first, quality-ranked; `coder` boosts ids matching /coder/ |\n| `groq` | that vendor's instances (all keys) |\n| `groq#1` | one key slot |\n| `groq:openai/gpt-oss-120b` or `groq/openai/gpt-oss-120b` | that vendor, forced upstream id |\n\nUnknown values → 404, never silently rerouted.\n\nAll standard OpenAI params pass through (`tools`, `tool_choice`, `response_format`, `temperature`, `max_tokens`, `reasoning_effort`, `stop`, `top_p`, `seed`, …). Reasoning models (gpt-oss, qwen3.x) spend `max_tokens` on thinking first — send ≥256 or `reasoning_effort: \"low\"`, or you get `finish_reason: \"length\"` with empty content.\n\n## Keys (env / secrets)\n\nFor each vendor's `keyEnv` (see `catalog-free.ts`, `catalog-paid.ts`): `GROQ_API_KEY`, `GROQ_API_KEY1` … `GROQ_API_KEY9`, and any of those may hold `k1,k2,k3`. Every key becomes an instance (`groq`, `groq#1`, …) with its own cooldown. `cloudflare` also needs `CF_ACCOUNT_ID`.\n\n| env | effect |\n|---|---|\n| `OMNI_PROVIDERS` | JSON array of vendor rows, merged by `vendor` — add a vendor or override `models`/`priority`/`base` |\n| `OMNI_DISABLE` | `vendor,vendor` to skip |\n| `OMNI_QUALITY` | `{\"regex\":score}` — override/add quality scores (0–100) used by `auto` |\n| `OMNI_CLIENT_KEYS` | `k1,k2` — when set, callers must send `Authorization: Bearer k` (or `?key=`); `/` and `/health` stay open |\n\n## Failure policy\n\n| upstream | action |\n|---|---|\n| 404 / model-not-found / tier-not-allowed | mark that model dead 1 h, try next model; after the list, pick from live `/models` by the vendor's `prefer` regex and remember it |\n| 413 / \"Request too large\" / \"Limit N, Requested M\" | shrink `max_tokens` to fit and retry the same model; an output ceiling (\"OTPM\", \"max_tokens\") is remembered 15 min per model (`caps` in `/health`) |\n| 429 | cool the instance for `Retry-After` (≤15 min) or 60 s |\n| 401 / 403 | cool the instance 1 h |\n| 5xx / timeout (120 s) / network | breaker: 2 strikes → 25 s |\n\nAfter the first pass over every vendor, the router retries up to 2 more rounds — immediately for transient failures, or after waiting for the soonest cooldown when that fits the deadline. With `omni_deadline_ms` set, a vendor that cannot finish in the time left is skipped while a faster one is queued, and `max_tokens` is capped to what the vendor can stream before the deadline (a `finish_reason: \"length\"` reply beats a timeout — the client continues it).\n\nState lives in `omni_state` (SQLite) so it survives isolate recycling. `GET /health` shows what is cooling, dead, resolved, and capped.\n\n## Routes\n\n`GET /health` · `GET /v1/models` · `GET /api/providers` · `GET /api/models?provider=` · `POST /v1/chat/completions` (also `/`, `/chat/completions`) · `POST /api/update {provider, model}` binds a vendor's default · `GET /` matrix UI.\n",[],[645],["D",1777220541701],["D",1789508444194],{"_11":12,"_124":73},{"_11":12,"_120":-5,"_72":73,"_30":71,"_121":122,"_123":24},{"_38":39,"_13":16,"_32":35,"_111":75,"_112":62,"_113":114,"_115":79,"_116":75,"_117":41,"_118":14,"_119":12},"ctx",{"_51":-5,"_145":689,"_690":691,"_692":693,"_694":24,"_695":24,"_696":24,"_697":143,"_698":-5,"_699":-7,"_700":-7,"_701":26,"_702":24,"_703":24,"_704":-5,"_705":24,"_706":24,"_707":24,"_708":-5},"ENV",{"_660":661,"_662":663,"_664":63,"_665":666,"_667":668,"_669":670,"_671":672,"_673":674,"_675":676,"_677":678,"_679":680,"_681":682,"_683":684,"_685":686,"_687":688},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

appearance

thinking & tools

router

model

governor

tools

custom instructions

prompts

skills

input

data

x

x

x

x

x

History · _db2.ts