[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8},"actionData","errors","root",{"_105":106,"_107":108},"routes/embed.x.$handle.$name.$",{"_9":10,"_11":12,"_13":14,"_15":16,"_17":18,"_19":20,"_21":-5},"handle","ziggyware","name","free-ai","path","router-state.ts","project",{"_22":45,"_11":12,"_33":46,"_47":-5,"_48":42,"_49":50,"_51":50,"_52":53,"_54":-5,"_55":56,"_57":-5,"_58":42,"_59":-5,"_60":-5,"_61":62,"_63":64,"_65":66,"_67":68,"_69":70,"_71":-5,"_72":73,"_74":73,"_75":76,"_77":76,"_78":76,"_79":73,"_80":73,"_81":82,"_83":84,"_85":86,"_87":42},"file",{"_22":23,"_11":14,"_24":25,"_26":-5,"_27":28,"_29":30,"_31":32,"_33":34,"_35":36,"_37":38,"_39":40,"_41":42,"_43":-5,"_13":44},"permalink","https://www.val.town/x/ziggyware/free-ai/code/router-state.ts","extension","id","41835688-4fca-4c8c-aae8-4a3428e7bbd1","fileId","b109aa6c-ab4e-11f1-8d3d-1607ee4eb77e","parentId","branchId","1a44bbd4-418c-11f1-af64-42b51c65c3df","branchVersion",1520,"latest",true,"createdAt",["D",1789222232524],"version",11,"fileType","script","content","// Routing state that must survive isolate recycling: instance cooldowns\n// (breaker / 429 / bad key), dead model ids, auto-resolved replacements, and\n// the UI's per-vendor model binding. One SELECT per request, write-through.\nimport { all, run, sql } from \"./db.ts\";\n\nexport type Cooldown = { until: number; reason: string; fails: number };\nexport type Stat = {\n req: number;\n ok: number;\n fail: number;\n last: number;\n model: string;\n err: string;\n};\ntype State = {\n cool: Record;\n dead: Record;\n resolved: Record;\n bound: Record;\n cap: Record;\n tps: Record;\n capin: Record;\n stat: Record;\n};\n\nconst MAX_FAILS = 2;\nexport const COOL = {\n breaker: 2_500,\n rate: 6_000,\n auth: 30_000,\n model: 36_000,\n cap: 90_000,\n};\n\nlet mem: State = {\n cool: {},\n dead: {},\n resolved: {},\n bound: {},\n cap: {},\n capin: {},\n stat: {},\n tps: {},\n};\nlet loadedAt = 0;\n\nexport async function loadState(force = false): Promise {\n if (!force && Date.now() - loadedAt < 2_000) return mem;\n const [st, cfg] = await Promise.all([\n all(\"omni_state\", sql`SELECT key, value FROM omni_state`),\n all(\n \"omni_router_config\",\n sql`SELECT provider, selected_model FROM omni_router_config`,\n ),\n ]);\n const next: State = {\n cool: {},\n dead: {},\n resolved: {},\n bound: {},\n cap: {},\n capin: {},\n stat: {},\n tps: {},\n };\n if (st.ok) {\n for (const r of st.value as { key: string; value: string }[]) {\n const [kind, ...rest] = r.key.split(\":\");\n const id = rest.join(\":\");\n try {\n if (kind === \"cool\") next.cool[id] = JSON.parse(r.value);\n else if (kind === \"dead\") next.dead[id] = Number(r.value);\n else if (kind === \"resolved\") next.resolved[id] = r.value;\n else if (kind === \"cap\") next.cap[id] = JSON.parse(r.value);\n else if (kind === \"stat\") next.stat[id] = JSON.parse(r.value);\n else if (kind === \"capin\") next.capin[id] = JSON.parse(r.value);\n else if (kind === \"tps\") next.tps[id] = JSON.parse(r.value);\n } catch { /* skip corrupt row */ }\n }\n }\n if (cfg.ok) {\n for (\n const r of cfg.value as { provider: string; selected_model: string }[]\n ) next.bound[r.provider] = r.selected_model;\n }\n mem = next;\n loadedAt = Date.now();\n return mem;\n}\n\nconst put = (key: string, value: string) =>\n run(\n sql`INSERT INTO omni_state (key, value, ts) VALUES (${key}, ${value}, ${Date.now()})\n ON CONFLICT(key) DO UPDATE SET value = excluded.value, ts = excluded.ts`,\n );\nconst del = (key: string) =>\n run(sql`DELETE FROM omni_state WHERE key = ${key}`);\n\nexport const isCool = (name: string) =>\n (mem.cool[name]?.until ?? 0) > Date.now();\nexport const coolInfo = (name: string): Cooldown | undefined => mem.cool[name];\nexport const isDead = (vendor: string, model: string) =>\n (mem.dead[`${vendor}:${model}`] ?? 0) > Date.now();\n// Per-INSTANCE model death (a key's daily quota for one model). Namespaced with \"@\" because slot 0's\n// instance name equals the vendor name — without the prefix, slot 0's quota would kill the model for every slot.\nexport const isDeadOn = (instance: string, model: string) =>\n (mem.dead[`@${instance}:${model}`] ?? 0) > Date.now();\nexport async function markDeadOn(\n instance: string,\n model: string,\n until: number,\n) {\n mem.dead[`@${instance}:${model}`] = until;\n await put(`dead:@${instance}:${model}`, String(until));\n}\nexport const resolvedFor = (vendor: string) => mem.resolved[vendor];\nexport const boundFor = (vendor: string) => mem.bound[vendor];\n/** learned per-model output ceiling (from \"Limit N\" size errors), or Infinity */\nexport const capFor = (vendor: string, model: string) => {\n const c = mem.cap[`${vendor}:${model}`];\n return c && c.until > Date.now() ? c.lim : Infinity;\n};\n/** learned per-model INPUT ceiling (ITPM / context) — a tier limit, so it lives 24 h */\n/** Learned output throughput per vendor:model (tokens/s, EMA over completions ≥ 64 tokens). Drives the deadline-derived\n * max_tokens cap: catalog constants (openrouter \"30 tps\") were cutting every build reply to ~1k tokens. */\nexport const tpsFor = (vendor: string, model: string): number | undefined =>\n mem.tps[`${vendor}:${model}`]?.v ?? mem.tps[`${vendor}:*`]?.v;\nexport async function noteTps(\n vendor: string,\n model: string,\n tokens: number,\n ms: number,\n) {\n if (!(tokens >= 64) || !(ms > 200)) return;\n const v = tokens / (ms / 1000);\n for (const key of [`${vendor}:${model}`, `${vendor}:*`]) {\n const prev = mem.tps[key];\n const next = prev\n ? { v: prev.v * 0.7 + v * 0.3, n: prev.n + 1 }\n : { v, n: 1 };\n mem.tps[key] = next;\n await put(`tps:${key}`, JSON.stringify(next));\n }\n}\nexport const capInFor = (vendor: string, model: string) => {\n const c = mem.capin[`${vendor}:${model}`] ?? mem.capin[`${vendor}:*`];\n return c && c.until > Date.now() ? c.lim : Infinity;\n};\nexport async function setCapIn(vendor: string, model: string, lim: number) {\n mem.capin[`${vendor}:${model}`] = { lim, until: Date.now() + 24 * 1000 };\n await put(\n `capin:${vendor}:${model}`,\n JSON.stringify(mem.capin[`${vendor}:${model}`]),\n );\n}\nexport async function setCap(vendor: string, model: string, lim: number) {\n mem.cap[`${vendor}:${model}`] = { lim, until: Date.now() + COOL.cap };\n await put(\n `cap:${vendor}:${model}`,\n JSON.stringify(mem.cap[`${vendor}:${model}`]),\n );\n}\n\n/** Transient failure: counts toward the breaker; opens after MAX_FAILS. */\nexport async function noteFailure(name: string, reason: string) {\n const c = mem.cool[name] ?? { until: 0, reason, fails: 0 };\n c.fails++;\n c.reason = reason;\n if (c.fails >= MAX_FAILS) {\n c.until = Date.now() + COOL.breaker;\n c.fails = 0;\n }\n mem.cool[name] = c;\n await put(`cool:${name}`, JSON.stringify(c));\n}\n/** Hard cooldown for a known duration (429 retry-after, 401/403 key/tier). */\nexport async function coolFor(name: string, ms: number, reason: string) {\n mem.cool[name] = { until: Date.now() + ms, reason, fails: 0 };\n await put(`cool:${name}`, JSON.stringify(mem.cool[name]));\n}\nexport async function noteSuccess(name: string) {\n if (!mem.cool[name]) return;\n delete mem.cool[name];\n await del(`cool:${name}`);\n}\n/** Per-instance counters: the only externally checkable evidence that a key slot is actually used. Written every attempt. */\nexport async function noteStat(\n name: string,\n ok: boolean,\n model: string,\n err = \"\",\n) {\n const s = mem.stat[name] ??\n { req: 0, ok: 0, fail: 0, last: 0, model: \"\", err: \"\" };\n s.req++;\n ok ? s.ok++ : s.fail++;\n s.last = Date.now();\n s.model = model;\n s.err = ok ? \"\" : err.slice(0, 120);\n mem.stat[name] = s;\n await put(`stat:${name}`, JSON.stringify(s));\n}\nexport const statFor = (name: string): Stat | undefined => mem.stat[name];\nexport async function markDead(\n vendor: string,\n model: string,\n until = Date.now() + COOL.model,\n) {\n mem.dead[`${vendor}:${model}`] = until;\n await put(`dead:${vendor}:${model}`, String(until));\n}\n/** Clear cooldowns (and per-instance model deaths) — admin reset. `name` = instance or vendor; empty = everything. */\nexport async function resetCooldowns(name = \"\") {\n const hit = (k: string) =>\n !name || k === name || k.split(\"#\")[0] === name || k.startsWith(name + \":\");\n const cool = Object.keys(mem.cool).filter(hit),\n dead = Object.keys(mem.dead).filter((k) =>\n !name || hit(k.replace(/^@/, \"\"))\n ),\n resolved = Object.keys(mem.resolved).filter(hit);\n for (const k of cool) {\n delete mem.cool[k];\n await del(`cool:${k}`);\n }\n for (const k of dead) {\n delete mem.dead[k];\n await del(`dead:${k}`);\n }\n for (const k of resolved) {\n delete mem.resolved[k];\n await del(`resolved:${k}`);\n } // a junk discovery (whisper, prompt-guard) must not survive a reset\n return { cool, dead, resolved };\n}\nexport async function setResolved(vendor: string, model: string) {\n mem.resolved[vendor] = model;\n await put(`resolved:${vendor}`, model);\n}\nexport async function bindModel(vendor: string, model: string) {\n mem.bound[vendor] = model;\n return run(\n sql`INSERT INTO omni_router_config (provider, selected_model) VALUES (${vendor}, ${model})\n ON CONFLICT(provider) DO UPDATE SET selected_model = excluded.selected_model`,\n );\n}\n\nexport async function unbind(vendor: string) {\n delete mem.bound[vendor];\n return run(sql`DELETE FROM omni_router_config WHERE provider = ${vendor}`);\n}\n\n/** ms until the first of these instances stops cooling; 0 if any is free now; Infinity if none listed. */\nexport function soonestCooldown(names: string[]): number {\n const now = Date.now();\n let best = Infinity;\n for (const n of names) {\n const u = mem.cool[n]?.until ?? 0;\n if (u <= now) return 0;\n best = Math.min(best, u - now);\n }\n return best;\n}\n\n/** Snapshot for /health and the UI. */\nexport function stateView() {\n const now = Date.now();\n return {\n cooling: Object.entries(mem.cool).filter(([, c]) => c.until > now).map((\n [name, c],\n ) => ({ name, reason: c.reason, ms_left: c.until - now })),\n dead_models: Object.entries(mem.dead).filter(([, t]) => t > now).map((\n [k],\n ) => k),\n resolved: mem.resolved,\n bound: mem.bound,\n caps: Object.fromEntries(\n Object.entries(mem.cap).filter(([, c]) => c.until > now).map((\n [k, c],\n ) => [k, c.lim]),\n ),\n caps_in: Object.fromEntries(\n Object.entries(mem.capin).filter(([, c]) => c.until > now).map((\n [k, c],\n ) => [k, c.lim]),\n ),\n tps: Object.fromEntries(\n Object.entries(mem.tps).filter(([k]) => !k.endsWith(\":*\")).map((\n [k, t],\n ) => [k, Math.round(t.v)]),\n ),\n stat: mem.stat,\n };\n}","deleted",false,"label",[14],"1a430fbe-418c-11f1-af64-42b51c65c3df",["D",1777220541701],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","Free ai chat with inference router.","imageUrl","userId","2c6d46b0-54dd-11f0-a86c-6fbc2b29331a","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","850db142-aa5e-4914-bceb-1e2e085ae4c5","tursoName","1a430fbe418c11f1af6442b51c65c3df","tursoHostname","1a430fbe418c11f1af6442b51c65c3df-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789508444194],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_9":10,"_104":100},"org",{"_9":10,"_98":-5,"_99":100,"_55":56,"_101":102,"_103":42},"branch",{"_35":88,"_11":89,"_22":28,"_90":45,"_91":-5,"_92":-5,"_93":-5,"_94":-5,"_95":-5,"_96":12,"_97":10},"isOwned",1682,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18yekJHRDE5SGVoUHUzUENQaXY2MTRkT3h0cncifQ","tier","free","canRestrictVals","profileImageUrl","ctx",{"_81":-5,"_138":139,"_140":141,"_142":143,"_144":42,"_145":42,"_146":42,"_147":32,"_148":-5,"_149":-7,"_150":-7,"_151":62,"_152":42,"_153":42,"_154":-5,"_155":42,"_156":42,"_157":42,"_158":-5},"ENV",{"_109":110,"_111":112,"_113":89,"_114":115,"_116":117,"_118":119,"_120":121,"_122":123,"_124":125,"_126":127,"_128":129,"_130":131,"_132":133,"_134":135,"_136":137},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town","orgs",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]