([^<]{1,80})<\\/title>/i)?.[1] ?? \"no title\").trim()}\" (server: ${res.headers.get(\"server\") ?? \"?\"}, cf-ray: ${res.headers.get(\"cf-ray\") ?? \"-\"}) — the request was blocked before reaching the router; check https://router.val.run/health in a browser and the val's logs`\n : text.slice(0, 600);\n if (json?.error?.plan) lastPlan = json.error.plan;\n if (json?.error?.attempts) lastAttempts = json.error.attempts;\n lastErr = Object.assign(new Error(`router ${res.status}: ${detail}`), { status: res.status, html, plan: lastPlan, attempts: lastAttempts });\n if (res.status === 404 || res.status === 400 || res.status === 401) throw lastErr; // not retryable\n continue;\n }\n const choice = json.choices[0];\n const m = choice.message ?? {};\n // Defense in depth: router-core.ts already rejects an empty/all-dot response before it can win a\n // provider race (see EMPTY_OR_DOT_RESPONSE there), but gen.router.url can point at a different,\n // custom router the user configured — this is the last checkpoint before an empty/junk reply would\n // otherwise be accepted as done. Treated exactly like a 503: retried, not silently returned.\n const omni = json._omni_meta;\n if (omni?.plan) lastPlan = omni.plan;\n if (omni?.attempts) lastAttempts = omni.attempts;\n const hasToolCalls = Array.isArray(m.tool_calls) && m.tool_calls.length > 0;\n if (!hasToolCalls && typeof m.content === \"string\") {\n const stripped = m.content.replace(/\\s+/g, \"\");\n if (stripped.length === 0 || /^\\.+$/.test(stripped)) {\n lastErr = Object.assign(new Error(`router returned an empty/dot response from ${omni?.provider?.name ?? \"an unknown provider\"}`), { status: 503, plan: lastPlan, attempts: lastAttempts });\n continue;\n }\n }\n return {\n message: m,\n finishReason: choice.finish_reason ?? \"stop\",\n reasoning: typeof m.reasoning === \"string\" ? m.reasoning : typeof m.reasoning_content === \"string\" ? m.reasoning_content : undefined,\n usage: json.usage,\n meta: { provider: omni?.provider, model: json.model, latencyMs: omni?.latency_ms, retries: retry,\n instance: omni?.instance ?? omni?.provider?.name, maxTokensSent: omni?.max_tokens_sent ?? maxTokens, maxTokensAsked: maxTokens, finishReason: choice.finish_reason ?? \"stop\", tokensOut: json.usage?.completion_tokens ?? null, tokensIn: json.usage?.prompt_tokens ?? null,\n plan: lastPlan, attempts: lastAttempts },\n };\n } catch (e: any) {\n lastErr = e;\n if (e.status && ![503, 502, 500, 429].includes(e.status)) throw e;\n }\n }\n throw lastErr;\n}\n\n// A metered wrapper: every inference call decrements a shared pass budget so no\n// stage can silently blow past the hard ceiling. This is THE governor's teeth.\n","deleted",false,"label",[14],"1a430fbe-418c-11f1-af64-42b51c65c3df",["D",1777220541701],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","Free ai chat with inference router.","imageUrl","userId","2c6d46b0-54dd-11f0-a86c-6fbc2b29331a","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","850db142-aa5e-4914-bceb-1e2e085ae4c5","tursoName","1a430fbe418c11f1af6442b51c65c3df","tursoHostname","1a430fbe418c11f1af6442b51c65c3df-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789508444194],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_9":10,"_104":100},"org",{"_9":10,"_98":-5,"_99":100,"_55":56,"_101":102,"_103":42},"branch",{"_35":88,"_11":89,"_22":28,"_90":45,"_91":-5,"_92":-5,"_93":-5,"_94":-5,"_95":-5,"_96":12,"_97":10},"isOwned",1682,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18yekJHRDE5SGVoUHUzUENQaXY2MTRkT3h0cncifQ","tier","free","canRestrictVals","profileImageUrl","ctx",{"_81":-5,"_138":139,"_140":141,"_142":143,"_144":42,"_145":42,"_146":42,"_147":32,"_148":-5,"_149":-7,"_150":-7,"_151":62,"_152":42,"_153":42,"_154":-5,"_155":42,"_156":42,"_157":42,"_158":-5},"ENV",{"_109":110,"_111":112,"_113":89,"_114":115,"_116":117,"_118":119,"_120":121,"_122":123,"_124":125,"_126":127,"_128":129,"_130":131,"_132":133,"_134":135,"_136":137},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town","orgs",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"] </article></body></html>

[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8},"actionData","errors","root",{"_105":106,"_107":108},"routes/embed.x.$handle.$name.$",{"_9":10,"_11":12,"_13":14,"_15":16,"_17":18,"_19":20,"_21":-5},"handle","ziggyware","name","free-ai","path","app-infer.ts","project",{"_22":45,"_11":12,"_33":46,"_47":-5,"_48":42,"_49":50,"_51":50,"_52":53,"_54":-5,"_55":56,"_57":-5,"_58":42,"_59":-5,"_60":-5,"_61":62,"_63":64,"_65":66,"_67":68,"_69":70,"_71":-5,"_72":73,"_74":73,"_75":76,"_77":76,"_78":76,"_79":73,"_80":73,"_81":82,"_83":84,"_85":86,"_87":42},"file",{"_22":23,"_11":14,"_24":25,"_26":-5,"_27":28,"_29":30,"_31":32,"_33":34,"_35":36,"_37":38,"_39":40,"_41":42,"_43":-5,"_13":44},"permalink","https://www.val.town/x/ziggyware/free-ai/code/app-infer.ts","extension","id","d8d610f5-14c1-41ad-9c59-2cbe1c27e7ab","fileId","d82c8fe0-ae16-11f1-98dc-1607ee4eb77e","parentId","branchId","1a44bbd4-418c-11f1-af64-42b51c65c3df","branchVersion",1619,"latest",true,"createdAt",["D",1789466755087],"version",4,"fileType","script","content","// Inference client (moved from app.tsx for the 80k-char limit): in-process router call, request shaping, size-bound retries.\nimport routerHandler from \"./router.tsx\";\nimport type { Settings } from \"./app-settings.ts\";\nimport { normalizeMessages, shrinkMessages } from \"./app-helpers.ts\";\n\nexport const INFERENCE_URL = \"https://router.val.run\";\n// The router is a module of this val. Calling it in-process removes the val→val HTTP hop entirely: Cloudflare in front of\n// *.val.run blocks server-side fetches from Val Town's own egress (\"Blocked\", server: cloudflare) regardless of volume,\n// and every hop was also a second 60 s wall clock and a second invocation. HTTP is used only for a custom router URL.\nexport const routerCall = (url: string, init: RequestInit): Promise =>\n url.replace(/\\/$/, \"\") === INFERENCE_URL || !url ? routerHandler(new Request(INFERENCE_URL + \"/v1/chat/completions\", init)) : fetch(url, init);\n\n// ════════════════════════════════════════════════════════════════════════════\n// INFERENCE (accepts optional model override for the verifier pass)\n// ════════════════════════════════════════════════════════════════════════════\nexport interface InferResult {\n message: any;\n finishReason: string;\n reasoning?: string; // model \"thinking\" (gpt-oss `reasoning`, qwen/deepseek `reasoning_content`)\n usage?: { prompt_tokens?: number; completion_tokens?: number };\n meta: { provider?: unknown; model?: string; latencyMs?: number; retries?: number; instance?: string; maxTokensSent?: number | null; maxTokensAsked?: number; finishReason?: string; tokensOut?: number | null; tokensIn?: number | null;\n // Routing flowchart material, straight from router-core.ts's trail (via router-openai.ts's _omni_meta) —\n // plan is the intended provider order, attempts is what actually happened (tried/skipped, ok/failed, timing).\n plan?: string[]; attempts?: { provider: string; vendor: string; model: string; pass: number; timeoutMs: number; ok: boolean; skipped?: boolean; demoted?: boolean; latencyMs?: number; error?: string; ts: number }[] };\n}\nexport interface GenOpts { reasoning?: string | null; temperature?: number | null; maxTokens?: number | null; expect?: number; router?: Settings[\"router\"]; maxMode?: Settings[\"maxMode\"]; keyPolicy?: Settings[\"keyPolicy\"]; vendorOrder?: string[]; exclude?: string[] }\n// Long-output requests (code, apps, documents) need throughput, not just quality:\n// the router ranks by quality among vendors whose eta fits the deadline.\nexport const BUILD_RX = /\\b(create|build|write|implement|generate|make|design|code|app|renderer|shader|script|component|page|game|simulat|program|class|function|refactor|port|convert)\\b/i;\nexport const expectTokens = (messages: unknown[]) => {\n const last = [...messages].reverse().find((m: any) => m?.role === \"user\") as any;\n return BUILD_RX.test(String(last?.content ?? \"\")) ? 6000 : 1500;\n};\nexport async function callInference(\n messages: unknown[],\n tools?: unknown[],\n model?: string | null,\n deadlineMs?: number,\n gen: GenOpts = {},\n): Promise {\n // Ask for the most output the task can use; the router shrinks max_tokens to a\n // vendor's per-request/TPM limit and retries, and PassMeter auto-continues on\n // finish_reason \"length\", so a big request degrades to more passes, not an error.\n const expect = gen.expect ?? expectTokens(messages);\n // max_tokens policy — auto: size to task (router clamps to vendor/learned caps); fixed: the user's number; max: ask for the ceiling and let the router clamp.\n const maxTokens = gen.maxMode === \"max\" ? 65_536 : gen.maxMode === \"fixed\" && gen.maxTokens ? gen.maxTokens : (gen.maxTokens ?? (expect >= 6000 ? 16_000 : 4_000));\n const body: Record = { messages: normalizeMessages(messages), max_tokens: maxTokens, omni_expect_tokens: expect };\n const routerUrl = gen.router?.url ?? INFERENCE_URL;\n const routerHeaders: Record = { \"content-type\": \"application/json\", ...(gen.router?.key ? { authorization: `Bearer ${gen.router.key}` } : {}) };\n if (deadlineMs) body.omni_deadline_ms = deadlineMs;\n if (gen.keyPolicy) body.omni_key_policy = gen.keyPolicy;\n if (gen.vendorOrder?.length) body.omni_vendor_order = gen.vendorOrder;\n if (gen.exclude?.length) body.omni_exclude = gen.exclude;\n if (tools?.length) body.tools = tools;\n if (model) body.model = model;\n if (gen.reasoning) body.reasoning_effort = gen.reasoning;\n if (typeof gen.temperature === \"number\") body.temperature = gen.temperature;\n const t0 = Date.now();\n let lastErr: Error = new Error(\"unreachable\");\n let shrinks = 0;\n // Carried across retries so a call that eventually throws (after all 4 client-side retries) still reports\n // the last router pass's routing trail, instead of the flowchart going dark exactly when it matters most.\n let lastPlan: string[] | undefined;\n let lastAttempts: InferResult[\"meta\"][\"attempts\"];\n for (let retry = 0; retry < 4; retry++) {\n if (retry) {\n // Prompt-size exhaustion: the vendors that are left cannot take this prompt, so make the prompt fit —\n // drop oldest history, trim tool payloads — and try again at once instead of burning retries on an\n // identical, unwinnable resend.\n //\n // This regex previously looked for \"prompt ≈N tok > maxIn\" / \"too large\" / \"input limit\" / \"maxIn\" —\n // a message format router-core.ts and router-openai.ts never actually produce anywhere (confirmed:\n // no occurrence of any of those substrings in either file). ALL_PROVIDERS_EXHAUSTED just concatenates\n // each provider's own raw upstream error text (router-core.ts's `errors.push(`${p.name}: ${e.message}`)`),\n // so the old regex could never match and shrinkMessages() below had exactly one call site — this whole\n // branch was dead code; every size-exhausted request instead fell through to the generic retry path and\n // resent the identical oversized prompt up to 4 times, guaranteed to fail identically each time, burning\n // the wall-clock budget until the loop's own deadline check gave up. Replaced with patterns actually\n // observed live this session (a real Groq 413: \"Request too large ... please reduce your message size\n // and try again\") plus the standard phrasings other vendors use for the same failure.\n const sizeBound = /reduce (?:your|the) (?:message|prompt) size|request too large|prompt is too long|too many tokens|context_length_exceeded|maximum context length|exceeds the (?:model'?s? )?(?:context|token) (?:length|limit)|input (?:is )?too long/i.test(lastErr.message) && (lastErr as any).status === 503;\n if (sizeBound && shrinks < 2) { shrinks++; body.messages = shrinkMessages(body.messages as any[], shrinks); body.omni_expect_tokens = Math.min(expect, 2000); }\n const wait = sizeBound ? 0 : 1200 * retry;\n if (deadlineMs && Date.now() - t0 + wait + 4000 > deadlineMs) break;\n if (wait) await new Promise((r) => setTimeout(r, wait));\n if (deadlineMs) body.omni_deadline_ms = deadlineMs - (Date.now() - t0);\n }\n try {\n const res = await routerCall(routerUrl, { method: \"POST\", headers: routerHeaders, body: JSON.stringify(body) });\n const text = await res.text();\n let json: any = null;\n try { json = JSON.parse(text); } catch { /* non-JSON */ }\n if (!res.ok || !json?.choices?.[0]) {\n // An HTML body is an edge/WAF page (Val Town \"Blocked\", Cloudflare challenge), not the router: report its title + who served it, never the markup.\n const html = /^\\s*<(?:!doctype|html)/i.test(text);\n const detail = json?.error ? (typeof json.error === \"string\" ? json.error : `${json.error.message}${json.error.details ? \"\\n\" + [].concat(json.error.details).join(\"\\n\") : \"\"}`)\n : html ? `${routerUrl} answered with an HTML page \"${(text.match(/([^<]{1,80})<\\/title>/i)?.[1] ?? \"no title\").trim()}\" (server: ${res.headers.get(\"server\") ?? \"?\"}, cf-ray: ${res.headers.get(\"cf-ray\") ?? \"-\"}) — the request was blocked before reaching the router; check https://router.val.run/health in a browser and the val's logs`\n : text.slice(0, 600);\n if (json?.error?.plan) lastPlan = json.error.plan;\n if (json?.error?.attempts) lastAttempts = json.error.attempts;\n lastErr = Object.assign(new Error(`router ${res.status}: ${detail}`), { status: res.status, html, plan: lastPlan, attempts: lastAttempts });\n if (res.status === 404 || res.status === 400 || res.status === 401) throw lastErr; // not retryable\n continue;\n }\n const choice = json.choices[0];\n const m = choice.message ?? {};\n // Defense in depth: router-core.ts already rejects an empty/all-dot response before it can win a\n // provider race (see EMPTY_OR_DOT_RESPONSE there), but gen.router.url can point at a different,\n // custom router the user configured — this is the last checkpoint before an empty/junk reply would\n // otherwise be accepted as done. Treated exactly like a 503: retried, not silently returned.\n const omni = json._omni_meta;\n if (omni?.plan) lastPlan = omni.plan;\n if (omni?.attempts) lastAttempts = omni.attempts;\n const hasToolCalls = Array.isArray(m.tool_calls) && m.tool_calls.length > 0;\n if (!hasToolCalls && typeof m.content === \"string\") {\n const stripped = m.content.replace(/\\s+/g, \"\");\n if (stripped.length === 0 || /^\\.+$/.test(stripped)) {\n lastErr = Object.assign(new Error(`router returned an empty/dot response from ${omni?.provider?.name ?? \"an unknown provider\"}`), { status: 503, plan: lastPlan, attempts: lastAttempts });\n continue;\n }\n }\n return {\n message: m,\n finishReason: choice.finish_reason ?? \"stop\",\n reasoning: typeof m.reasoning === \"string\" ? m.reasoning : typeof m.reasoning_content === \"string\" ? m.reasoning_content : undefined,\n usage: json.usage,\n meta: { provider: omni?.provider, model: json.model, latencyMs: omni?.latency_ms, retries: retry,\n instance: omni?.instance ?? omni?.provider?.name, maxTokensSent: omni?.max_tokens_sent ?? maxTokens, maxTokensAsked: maxTokens, finishReason: choice.finish_reason ?? \"stop\", tokensOut: json.usage?.completion_tokens ?? null, tokensIn: json.usage?.prompt_tokens ?? null,\n plan: lastPlan, attempts: lastAttempts },\n };\n } catch (e: any) {\n lastErr = e;\n if (e.status && ![503, 502, 500, 429].includes(e.status)) throw e;\n }\n }\n throw lastErr;\n}\n\n// A metered wrapper: every inference call decrements a shared pass budget so no\n// stage can silently blow past the hard ceiling. This is THE governor's teeth.\n","deleted",false,"label",[14],"1a430fbe-418c-11f1-af64-42b51c65c3df",["D",1777220541701],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","Free ai chat with inference router.","imageUrl","userId","2c6d46b0-54dd-11f0-a86c-6fbc2b29331a","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","850db142-aa5e-4914-bceb-1e2e085ae4c5","tursoName","1a430fbe418c11f1af6442b51c65c3df","tursoHostname","1a430fbe418c11f1af6442b51c65c3df-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789508444194],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_9":10,"_104":100},"org",{"_9":10,"_98":-5,"_99":100,"_55":56,"_101":102,"_103":42},"branch",{"_35":88,"_11":89,"_22":28,"_90":45,"_91":-5,"_92":-5,"_93":-5,"_94":-5,"_95":-5,"_96":12,"_97":10},"isOwned",1682,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18yekJHRDE5SGVoUHUzUENQaXY2MTRkT3h0cncifQ","tier","free","canRestrictVals","profileImageUrl","ctx",{"_81":-5,"_138":139,"_140":141,"_142":143,"_144":42,"_145":42,"_146":42,"_147":32,"_148":-5,"_149":-7,"_150":-7,"_151":62,"_152":42,"_153":42,"_154":-5,"_155":42,"_156":42,"_157":42,"_158":-5},"ENV",{"_109":110,"_111":112,"_113":89,"_114":115,"_116":117,"_118":119,"_120":121,"_122":123,"_124":125,"_126":127,"_128":129,"_130":131,"_132":133,"_134":135,"_136":137},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town","orgs",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"] </article></body></html>