[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_182":183,"_184":185},"routes/_app.x.$handle.$name",{"_108":107,"_38":56,"_117":98,"_33":118,"_13":14,"_119":-5,"_11":120,"_121":122,"_123":124,"_125":126,"_127":128,"_27":-5,"_129":-5,"_130":-5,"_131":31,"_132":133,"_134":31,"_135":-5,"_136":-5,"_137":138},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":18,"_19":-5},"project",{"_54":55,"_38":56,"_42":57,"_58":-5,"_59":31,"_60":61,"_62":61,"_63":64,"_65":-5,"_19":66,"_67":68,"_69":70,"_71":-5,"_72":-5,"_73":74,"_75":76,"_77":-5,"_78":-5,"_79":-5,"_80":-5,"_81":82,"_83":82,"_84":85,"_86":85,"_87":85,"_88":82,"_89":82,"_90":91,"_92":93,"_94":95,"_96":31},"version",2,"changes",[25,26],"aiChatInfo",{"_20":21,"_22":-5,"_23":-5,"_24":-5},"userId","aiChatMessageId","037ccc7c-85a6-442b-baf4-36357392b469","aiChatThreadId","aiChatThreadUserId","aiChatThreadTitle",{"_27":47,"_29":-7,"_30":31,"_32":31,"_33":48,"_35":48},{"_27":28,"_29":-7,"_30":31,"_32":31,"_33":34,"_35":34},"file",{"_36":37,"_38":34,"_39":40,"_41":-5,"_42":43,"_44":14,"_45":46,"_30":31},"previous","deleted",false,"deletedHere","path","lib","latestPath","fileId","e2a0cbeb-2016-432b-9f07-0defe6ee8dbf","name","fileType","directory","content","createdAt",["D",1788365847017],"branchVersion","branchId","7bdd8960-6221-4505-900d-d05422b73b8d",{"_36":49,"_38":50,"_39":51,"_41":52,"_42":53,"_44":14,"_45":46,"_30":31},"lib/bridge.ts","c9e9cd50-a6e9-11f1-8b7e-1607ee4eb77e","bridge.ts","script","/**\n * lib/bridge.ts — Internal Provider Bridge & Native AI Engine\n *\n * Maps standard OpenAI requests onto Val Town's native AI engine\n * (`std/openai` -> ValTownOpenAI proxy, authenticated via the ambient\n * `valtown` token — no external API key required).\n *\n * Exposes (mounted by main.ts under /api/provider/v1):\n * GET /models -> active native model, OpenAI format, no auth\n * POST /chat/completions -> chat (streaming real SSE or non-streaming)\n *\n * @service the \"port 3040 internal backend service\" of this deployment —\n * no extra process needed: it's a module singleton.\n */\nimport { OpenAI } from \"https://esm.town/v/std/openai/main.ts\";\n\n// ---- Configuration -------------------------------------------------------\n\n/** Native engine is Val Town's proxy; model is configurable. */\nexport const MODEL = (Deno.env.get(\"PROVIDER_MODEL\") || \"gpt-5.4-nano\").trim();\n/** Hard ceiling for output tokens to avoid upstream rejection errors. */\nconst MAX_OUTPUT_TOKENS = 16384;\n\n// ---- Singleton client with auto-healing ----------------------------------\n// If the ambient session token rotates or a transient error occurs, we\n// re-instantiate the client so it re-reads platform credentials.\n\nlet client: OpenAI | null = null;\n\n/** Returns (and lazily creates) the native engine client singleton. */\nexport function getClient(): OpenAI {\n if (!client) client = new OpenAI();\n return client;\n}\n\n/** Force a fresh client on the next call (auto-heal). */\nexport function resetClient(): void {\n client = null;\n}\n\n/**\n * Invoke the engine with one automatic retry-after-reset.\n * On a thrown error we reset the singleton (re-reading credentials) and\n * retry once; only a second consecutive failure propagates.\n */\nasync function callEngine(payload: Record) {\n try {\n return await getClient().chat.completions.create(payload as never);\n } catch (e) {\n resetClient();\n try {\n return await getClient().chat.completions.create(payload as never);\n } catch (e2) {\n const err = e2 as { message?: string; status?: number };\n const status =\n err.status && err.status < 600 && err.status >= 400 ? err.status : 502;\n throw new UpstreamError(err.message || \"native engine failed\", status);\n }\n }\n}\n\nclass UpstreamError extends Error {\n status: number;\n constructor(message: string, status = 502) {\n super(message);\n this.status = status;\n }\n}\n\n// ---- Authentication ------------------------------------------------------\n\n/** The generated gateway key (stored server-side in PROVIDER_API_KEY). */\nexport function apiKey(): string {\n return Deno.env.get(\"PROVIDER_API_KEY\") || \"\";\n}\n\n/** True if the request carries a valid bearer / x-api-key. */\nexport function isAuthed(req: Request): boolean {\n const header = req.headers.get(\"authorization\") || req.headers.get(\"x-api-key\") || \"\";\n const token = header.replace(/^Bearer\\s+/i, \"\").trim();\n return token.length > 0 && token === apiKey();\n}\n\nfunction unauthorized(): Response {\n return Response.json(\n {\n error: {\n message:\n \"Incorrect API key provided. Include `Authorization: Bearer ` or `X-Api-Key: `. Get your key from the gateway UI.\",\n type: \"invalid_request_error\",\n param: null,\n code: \"invalid_api_key\",\n },\n },\n { status: 401 },\n );\n}\n\n// ---- Message sanitization (never throws) ---------------------------------\n\nfunction toText(content: unknown): string {\n try {\n if (content == null) return \"\";\n if (typeof content === \"string\") return content;\n if (Array.isArray(content)) {\n return content\n .map((part) => {\n if (!part || typeof part !== \"object\") return \"\";\n const p = part as { type?: string; text?: string; image_url?: { url?: string } };\n if (p.type === \"text\") return String(p.text ?? \"\");\n if (p.type === \"image_url\") return \"\\[image\\]\";\n return \"\";\n })\n .filter(Boolean)\n .join(\"\\n\");\n }\n return String(content);\n } catch {\n return \"\";\n }\n}\n\n/**\n * Pass through plain system/user/assistant messages; safely flatten\n * tool / function roles and role-object shapes into clean text messages.\n * Guaranteed to never throw.\n */\nexport function sanitizeMessages(messages: unknown): { role: string; content: string }[] {\n try {\n if (!Array.isArray(messages)) return [{ role: \"user\", content: \"Hi\" }];\n const out: { role: string; content: string }[] = [];\n for (const raw of messages) {\n try {\n const msg = (raw ?? {}) as {\n role?: string | { role?: string };\n content?: unknown;\n tool_calls?: { function?: { name?: string } }[];\n name?: string;\n };\n let role = typeof msg.role === \"string\" ? msg.role : \"user\";\n let content = toText(msg.content);\n // Flatten assistant tool_calls into a note so nothing is lost.\n const calls = Array.isArray(msg.tool_calls)\n ? msg.tool_calls.filter(Boolean).map((t) => t?.function?.name || \"tool\")\n : [];\n if (calls.length && !content) {\n content = \"[invoked: \" + calls.join(\", \") + \"]\";\n }\n if (role === \"tool\" || role === \"function\") role = \"user\";\n // Merge adjacent same-role messages so alternating-role rules hold.\n const last = out[out.length - 1];\n if (last && last.role === role) {\n last.content += (last.content ? \"\\n\" : \"\") + content;\n continue;\n }\n out.push({ role, content });\n } catch {\n // drop malformed message\n }\n }\n // Leading assistant messages upset some engines — prepend a user turn.\n if (out.length && out[0].role === \"assistant\") {\n out.unshift({ role: \"user\", content: \"Continue.\" });\n }\n if (!out.length) out.push({ role: \"user\", content: \"Hi\" });\n return out;\n } catch {\n return [{ role: \"user\", content: \"Hi\" }];\n }\n}\n\n// ---- Payload shaping ------------------------------------------------------\n\nfunction clampOutputTokens(v: unknown, fallback = 1024): number {\n let n = Number(v ?? fallback);\n if (!Number.isFinite(n) || n <= 0) n = fallback;\n return Math.min(Math.floor(n), MAX_OUTPUT_TOKENS);\n}\n\nfunction buildPayload(body: Record, model: string) {\n const messages = sanitizeMessages(body.messages);\n const maxTokens = clampOutputTokens(\n body.max_tokens ?? body.max_completion_tokens,\n 2048,\n );\n const payload: Record = {\n model,\n messages,\n max_completion_tokens: maxTokens,\n };\n if (typeof body.temperature === \"number\") payload.temperature = body.temperature;\n if (typeof body.top_p === \"number\") payload.top_p = body.top_p;\n if (typeof body.stop !== \"undefined\") payload.stop = body.stop;\n if (typeof body.presence_penalty === \"number\") payload.presence_penalty = body.presence_penalty;\n if (typeof body.frequency_penalty === \"number\") payload.frequency_penalty = body.frequency_penalty;\n if (typeof body.user === \"string\") payload.user = body.user;\n if (typeof body.seed === \"number\") payload.seed = body.seed;\n return { payload, messages, maxTokens };\n}\n\n// ---- Handlers -------------------------------------------------------------\n\nexport async function handleModels(): Promise {\n return Response.json({\n object: \"list\",\n data: [\n { id: MODEL, object: \"model\", created: Math.floor(Date.now() / 1000), owned_by: \"val-town\" },\n ],\n });\n}\n\nexport async function handleRootInfo(): Promise {\n const now = Date.now();\n return Response.json({\n service: \"val-town-openai-gateway\",\n status: \"ok\",\n engine: \"std/openai (Val Town native AI)\",\n model: MODEL,\n base_url: \"/api/provider/v1\",\n auth: \"Bearer PROVIDER_API_KEY required on /v1/chat/completions\",\n limits: {\n requests_per_minute: 10,\n max_output_tokens: MAX_OUTPUT_TOKENS,\n expiry: new Date(now).toISOString(),\n },\n endpoints: [\"/health\", \"/v1/models\", \"/v1/chat/completions\"],\n });\n}\n\n/** Public config consumed by the UI (exposes the generated key). */\nexport async function config(): Promise> {\n const key = apiKey();\n return {\n model: MODEL,\n apiKey: key,\n keyRequired: key.length > 0,\n maskedKey: key.length > 6 ? \"sk-\" + key.slice(3, 7) + \"••••\" + key.slice(-4) : key,\n };\n}\n\nexport async function handleChatCompletions(req: Request): Promise {\n if (!isAuthed(req)) return unauthorized();\n\n let body: Record;\n try {\n body = await req.json();\n } catch {\n return Response.json(\n { error: { message: \"Invalid or missing JSON body\", type: \"invalid_request_error\", param: null, code: \"invalid_request\" } },\n { status: 400 },\n );\n }\n if (!Array.isArray(body.messages)) {\n return Response.json(\n { error: { message: \"Field `messages` must be an array\", type: \"invalid_request_error\", param: \"messages\", code: \"invalid_request\" } },\n { status: 400 },\n );\n }\n\n const stream = body.stream === true || body.stream === \"true\";\n const model = typeof body.model === \"string\" && body.model ? String(body.model) : MODEL;\n const { payload } = buildPayload(body, model);\n\n if (stream) return streamChat(payload);\n return nonStreamChat(payload);\n}\n\nasync function nonStreamChat(payload: Record): Promise {\n let completion: any;\n try {\n completion = await callEngine(payload);\n } catch (e) {\n const u = e as UpstreamError;\n return Response.json(\n { error: { message: u.message, type: \"upstream_error\", param: null, code: \"upstream_error\" } },\n { status: u.status || 502 },\n );\n }\n const choice = completion?.choices?.[0] ?? {};\n return Response.json({\n id: completion?.id || `chatcmpl-${Date.now()}`,\n object: \"chat.completion\",\n created: completion?.created ?? Math.floor(Date.now() / 1000),\n model: completion?.model || payload.model,\n choices: [\n {\n index: 0,\n message: { role: \"assistant\", content: choice?.message?.content ?? \"\" },\n finish_reason: choice?.finish_reason ?? \"stop\",\n },\n ],\n usage: completion?.usage ?? null,\n });\n}\n\nasync function streamChat(payload: Record): Promise {\n // Start the upstream stream; reset + retry once on transient/token errors.\n // The OpenAI SDK returns an async-iterable stream of chunks for stream:true.\n let upstream: AsyncIterable;\n try {\n upstream = await callEngine({ ...payload, stream: true }) as AsyncIterable;\n } catch (e) {\n const u = e as UpstreamError;\n return Response.json(\n { error: { message: u.message, type: \"upstream_error\", param: null, code: \"upstream_error\" } },\n { status: u.status || 502 },\n );\n }\n\n const encoder = new TextEncoder();\n const sysTime = Math.floor(Date.now() / 1000);\n const model = String(payload.model);\n\n const raw = new ReadableStream({\n async start(controller) {\n try {\n for await (const chunk of upstream) {\n const line = { id: chunk?.id || `chatcmpl-${sysTime}`, object: \"chat.completion.chunk\", created: chunk?.created ?? sysTime, model: chunk?.model || model, choices: chunk?.choices ?? [] };\n controller.enqueue(encoder.encode(\"data: \" + JSON.stringify(line) + \"\\n\\n\"));\n }\n controller.enqueue(encoder.encode(\"data: [DONE]\\n\\n\"));\n } catch (e) {\n const msg = e instanceof Error ? e.message : String(e);\n controller.enqueue(encoder.encode(\"data: \" + JSON.stringify({ error: { message: msg, type: \"stream_error\" } }) + \"\\n\\n\"));\n } finally {\n try { controller.close(); } catch { /* already closed */ }\n }\n },\n cancel() {\n // Client aborted — propagate to upstream if it supports cancellation.\n try { upstream.return?.(undefined); } catch { /* ignore */ }\n },\n });\n\n return new Response(raw, {\n headers: {\n \"Content-Type\": \"text/event-stream\",\n \"Cache-Control\": \"no-cache, no-transform\",\n \"X-Accel-Buffering\": \"no\",\n Connection: \"keep-alive\",\n },\n });\n}\n\n/** Top-level dispatcher for paths mounted under /api/provider/v1. */\nexport async function handleApi(req: Request, sub: string): Promise {\n const method = req.method;\n const path = sub || \"/\";\n\n if (path === \"/\" && method === \"GET\") return handleRootInfo();\n if (path === \"/models\" && method === \"GET\") return handleModels();\n\n if (path === \"/chat/completions\" && method === \"POST\") {\n return handleChatCompletions(req);\n }\n\n return Response.json(\n { error: { message: `No route matched \"${path}\" with method ${method}`, type: \"invalid_request_error\", param: null, code: \"not_found\" } },\n { status: 404 },\n );\n}\n",["D",1788365847017],"id","c5347651-cad0-468b-999b-ff32cc6090ac","openai-gateway",["D",1788365801329],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","OpenAI-compatible gateway on Val Town native AI, no keys needed","imageUrl","eddd5cb5-78be-4114-98c9-70030a02faea","pinnedFileId","aeb5b076-a6e9-11f1-8b7e-1607ee4eb77e","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",0,"orgId","01a062e4-8477-75ba-8a1d-30b57d9fb298","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_108":107,"_116":112},"org",{"_108":107,"_109":110,"_111":112,"_19":66,"_113":114,"_115":31},"branch",{"_13":97,"_38":98,"_54":46,"_99":55,"_100":-5,"_101":-5,"_102":-5,"_103":-5,"_104":-5,"_105":56,"_106":107},"isOwned",47,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","ramyharoon","handle","displayName","ramy haroon","avatar","https://lh3.googleusercontent.com/a/ACg8ocLJ5VsuqFGypcgPz5AldEDau-BsilRB9eIzAaaz2tVM1ucp3w=s96-c","tier","pro","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_54":55,"_38":56,"_42":178,"_58":-5,"_59":31,"_60":61,"_62":61,"_63":64,"_65":-5,"_19":66,"_67":68,"_69":70,"_71":-5,"_72":-5,"_73":74,"_75":76,"_77":-5,"_78":-5,"_79":-5,"_80":-5,"_81":82,"_83":82,"_84":85,"_86":85,"_87":85,"_88":82,"_89":82,"_90":179,"_92":180,"_94":181,"_96":31},"tree",[164,166],"files",[164,165,166],"counts",{"_154":74,"_155":144,"_156":74,"_157":158,"_159":160},"contents",[139,140],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_54":151,"_38":34,"_36":37,"_143":-5,"_45":46,"_44":14,"_145":70,"_42":152,"_13":74,"_39":40,"_41":-5,"_30":31,"_148":-5,"_33":153},{"_54":141,"_38":142,"_36":68,"_143":-5,"_45":46,"_44":144,"_145":31,"_42":146,"_13":74,"_39":51,"_41":147,"_30":31,"_148":149,"_33":150},"8153360d-e568-4d8d-b6f7-c22833ae6bde","main.ts","parentId",1,"latest",["D",1788365801377],"// placeholder replaced by router\n","label","openai-gateway-city",[142],"7b86a1e8-2571-4317-82ca-1d10a6ce8654",["D",1788365847017],[34],"pulls","branches","forks","envVars",{"_161":144,"_163":74},"connections",{"_161":74,"_162":74},"count","unfilledCount","emptyCount",{"_54":151,"_38":34,"_36":37,"_143":-5,"_45":46,"_44":14,"_145":70,"_42":175,"_13":74,"_39":40,"_41":-5,"_30":31,"_148":-5,"_168":176,"_33":177},{"_54":171,"_38":50,"_36":49,"_143":37,"_45":46,"_44":14,"_145":31,"_42":172,"_13":74,"_39":51,"_41":52,"_30":31,"_148":-5,"_168":173,"_33":174},{"_54":141,"_38":142,"_36":68,"_143":-5,"_45":46,"_44":144,"_145":31,"_42":167,"_13":74,"_39":51,"_41":147,"_30":31,"_148":149,"_168":169,"_33":170},["D",1788365801377],"children",[],[142],"f3d8a9a2-8ba4-4c32-95ae-9e44f745899f",["D",1788365847017],[],[34,50],["D",1788365847017],[165],[34],["D",1788365801329],{"_108":107,"_116":112},{"_108":107,"_109":110,"_111":112,"_19":66,"_113":114,"_115":31},{"_13":97,"_38":98,"_54":46,"_99":55,"_100":-5,"_101":-5,"_102":-5,"_103":-5,"_104":-5,"_105":56,"_106":107},"ctx",{"_90":-5,"_136":215,"_216":217,"_218":219,"_220":31,"_221":31,"_222":31,"_223":70,"_224":-5,"_225":-7,"_226":-7,"_227":74,"_228":31,"_229":31,"_230":-5,"_231":31,"_232":31,"_233":31,"_234":-5},"ENV",{"_186":187,"_188":189,"_190":98,"_191":192,"_193":194,"_195":196,"_197":198,"_199":200,"_201":202,"_203":204,"_205":206,"_207":208,"_209":210,"_211":212,"_213":214},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v2