[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_310":311,"_312":313},"routes/_app.x.$handle.$name",{"_11":12,"_13":14,"_15":-7,"_18":19,"_17":-7,"_232":-5,"_20":233,"_22":234,"_235":236,"_237":238,"_26":239,"_24":240,"_241":242,"_243":244,"_245":51,"_246":247,"_248":89,"_249":-5,"_250":-5,"_251":252},"routes/_app.x.$handle.$name.code.$",{"_11":12,"_13":14,"_15":16,"_17":-7,"_18":19,"_20":21,"_22":23,"_24":25,"_26":27,"_28":29,"_30":-5,"_31":32,"_33":34,"_35":-5},"handle","stevekrouse","name","gateway-gateway","branchName","main","version","path","frontend/index.html","project",{"_36":183,"_13":14,"_38":184,"_49":-5,"_185":51,"_52":53,"_186":53,"_187":188,"_189":190,"_191":192,"_193":86,"_194":89,"_195":-5,"_196":-5,"_197":133,"_56":198,"_199":200,"_201":202,"_203":204,"_205":-5,"_206":207,"_208":207,"_209":210,"_211":210,"_212":210,"_213":207,"_214":207,"_215":216,"_217":218,"_219":220,"_50":51},"tree",[78,79,80,81,82,83],"file",{"_36":60,"_61":62,"_63":64,"_13":65,"_66":67,"_68":24,"_17":69,"_70":71,"_38":72,"_73":74,"_75":-5,"_18":76},"contents",[],"upstream",{"_36":37,"_38":39,"_40":41,"_13":16,"_42":43,"_17":44,"_45":-5,"_46":-5,"_47":48,"_49":-5,"_50":51,"_52":53,"_54":55,"_56":57,"_58":59},"pull","ahead",18,"behind",2,"envVars","id","961078ea-f528-11ef-aa68-569c3dd06744","createdAt",["D",1740674013689],"updatedAt",["D",1785420707976],"projectId","96102714-f528-11ef-aa68-569c3dd06744",91,"forkedBranchId","forkedBranchVersion","lockfileKey","1785420708123-esm.town_v_templates_react-hono-starter@91-main","deletedAt","isOwned",false,"privacy","public","userHandle","templates","orgId","019aa807-52c2-709c-928b-2029bae9a558","projectName","react-hono-starter","e9b471f4-3b53-41f1-a9c0-1a864f211647","branchId","015d9b80-63a8-4d3e-9444-af590b456c64","fileId","019f9097-6104-7209-9669-eca8b93dcaa7","index.html","content","\n\n \n \n \n \n \n \n \n Gateway Gateway™ — The AI gateway for your AI gateways\n \n \n \n \n

\n \n \n \n\n","fileType",1,"parentId","019f9097-6104-7209-9669-f517a1358763",["D",1784837500856],"branchVersion",7,"label",[77,65],"frontend",{"_36":131,"_13":77,"_63":71,"_70":-5,"_61":62,"_73":69,"_88":89,"_38":132,"_17":133,"_68":134,"_66":-5,"_93":51,"_75":-5,"_94":135,"_18":136},{"_36":123,"_13":124,"_63":125,"_70":-5,"_61":62,"_73":126,"_88":89,"_38":127,"_17":69,"_68":24,"_66":128,"_93":51,"_75":-5,"_94":129,"_18":130},{"_36":114,"_13":115,"_63":116,"_70":-5,"_61":62,"_73":117,"_88":89,"_38":118,"_17":119,"_68":24,"_66":120,"_93":51,"_75":-5,"_94":121,"_18":122},{"_36":106,"_13":107,"_63":108,"_70":-5,"_61":62,"_73":109,"_88":89,"_38":110,"_17":34,"_68":102,"_66":111,"_93":51,"_75":-5,"_94":112,"_18":113},{"_36":97,"_13":98,"_63":99,"_70":-5,"_61":62,"_73":100,"_88":89,"_38":101,"_17":69,"_68":102,"_66":103,"_93":51,"_75":-5,"_94":104,"_18":105},{"_36":84,"_13":85,"_63":86,"_70":-5,"_61":62,"_73":87,"_88":89,"_38":90,"_17":34,"_68":91,"_66":92,"_93":51,"_75":-5,"_94":95,"_18":96},"22f85120-6ec1-46dd-baf9-239778828b82","index.ts","019f9097-6104-7209-9669-fc1af7725c68",11,"latest",true,["D",1784837562617],"http","import { hotReload, parseVal, serveFile } from \"https://esm.town/v/std/utils/index.ts\";\nimport { Hono } from \"npm:hono\";\nimport { isConfigured, publicGateways, readGatewayConfig } from \"./gateway-config.ts\";\nimport { proxyGatewayRequest } from \"./gateway.ts\";\n\nconst app = new Hono();\n\napp.get(\"/\", () => serveFile(\"/frontend/index.html\"));\napp.get(\"/frontend/**/*\", (c) => serveFile(c.req.path));\napp.get(\"/source\", (c) => c.redirect(parseVal().links.self.val));\n\napp.get(\"/health\", (c) => {\n const status = isConfigured();\n return c.json({\n status: status.valid ? \"needlessly operational\" : \"strategically degraded\",\n service: \"gateway-gateway\",\n ...status,\n }, status.valid ? 200 : 500);\n});\n\napp.get(\"/api/status\", (c) => c.json(isConfigured()));\n\napp.get(\"/v1/gateways\", (c) => {\n try {\n return c.json({\n object: \"list\",\n data: publicGateways(),\n disclaimer: \"A list of gateways behind the gateway. Please remain calm.\",\n });\n } catch (error) {\n return c.json({\n error: {\n message: error instanceof Error ? error.message : String(error),\n type: \"gateway_gateway_config_error\",\n },\n }, 500);\n }\n});\n\napp.get(\"/v1/models\", (c) => {\n try {\n const config = readGatewayConfig();\n const models = [\n {\n id: \"gateway-gateway/auto\",\n object: \"model\",\n owned_by: \"middle-management\",\n },\n ...config.gateways\n .filter((gateway) => gateway.enabled !== false)\n .map((gateway) => ({\n id: gateway.name + \"::\" + (gateway.defaultModel || \"your-model-here\"),\n object: \"model\",\n owned_by: gateway.name,\n })),\n ];\n return c.json({ object: \"list\", data: models });\n } catch (error) {\n return c.json({\n error: {\n message: error instanceof Error ? error.message : String(error),\n type: \"gateway_gateway_config_error\",\n },\n }, 500);\n }\n});\n\napp.all(\"/v1/*\", (c) => proxyGatewayRequest(c.req.raw));\n\napp.notFound((c) => c.json({\n error: {\n message: \"This route has not yet passed through enough gateways.\",\n type: \"gateway_gateway_not_found\",\n },\n}, 404));\n\napp.onError((err) => Promise.reject(err));\n\nexport default hotReload(app.fetch);\n","deleted","children",[],[85],"d8c15991-e256-4711-8aae-f93465385ca8","gateway.ts","7101c378-86d2-11f1-b3ff-1607ee4eb77e",10,["D",1784837555846],"script","import {\n authorize,\n type Gateway,\n type GatewayConfig,\n orderedGateways,\n readGatewayConfig,\n resolveHeaders,\n} from \"./gateway-config.ts\";\n\nconst RETRYABLE = new Set([408, 409, 425, 429]);\n\nfunction responseHeaders(upstream: Headers, selected: string, attempts: string[]) {\n const headers = new Headers(upstream);\n for (const header of [\"connection\", \"content-encoding\", \"content-length\", \"transfer-encoding\", \"set-cookie\"]) {\n headers.delete(header);\n }\n headers.set(\"x-gateway-gateway-selected\", selected);\n headers.set(\"x-gateway-gateway-attempts\", attempts.join(\",\"));\n headers.set(\"x-gateway-gateway-governance\", \"ISO-42069-pending\");\n return headers;\n}\n\nfunction outgoingBody(original: Record | null, gateway: Gateway, explicitModel?: string) {\n if (!original) return null;\n const body = { ...original };\n const current = explicitModel || (typeof body.model === \"string\" ? body.model : \"\");\n if (current === \"auto\" || current === \"gateway-gateway/auto\") {\n if (!gateway.defaultModel) throw new Error(gateway.name + \" needs defaultModel to participate in auto.\");\n body.model = gateway.defaultModel;\n } else if (explicitModel) {\n body.model = explicitModel;\n }\n return JSON.stringify(body);\n}\n\nfunction gatewayError(message: string, type: string, status: number) {\n return Response.json({ error: { message, type } }, { status });\n}\n\nexport async function proxyGatewayRequest(request: Request): Promise {\n const auth = authorize(request);\n if (!auth.ok) {\n const response = gatewayError(auth.message, \"gateway_gateway_error\", auth.status);\n if (auth.status === 401) response.headers.set(\"www-authenticate\", \"Bearer\");\n return response;\n }\n if (request.method !== \"POST\") {\n return gatewayError(\"Only POST crosses the ceremonial gateway.\", \"gateway_gateway_error\", 405);\n }\n\n let config: GatewayConfig;\n try {\n config = readGatewayConfig();\n } catch (error) {\n return gatewayError(\n error instanceof Error ? error.message : String(error),\n \"gateway_gateway_config_error\",\n 500,\n );\n }\n\n if (!config.gateways.some((gateway) => gateway.enabled !== false)) {\n return gatewayError(\n \"Zero downstream gateways configured. We have successfully centralized nothing.\",\n \"gateway_gateway_config_error\",\n 503,\n );\n }\n\n const incomingUrl = new URL(request.url);\n const rawBody = await request.text();\n let jsonBody: Record | null = null;\n if (rawBody) {\n try {\n jsonBody = JSON.parse(rawBody);\n } catch {\n return gatewayError(\n \"The gateway gateway currently accepts JSON, like a serious enterprise product.\",\n \"invalid_request_error\",\n 400,\n );\n }\n }\n\n const requestedHeader = request.headers.get(\"x-gateway-gateway\") || \"\";\n const requested = requestedHeader.split(\",\").map((value) => value.trim()).filter(Boolean);\n let explicitModel: string | undefined;\n const model = typeof jsonBody?.model === \"string\" ? jsonBody.model : \"\";\n const prefixed = /^([a-z0-9_-]+)::(.+)$/i.exec(model);\n if (prefixed) {\n if (!requested.length) requested.push(prefixed[1]);\n explicitModel = prefixed[2];\n }\n\n let gateways: Gateway[];\n try {\n gateways = orderedGateways(config, requested);\n } catch (error) {\n return gatewayError(\n error instanceof Error ? error.message : String(error),\n \"gateway_gateway_routing_error\",\n 400,\n );\n }\n\n const attempts: string[] = [];\n let lastFailure: { status: number; text: string; headers: Headers; gateway: string } | undefined;\n\n for (const gateway of gateways) {\n attempts.push(gateway.name);\n try {\n const targetPath = incomingUrl.pathname.replace(/^\\/v1(?=\\/|$)/, \"\");\n const target = new URL(gateway.baseUrl + targetPath + incomingUrl.search);\n const headers = resolveHeaders(gateway);\n headers.set(\"content-type\", request.headers.get(\"content-type\") || \"application/json\");\n headers.set(\"accept\", request.headers.get(\"accept\") || \"application/json\");\n for (const name of [\"openai-beta\", \"openai-organization\", \"openai-project\", \"idempotency-key\"]) {\n const value = request.headers.get(name);\n if (value) headers.set(name, value);\n }\n\n const upstream = await fetch(target, {\n method: \"POST\",\n headers,\n body: outgoingBody(jsonBody, gateway, explicitModel) ?? rawBody,\n signal: AbortSignal.timeout(gateway.timeoutMs ?? 45_000),\n });\n\n if (upstream.ok || (!RETRYABLE.has(upstream.status) && upstream.status < 500)) {\n return new Response(upstream.body, {\n status: upstream.status,\n headers: responseHeaders(upstream.headers, gateway.name, attempts),\n });\n }\n\n lastFailure = {\n status: upstream.status,\n text: await upstream.text(),\n headers: upstream.headers,\n gateway: gateway.name,\n };\n } catch (error) {\n lastFailure = {\n status: 502,\n text: JSON.stringify({\n error: {\n message: gateway.name + \" failed: \" + (error instanceof Error ? error.message : String(error)),\n type: \"gateway_gateway_upstream_error\",\n },\n }),\n headers: new Headers({ \"content-type\": \"application/json\" }),\n gateway: gateway.name,\n };\n }\n }\n\n if (lastFailure) {\n return new Response(lastFailure.text, {\n status: lastFailure.status,\n headers: responseHeaders(lastFailure.headers, lastFailure.gateway, attempts),\n });\n }\n\n return gatewayError(\n \"The routing committee adjourned without selecting a gateway.\",\n \"gateway_gateway_error\",\n 503,\n );\n}\n",[],[98],"509478c3-e647-4d4d-9206-fe76d89e7f6b","gateway-config.ts","ca7aa5c8-86d2-11f1-81e6-1607ee4eb77e",19,["D",1784837805732],"const ENV = Deno.env.toObject();\nconst readEnv = (name: string) => ENV[name];\n\nexport type Gateway = {\n name: string;\n baseUrl: string;\n apiKeyEnv?: string;\n authHeader?: string;\n authScheme?: string;\n defaultModel?: string;\n extraHeaders?: Record;\n priority?: number;\n timeoutMs?: number;\n enabled?: boolean;\n};\n\nexport type GatewayConfig = {\n gateways: Gateway[];\n strategy: \"cascade\" | \"random\" | \"round-robin\";\n defaultGateway?: string;\n};\n\nlet roundRobinCursor = 0;\n\nexport function readGatewayConfig(): GatewayConfig {\n const raw = readEnv(\"GATEWAY_GATEWAY_CONFIG\");\n if (!raw) return { gateways: [], strategy: \"cascade\" };\n\n let parsed: unknown;\n try {\n parsed = JSON.parse(raw);\n } catch {\n throw new Error(\"GATEWAY_GATEWAY_CONFIG is not valid JSON. The gateways have unionized.\");\n }\n\n const document = Array.isArray(parsed) ? { gateways: parsed } : parsed as Record;\n if (!document || !Array.isArray(document.gateways)) {\n throw new Error(\"GATEWAY_GATEWAY_CONFIG needs a gateways array.\");\n }\n\n const seen = new Set();\n const gateways = document.gateways.map((item, index) => {\n const gateway = item as Gateway;\n if (!gateway || typeof gateway.name !== \"string\" || !/^[a-z0-9_-]+$/i.test(gateway.name)) {\n throw new Error(\"Gateway #\" + (index + 1) + \" needs an alphanumeric name.\");\n }\n if (seen.has(gateway.name)) throw new Error(\"Two gateways are named \" + gateway.name + \". This is too much abstraction.\");\n seen.add(gateway.name);\n if (typeof gateway.baseUrl !== \"string\") throw new Error(gateway.name + \" needs a baseUrl.\");\n const url = new URL(gateway.baseUrl);\n if (![\"https:\", \"http:\"].includes(url.protocol)) throw new Error(gateway.name + \" has an unsupported URL scheme.\");\n return { ...gateway, baseUrl: gateway.baseUrl.replace(/\\/+$/, \"\") };\n });\n\n const strategy = String(document.strategy || \"cascade\");\n if (![\"cascade\", \"random\", \"round-robin\"].includes(strategy)) {\n throw new Error(\"Unknown strategy: \" + strategy);\n }\n\n return {\n gateways,\n strategy: strategy as GatewayConfig[\"strategy\"],\n defaultGateway: typeof document.defaultGateway === \"string\" ? document.defaultGateway : undefined,\n };\n}\n\nexport function isConfigured() {\n try {\n const config = readGatewayConfig();\n return {\n valid: true,\n gatewayCount: config.gateways.filter((gateway) => gateway.enabled !== false).length,\n inboundAuth: Boolean(readEnv(\"GATEWAY_GATEWAY_API_KEY\")),\n strategy: config.strategy,\n };\n } catch (error) {\n return {\n valid: false,\n gatewayCount: 0,\n inboundAuth: Boolean(readEnv(\"GATEWAY_GATEWAY_API_KEY\")),\n strategy: \"none\",\n error: error instanceof Error ? error.message : String(error),\n };\n }\n}\n\nexport function publicGateways() {\n return readGatewayConfig().gateways\n .filter((gateway) => gateway.enabled !== false)\n .map((gateway) => ({\n name: gateway.name,\n baseUrl: gateway.baseUrl,\n defaultModel: gateway.defaultModel || null,\n priority: gateway.priority ?? 100,\n credentialsPresent: gateway.apiKeyEnv ? Boolean(readEnv(gateway.apiKeyEnv)) : true,\n }));\n}\n\nfunction constantTimeEqual(a: string, b: string) {\n const length = Math.max(a.length, b.length);\n let mismatch = a.length ^ b.length;\n for (let i = 0; i < length; i++) {\n mismatch |= (a.charCodeAt(i) || 0) ^ (b.charCodeAt(i) || 0);\n }\n return mismatch === 0;\n}\n\nexport function authorize(request: Request) {\n const expected = readEnv(\"GATEWAY_GATEWAY_API_KEY\");\n if (!expected) {\n return {\n ok: false,\n status: 503,\n message: \"Set GATEWAY_GATEWAY_API_KEY before inviting the internet to spend your money.\",\n };\n }\n const bearer = request.headers.get(\"authorization\")?.replace(/^Bearer\\s+/i, \"\") || \"\";\n const apiKey = request.headers.get(\"x-api-key\") || bearer;\n if (!constantTimeEqual(apiKey, expected)) {\n return {\n ok: false,\n status: 401,\n message: \"Invalid gateway-gateway credential. Please escalate to the Gateway Governance Council.\",\n };\n }\n return { ok: true, status: 200, message: \"authorized\" };\n}\n\nexport function resolveHeaders(gateway: Gateway) {\n const headers = new Headers();\n if (gateway.apiKeyEnv) {\n const secret = readEnv(gateway.apiKeyEnv);\n if (!secret) throw new Error(\"Missing credential \" + gateway.apiKeyEnv + \" for \" + gateway.name + \".\");\n headers.set(gateway.authHeader || \"authorization\", (gateway.authScheme ?? \"Bearer \") + secret);\n }\n for (const [key, configuredValue] of Object.entries(gateway.extraHeaders || {})) {\n let value = configuredValue;\n if (value.startsWith(\"$\")) {\n const envName = value.slice(1);\n const secret = readEnv(envName);\n if (!secret) throw new Error(\"Missing header credential \" + envName + \" for \" + gateway.name + \".\");\n value = secret;\n }\n headers.set(key, value);\n }\n return headers;\n}\n\nexport function orderedGateways(config: GatewayConfig, requested: string[]) {\n const enabled = config.gateways\n .filter((gateway) => gateway.enabled !== false)\n .sort((a, b) => (a.priority ?? 100) - (b.priority ?? 100));\n\n if (requested.length) {\n return requested.map((name) => {\n const gateway = enabled.find((candidate) => candidate.name === name);\n if (!gateway) throw new Error(\"Unknown gateway \" + name + \". The gateway gateway cannot gateway what it cannot see.\");\n return gateway;\n });\n }\n\n if (config.defaultGateway) {\n const index = enabled.findIndex((gateway) => gateway.name === config.defaultGateway);\n if (index >= 0) enabled.unshift(...enabled.splice(index, 1));\n }\n\n if (config.strategy === \"random\") return enabled.sort(() => Math.random() - 0.5);\n if (config.strategy === \"round-robin\" && enabled.length) {\n const offset = roundRobinCursor++ % enabled.length;\n return enabled.slice(offset).concat(enabled.slice(0, offset));\n }\n return enabled;\n}\n",[],[107],"bdf1bdf0-8736-4f74-bd74-afdede67194d","README.md","019f9097-6104-7209-9669-f88678349d36",14,["D",1784837610291],3,"# Gateway Gateway™\n\n> The AI gateway for your AI gateways. Finally.\n\nGateway Gateway is a functional joke and a small OpenAI-compatible meta-proxy. Put it in front of OpenRouter, LiteLLM, Portkey, Vercel AI Gateway, Helicone, a Cloudflare AI Gateway endpoint, or any other gateway that accepts OpenAI-shaped JSON.\n\nIt gives you one more base URL, because the missing piece in your AI stack was another layer.\n\n## What it actually does\n\n- Proxies POST requests below `/v1/*`\n- Supports streaming responses without buffering successful upstreams\n- Routes by priority, random selection, or best-effort in-memory round robin\n- Falls back on network errors, timeouts, 408, 409, 425, 429, and 5xx responses\n- Selects a gateway with `x-gateway-gateway: openrouter`\n- Selects a gateway in the model name with `openrouter::openai/gpt-4o-mini`\n- Rewrites `gateway-gateway/auto` to each gateway's configured default model\n- Adds the extremely important `x-gateway-gateway-governance: ISO-42069-pending` header\n- Never forwards the caller's authorization header to an upstream\n\nIt does not translate proprietary, non-OpenAI request formats. “All gateways” means all gateways that can be described by a base URL, auth header, and OpenAI-compatible request body. Satire has limits; HTTP has more.\n\n## Setup\n\n### 1. Protect the inbound endpoint\n\nSet `GATEWAY_GATEWAY_API_KEY` to a random secret. Clients send it as `Authorization: Bearer ...` or `x-api-key: ...`.\n\n👉 Add GATEWAY_GATEWAY_API_KEY here: https://www.val.town/x/stevekrouse/gateway-gateway/environment-variables?key=GATEWAY_GATEWAY_API_KEY\n\n### 2. Add your downstream credential\n\nThis example uses `OPENROUTER_API_KEY`.\n\n👉 Add OPENROUTER_API_KEY here: https://www.val.town/x/stevekrouse/gateway-gateway/environment-variables?key=OPENROUTER_API_KEY\n\n### 3. Configure the board of gateways\n\nSet `GATEWAY_GATEWAY_CONFIG` to JSON:\n\n```json\n{\n \"strategy\": \"cascade\",\n \"defaultGateway\": \"openrouter\",\n \"gateways\": [\n {\n \"name\": \"openrouter\",\n \"baseUrl\": \"https://openrouter.ai/api/v1\",\n \"apiKeyEnv\": \"OPENROUTER_API_KEY\",\n \"defaultModel\": \"openai/gpt-4o-mini\",\n \"priority\": 1,\n \"timeoutMs\": 45000\n }\n ]\n}\n```\n\n👉 Add GATEWAY_GATEWAY_CONFIG here: https://www.val.town/x/stevekrouse/gateway-gateway/environment-variables?key=GATEWAY_GATEWAY_CONFIG\n\nEach gateway accepts:\n\n| Field | Meaning |\n| --- | --- |\n| `name` | Routing name; letters, numbers, `_`, and `-` |\n| `baseUrl` | OpenAI-compatible base URL, usually ending in `/v1` |\n| `apiKeyEnv` | Name of the Val environment variable containing its credential |\n| `authHeader` | Header name; defaults to `authorization` |\n| `authScheme` | Prefix; defaults to `Bearer ` |\n| `defaultModel` | Used by the `gateway-gateway/auto` model |\n| `extraHeaders` | Static values or env references such as `{\"x-key\":\"$OTHER_SECRET\"}` |\n| `priority` | Lower runs first in cascade mode |\n| `timeoutMs` | Per-gateway timeout; defaults to 45 seconds |\n| `enabled` | Set to `false` for a strategic pause |\n\nFor every `$OTHER_SECRET` or `apiKeyEnv` you name, add that key in the val's environment-variable settings.\n\n## Use it\n\nEndpoint:\n\n```\nhttps://stevekrouse--019f9097610472099669fc1af7725c68.web.val.run/v1\n```\n\n```bash\ncurl https://stevekrouse--019f9097610472099669fc1af7725c68.web.val.run/v1/chat/completions \\\n -H \"Authorization: Bearer $GATEWAY_GATEWAY_KEY\" \\\n -H \"x-gateway-gateway: openrouter\" \\\n -H \"Content-Type: application/json\" \\\n -d '{\n \"model\": \"openai/gpt-4o-mini\",\n \"messages\": [{\"role\": \"user\", \"content\": \"Why did we do this?\"}]\n }'\n```\n\nOr leave out `x-gateway-gateway` and let the configured strategy make an executive decision.\n\nUseful read-only routes:\n\n- `GET /health` — operational status\n- `GET /api/status` — status for the landing page\n- `GET /v1/models` — synthetic model list\n- `GET /v1/gateways` — safe gateway metadata; never secret values\n\n## Configuration examples\n\nPortkey-style credentials can use a custom header:\n\n```json\n{\n \"name\": \"portkey\",\n \"baseUrl\": \"https://api.portkey.ai/v1\",\n \"apiKeyEnv\": \"PORTKEY_API_KEY\",\n \"authHeader\": \"x-portkey-api-key\",\n \"authScheme\": \"\"\n}\n```\n\nA self-hosted LiteLLM proxy generally uses the defaults:\n\n```json\n{\n \"name\": \"litellm\",\n \"baseUrl\": \"https://litellm.example.com/v1\",\n \"apiKeyEnv\": \"LITELLM_API_KEY\",\n \"defaultModel\": \"gpt-4o-mini\"\n}\n```\n\n👉 Add PORTKEY_API_KEY here: https://www.val.town/x/stevekrouse/gateway-gateway/environment-variables?key=PORTKEY_API_KEY\n\n👉 Add LITELLM_API_KEY here: https://www.val.town/x/stevekrouse/gateway-gateway/environment-variables?key=LITELLM_API_KEY\n\nAdd those credential keys before enabling the entries.\n\n## Security notes\n\nThe relay refuses all proxy traffic until an inbound API key is configured. Secrets stay in encrypted Val environment variables. Caller cookies and authorization are not forwarded. Successful upstream responses stream through, while retryable error bodies are buffered so another gateway can be tried.\n\nGateway URLs are trusted configuration. Anyone who can edit the val's encrypted configuration can choose an internal URL, so treat editor access as privileged.\n\n## Files\n\nSee [AGENTS.md](./AGENTS.md) for the current file map.\n\nBuilt on [Val Town](https://www.val.town/). Regrettably real.\n",[],[115],"e3dd6ae3-7f8d-49e2-a2bc-0c74c103e773","AGENTS.md","3528f1d2-86d2-11f1-9ba8-1607ee4eb77e",15,["D",1784837624395],"# Gateway Gateway agent notes\n\n## Intent\n\nA functional joke: an OpenAI-compatible meta-gateway that routes requests through configurable AI gateways. Keep the humor grandiose and the implementation small, safe, and remixable.\n\n## File map\n\n- `AGENTS.md` — project intent and file map\n- `README.md` — setup, configuration, API usage, and security notes\n- `index.ts` — Hono HTTP entrypoint, public metadata routes, and proxy mount\n- `gateway-config.ts` — typed configuration, authentication, and routing order\n- `gateway.ts` — upstream request forwarding, failover, streaming, and response headers\n- `frontend/index.html` — HTML shell, metadata, Twind, and client entrypoint\n- `frontend/index.tsx` — React mount\n- `frontend/favicon.svg` — recursive gateway favicon\n- `frontend/components/App.tsx` — product landing page and live status\n- `frontend/components/Counter.tsx` — interactive recursive architecture diagram\n\n## Invariants\n\n- Keep inbound relay authentication mandatory; never ship an open paid-API proxy.\n- Never forward the caller's authorization header or cookies to an upstream.\n- Keep secrets in Val environment variables and expose only presence metadata.\n- Successful upstream bodies stream; only retryable error bodies are buffered.\n- Preserve the visible `/source` link and wrap the HTTP handler with `hotReload`.\n",[],[124],"b2385c82-3050-45bc-b539-241fe8b3b362",["D",1784837267473],0,"directory",[137,138,139,140],[77],{"_36":159,"_13":160,"_63":161,"_70":71,"_61":62,"_73":69,"_88":89,"_38":162,"_17":133,"_68":134,"_66":-5,"_93":51,"_75":-5,"_94":163,"_18":164},{"_36":151,"_13":152,"_63":153,"_70":71,"_61":62,"_73":154,"_88":89,"_38":155,"_17":69,"_68":24,"_66":156,"_93":51,"_75":-5,"_94":157,"_18":158},{"_36":60,"_13":65,"_63":64,"_70":71,"_61":62,"_73":74,"_88":89,"_38":148,"_17":69,"_68":24,"_66":67,"_93":51,"_75":-5,"_94":149,"_18":150},{"_36":141,"_13":142,"_63":143,"_70":71,"_61":62,"_73":69,"_88":89,"_38":144,"_17":133,"_68":102,"_66":145,"_93":51,"_75":-5,"_94":146,"_18":147},"f0a7eb1d-046f-4678-9708-f9442f6b3849","index.tsx","019f9097-6104-7209-9669-f29c9bad81be",["D",1784837267473],"/** @jsxImportSource https://esm.sh/react@18.2.0 */\nimport { createRoot } from \"https://esm.sh/react-dom@18.2.0/client\";\nimport { App } from \"./components/App.tsx\";\n\nconst root = document.getElementById(\"root\");\nif (!root) {\n throw new Error(\"No root element found\");\n}\n\ncreateRoot(root).render();",[],[77,142],["D",1784837500856],[],[77,65],"e231fbc7-0551-4ce4-bf55-03a98ba2b527","favicon.svg","019f9097-6104-7209-9669-ea268d263ead",8,["D",1784837502981],"\n",[],[77,152],"854ecc6d-048a-40d9-92e0-8ef5371ca096","components","019f9097-6104-7209-9669-e4be2cf49488",["D",1784837267473],[165,166],[77,160],{"_36":175,"_13":176,"_63":177,"_70":161,"_61":62,"_73":178,"_88":89,"_38":179,"_17":119,"_68":102,"_66":180,"_93":51,"_75":-5,"_94":181,"_18":182},{"_36":167,"_13":168,"_63":169,"_70":161,"_61":62,"_73":170,"_88":89,"_38":171,"_17":69,"_68":102,"_66":172,"_93":51,"_75":-5,"_94":173,"_18":174},"fcd5a6b3-5f24-41a1-8422-de9b53f1bf69","Counter.tsx","019f9097-6104-7209-9669-e00361e7cc88",5,["D",1784837484147],"/** @jsxImportSource https://esm.sh/react@18.2.0 */\nimport { useState } from \"https://esm.sh/react@18.2.0\";\n\nfunction GatewayLayer({ level, total }: { level: number; total: number }) {\n const label = level === 1\n ? \"Your app\"\n : level === total\n ? \"An AI model, eventually\"\n : \"Gateway \".repeat(level - 1).trim();\n\n return (\n

\n {label}\n layer {level}\n

\n {level < total\n ? \n :

hello, world

}\n

\n );\n}\n\nexport function GatewayCounter() {\n const [layers, setLayers] = useState(3);\n const maxed = layers >= 7;\n\n return (\n

\n \n

\n setLayers((value) => Math.min(7, value + 1))}\n disabled={maxed}\n className=\"rounded-full bg-indigo-600 hover:bg-indigo-700 disabled:bg-gray-300 text-white font-bold px-5 py-2 cursor-pointer transition-colors\"\n >\n {maxed ? \"Architecture complete\" : \"Add strategic gateway\"}\n \n setLayers(3)}\n className=\"text-sm text-gray-500 hover:text-gray-900 underline cursor-pointer\"\n >\n Roll back to merely absurd\n \n

\n {maxed && (\n

\n You have achieved enterprise architecture. Nobody remembers where the model is.\n

\n )}\n

\n );\n}\n",[],[77,160,168],"2d1537d5-c283-47b1-a14e-45b0d47bb645","App.tsx","019f9097-6104-7209-9669-dc888b5c9369",17,["D",1784837761276],"/** @jsxImportSource https://esm.sh/react@18.2.0 */\nimport { useEffect, useState } from \"https://esm.sh/react@18.2.0\";\nimport { GatewayCounter } from \"./Counter.tsx\";\n\ntype Status = {\n valid: boolean;\n gatewayCount: number;\n inboundAuth: boolean;\n strategy: string;\n error?: string;\n};\n\nconst principles = [\n [\"Universal compatibility*\", \"*with anything that speaks OpenAI-ish JSON\"],\n [\"Multi-gateway failover\", \"When one middleman fails, try another middleman.\"],\n [\"Enterprise governance\", \"Every response is ISO-42069-pending.\"],\n];\n\nconst testimonials = [\n [\"“We reduced vendor lock-in by adding a vendor.”\", \"VP of Optionality\"],\n [\"“Our latency is now diversified.”\", \"Chief Gateway Officer\"],\n [\"“Finally, one throat to choke, connected to several other throats.”\", \"Gartner, probably\"],\n];\n\nexport function App() {\n const [status, setStatus] = useState(null);\n const origin = typeof window === \"undefined\" ? \"\" : window.location.origin;\n const curlExample = \"curl \" + origin + \"/v1/chat/completions \\\\\\n\" +\n \" -H \\\"Authorization: Bearer $KEY\\\" \\\\\\n\" +\n \" -H \\\"x-gateway-gateway: openrouter\\\" \\\\\\n\" +\n \" -H \\\"Content-Type: application/json\\\" \\\\\\n\" +\n \" -d '{\\\"model\\\":\\\"openai/gpt-4o-mini\\\",\\n\" +\n \" \\\"messages\\\":[{\\\"role\\\":\\\"user\\\",\\n\" +\n \" \\\"content\\\":\\\"why\\\"}]}'\";\n\n useEffect(() => {\n fetch(\"/api/status\").then((response) => response.json()).then(setStatus).catch(() => {\n setStatus({ valid: false, gatewayCount: 0, inboundAuth: false, strategy: \"unknown\" });\n });\n }, []);\n\n return (\n

\n ANNOUNCING GATEWAY GATEWAY™ — NOW WITH 100% MORE GATEWAY PER GATEWAY\n

\n\n \n\n

\n \n {status\n ? status.valid\n ? status.gatewayCount + \" downstream gateways synergized\"\n : \"strategically degraded\"\n : \"forming steering committee…\"}\n

\n\n

\n The AI gateway for your\n AI gateways.\n

\n One endpoint to centralize the decentralization of your centralized AI infrastructure.\n Finally.\n

\n\n

\n \n Add another layer\n \n \n Browse one fake model\n \n

\n\n

\n SOC 2 curious · HIPAA adjacent · zero benchmarks survived peer review\n

\n\n

\n {principles.map(([title, copy]) => (\n

✦

{title}

{copy}

\n ))}\n

\n\n

Reference architecture

Complexity you can feel.

\n Requests enter Gateway Gateway, receive a commemorative governance header,\n and are forwarded to the gateway you were already using.\n

\n {index + 1}\n {item}\n

\n \n

\n\n

Drop-in-ish API

Change one base URL. Add one existential question.

\n Point any OpenAI client at the endpoint, then route with a header or a model prefix such as\n openrouter::openai/gpt-4o-mini.\n

\n {[\"Chat completions\", \"Responses\", \"Embeddings\", \"Images\", \"Streaming\"].map((label) => (\n {label}\n ))}\n

\n \n \n \n

{curlExample}

\n\n

Customer outcomes

Trusted by people in this HTML.

\n {testimonials.map(([quote, person]) => (\n

{quote}

{person}

\n \n ))}\n

\n\n

Ready to gateway your gateways?

\n Configure two environment variables and at least one other company’s environment variable.\n

\n \n Remix this regrettable idea\n \n

\n\n \n

\n );\n}\n",[],[77,160,176],"20dae829-0549-4444-9118-e29602b41c85",["D",1784837267473],"legacyEnvVars","httpPrivacy","description","The AI gateway for your AI gateways. Finally.","imageUrl","https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/64dc00cc-94d9-47dd-81b1-dde02610d900/square512?exp=1789531199&sig=c3082dd86ea52a30fbf464ba0f44a3fec10dd3791f436c3bf6ebddd1bfbb94d7","userId","a0bf3b31-15a5-4d5c-880e-4b1e22c9bc18","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount","e81e7335-6d4c-4764-a902-d0962bbfa9f7","tursoName","20dae829054944449118e29602b41c85","tursoHostname","20dae829054944449118e29602b41c85-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789473046147],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_11":12,"_231":227},"org",{"_11":12,"_225":-5,"_226":227,"_191":192,"_228":229,"_230":51},"branch",{"_17":109,"_13":16,"_36":62,"_42":183,"_45":37,"_46":221,"_222":53,"_223":43,"_224":57,"_58":14,"_54":12},89,"forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","displayName","avatar","https://images.clerk.dev/uploaded/img_2PqHa2Gsy93xQrjh2w78Xu0cChW.jpeg","tier","pro","canRestrictVals","profileImageUrl","adoptOrgId",{"_36":183,"_13":14,"_38":305,"_49":-5,"_185":51,"_52":53,"_186":53,"_187":188,"_189":190,"_191":192,"_193":86,"_194":89,"_195":-5,"_196":-5,"_197":133,"_56":198,"_199":200,"_201":202,"_203":306,"_205":-5,"_206":207,"_208":207,"_209":210,"_211":210,"_212":210,"_213":207,"_214":207,"_215":307,"_217":308,"_219":309,"_50":51},[269,276,277,278,279,280],"files",[269,270,271,272,273,274,275,276,277,278,279,280],"counts",{"_260":133,"_261":69,"_262":133,"_35":263,"_264":265},[],{"_36":60,"_13":65,"_63":64,"_70":71,"_61":62,"_73":74,"_88":89,"_38":258,"_17":69,"_68":24,"_66":67,"_93":51,"_75":-5,"_18":259},"upstreamProject",{"_36":43,"_13":59,"_187":255,"_189":190,"_52":53,"_215":256},"upstreamBranch",{"_36":37,"_38":253,"_40":254,"_13":16,"_42":43,"_17":44,"_45":-5,"_46":-5,"_47":48,"_49":-5,"_50":51,"_52":53,"_54":55,"_56":57,"_58":59},"emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},["D",1740674013689],["D",1785420707976],"Starter template with client-side React & Hono server",{"_11":55,"_231":257},"https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/129cab32-3bd7-4c3e-f39b-f12900c76100/square512?exp=1789531199&sig=c4c4bdc5c2acbb6312e40d49bdb32dbf55ef8c86dbe1955b3579126e34f9a554",["D",1784837500856],[77,65],"pulls","branches","forks",{"_266":133,"_268":133},"connections",{"_266":133,"_267":133},"count","unfilledCount","emptyCount",{"_36":131,"_13":77,"_63":71,"_70":-5,"_61":62,"_73":69,"_88":89,"_38":132,"_17":133,"_68":134,"_66":-5,"_93":51,"_75":-5,"_94":303,"_18":304},{"_36":159,"_13":160,"_63":161,"_70":71,"_61":62,"_73":69,"_88":89,"_38":162,"_17":133,"_68":134,"_66":-5,"_93":51,"_75":-5,"_94":301,"_18":302},{"_36":175,"_13":176,"_63":177,"_70":161,"_61":62,"_73":178,"_88":89,"_38":179,"_17":119,"_68":102,"_66":180,"_93":51,"_75":-5,"_94":299,"_18":300},{"_36":167,"_13":168,"_63":169,"_70":161,"_61":62,"_73":170,"_88":89,"_38":171,"_17":69,"_68":102,"_66":172,"_93":51,"_75":-5,"_94":297,"_18":298},{"_36":151,"_13":152,"_63":153,"_70":71,"_61":62,"_73":154,"_88":89,"_38":155,"_17":69,"_68":24,"_66":156,"_93":51,"_75":-5,"_94":295,"_18":296},{"_36":60,"_13":65,"_63":64,"_70":71,"_61":62,"_73":74,"_88":89,"_38":148,"_17":69,"_68":24,"_66":67,"_93":51,"_75":-5,"_94":293,"_18":294},{"_36":141,"_13":142,"_63":143,"_70":71,"_61":62,"_73":69,"_88":89,"_38":144,"_17":133,"_68":102,"_66":145,"_93":51,"_75":-5,"_94":291,"_18":292},{"_36":123,"_13":124,"_63":125,"_70":-5,"_61":62,"_73":126,"_88":89,"_38":127,"_17":69,"_68":24,"_66":128,"_93":51,"_75":-5,"_94":289,"_18":290},{"_36":114,"_13":115,"_63":116,"_70":-5,"_61":62,"_73":117,"_88":89,"_38":118,"_17":119,"_68":24,"_66":120,"_93":51,"_75":-5,"_94":287,"_18":288},{"_36":106,"_13":107,"_63":108,"_70":-5,"_61":62,"_73":109,"_88":89,"_38":110,"_17":34,"_68":102,"_66":111,"_93":51,"_75":-5,"_94":285,"_18":286},{"_36":97,"_13":98,"_63":99,"_70":-5,"_61":62,"_73":100,"_88":89,"_38":101,"_17":69,"_68":102,"_66":103,"_93":51,"_75":-5,"_94":283,"_18":284},{"_36":84,"_13":85,"_63":86,"_70":-5,"_61":62,"_73":87,"_88":89,"_38":90,"_17":34,"_68":91,"_66":92,"_93":51,"_75":-5,"_94":281,"_18":282},[],[85],[],[98],[],[107],[],[115],[],[124],[],[77,142],[],[77,65],[],[77,152],[],[77,160,168],[],[77,160,176],[271,272],[77,160],[270,273,274,275],[77],["D",1784837267473],["D",1789473046147],{"_11":12,"_231":227},{"_11":12,"_225":-5,"_226":227,"_191":192,"_228":229,"_230":51},{"_17":109,"_13":16,"_36":62,"_42":183,"_45":37,"_46":221,"_222":53,"_223":43,"_224":57,"_58":14,"_54":12},"ctx",{"_215":-5,"_250":343,"_344":345,"_346":347,"_348":51,"_349":51,"_350":51,"_351":89,"_352":-5,"_353":-7,"_354":-7,"_355":133,"_356":51,"_357":51,"_358":-5,"_359":51,"_360":51,"_361":51,"_362":-5},"ENV",{"_314":315,"_316":317,"_318":16,"_319":320,"_321":322,"_323":324,"_325":326,"_327":328,"_329":330,"_331":332,"_333":334,"_335":336,"_337":338,"_339":340,"_341":342},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]