[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_185":186,"_187":188},"routes/_app.x.$handle.$name",{"_102":101,"_38":51,"_111":92,"_33":112,"_13":14,"_113":-5,"_11":114,"_115":116,"_117":118,"_119":120,"_121":122,"_26":-5,"_123":-5,"_124":-5,"_125":31,"_126":127,"_128":64,"_129":-5,"_130":-5,"_131":132},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":18,"_19":-5},"project",{"_49":50,"_38":51,"_44":52,"_53":-5,"_54":31,"_55":56,"_57":56,"_58":59,"_60":-5,"_19":61,"_62":37,"_63":64,"_65":-5,"_66":-5,"_67":68,"_69":70,"_71":-5,"_72":-5,"_73":-5,"_74":-5,"_75":76,"_77":76,"_78":79,"_80":79,"_81":79,"_82":76,"_83":76,"_84":85,"_86":87,"_88":89,"_90":31},"version",4,"changes",[25],"aiChatInfo",{"_20":21,"_22":-5,"_23":-5,"_24":-5},"userId","aiChatMessageId","6ba59c53-da01-49f8-b263-75b5f8f732dc","aiChatThreadId","aiChatThreadUserId","aiChatThreadTitle",{"_26":27,"_28":29,"_30":31,"_32":31,"_33":34,"_35":34},"file",{"_36":37,"_38":34,"_39":40,"_41":43,"_44":45,"_46":14,"_47":48,"_30":31},"previous",{"_36":37,"_38":34,"_39":40,"_41":42},"deleted",false,"deletedHere","path","main.ts","latestPath","fileId","a67f180e-8833-11f1-a178-1607ee4eb77e","name","fileType","http","content","export default async function (req: Request): Promise {\n return Response.json({ status: \"ok\" });\n}\n","import { getKeyForRequest, rotateKey, UPSTREAM_URL } from \"./keyManager.ts\";\nimport { isLockedBalanceError, sanitizePayload } from \"./sanitize.ts\";\n\nconst MAX_RETRIES = 5;\n\n// Headers we never forward upstream.\nconst STRIP_HEADERS = new Set([\n \"host\",\n \"content-length\",\n \"accept-encoding\",\n \"authorization\",\n \"connection\",\n]);\n\nfunction buildUpstreamUrl(req: Request): string {\n const inUrl = new URL(req.url);\n // Everything after the leading slash becomes the upstream path.\n const path = inUrl.pathname.replace(/^\\/+/, \"\");\n return `${UPSTREAM_URL}/${path}${inUrl.search}`;\n}\n\nfunction baseHeaders(req: Request): Headers {\n const h = new Headers();\n for (const [k, v] of req.headers) {\n if (!STRIP_HEADERS.has(k.toLowerCase())) h.set(k, v);\n }\n return h;\n}\n\nexport default async function (req: Request): Promise {\n const url = new URL(req.url);\n const method = req.method;\n\n // Health check (matches the Python \"/\" route).\n if (url.pathname === \"/\" || url.pathname === \"\") {\n return Response.json({ status: \"ok\", message: \"fal.ai Proxy is active!\" });\n }\n\n const upstreamUrl = buildUpstreamUrl(req);\n const rawBody = new Uint8Array(await req.arrayBuffer());\n\n let body: Uint8Array = rawBody;\n let isStream = false;\n if (method === \"POST\") {\n const s = sanitizePayload(rawBody);\n body = s.body;\n isStream = s.isStream;\n }\n\n const hasBody = method !== \"GET\" && method !== \"HEAD\" && body.length > 0;\n\n // ---------------- NON-STREAMING ----------------\n if (!isStream) {\n for (let attempt = 0; attempt < MAX_RETRIES; attempt++) {\n try {\n const key = await getKeyForRequest();\n const headers = baseHeaders(req);\n headers.set(\"authorization\", `Key ${key}`);\n\n const res = await fetch(upstreamUrl, {\n method,\n headers,\n body: hasBody ? body : undefined,\n });\n\n const buf = new Uint8Array(await res.arrayBuffer());\n const status = res.status;\n const ctype = res.headers.get(\"content-type\") || \"application/json\";\n\n // 402 (payment) or 403 (locked) -> key is dead, rotate + retry.\n if (isLockedBalanceError(status, new TextDecoder().decode(buf))) {\n console.log(`[non-stream] status ${status} (dead key) -> rotating...`);\n await rotateKey(true);\n continue;\n }\n\n return new Response(buf, {\n status,\n headers: { \"content-type\": ctype, \"Connection\": \"close\" },\n });\n } catch (e) {\n console.log(`[non-stream] attempt ${attempt + 1} failed: ${e}`);\n await new Promise((r) => setTimeout(r, 1000));\n }\n }\n return Response.json({ error: { message: \"Failed after retries\" } }, { status: 504 });\n }\n\n // ---------------- STREAMING ----------------\n const encoder = new TextEncoder();\n const stream = new ReadableStream({\n async start(controller) {\n const send = (s: string | Uint8Array) =>\n controller.enqueue(typeof s === \"string\" ? encoder.encode(s) : s);\n\n // Heartbeat immediately so clients get bytes right away.\n send(\": connected\\n\\n\");\n\n try {\n for (let attempt = 0; attempt < MAX_RETRIES; attempt++) {\n try {\n const key = await getKeyForRequest();\n const headers = baseHeaders(req);\n headers.set(\"authorization\", `Key ${key}`);\n\n const res = await fetch(upstreamUrl, {\n method,\n headers,\n body: hasBody ? body : undefined,\n });\n\n // 402 / 403 -> dead key, rotate + retry.\n if (res.status === 402 || res.status === 403) {\n const err = await res.text();\n if (isLockedBalanceError(res.status, err)) {\n console.log(`[stream] status ${res.status} (dead key) -> switching key...`);\n send(\": switching key\\n\\n\");\n await rotateKey(true);\n continue;\n }\n send(err);\n send(\"\\ndata: [DONE]\\n\\n\");\n return;\n }\n\n if (res.status >= 400) {\n await res.text();\n console.log(`[stream] status ${res.status}; retrying...`);\n send(\": retrying\\n\\n\");\n await new Promise((r) => setTimeout(r, 1000));\n continue;\n }\n\n if (!res.body) {\n console.log(\"[stream] empty; retrying...\");\n send(\": retrying\\n\\n\");\n await new Promise((r) => setTimeout(r, 1000));\n continue;\n }\n\n // Pass everything straight through as it arrives.\n const reader = res.body.getReader();\n let sawDone = false;\n let gotData = false;\n const decoder = new TextDecoder();\n while (true) {\n const { done, value } = await reader.read();\n if (done) break;\n if (value && value.length) {\n gotData = true;\n if (decoder.decode(value, { stream: true }).includes(\"[DONE]\")) sawDone = true;\n send(value);\n }\n }\n\n if (!gotData) {\n console.log(\"[stream] empty; retrying...\");\n send(\": retrying\\n\\n\");\n await new Promise((r) => setTimeout(r, 1000));\n continue;\n }\n\n if (!sawDone) send(\"\\ndata: [DONE]\\n\\n\");\n return;\n } catch (e) {\n console.log(`[stream] attempt ${attempt + 1} failed: ${e}`);\n send(\": retrying\\n\\n\");\n await new Promise((r) => setTimeout(r, 1000));\n }\n }\n send('data: {\"error\":{\"message\":\"Failed after retries\"}}\\n\\n');\n send(\"data: [DONE]\\n\\n\");\n } finally {\n controller.close();\n }\n },\n });\n\n return new Response(stream, {\n status: 200,\n headers: {\n \"Cache-Control\": \"no-cache\",\n \"X-Accel-Buffering\": \"no\",\n \"Connection\": \"close\",\n \"content-type\": \"text/event-stream\",\n },\n });\n}\n","createdAt",["D",1784989142637],"branchVersion","branchId","b4ad647d-1e52-4df1-998b-ced04d6f4e10","id","2b42abc2-cf71-42cb-8e35-ec6e0867ac24","fal-proxy",["D",1784989084292],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","fal.ai proxy with auto key rotation (secret URL + key)","imageUrl","0ce58fb8-52f8-4608-a94a-226df5456dd1","pinnedFileId","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",0,"orgId","019f99a2-f250-749c-96aa-a8cae4c2aeea","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_102":101,"_110":106},"org",{"_102":101,"_103":104,"_105":106,"_19":61,"_107":108,"_109":31},"branch",{"_13":91,"_38":92,"_49":48,"_93":50,"_94":-5,"_95":-5,"_96":-5,"_97":-5,"_98":-5,"_99":51,"_100":101},"isOwned",5,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","aisss","handle","displayName","Rbxgscanner","avatar","https://lh3.googleusercontent.com/a/ACg8ocKqwXuu42CD8D9vfE9W-gEq_Oh3WbwNufExuI-UaXMd35_rHQ=s96-c","tier","free","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_49":50,"_38":51,"_44":181,"_53":-5,"_54":31,"_55":56,"_57":56,"_58":59,"_60":-5,"_19":61,"_62":37,"_63":64,"_65":-5,"_66":-5,"_67":68,"_69":70,"_71":-5,"_72":-5,"_73":-5,"_74":-5,"_75":76,"_77":76,"_78":79,"_80":79,"_81":79,"_82":76,"_83":76,"_84":182,"_86":183,"_88":184,"_90":31},"tree",[168,169,170],"files",[168,169,170],"counts",{"_158":68,"_159":149,"_160":68,"_161":162,"_163":164},"contents",[133,134,135],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_49":151,"_38":152,"_36":153,"_139":-5,"_47":48,"_46":154,"_141":64,"_44":155,"_13":68,"_39":143,"_41":156,"_30":31,"_145":-5,"_33":157},{"_49":147,"_38":34,"_36":37,"_139":-5,"_47":48,"_46":14,"_141":64,"_44":148,"_13":149,"_39":40,"_41":43,"_30":31,"_145":-5,"_33":150},{"_49":136,"_38":137,"_36":138,"_139":-5,"_47":48,"_46":140,"_141":64,"_44":142,"_13":68,"_39":143,"_41":144,"_30":31,"_145":-5,"_33":146},"a42fd481-557f-418c-a29e-31a402487b91","sanitize.ts","bbe76ebc-8833-11f1-a00d-1607ee4eb77e","parentId",3,"latest",["D",1784989120229],"script","// Ports the sanitize_payload / _content_is_empty / is_locked_balance_error\n// helpers from the original Python proxy.\n\nfunction contentIsEmpty(content: unknown): boolean {\n if (content === null || content === undefined) return true;\n if (typeof content === \"string\") return content.trim() === \"\";\n if (Array.isArray(content)) {\n for (const part of content) {\n if (part && typeof part === \"object\" && !Array.isArray(part)) {\n const p = part as Record;\n const t = p.type;\n if (t === \"text\" && String(p.text ?? \"\").trim()) return false;\n if ((t === \"image_url\" || t === \"input_audio\" || t === \"image\" || t === \"file\") && part) {\n return false;\n }\n } else if (typeof part === \"string\" && part.trim()) {\n return false;\n }\n }\n return true;\n }\n return false;\n}\n\nexport function sanitizePayload(bodyBytes: Uint8Array): { body: Uint8Array; isStream: boolean } {\n if (!bodyBytes || bodyBytes.length === 0) return { body: bodyBytes, isStream: false };\n try {\n const text = new TextDecoder().decode(bodyBytes);\n const data = JSON.parse(text);\n const isStream = Boolean(data.stream);\n\n if (Array.isArray(data.tools)) {\n const st: unknown[] = [];\n for (const tool of data.tools) {\n if (tool && typeof tool === \"object\") {\n const func = (tool as any).function ?? {};\n const name = func && typeof func === \"object\" ? func.name : (tool as any).name;\n if (name && String(name).trim()) st.push(tool);\n }\n }\n data.tools = st;\n if (data.tools.length === 0) delete data.tools;\n }\n\n if (Array.isArray(data.messages)) {\n const cm: unknown[] = [];\n for (const msg of data.messages) {\n if (!msg || typeof msg !== \"object\") {\n cm.push(msg);\n continue;\n }\n const m = msg as Record;\n const role = m.role;\n\n if (\"tool_calls\" in m) {\n const vc: unknown[] = [];\n for (const call of m.tool_calls ?? []) {\n const func = call?.function ?? {};\n if (func?.name && String(func.name).trim()) vc.push(call);\n }\n if (vc.length) m.tool_calls = vc;\n else delete m.tool_calls;\n }\n\n const htc = Boolean(m.tool_calls && (m.tool_calls as unknown[]).length);\n const ce = contentIsEmpty(m.content);\n\n if (ce) {\n if (role === \"assistant\" && htc) {\n m.content = \"\";\n cm.push(m);\n } else if (role === \"tool\") {\n if (m.content === null || m.content === undefined) m.content = \"\";\n cm.push(m);\n } else if (role === \"user\" || role === \"system\") {\n m.content = \" \";\n cm.push(m);\n } else {\n // drop\n }\n } else {\n cm.push(m);\n }\n }\n data.messages = cm;\n }\n\n return { body: new TextEncoder().encode(JSON.stringify(data)), isStream };\n } catch {\n return { body: bodyBytes, isStream: false };\n }\n}\n\nexport function isLockedBalanceError(status: number, body: string): boolean {\n // 402 = Payment Required (out of credits/balance) -> always a dead key.\n if (status === 402) return true;\n if (status !== 403) return false;\n const t = (body || \"\").toLowerCase();\n return (\n t.includes(\"locked\") ||\n t.includes(\"exhausted balance\") ||\n t.includes(\"top up\") ||\n t.includes(\"insufficient\") ||\n t.includes(\"payment\") ||\n t.includes(\"quota\")\n );\n}\n","label",[137],"482e24fa-85b0-45c9-b618-21b4defdd1a2",["D",1784989142637],1,[34],"33cfabe8-e717-4309-900c-dc5d71b717bb","keyManager.ts","b28b8bf0-8833-11f1-9bd8-1607ee4eb77e",2,["D",1784989104528],"import { blob } from \"https://esm.town/v/std/blob/main.ts\";\n\n// ---- Config (secrets via env vars) ----\n// UPSTREAM_URL : base URL to proxy to, e.g. https://fal.run (SECRET)\n// FAL_KEY : fallback/initial fal.ai key (SECRET)\n// KEY_ENDPOINT : URL that returns a fresh { apiKey } (SECRET)\n\nexport const UPSTREAM_URL = (Deno.env.get(\"UPSTREAM_URL\") || \"https://fal.run\").replace(/\\/+$/, \"\");\nconst KEY_ENDPOINT = Deno.env.get(\"KEY_ENDPOINT\") || \"https://dumpsters-aichat.hf.space/api/apikeys\";\nconst FALLBACK_KEY = Deno.env.get(\"FAL_KEY\") || \"\";\n\nconst KEY_FETCH_TIMEOUT = 120_000; // wait up to 2 min for a (cold) key endpoint\nconst ROTATE_INTERVAL = 7 * 60 * 1000; // 7 minutes\nconst ROTATE_COOLDOWN = 10_000; // dedupe racing rotations\n\n// State is persisted in blob storage because Val Town has no long-lived process.\nconst STATE_KEY = \"fal-proxy:key-state\";\n\ninterface KeyState {\n key: string;\n // monotonic-ish: we use Date.now() (ms). 0 means \"never rotated\".\n lastRotate: number;\n // whether the current key has actually been used at least once\n usedSinceRotate: boolean;\n}\n\nasync function loadState(): Promise {\n const s = (await blob.getJSON(STATE_KEY)) as KeyState | undefined;\n return s ?? { key: FALLBACK_KEY, lastRotate: 0, usedSinceRotate: false };\n}\n\nasync function saveState(s: KeyState): Promise {\n await blob.setJSON(STATE_KEY, s);\n}\n\nasync function fetchNewKey(): Promise {\n try {\n const ctrl = new AbortController();\n const t = setTimeout(() => ctrl.abort(), KEY_FETCH_TIMEOUT);\n console.log(\"[key] Requesting new key...\");\n const resp = await fetch(KEY_ENDPOINT, { signal: ctrl.signal });\n clearTimeout(t);\n if (resp.ok) {\n const data = await resp.json();\n const key = data?.apiKey;\n if (key && String(key).trim()) return String(key).trim();\n } else {\n console.log(`[key] Endpoint returned status ${resp.status}`);\n }\n } catch (e) {\n console.log(`[key] Failed to fetch new key: ${e}`);\n }\n return null;\n}\n\n/**\n * Rotate the key.\n * - force=true : always rotate (key confirmed dead / locked / out of balance).\n * - force=false : skip if rotated within ROTATE_COOLDOWN.\n */\nexport async function rotateKey(force = false): Promise {\n const state = await loadState();\n const now = Date.now();\n if (!force && state.lastRotate && now - state.lastRotate < ROTATE_COOLDOWN) {\n console.log(`[key] Skipped rotate (cooldown, ${((now - state.lastRotate) / 1000) | 0}s ago)`);\n return state.key;\n }\n console.log(\"[key] Fetching key...\");\n const newKey = await fetchNewKey();\n if (newKey) {\n const next: KeyState = { key: newKey, lastRotate: Date.now(), usedSinceRotate: false };\n await saveState(next);\n console.log(`[key] Got key: ${newKey.slice(0, 12)}...`);\n return newKey;\n }\n console.log(\"[key] Could not obtain a new key; keeping current.\");\n return state.key || FALLBACK_KEY;\n}\n\n/**\n * Returns the key to use for a request, rotating lazily when appropriate.\n * Mimics the Python auto-rotate loop, but on-demand:\n * - If we have no key yet -> fetch one.\n * - If the current key was used AND 7 min elapsed -> rotate.\n * - A fresh, never-used key is kept indefinitely.\n * Also marks the key as \"used\".\n */\nexport async function getKeyForRequest(): Promise {\n let state = await loadState();\n\n if (!state.key) {\n const k = await rotateKey(true);\n state = await loadState();\n state.key = k;\n }\n\n const now = Date.now();\n if (state.usedSinceRotate && state.lastRotate && now - state.lastRotate >= ROTATE_INTERVAL) {\n console.log(\"[auto] 7 min up and used -> rotating.\");\n const k = await rotateKey(false);\n state = await loadState();\n state.key = k;\n }\n\n // mark used\n if (!state.usedSinceRotate) {\n state.usedSinceRotate = true;\n await saveState(state);\n }\n\n return state.key;\n}\n",[152],"pulls","branches","forks","envVars",{"_165":140,"_167":68},"connections",{"_165":68,"_166":68},"count","unfilledCount","emptyCount",{"_49":151,"_38":152,"_36":153,"_139":-5,"_47":48,"_46":154,"_141":64,"_44":178,"_13":68,"_39":143,"_41":156,"_30":31,"_145":-5,"_172":179,"_33":180},{"_49":147,"_38":34,"_36":37,"_139":-5,"_47":48,"_46":14,"_141":64,"_44":175,"_13":149,"_39":40,"_41":43,"_30":31,"_145":-5,"_172":176,"_33":177},{"_49":136,"_38":137,"_36":138,"_139":-5,"_47":48,"_46":140,"_141":64,"_44":171,"_13":68,"_39":143,"_41":144,"_30":31,"_145":-5,"_172":173,"_33":174},["D",1784989120229],"children",[],[137],["D",1784989142637],[],[34],["D",1784989104528],[],[152],["D",1784989084292],{"_102":101,"_110":106},{"_102":101,"_103":104,"_105":106,"_19":61,"_107":108,"_109":31},{"_13":91,"_38":92,"_49":48,"_93":50,"_94":-5,"_95":-5,"_96":-5,"_97":-5,"_98":-5,"_99":51,"_100":101},"ctx",{"_84":-5,"_130":218,"_219":220,"_221":222,"_223":31,"_224":31,"_225":31,"_226":64,"_227":-5,"_228":-7,"_229":-7,"_230":68,"_231":31,"_232":31,"_233":-5,"_234":31,"_235":31,"_236":31,"_237":-5},"ENV",{"_189":190,"_191":192,"_193":92,"_194":195,"_196":197,"_198":199,"_200":201,"_202":203,"_204":205,"_206":207,"_208":209,"_210":211,"_212":213,"_214":215,"_216":217},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v4