[{"_1":2,"_179":-5,"_180":-5},"loaderData",{"_3":4,"_96":97},"root",{"_5":6,"_37":38,"_69":70},"ctx",{"_7":8,"_23":-5,"_24":25,"_26":27,"_28":20,"_29":20,"_30":20,"_31":-5,"_32":33,"_34":20,"_35":20,"_36":20},"auth",{"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":20,"_21":22},"sessionClaims","sessionId","sessionStatus","userId","actor","orgId","orgRole","orgSlug","orgPermissions","factorVerificationAge","isAuthenticated",false,"tokenType","session_token","user","preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesChatPanelState","notificationCount",0,"flagDenols","isBusinessOrgMember","isHigherTownieTier","ENV",{"_39":40,"_41":42,"_43":44,"_45":46,"_47":48,"_49":50,"_51":52,"_53":54,"_55":56,"_57":58,"_59":60,"_61":62,"_63":64,"_65":66,"_67":68},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","VAL_RUNTIME_NAME","prod","RENDER_GIT_COMMIT","7d99597163ee6d2ecd75e0020d9771df6719deb7","RENDER_GIT_BRANCH","main","CLERK_PUBLISHABLE_KEY","pk_live_Y2xlcmsudmFsLnRvd24k","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","API_URL","https://api.val.town","clerkState",{"_71":72},"__internal_clerk_state",{"_73":74,"_75":48,"_76":77,"_78":77,"_79":20,"_80":77,"_81":77,"_82":77,"_83":77,"_84":85,"_94":20,"_95":20},"__clerk_ssr_state",{"_21":22,"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":20},"__publishableKey","__proxyUrl","","__domain","__isSatellite","__signInUrl","__signUpUrl","__afterSignInUrl","__afterSignUpUrl","__clerk_debug",{"_86":20,"_19":20,"_87":77,"_88":89,"_90":77,"_91":48,"_92":20,"_93":77},"isSignedIn","proxyUrl","reason","session-token-and-uat-missing","message","publishableKey","isSatellite","domain","__telemetryDisabled","__telemetryDebug","routes/embed.x.$handle.$name.$",{"_98":99,"_100":101,"_102":103,"_104":105,"_160":161,"_176":177,"_178":-5},"handle","MadeiInGermany","name","GLM-4-5-Vers","path","main.tsx","project",{"_106":107,"_100":101,"_108":109,"_110":-5,"_111":20,"_112":113,"_114":-5,"_115":-5,"_12":116,"_117":118,"_119":120,"_121":-5,"_122":-5,"_123":33,"_14":124,"_125":-5,"_126":-5,"_127":-5,"_128":-5,"_129":130,"_131":130,"_132":133,"_134":133,"_135":133,"_136":130,"_137":130,"_23":138,"_141":142,"_146":147,"_159":20},"id","ee8348bc-253e-11f1-9b0e-42dde27851f2","createdAt",["D",1774108764444],"deletedAt","legacyEnvVars","privacy","public","description","imageUrl","01995b22-1b41-771e-a0ac-a4cfc92d3606","pinnedFileId","019d111f-698e-719f-a5b2-fd060846e0f2","pinPreview",true,"pinMigrated","screenshotVersion","likeCount","01995b22-1b41-771e-a0ac-a96f3508eae1","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm",{"_98":99,"_139":140},"profileImageUrl","https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/a46b91d4-4b2a-48c3-0c37-9c04ea652a00/square512","org",{"_98":99,"_143":140,"_12":116,"_144":145},"avatar","tier","free","branch",{"_148":149,"_100":46,"_106":150,"_151":107,"_152":-5,"_153":-5,"_154":-5,"_155":-5,"_156":-5,"_157":101,"_158":99},"version",1,"ee8b5052-253e-11f1-9b0e-42dde27851f2","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","isOwned","file",{"_106":162,"_100":103,"_163":118,"_164":-5,"_165":150,"_166":149,"_167":120,"_108":168,"_148":33,"_169":170,"_171":172,"_173":20,"_174":-5,"_102":175},"ee8f846a-253e-11f1-9b0e-42dde27851f2","fileId","parentId","branchId","branchVersion","latest",["D",1774108764444],"fileType","http","content","import process from \"node:process\";\n\nconst BASE_COST = 200;\nconst POE_ACCESS_KEY = process.env.POE_API_KEY;\n\ninterface ModelConfig {\n provider: \"openrouter\";\n model: string;\n endpoint: string;\n headers: Record;\n priority: number;\n}\n\nconst MODELS: ModelConfig[] = [\n {\n provider: \"openrouter\",\n model: \"z-ai/glm-4.5v\", \n endpoint: \"https://openrouter.ai/api/v1/chat/completions\",\n headers: {\n \"Authorization\": `Bearer ${process.env.OPEN_ROUTER_API_KEY}`,\n \"Content-Type\": \"application/json\",\n \"HTTP-Referer\": process.env.HTTP_REFERER || \"https://localhost:3000\"\n },\n priority: 1,\n },\n {\n provider: \"openrouter\",\n model: \"z-ai/glm-4.5\",\n endpoint: \"https://openrouter.ai/api/v1/chat/completions\",\n headers: {\n \"Authorization\": `Bearer ${process.env.OPEN_ROUTER_API_KEY}`,\n \"Content-Type\": \"application/json\",\n \"HTTP-Referer\": process.env.HTTP_REFERER || \"https://localhost:3000\"\n },\n priority: 2,\n },\n {\n provider: \"openrouter\",\n model: \"z-ai/glm-4.5-air\",\n endpoint: \"https://openrouter.ai/api/v1/chat/completions\",\n headers: {\n \"Authorization\": `Bearer ${process.env.OPEN_ROUTER_API_KEY}`,\n \"Content-Type\": \"application/json\",\n \"HTTP-Referer\": process.env.HTTP_REFERER || \"https://localhost:3000\"\n },\n priority: 3,\n },\n];\n\nconst FAST_MODEL: ModelConfig = MODELS[2];\n\nfunction verifyPoeAuth(req: Request): boolean {\n const authHeader = req.headers.get(\"Authorization\");\n \n if (!POE_ACCESS_KEY) {\n console.error(\"POE_API_KEY not configured\");\n return false;\n }\n \n if (!authHeader) {\n console.error(\"No Authorization header provided\");\n return false;\n }\n\n const expectedAuth = `Bearer ${POE_ACCESS_KEY}`;\n \n if (authHeader !== expectedAuth) {\n console.error(\"Invalid POE_API_KEY\");\n return false;\n }\n \n return true;\n}\n\nfunction isShortInput(\n messages: Array<{ role: string; content: string }>,\n): boolean {\n const lastUserMessage = messages.filter((m) => m.role === \"user\").pop();\n return lastUserMessage ? lastUserMessage.content.length <= 20 : false;\n}\n\nfunction isMediumInput(\n messages: Array<{ role: string; content: string }>,\n): boolean {\n const lastUserMessage = messages.filter((m) => m.role === \"user\").pop();\n return lastUserMessage ? lastUserMessage.content.length <= 200 : false;\n}\n\nasync function makeRequest(\n config: ModelConfig,\n messages: Array<{ role: string; content: string }>,\n isShort: boolean = false,\n): Promise {\n const maxTokens = isShort ? 512 : 1536;\n const temperature = isShort ? 0.3 : 0.5;\n\n return fetch(config.endpoint, {\n method: \"POST\",\n headers: config.headers,\n body: JSON.stringify({\n model: config.model,\n messages: messages,\n stream: true,\n max_tokens: maxTokens,\n temperature: temperature,\n top_p: 0.8,\n frequency_penalty: 0.1,\n presence_penalty: 0.1,\n }),\n });\n}\n\nasync function processStreamOptimized(\n response: Response,\n send: SendEventFn,\n): Promise {\n if (!response.body) {\n throw new Error(\"No response body\");\n }\n\n const reader = response.body.getReader();\n const decoder = new TextDecoder();\n let buffer = \"\";\n let firstTokenSent = false;\n\n try {\n while (true) {\n const { done, value } = await reader.read();\n if (done) break;\n\n buffer += decoder.decode(value, { stream: true });\n const lines = buffer.split(\"\\n\");\n buffer = lines.pop() || \"\";\n\n for (const line of lines) {\n if (line.startsWith(\"data: \")) {\n const data = line.slice(6).trim();\n if (data === \"[DONE]\") continue;\n if (!data) continue;\n\n try {\n const parsed = JSON.parse(data);\n const content = parsed.choices?.[0]?.delta?.content;\n if (content) {\n if (!firstTokenSent) {\n send(\"text\", { text: content });\n firstTokenSent = true;\n } else {\n send(\"text\", { text: content });\n }\n }\n } catch (e) {\n console.error(\"Parse error:\", e, \"Data:\", data);\n }\n }\n }\n }\n } finally {\n reader.releaseLock();\n }\n}\n\nasync function requestWithTimeout(\n promise: Promise,\n timeoutMs: number = 5000,\n): Promise {\n const timeoutPromise = new Promise((_, reject) =>\n setTimeout(() => reject(new Error(\"Request timeout\")), timeoutMs)\n );\n\n return Promise.race([promise, timeoutPromise]);\n}\n\nasync function getResponse(req: Query, send: SendEventFn) {\n send(\"meta\", { content_type: \"text/markdown\" });\n\n const messages = req.query.map((msg) => ({\n role: msg.role === \"bot\"\n ? \"assistant\"\n : msg.role as \"user\" | \"assistant\" | \"system\",\n content: msg.content,\n }));\n\n const isShort = isShortInput(messages);\n const isMedium = isMediumInput(messages);\n\n let modelsToTry: ModelConfig[];\n if (isShort) {\n modelsToTry = [FAST_MODEL];\n } else if (isMedium) {\n modelsToTry = MODELS.slice(0, 2);\n } else {\n modelsToTry = MODELS;\n }\n\n for (let i = 0; i < modelsToTry.length; i++) {\n const config = modelsToTry[i];\n let response: Response | null = null;\n\n try {\n const requestPromise = makeRequest(config, messages, isShort);\n response = await requestWithTimeout(\n requestPromise,\n isShort ? 3000 : 8000,\n );\n\n if (!response.ok) {\n const errorText = await response.text().catch(() => \"Unknown error\");\n console.error(\n `Model ${config.model} failed with status ${response.status}: ${errorText}`,\n );\n\n if (i === modelsToTry.length - 1) {\n throw new Error(\n `All models failed. Last error: ${response.status} - ${errorText}`,\n );\n }\n continue;\n }\n\n await processStreamOptimized(response, send);\n return;\n } catch (error) {\n if (response?.body) {\n try {\n await response.body.cancel();\n } catch (e) {\n console.warn(\"Error canceling response body:\", e);\n }\n }\n\n if (i === modelsToTry.length - 1) {\n console.error(\"All models failed:\", error);\n send(\"error\", {\n text: `Error: ${error.message}`,\n allow_retry: true,\n });\n break;\n }\n console.warn(\n `Model ${config.model} failed: ${error.message} - trying next model`,\n );\n }\n }\n\n send(\"done\", {});\n}\n\nasync function getBotSettings(): Promise {\n const rateCard = \"| Type | Price |\\n\" +\n \"|------|------|\\n\" +\n `| Message Cost | ${BASE_COST} points |\\n`;\n\n const costLabel = `${BASE_COST} points`;\n\n return {\n allow_attachments: true,\n expand_text_attachments: true,\n enable_multi_bot_chat_prompting: true,\n enable_suggested_replies: true,\n rate_card: rateCard,\n cost_label: costLabel,\n supports_system_messages: true,\n suggested_replies: true\n };\n}\n\ntype BotSettings = {\n allow_attachments?: boolean;\n expand_text_attachments?: boolean;\n enable_multi_bot_chat_prompting?: boolean;\n enable_suggested_replies?: boolean;\n rate_card?: string;\n cost_label?: string;\n supports_system_messages?: boolean;\n suggested_replies?: boolean;\n};\n\ntype Query = {\n version: string;\n type: \"query\";\n query: {\n role: \"system\" | \"user\" | \"bot\";\n content: string;\n content_type: string;\n timestamp: number;\n message_id: string;\n feedback: {\n type: \"like\" | \"dislike\";\n reason?: string;\n }[];\n attachments: {\n url: string;\n content_type: string;\n name: string;\n parsed_content?: string;\n }[];\n }[];\n message_id: string;\n user_id: string;\n conversation_id: string;\n metadata: string;\n language_code: string;\n};\n\ntype Events = {\n meta: { content_type: string };\n text: { text: string };\n replace_response: { text: string };\n suggested_reply: { text: string };\n error: { allow_retry?: boolean; text: string };\n done: {};\n};\n\ntype SendEventFn = (\n eventName: EventName,\n data: Events[EventName],\n) => void;\n\nfunction encodeEvent(event: string, data: any = {}) {\n return new TextEncoder().encode(\n `event: ${event}\\ndata: ${JSON.stringify(data)}\\n\\n`,\n );\n}\n\nexport default async function (req: Request): Promise {\n // Verify Poe authentication first\n if (!verifyPoeAuth(req)) {\n return new Response(\n JSON.stringify({ \n error: \"Unauthorized\", \n message: \"Invalid or missing POE_API_KEY\" \n }), \n {\n status: 401,\n headers: {\n \"Content-Type\": \"application/json\",\n },\n }\n );\n }\n\n const reqBody = await req.json().catch((e) => {\n console.error(\"body parse error\", e);\n return {};\n });\n\n console.log(\"body\", reqBody);\n\n if (reqBody.type === \"settings\") {\n return new Response(JSON.stringify(await getBotSettings()), {\n status: 200,\n headers: {\n \"Content-Type\": \"application/json\",\n },\n });\n }\n\n const body = new ReadableStream({\n start(controller) {\n const send = (event, data) => {\n controller.enqueue(encodeEvent(event, data));\n };\n\n return getResponse(reqBody, send)\n .catch((e) => console.error(\"get response error\", e))\n .finally(() => controller.close());\n },\n });\n\n return new Response(body, {\n status: 200,\n headers: {\n \"Content-Type\": \"text/event-stream\",\n \"Cache-Control\": \"no-cache\",\n \"Connection\": \"keep-alive\",\n },\n });\n}","deleted","label",[103],"permalink","https://www.val.town/x/MadeiInGermany/GLM-4-5-Vers/code/main.tsx","extension","actionData","errors"]