[{"_1":2,"_179":-5,"_180":-5},"loaderData",{"_3":4,"_96":97},"root",{"_5":6,"_37":38,"_69":70},"ctx",{"_7":8,"_23":-5,"_24":25,"_26":27,"_28":20,"_29":20,"_30":20,"_31":-5,"_32":33,"_34":20,"_35":20,"_36":20},"auth",{"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":20,"_21":22},"sessionClaims","sessionId","sessionStatus","userId","actor","orgId","orgRole","orgSlug","orgPermissions","factorVerificationAge","isAuthenticated",false,"tokenType","session_token","user","preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesChatPanelState","notificationCount",0,"flagDenols","isBusinessOrgMember","isHigherTownieTier","ENV",{"_39":40,"_41":42,"_43":44,"_45":46,"_47":48,"_49":50,"_51":52,"_53":54,"_55":56,"_57":58,"_59":60,"_61":62,"_63":64,"_65":66,"_67":68},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","VAL_RUNTIME_NAME","prod","RENDER_GIT_COMMIT","7d99597163ee6d2ecd75e0020d9771df6719deb7","RENDER_GIT_BRANCH","main","CLERK_PUBLISHABLE_KEY","pk_live_Y2xlcmsudmFsLnRvd24k","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","API_URL","https://api.val.town","clerkState",{"_71":72},"__internal_clerk_state",{"_73":74,"_75":48,"_76":77,"_78":77,"_79":20,"_80":77,"_81":77,"_82":77,"_83":77,"_84":85,"_94":20,"_95":20},"__clerk_ssr_state",{"_21":22,"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":20},"__publishableKey","__proxyUrl","","__domain","__isSatellite","__signInUrl","__signUpUrl","__afterSignInUrl","__afterSignUpUrl","__clerk_debug",{"_86":20,"_19":20,"_87":77,"_88":89,"_90":77,"_91":48,"_92":20,"_93":77},"isSignedIn","proxyUrl","reason","session-token-and-uat-missing","message","publishableKey","isSatellite","domain","__telemetryDisabled","__telemetryDebug","routes/embed.x.$handle.$name.$",{"_98":99,"_100":101,"_102":103,"_104":105,"_160":161,"_176":177,"_178":-5},"handle","MadeiInGermany","name","Kimi-K2-0905-Vers-001","path","main.tsx","project",{"_106":107,"_100":101,"_108":109,"_110":-5,"_111":20,"_112":113,"_114":-5,"_115":-5,"_12":116,"_117":118,"_119":120,"_121":-5,"_122":-5,"_123":33,"_14":124,"_125":-5,"_126":-5,"_127":-5,"_128":-5,"_129":130,"_131":130,"_132":133,"_134":133,"_135":133,"_136":130,"_137":130,"_23":138,"_141":142,"_146":147,"_159":20},"id","68ca26a4-253f-11f1-bfc9-42dde27851f2","createdAt",["D",1774108969576],"deletedAt","legacyEnvVars","privacy","public","description","imageUrl","01995b22-1b41-771e-a0ac-a4cfc92d3606","pinnedFileId","019d1122-8add-7539-a520-49ba6a14a158","pinPreview",true,"pinMigrated","screenshotVersion","likeCount","01995b22-1b41-771e-a0ac-a96f3508eae1","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm",{"_98":99,"_139":140},"profileImageUrl","https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/a46b91d4-4b2a-48c3-0c37-9c04ea652a00/square512","org",{"_98":99,"_143":140,"_12":116,"_144":145},"avatar","tier","free","branch",{"_148":149,"_100":46,"_106":150,"_151":107,"_152":-5,"_153":-5,"_154":-5,"_155":-5,"_156":-5,"_157":101,"_158":99},"version",1,"68cff94e-253f-11f1-bfc9-42dde27851f2","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","isOwned","file",{"_106":162,"_100":103,"_163":118,"_164":-5,"_165":150,"_166":149,"_167":120,"_108":168,"_148":33,"_169":170,"_171":172,"_173":20,"_174":-5,"_102":175},"68d55e2a-253f-11f1-bfc9-42dde27851f2","fileId","parentId","branchId","branchVersion","latest",["D",1774108969576],"fileType","http","content","import process from \"node:process\";\n\n// Constants\nconst BASE_COST = 4;\nconst K_LENGTH = 32;\nconst INPUT_TOKEN_COST = 100;\nconst OUTPUT_TOKEN_COST = 100;\nconst FILE_PROCESSING_FEE = 9;\n\n// Types\ntype CostItem = {\n amount_usd_milli_cents: number;\n description?: string;\n};\n\ntype BotSettings = {\n allow_attachments?: boolean;\n expand_text_attachments?: boolean;\n enable_multi_bot_chat_prompting?: boolean;\n rate_card?: string;\n cost_label?: string;\n supports_system_messages?: boolean;\n suggested_replies?: boolean;\n};\n\ntype Attachment = {\n url: string;\n content_type: string;\n name: string;\n parsed_content?: string;\n};\n\ntype Message = {\n role: \"system\" | \"user\" | \"bot\";\n content: string;\n content_type: string;\n timestamp: number;\n message_id: string;\n feedback: {\n type: \"like\" | \"dislike\";\n reason?: string;\n }[];\n attachments: Attachment[];\n};\n\ntype Query = {\n version: string;\n type: \"query\";\n query: Message[];\n message_id: string;\n user_id: string;\n conversation_id: string;\n metadata: string;\n language_code: string;\n};\n\ntype Events = {\n meta: { content_type: string };\n text: { text: string };\n replace_response: { text: string };\n suggested_reply: { text: string };\n usage: {\n input_tokens: number;\n output_tokens: number;\n total_cost: number;\n input_cost: number;\n output_cost: number;\n file_processing_fee: number;\n };\n error: {\n allow_retry?: boolean;\n text: string;\n };\n done: {};\n};\n\ntype SendEventFn = (\n eventName: EventName,\n data: Events[EventName],\n) => void;\n\n// Utility functions\nfunction encodeEvent(event: string, data: any = {}) {\n return new TextEncoder().encode(\n `event: ${event}\\ndata: ${JSON.stringify(data)}\\n\\n`,\n );\n}\n\nfunction constantTimeEquals(a: string, b: string): boolean {\n if (a.length !== b.length) {\n return false;\n }\n let result = 0;\n for (let i = 0; i < a.length; i++) {\n result |= a.charCodeAt(i) ^ b.charCodeAt(i);\n }\n return result === 0;\n}\n\nfunction estimateTokens(text: string): number {\n return Math.ceil(text.length / 4);\n}\n\nfunction calculateInputCost(messages: any[]): number {\n const totalInputText = messages.map(msg => msg.content).join(' ');\n const inputTokens = estimateTokens(totalInputText);\n return Math.ceil(inputTokens * INPUT_TOKEN_COST);\n}\n\nconst sleep = (ms: number) => new Promise((resolve) => setTimeout(resolve, ms));\n\n// Authentication\nfunction authenticateRequest(req: Request): { success: boolean; error?: string } {\n try {\n const expectedBotKey = process.env.BOT_KEY;\n if (!expectedBotKey) {\n return { success: false, error: \"bot key not configured\" };\n }\n\n if (expectedBotKey.length !== K_LENGTH) {\n return { success: false, error: \"Invalid bot key configuration\" };\n }\n\n const authHeader = req.headers.get('Authorization');\n if (!authHeader) {\n return { success: false, error: \"Missing Authorization header\" };\n }\n\n let providedKey = '';\n if (authHeader.startsWith('Bearer ')) {\n providedKey = authHeader.substring(7);\n } else if (authHeader.startsWith('BOT_KEY ')) {\n providedKey = authHeader.substring(8);\n } else {\n providedKey = authHeader;\n }\n\n if (!providedKey) {\n return { success: false, error: \"Invalid Authorization header format\" };\n }\n\n if (providedKey.length !== K_LENGTH) {\n return { success: false, error: \"Invalid length\" };\n }\n\n if (!constantTimeEquals(providedKey, expectedBotKey)) {\n return { success: false, error: \"Invalid bot key\" };\n }\n\n return { success: true };\n } catch (error) {\n console.error(\"Authentication error:\", error);\n return { success: false, error: \"Authentication failed\" };\n }\n}\n\n// Cost management\nasync function authorizeCost(req: Query, costItems: CostItem[], send: SendEventFn): Promise {\n try {\n if (!process.env.POE_ACCESS_KEY) {\n console.error(\"POE_ACCESS_KEY not configured\");\n console.warn(\"Proceeding without cost authorization due to missing POE_ACCESS_KEY\");\n return true;\n }\n\n console.log(\"Authorizing cost:\", {\n message_id: req.message_id,\n user_id: req.user_id,\n conversation_id: req.conversation_id,\n cost_items: costItems\n });\n\n const authRequest = {\n type: \"authorize_cost\",\n message_id: req.message_id,\n user_id: req.user_id,\n conversation_id: req.conversation_id,\n cost_items: costItems\n };\n\n console.log(\"Authorization request payload:\", JSON.stringify(authRequest, null, 2));\n\n const endpoints = [\n \"https://api.poe.com/bot/authorize_cost\",\n \"https://api.poe.com/v1/bot/authorize_cost\",\n \"https://poe.com/api/bot/authorize_cost\"\n ];\n\n for (const endpoint of endpoints) {\n try {\n console.log(`Trying endpoint: ${endpoint}`);\n const response = await fetch(endpoint, {\n method: \"POST\",\n headers: {\n \"Authorization\": `Bearer ${process.env.POE_ACCESS_KEY}`,\n \"Content-Type\": \"application/json\",\n \"User-Agent\": \"PoeBot/1.0\",\n \"Accept\": \"application/json\"\n },\n body: JSON.stringify(authRequest),\n });\n\n console.log(`Response from ${endpoint}:`, {\n status: response.status,\n statusText: response.statusText,\n headers: Object.fromEntries(response.headers.entries())\n });\n\n if (response.ok) {\n const responseData = await response.json().catch(() => ({}));\n console.log(\"Authorization successful:\", responseData);\n return true;\n }\n\n const errorText = await response.text().catch(() => \"Unknown error\");\n console.warn(`Endpoint ${endpoint} failed with ${response.status}: ${errorText}`);\n } catch (endpointError: any) {\n console.warn(`Endpoint ${endpoint} error:`, endpointError.message);\n continue;\n }\n }\n\n console.warn(\"All cost authorization endpoints failed, proceeding without authorization\");\n return true;\n } catch (error) {\n console.error(\"Cost authorization error:\", error);\n console.warn(\"Proceeding without cost authorization due to error\");\n return true;\n }\n}\n\nasync function captureCost(req: Query, costItems: CostItem[]): Promise {\n try {\n if (!process.env.POE_ACCESS_KEY) {\n console.warn(\"POE_ACCESS_KEY not configured for cost capture, skipping\");\n return;\n }\n\n console.log(\"Capturing cost:\", {\n message_id: req.message_id,\n user_id: req.user_id,\n conversation_id: req.conversation_id,\n cost_items: costItems\n });\n\n const captureRequest = {\n type: \"capture_cost\",\n message_id: req.message_id,\n user_id: req.user_id,\n conversation_id: req.conversation_id,\n cost_items: costItems\n };\n\n const endpoints = [\n \"https://api.poe.com/bot/capture_cost\",\n \"https://api.poe.com/v1/bot/capture_cost\",\n \"https://poe.com/api/bot/capture_cost\"\n ];\n\n for (const endpoint of endpoints) {\n try {\n const response = await fetch(endpoint, {\n method: \"POST\",\n headers: {\n \"Authorization\": `Bearer ${process.env.POE_ACCESS_KEY}`,\n \"Content-Type\": \"application/json\",\n \"User-Agent\": \"PoeBot/1.0\"\n },\n body: JSON.stringify(captureRequest),\n });\n\n if (response.ok) {\n console.log(\"Cost capture successful\");\n return;\n } else {\n const errorData = await response.text().catch(() => \"Unknown error\");\n console.warn(`Cost capture failed at ${endpoint}: ${response.status} - ${errorData}`);\n }\n } catch (endpointError: any) {\n console.warn(`Cost capture endpoint ${endpoint} error:`, endpointError.message);\n continue;\n }\n }\n\n console.warn(\"All cost capture endpoints failed\");\n } catch (error) {\n console.error(\"Cost capture error:\", error);\n }\n}\n\n// File processing\nfunction checkFileType(fileName: string): { type: 'image' | 'video' | 'audio' | 'text' | 'pdf' | 'unsupported', isSupported: boolean } {\n const lowerFileName = fileName.toLowerCase();\n\n const imageExtensions = ['.jpeg', '.jpg', '.png', '.webp', '.heic'];\n if (imageExtensions.some(ext => lowerFileName.endsWith(ext))) {\n return { type: 'image', isSupported: true };\n }\n\n const videoExtensions = ['.webm'];\n if (videoExtensions.some(ext => lowerFileName.endsWith(ext))) {\n return { type: 'video', isSupported: true };\n }\n\n const audioExtensions = ['.mp3', '.wav', '.ogg', '.m4a', '.flac'];\n if (audioExtensions.some(ext => lowerFileName.endsWith(ext))) {\n return { type: 'audio', isSupported: false };\n }\n\n const textExtensions = ['.txt', '.json', '.js', '.ts', '.jsx', '.tsx', '.html', '.css', '.xml', '.md', '.csv'];\n if (textExtensions.some(ext => lowerFileName.endsWith(ext))) {\n return { type: 'text', isSupported: true };\n }\n\n if (lowerFileName.endsWith('.pdf')) {\n return { type: 'pdf', isSupported: true };\n }\n\n const allImageExtensions = [...imageExtensions, '.gif', '.bmp', '.tiff', '.svg'];\n const allVideoExtensions = [...videoExtensions, '.mp4', '.avi', '.mov', '.mkv'];\n\n if (allImageExtensions.some(ext => lowerFileName.endsWith(ext))) {\n return { type: 'image', isSupported: false };\n }\n\n if (allVideoExtensions.some(ext => lowerFileName.endsWith(ext))) {\n return { type: 'video', isSupported: false };\n }\n\n return { type: 'unsupported', isSupported: false };\n}\n\nfunction hasUnsupportedFiles(attachments: any[]): boolean {\n return attachments.some(attachment => {\n const fileName = attachment.name || '';\n const { isSupported } = checkFileType(fileName);\n return !isSupported;\n });\n}\n\nasync function processImageWithLlama(attachment: any): Promise {\n try {\n if (!process.env.GROQ_API_KEY) {\n throw new Error(\"GROQ_API_KEY not configured\");\n }\n\n const fileData = await fetch(attachment.url).then(res => {\n if (!res.ok) throw new Error(`Failed to fetch file: ${res.status}`);\n return res.arrayBuffer();\n });\n\n const base64Data = Buffer.from(fileData).toString('base64');\n const mimeType = attachment.content_type;\n const dataUrl = `data:${mimeType};base64,${base64Data}`;\n\n const payload = {\n model: \"llama-3.2-11b-vision-preview\",\n messages: [\n {\n role: \"user\",\n content: [\n {\n type: \"text\",\n text: `Analyze this image in detail: ${attachment.name || 'uploaded image'}`\n },\n {\n type: \"image_url\",\n image_url: {\n url: dataUrl\n }\n }\n ]\n }\n ],\n max_tokens: 2048,\n temperature: 0.7\n };\n\n const response = await fetch(\"https://api.groq.com/openai/v1/chat/completions\", {\n method: 'POST',\n headers: {\n 'Authorization': `Bearer ${process.env.GROQ_API_KEY}`,\n 'Content-Type': 'application/json',\n },\n body: JSON.stringify(payload),\n });\n\n if (!response.ok) {\n const errorText = await response.text().catch(() => \"Unknown error\");\n throw new Error(`Llama API failed: ${response.status} - ${errorText}`);\n }\n\n const result = await response.json();\n if (result.choices?.[0]?.message?.content) {\n return result.choices[0].message.content;\n } else {\n throw new Error(\"No content returned from Llama\");\n }\n } catch (error) {\n console.error(\"Llama processing error:\", error);\n throw error;\n }\n}\n\nasync function processVideoWithGemini(attachment: any): Promise {\n try {\n if (!process.env.GEMINI_API_KEY) {\n throw new Error(\"GEMINI_API_KEY not configured\");\n }\n\n const fileData = await fetch(attachment.url).then(res => {\n if (!res.ok) throw new Error(`Failed to fetch video: ${res.status}`);\n return res.arrayBuffer();\n });\n\n const base64Data = Buffer.from(fileData).toString('base64');\n const mimeType = attachment.content_type;\n\n const payload = {\n contents: [\n {\n parts: [\n {\n text: `Analyze this video in detail: ${attachment.name || 'uploaded video'}`\n },\n {\n inline_data: {\n mime_type: mimeType,\n data: base64Data\n }\n }\n ]\n }\n ],\n generationConfig: {\n temperature: 0.7,\n maxOutputTokens: 2048,\n }\n };\n\n const response = await fetch(`https://generativelanguage.googleapis.com/v1beta/models/gemini-1.5-flash:generateContent?key=${process.env.GEMINI_API_KEY}`, {\n method: 'POST',\n headers: {\n 'Content-Type': 'application/json',\n },\n body: JSON.stringify(payload),\n });\n\n if (!response.ok) {\n const errorText = await response.text().catch(() => \"Unknown error\");\n throw new Error(`Gemini API failed: ${response.status} - ${errorText}`);\n }\n\n const result = await response.json();\n if (result.candidates?.[0]?.content?.parts?.[0]?.text) {\n return result.candidates[0].content.parts[0].text;\n } else {\n throw new Error(\"No content returned from Gemini\");\n }\n } catch (error) {\n console.error(\"Gemini video processing error:\", error);\n throw error;\n }\n}\n\nasync function processImageWithGemini(attachment: any): Promise {\n try {\n if (!process.env.GEMINI_API_KEY) {\n throw new Error(\"GEMINI_API_KEY not configured\");\n }\n\n const fileData = await fetch(attachment.url).then(res => {\n if (!res.ok) throw new Error(`Failed to fetch image: ${res.status}`);\n return res.arrayBuffer();\n });\n\n const base64Data = Buffer.from(fileData).toString('base64');\n const mimeType = attachment.content_type;\n\n const payload = {\n contents: [\n {\n parts: [\n {\n text: `Analyze this image in detail: ${attachment.name || 'uploaded image'}. What can you see?`\n },\n {\n inline_data: {\n mime_type: mimeType,\n data: base64Data\n }\n }\n ]\n }\n ],\n generationConfig: {\n temperature: 0.7,\n maxOutputTokens: 2048,\n }\n };\n\n const response = await fetch(`https://generativelanguage.googleapis.com/v1beta/models/gemini-1.5-flash:generateContent?key=${process.env.GEMINI_API_KEY}`, {\n method: 'POST',\n headers: {\n 'Content-Type': 'application/json',\n },\n body: JSON.stringify(payload),\n });\n\n if (!response.ok) {\n const errorText = await response.text().catch(() => \"Unknown error\");\n throw new Error(`Gemini API failed: ${response.status} - ${errorText}`);\n }\n\n const result = await response.json();\n if (result.candidates?.[0]?.content?.parts?.[0]?.text) {\n return result.candidates[0].content.parts[0].text;\n } else {\n throw new Error(\"No content returned from Gemini\");\n }\n } catch (error) {\n console.error(\"Gemini image processing error:\", error);\n throw error;\n }\n}\n\nasync function processFileAttachment(attachment: any): Promise {\n try {\n if (attachment.parsed_content) {\n return attachment.parsed_content;\n }\n\n const fileName = attachment.name || '';\n const { type, isSupported } = checkFileType(fileName);\n\n if (type === 'image') {\n if (!isSupported) {\n return `Unsupported image format: ${attachment.name}`;\n }\n try {\n return await processImageWithLlama(attachment);\n } catch (llamaError: any) {\n console.warn(\"Llama processing failed, trying Gemini:\", llamaError.message);\n try {\n return await processImageWithGemini(attachment);\n } catch (geminiError: any) {\n console.warn(\"Gemini processing also failed:\", geminiError.message);\n return `Image file: ${attachment.name}. Processing failed: ${geminiError.message}`;\n }\n }\n }\n\n if (type === 'audio') {\n return `Audio file: ${attachment.name}. Audio processing is currently unavailable.`;\n }\n\n if (type === 'video') {\n if (!isSupported) {\n return `Unsupported video format: ${attachment.name}`;\n }\n try {\n return await processVideoWithGemini(attachment);\n } catch (geminiError: any) {\n console.warn(\"Gemini video processing failed:\", geminiError.message);\n return `Video file: ${attachment.name}. Processing failed: ${geminiError.message}`;\n }\n }\n\n if (attachment.url) {\n try {\n const fileResponse = await fetch(attachment.url, {\n headers: {\n \"User-Agent\": \"Mozilla/5.0 (compatible; FileProcessor/1.0)\",\n },\n });\n\n if (fileResponse.ok) {\n if (type === 'text') {\n const textContent = await fileResponse.text();\n return textContent.substring(0, 2000) + (textContent.length > 2000 ? '...(truncated)' : '');\n } else if (type === 'pdf') {\n return `PDF file content from ${attachment.name}. Content extraction requires specialized processing.`;\n } else {\n return `Binary file: ${attachment.name}. Unable to extract text content.`;\n }\n }\n } catch (directError: any) {\n console.warn(\"Direct file processing error:\", directError.message);\n }\n }\n\n return `File ${attachment.name}. File processing service unavailable.`;\n } catch (error: any) {\n console.error(\"File processing error:\", error);\n return `File ${attachment.name} - Processing error: ${error.message}`;\n }\n}\n\n// Main response handler\nasync function getResponse(req: Query, send: SendEventFn) {\n try {\n send(\"meta\", { content_type: \"text/markdown\" });\n\n let fileAnalysisResults = \"\";\n let hasFiles = false;\n let outputTokenCount = 0;\n\n if (req.query.length > 0) {\n const lastMessage = req.query[req.query.length - 1];\n if (lastMessage.attachments && lastMessage.attachments.length > 0) {\n if (hasUnsupportedFiles(lastMessage.attachments)) {\n send(\"error\", {\n text: \"Sorry, I can only process supported file formats like JPEG, PNG, WebP, PDF and other text files.\",\n allow_retry: false\n });\n send(\"done\", {});\n return;\n }\n hasFiles = true;\n }\n }\n\n const messages = req.query.map((msg) => ({\n role: msg.role === \"bot\" ? \"assistant\" : msg.role as \"user\" | \"assistant\" | \"system\",\n content: msg.content,\n }));\n\n const inputCost = calculateInputCost(messages);\n const fileFee = hasFiles ? FILE_PROCESSING_FEE : 0;\n const estimatedOutputTokens = 500;\n const estimatedOutputCost = Math.ceil(estimatedOutputTokens * OUTPUT_TOKEN_COST);\n\n const costItems: CostItem[] = [\n { amount_usd_milli_cents: BASE_COST, description: \"Base cost\" },\n { amount_usd_milli_cents: inputCost, description: \"Input (text)\" },\n { amount_usd_milli_cents: estimatedOutputCost, description: \"Output (text)\" }\n ];\n\n if (hasFiles) {\n costItems.push({\n amount_usd_milli_cents: fileFee,\n description: \"Input (file)\"\n });\n }\n\n console.log(\"About to authorize cost with items:\", costItems);\n const authorized = await authorizeCost(req, costItems, send);\n if (!authorized) {\n send(\"done\", {});\n return;\n }\n\n if (hasFiles) {\n send(\"text\", { text: \"Processing files...\\n\\n\" });\n const lastMessage = req.query[req.query.length - 1];\n\n for (const attachment of lastMessage.attachments) {\n try {\n const { type } = checkFileType(attachment.name || '');\n if (type === 'audio') {\n send(\"text\", { text: `Processing audio file...\\n` });\n } else if (type === 'video') {\n send(\"text\", { text: `Processing video file...\\n` });\n } else if (type === 'image') {\n send(\"text\", { text: `Processing image file...\\n` });\n }\n\n const analysisResult = await processFileAttachment(attachment);\n fileAnalysisResults += `Content from ${attachment.name}:\\n${analysisResult}\\n\\n`;\n } catch (error: any) {\n fileAnalysisResults += `Error processing ${attachment.name}: ${error.message}\\n\\n`;\n }\n }\n\n if (fileAnalysisResults && messages.length > 0) {\n const lastMessageIndex = messages.length - 1;\n messages[lastMessageIndex].content = `${messages[lastMessageIndex].content}\\n\\nFile Content:\\n${fileAnalysisResults}`;\n\n const systemMessage = {\n role: \"system\" as const,\n content: \"Analyze file content and provide detailed insights.\"\n };\n messages.unshift(systemMessage);\n }\n }\n\n const models = [\n \"llama-3.1-70b-versatile\",\n \"llama-3.1-8b-instant\",\n \"gemma2-9b-it\",\n \"mixtral-8x7b-32768\"\n ];\n\n for (let i = 0; i < models.length; i++) {\n const model = models[i];\n let response: Response | null = null;\n let reader: ReadableStreamDefaultReader | null = null;\n\n try {\n const controller = new AbortController();\n const timeoutId = setTimeout(() => controller.abort(), 45000);\n\n response = await fetch(\"https://api.groq.com/openai/v1/chat/completions\", {\n method: \"POST\",\n headers: {\n \"Authorization\": `Bearer ${process.env.GROQ_API_KEY}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({\n model: model,\n messages: messages,\n stream: true,\n max_tokens: 2048,\n temperature: 0.7,\n }),\n signal: controller.signal,\n });\n\n clearTimeout(timeoutId);\n\n if (!response.ok) {\n const errorText = await response.text().catch(() => \"Unknown error\");\n console.error(`Model ${model} failed with status ${response.status}: ${errorText}`);\n if (response.status === 429 && i < models.length - 1) {\n const waitTime = Math.pow(2, i) * 1000;\n console.log(`Rate limited, waiting ${waitTime}ms before trying next model`);\n await sleep(waitTime);\n }\n if (i === models.length - 1) {\n throw new Error(`All models failed. Last error: ${response.status} - ${errorText}`);\n }\n continue;\n }\n\n if (!response.body) {\n console.warn(`No response body from model ${model}`);\n if (i === models.length - 1) {\n throw new Error(\"No response body from any model\");\n }\n continue;\n }\n\n reader = response.body.getReader();\n const decoder = new TextDecoder();\n let buffer = \"\";\n let generatedText = \"\";\n\n if (hasFiles) {\n send(\"replace_response\", { text: \"\" });\n }\n\n while (true) {\n const { done, value } = await reader.read();\n if (done) break;\n\n buffer += decoder.decode(value, { stream: true });\n const lines = buffer.split(\"\\n\");\n buffer = lines.pop() || \"\";\n\n for (const line of lines) {\n if (line.startsWith(\"data: \")) {\n const data = line.slice(6).trim();\n if (data === \"[DONE]\") continue;\n if (!data) continue;\n\n try {\n const parsed = JSON.parse(data);\n const content = parsed.choices?.[0]?.delta?.content;\n if (content) {\n generatedText += content;\n send(\"text\", { text: content });\n }\n\n const finishReason = parsed.choices?.[0]?.finish_reason;\n if (finishReason) {\n console.log(`Model ${model} finished with reason: ${finishReason}`);\n }\n } catch (e) {\n console.error(\"Parse error:\", e, \"Data:\", data);\n }\n }\n }\n }\n\n outputTokenCount = estimateTokens(generatedText);\n const actualOutputCost = Math.ceil(outputTokenCount * OUTPUT_TOKEN_COST);\n\n const actualCostItems: CostItem[] = [\n { amount_usd_milli_cents: BASE_COST, description: \"Base cost\" },\n { amount_usd_milli_cents: inputCost, description: \"Input (text)\" },\n { amount_usd_milli_cents: actualOutputCost, description: \"Output (text)\" }\n ];\n\n if (hasFiles) {\n actualCostItems.push({\n amount_usd_milli_cents: fileFee,\n description: \"File processing\"\n });\n }\n\n await captureCost(req, actualCostItems);\n\n const actualTotalCost = BASE_COST + inputCost + actualOutputCost + fileFee;\n send(\"usage\", {\n input_tokens: Math.ceil(inputCost / INPUT_TOKEN_COST),\n output_tokens: outputTokenCount,\n total_cost: actualTotalCost,\n input_cost: inputCost,\n output_cost: actualOutputCost,\n file_processing_fee: fileFee\n });\n\n console.log(`Successfully completed with model: ${model}`);\n console.log(`Token usage - Input: ${Math.ceil(inputCost / INPUT_TOKEN_COST)}, Output: ${outputTokenCount}, Total cost: ${actualTotalCost} points`);\n\n if (reader) {\n reader.releaseLock();\n }\n return;\n\n } catch (error: any) {\n if (reader) {\n try {\n reader.releaseLock();\n } catch (e) {\n console.warn(\"Error releasing reader lock:\", e);\n }\n reader = null;\n }\n\n if (response?.body) {\n try {\n await response.body.cancel();\n } catch (e) {\n console.warn(\"Error canceling response body:\", e);\n }\n }\n\n console.error(`Model ${model} error:`, error.message);\n if (i === models.length - 1) {\n console.error(\"All models failed:\", error);\n send(\"error\", {\n text: `Error: All AI models are currently unavailable. ${error.message}`,\n allow_retry: true,\n });\n break;\n }\n\n console.warn(`Trying next model after ${model} failed:`, error.message);\n await sleep(1000);\n }\n }\n } catch (error: any) {\n console.error(\"Fatal error in getResponse:\", error);\n send(\"error\", {\n text: `Fatal error: ${error.message}`,\n allow_retry: true\n });\n } finally {\n send(\"done\", {});\n }\n}\n\n// Bot settings\nasync function getBotSettings(): Promise {\n const rateCard = `| Type | Price |\\n` +\n `|------|------|\\n` +\n `| Base Message | ${BASE_COST} |\\n` +\n `| Input Tokens | ${INPUT_TOKEN_COST} / 1k token |\\n` +\n `| Output Tokens | ${OUTPUT_TOKEN_COST} / 1k token |\\n` +\n `| File Processing | ${FILE_PROCESSING_FEE} / file |\\n`;\n\n const costLabel = `${BASE_COST}+ points`;\n\n return {\n allow_attachments: true,\n expand_text_attachments: true,\n enable_multi_bot_chat_prompting: true,\n rate_card: rateCard,\n cost_label: costLabel,\n supports_system_messages: true,\n suggested_replies: true\n };\n}\n\n// Main handler\nexport default async function handler(req: Request): Promise {\n if (req.method === 'OPTIONS') {\n return new Response(null, {\n status: 200,\n headers: {\n \"Access-Control-Allow-Origin\": \"*\",\n \"Access-Control-Allow-Methods\": \"POST, OPTIONS\",\n \"Access-Control-Allow-Headers\": \"Content-Type, Authorization\",\n \"Access-Control-Max-Age\": \"86400\",\n },\n });\n }\n\n const authResult = authenticateRequest(req);\n if (!authResult.success) {\n console.error(\"Authentication failed:\", authResult.error);\n return new Response(\n JSON.stringify({ error: \"Authentication failed\", details: authResult.error }),\n {\n status: 401,\n headers: {\n \"Content-Type\": \"application/json\",\n \"Access-Control-Allow-Origin\": \"*\",\n },\n }\n );\n }\n\n let reqBody: any;\n try {\n reqBody = await req.json();\n } catch (e) {\n console.error(\"Request body parse error:\", e);\n return new Response(\n JSON.stringify({ error: \"Invalid JSON in request body\" }),\n {\n status: 400,\n headers: {\n \"Content-Type\": \"application/json\",\n \"Access-Control-Allow-Origin\": \"*\",\n },\n }\n );\n }\n\n console.log(\"Authenticated request body:\", JSON.stringify(reqBody, null, 2));\n\n if (reqBody.type === \"settings\") {\n try {\n const settings = await getBotSettings();\n return new Response(JSON.stringify(settings), {\n status: 200,\n headers: {\n \"Content-Type\": \"application/json\",\n \"Access-Control-Allow-Origin\": \"*\",\n },\n });\n } catch (error) {\n console.error(\"Settings error:\", error);\n return new Response(\n JSON.stringify({ error: \"Failed to get bot settings\" }),\n {\n status: 500,\n headers: {\n \"Content-Type\": \"application/json\",\n \"Access-Control-Allow-Origin\": \"*\",\n },\n }\n );\n }\n }\n\n if (!reqBody.query || !Array.isArray(reqBody.query)) {\n return new Response(\n JSON.stringify({ error: \"Invalid query format\" }),\n {\n status: 400,\n headers: {\n \"Content-Type\": \"application/json\",\n \"Access-Control-Allow-Origin\": \"*\",\n },\n }\n );\n }\n\n const body = new ReadableStream({\n start(controller) {\n const send = (event: string, data: any) => {\n try {\n controller.enqueue(encodeEvent(event, data));\n } catch (e) {\n console.error(\"Error sending event:\", e);\n }\n };\n\n return getResponse(reqBody as Query, send)\n .catch((e) => {\n console.error(\"Get response error:\", e);\n send(\"error\", {\n text: `Internal error: ${e.message}`,\n allow_retry: true\n });\n })\n .finally(() => {\n try {\n controller.close();\n } catch (e) {\n console.warn(\"Error closing controller:\", e);\n }\n });\n },\n });\n\n return new Response(body, {\n status: 200,\n headers: {\n \"Content-Type\": \"text/event-stream\",\n \"Cache-Control\": \"no-cache\",\n \"Connection\": \"keep-alive\",\n \"Access-Control-Allow-Origin\": \"*\",\n \"Access-Control-Allow-Methods\": \"POST, OPTIONS\",\n \"Access-Control-Allow-Headers\": \"Content-Type, Authorization\",\n },\n });\n}","deleted","label",[103],"permalink","https://www.val.town/x/MadeiInGermany/Kimi-K2-0905-Vers-001/code/main.tsx","extension","actionData","errors"]