\\\"\\nbrief\\n\\\"\\\"

\"\n },\n ...req.query.map((msg) => {\n let content = msg.content;\n \n const msgMedia = msg.attachments?.filter(att => {\n const ct = att.content_type.toLowerCase();\n return ct.startsWith('image/') || \n ct.startsWith('audio/') || \n ct.startsWith('video/') ||\n ct.includes('spreadsheet') ||\n ct.includes('pdf') ||\n ct.includes('excel') ||\n ct.includes('sheet');\n });\n \n if (msgMedia && msgMedia.length > 0 && mediaAnalysis) {\n content = `[Media Analysis:\\n${mediaAnalysis}]\\n\\nUser query: ${content}`;\n }\n \n return {\n role: msg.role === \"bot\"\n ? \"assistant\"\n : msg.role as \"user\" | \"assistant\" | \"system\",\n content: content,\n };\n })\n ];\n\n const openrouterModels = [\n \"moonshotai/kimi-k2:free\",\n \"moonshotai/kimi-k2\",\n \"moonshotai/kimi-k2-0905\"\n ];\n\n const groqModels = [\n \"llama-3.3-70b-versatile\",\n \"llama3-70b-8192\",\n \"llama3-8b-8192\"\n ];\n\n const openrouterApiKeys = [\n process.env.OPENROUTER_API_KEY,\n process.env.OPENROUTER_API_KEY2,\n process.env.OPENROUTER_API_KEY3,\n ].filter(Boolean);\n\n const groqApiKeys = [\n process.env.GROQ_API_KEY,\n process.env.GROQ_API_KEY2,\n process.env.GROQ_API_KEY3,\n process.env.GROQ_API_KEY4,\n ].filter(Boolean);\n\n // Try OpenRouter first for Kimi models\n if (openrouterApiKeys.length > 0) {\n for (let modelIndex = 0; modelIndex < openrouterModels.length; modelIndex++) {\n const model = openrouterModels[modelIndex];\n \n for (let keyIndex = 0; keyIndex < openrouterApiKeys.length; keyIndex++) {\n const apiKey = openrouterApiKeys[keyIndex];\n let response: Response | null = null;\n let reader: ReadableStreamDefaultReader | null = null;\n\n try {\n response = await fetch(\n \"https://openrouter.ai/api/v1/chat/completions\",\n {\n method: \"POST\",\n headers: {\n \"Authorization\": `Bearer ${apiKey}`,\n \"Content-Type\": \"application/json\",\n \"HTTP-Referer\": \"https://poe.com\",\n \"X-Title\": \"Kimi K2 Bot\"\n },\n body: JSON.stringify({\n model: model,\n messages: messages,\n stream: true,\n max_tokens: 11048,\n temperature: 0.7,\n }),\n },\n );\n\n if (!response.ok) {\n const errorText = await response.text().catch(() => \"Unknown error\");\n console.error(\n `OpenRouter model ${model} with API key ${keyIndex + 1} failed with status ${response.status}: ${errorText}`,\n );\n if (response.status === 429 || response.status === 401) {\n if (keyIndex < openrouterApiKeys.length - 1) {\n console.warn(`Trying next OpenRouter API key after ${response.status} error`);\n continue;\n }\n }\n if (keyIndex === openrouterApiKeys.length - 1) {\n if (modelIndex === openrouterModels.length - 1) {\n console.warn(`All OpenRouter models and keys failed, falling back to Groq`);\n break;\n }\n console.warn(`Trying next OpenRouter model after ${model} failure with all keys`);\n break;\n }\n continue;\n }\n\n if (!response.body) {\n if (keyIndex === openrouterApiKeys.length - 1) {\n if (modelIndex === openrouterModels.length - 1) {\n console.warn(`No response body from OpenRouter, falling back to Groq`);\n break;\n }\n console.warn(`No response body from ${model}, trying next model`);\n break;\n }\n console.warn(`No response body with OpenRouter API key ${keyIndex + 1}, trying next key`);\n continue;\n }\n\n reader = response.body.getReader();\n const decoder = new TextDecoder();\n let buffer = \"\";\n let totalTokens = 0;\n let textBuffer = \"\";\n let insideThink = false;\n let thinkingLineBuffer = \"\";\n\n while (true) {\n const { done, value } = await reader.read();\n if (done) break;\n\n buffer += decoder.decode(value, { stream: true });\n const lines = buffer.split(\"\\n\");\n buffer = lines.pop() || \"\";\n\n for (const line of lines) {\n if (line.startsWith(\"data: \")) {\n const data = line.slice(6).trim();\n if (data === \"[DONE]\") continue;\n if (!data) continue;\n\n try {\n const parsed = JSON.parse(data);\n const content = parsed.choices?.[0]?.delta?.content;\n if (content) {\n textBuffer += content;\n totalTokens += Math.ceil(content.length / 4);\n\n // Process think tags\n while (textBuffer.length > 0) {\n if (!insideThink) {\n const thinkStartMatch = textBuffer.match(//i);\n if (thinkStartMatch) {\n const beforeThink = textBuffer.slice(0, thinkStartMatch.index);\n if (beforeThink) {\n send(\"text\", { text: beforeThink });\n }\n send(\"text\", { text: \"\\n> \" });\n insideThink = true;\n thinkingLineBuffer = \"\";\n textBuffer = textBuffer.slice(thinkStartMatch.index! + thinkStartMatch[0].length);\n } else {\n const safeText = textBuffer.slice(0, -10);\n if (safeText) {\n send(\"text\", { text: safeText });\n textBuffer = textBuffer.slice(safeText.length);\n }\n break;\n }\n } else {\n const thinkEndMatch = textBuffer.match(/<\\/think(?:ing)?>/i);\n if (thinkEndMatch) {\n const thinkEnd = thinkEndMatch.index!;\n const tagLength = thinkEndMatch[0].length;\n const thinkingContent = textBuffer.slice(0, thinkEnd);\n if (thinkingContent) {\n thinkingLineBuffer += thinkingContent;\n const lines = thinkingLineBuffer.split('\\n');\n for (let i = 0; i < lines.length; i++) {\n if (i === lines.length - 1) {\n if (lines[i]) {\n send(\"text\", { text: lines[i] });\n }\n } else {\n send(\"text\", { text: lines[i] + '\\n> ' });\n }\n }\n }\n send(\"text\", { text: \"\\n\\n\" });\n insideThink = false;\n thinkingLineBuffer = \"\";\n textBuffer = textBuffer.slice(thinkEnd + tagLength);\n } else {\n const safeText = textBuffer.slice(0, -15);\n if (safeText) {\n thinkingLineBuffer += safeText;\n const lines = thinkingLineBuffer.split('\\n');\n const completeLines = lines.slice(0, -1);\n thinkingLineBuffer = lines[lines.length - 1];\n \n for (const line of completeLines) {\n send(\"text\", { text: line + '\\n> ' });\n }\n textBuffer = textBuffer.slice(safeText.length);\n }\n break;\n }\n }\n }\n }\n } catch (e) {\n console.error(\"Parse error:\", e, \"Data:\", data);\n }\n }\n }\n }\n\n // Flush remaining buffer\n if (textBuffer) {\n if (insideThink) {\n thinkingLineBuffer += textBuffer;\n const lines = thinkingLineBuffer.split('\\n');\n for (let i = 0; i < lines.length; i++) {\n if (i === lines.length - 1) {\n if (lines[i]) {\n send(\"text\", { text: lines[i] + \"\\n\\n\" });\n }\n } else {\n send(\"text\", { text: lines[i] + '\\n> ' });\n }\n }\n } else {\n send(\"text\", { text: textBuffer });\n }\n }\n\n reader.releaseLock();\n\n if (totalTokens > 0) {\n const tokenCost = Math.ceil(totalTokens * 0.1);\n send(\"meta\", {\n content_type: \"text/markdown\",\n refund_credits: Math.max(0, BASE_COST - tokenCost)\n });\n }\n\n send(\"done\", {});\n return;\n } catch (error) {\n if (reader) {\n try {\n reader.releaseLock();\n } catch (e) {\n console.warn(\"Error releasing reader lock:\", e);\n }\n reader = null;\n }\n\n if (response?.body) {\n try {\n await response.body.cancel();\n } catch (e) {\n console.warn(\"Error canceling response body:\", e);\n }\n }\n\n if (keyIndex === openrouterApiKeys.length - 1) {\n if (modelIndex === openrouterModels.length - 1) {\n console.warn(\"All OpenRouter models and keys failed, falling back to Groq:\", error.message);\n break;\n }\n console.warn(`Model ${model} failed with all keys, trying next model:`, error.message);\n break;\n }\n\n console.warn(\n `OpenRouter model ${model} with API key ${keyIndex + 1} failed:`,\n error.message,\n \"- trying next key\"\n );\n }\n }\n \n if (modelIndex === openrouterModels.length - 1) {\n break;\n }\n }\n }\n\n // Fallback to Groq if OpenRouter fails\n if (groqApiKeys.length === 0) {\n send(\"error\", {\n text: \"Error: No API keys configured\",\n allow_retry: false,\n });\n send(\"done\", {});\n return;\n }\n\n for (let i = 0; i < groqModels.length; i++) {\n const model = groqModels[i];\n for (let keyIndex = 0; keyIndex < groqApiKeys.length; keyIndex++) {\n const apiKey = groqApiKeys[keyIndex];\n let response: Response | null = null;\n let reader: ReadableStreamDefaultReader | null = null;\n\n try {\n response = await fetch(\n \"https://api.groq.com/openai/v1/chat/completions\",\n {\n method: \"POST\",\n headers: {\n \"Authorization\": `Bearer ${apiKey}`,\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({\n model: model,\n messages: messages,\n stream: true,\n max_tokens: 8048,\n temperature: 0.7,\n }),\n },\n );\n\n if (!response.ok) {\n const errorText = await response.text().catch(() => \"Unknown error\");\n console.error(\n `Model ${model} with API key ${keyIndex + 1} failed with status ${response.status}: ${errorText}`,\n );\n if (response.status === 429 || response.status === 401) {\n if (keyIndex < groqApiKeys.length - 1) {\n console.warn(`Trying next API key after ${response.status} error`);\n continue;\n }\n }\n if (keyIndex === groqApiKeys.length - 1) {\n if (i === groqModels.length - 1) {\n throw new Error(\n `All models and API keys failed. Last error: ${response.status} - ${errorText}`,\n );\n }\n console.warn(`Trying next model after ${model} failure with all keys`);\n break;\n }\n continue;\n }\n\n if (!response.body) {\n if (keyIndex === groqApiKeys.length - 1) {\n if (i === groqModels.length - 1) {\n throw new Error(\"No response body from any model or API key\");\n }\n console.warn(`No response body from ${model}, trying next model`);\n break;\n }\n console.warn(`No response body with API key ${keyIndex + 1}, trying next key`);\n continue;\n }\n\n reader = response.body.getReader();\n const decoder = new TextDecoder();\n let buffer = \"\";\n let totalTokens = 0;\n let textBuffer = \"\";\n let insideThink = false;\n let thinkingLineBuffer = \"\";\n\n while (true) {\n const { done, value } = await reader.read();\n if (done) break;\n\n buffer += decoder.decode(value, { stream: true });\n const lines = buffer.split(\"\\n\");\n buffer = lines.pop() || \"\";\n\n for (const line of lines) {\n if (line.startsWith(\"data: \")) {\n const data = line.slice(6).trim();\n if (data === \"[DONE]\") continue;\n if (!data) continue;\n\n try {\n const parsed = JSON.parse(data);\n const content = parsed.choices?.[0]?.delta?.content;\n if (content) {\n textBuffer += content;\n totalTokens += Math.ceil(content.length / 4);\n\n // Process think tags\n while (textBuffer.length > 0) {\n if (!insideThink) {\n const thinkStartMatch = textBuffer.match(//i);\n if (thinkStartMatch) {\n const beforeThink = textBuffer.slice(0, thinkStartMatch.index);\n if (beforeThink) {\n send(\"text\", { text: beforeThink });\n }\n send(\"text\", { text: \"\\n> \" });\n insideThink = true;\n thinkingLineBuffer = \"\";\n textBuffer = textBuffer.slice(thinkStartMatch.index! + thinkStartMatch[0].length);\n } else {\n const safeText = textBuffer.slice(0, -10);\n if (safeText) {\n send(\"text\", { text: safeText });\n textBuffer = textBuffer.slice(safeText.length);\n }\n break;\n }\n } else {\n const thinkEndMatch = textBuffer.match(/<\\/think(?:ing)?>/i);\n if (thinkEndMatch) {\n const thinkEnd = thinkEndMatch.index!;\n const tagLength = thinkEndMatch[0].length;\n const thinkingContent = textBuffer.slice(0, thinkEnd);\n if (thinkingContent) {\n thinkingLineBuffer += thinkingContent;\n const lines = thinkingLineBuffer.split('\\n');\n for (let i = 0; i < lines.length; i++) {\n if (i === lines.length - 1) {\n if (lines[i]) {\n send(\"text\", { text: lines[i] });\n }\n } else {\n send(\"text\", { text: lines[i] + '\\n> ' });\n }\n }\n }\n send(\"text\", { text: \"\\n\\n\" });\n insideThink = false;\n thinkingLineBuffer = \"\";\n textBuffer = textBuffer.slice(thinkEnd + tagLength);\n } else {\n const safeText = textBuffer.slice(0, -15);\n if (safeText) {\n thinkingLineBuffer += safeText;\n const lines = thinkingLineBuffer.split('\\n');\n const completeLines = lines.slice(0, -1);\n thinkingLineBuffer = lines[lines.length - 1];\n \n for (const line of completeLines) {\n send(\"text\", { text: line + '\\n> ' });\n }\n textBuffer = textBuffer.slice(safeText.length);\n }\n break;\n }\n }\n }\n }\n } catch (e) {\n console.error(\"Parse error:\", e, \"Data:\", data);\n }\n }\n }\n }\n\n // Flush remaining buffer\n if (textBuffer) {\n if (insideThink) {\n thinkingLineBuffer += textBuffer;\n const lines = thinkingLineBuffer.split('\\n');\n for (let i = 0; i < lines.length; i++) {\n if (i === lines.length - 1) {\n if (lines[i]) {\n send(\"text\", { text: lines[i] + \"\\n\\n\" });\n }\n } else {\n send(\"text\", { text: lines[i] + '\\n> ' });\n }\n }\n } else {\n send(\"text\", { text: textBuffer });\n }\n }\n\n reader.releaseLock();\n\n if (totalTokens > 0) {\n const tokenCost = Math.ceil(totalTokens * 0.1);\n send(\"meta\", {\n content_type: \"text/markdown\",\n refund_credits: Math.max(0, BASE_COST - tokenCost)\n });\n }\n\n send(\"done\", {});\n return;\n } catch (error) {\n if (reader) {\n try {\n reader.releaseLock();\n } catch (e) {\n console.warn(\"Error releasing reader lock:\", e);\n }\n reader = null;\n }\n\n if (response?.body) {\n try {\n await response.body.cancel();\n } catch (e) {\n console.warn(\"Error canceling response body:\", e);\n }\n }\n\n if (keyIndex === groqApiKeys.length - 1 && i === groqModels.length - 1) {\n console.error(\"All models and API keys failed:\", error);\n send(\"error\", {\n text: `Error: ${error.message}`,\n allow_retry: true,\n });\n send(\"done\", {});\n return;\n }\n\n console.warn(\n `Model ${model} with API key ${keyIndex + 1} failed:`,\n error.message,\n keyIndex < groqApiKeys.length - 1 ? \"- trying next key\" : \"- trying next model\",\n );\n }\n }\n }\n\n send(\"done\", {});\n}\n\nasync function getBotSettings(): Promise {\n const rateCard = \"| Type | Price |\\n\" +\n \"|------|------|\\n\" +\n `| Message Cost | ${BASE_COST} points |\\n`\n \n const costLabel = `${BASE_COST} points`;\n\n return {\n allow_attachments: true,\n expand_text_attachments: false,\n enable_multi_bot_chat_prompting: true,\n enable_suggested_replies: true,\n rate_card: rateCard,\n cost_label: costLabel,\n supports_system_messages: true,\n suggested_replies: true\n };\n}\n\ntype BotSettings = {\n allow_attachments?: boolean;\n expand_text_attachments?: boolean;\n enable_multi_bot_chat_prompting?: boolean;\n enable_suggested_replies?: boolean;\n rate_card?: string;\n cost_label?: string;\n supports_system_messages?: boolean;\n suggested_replies?: boolean;\n};\n\ntype Query = {\n version: string;\n type: \"query\";\n query: {\n role: \"system\" | \"user\" | \"bot\";\n content: string;\n content_type: string;\n timestamp: number;\n message_id: string;\n feedback: {\n type: \"like\" | \"dislike\";\n reason?: string;\n }[];\n attachments: {\n url: string;\n content_type: string;\n name: string;\n parsed_content?: string;\n }[];\n }[];\n message_id: string;\n user_id: string;\n conversation_id: string;\n metadata: string;\n language_code: string;\n};\n\ntype Events = {\n meta: { content_type: string; suggested_replies?: boolean; refund_credits?: number };\n text: { text: string };\n replace_response: { text: string };\n suggested_reply: { text: string };\n error: { allow_retry?: boolean; text: string };\n done: {};\n};\n\ntype SendEventFn = (\n eventName: EventName,\n data: Events[EventName],\n) => void;\n\nfunction encodeEvent(event: string, data: any = {}) {\n return new TextEncoder().encode(\n `event: ${event}\\ndata: ${JSON.stringify(data)}\\n\\n`,\n );\n}\n\nexport default async function (req: Request): Promise {\n const authHeader = req.headers.get(\"Authorization\");\n \n if (!BOT_KEY) {\n console.error(\"BOT_KEY not configured in environment variables\");\n return new Response(\n JSON.stringify({ error: \"Bot authentication not configured\" }),\n {\n status: 500,\n headers: { \"Content-Type\": \"application/json\" },\n }\n );\n }\n\n if (!authHeader || authHeader !== `Bearer ${BOT_KEY}`) {\n console.warn(\"Unauthorized access attempt\");\n return new Response(\n JSON.stringify({ error: \"Unauthorized\" }),\n {\n status: 401,\n headers: { \"Content-Type\": \"application/json\" },\n }\n );\n }\n\n const reqBody = await req.json().catch((e) => {\n console.error(\"body parse error\", e);\n return {};\n });\n\n console.log(\"body\", reqBody);\n\n if (reqBody.type === \"settings\") {\n return new Response(JSON.stringify(await getBotSettings()), {\n status: 200,\n headers: {\n \"Content-Type\": \"application/json\",\n },\n });\n }\n\n const body = new ReadableStream({\n start(controller) {\n const send = (event, data) => {\n controller.enqueue(encodeEvent(event, data));\n };\n\n return getResponse(reqBody, send)\n .catch((e) => console.error(\"get response error\", e))\n .finally(() => controller.close());\n },\n });\n\n return new Response(body, {\n status: 200,\n headers: {\n \"Content-Type\": \"text/event-stream\",\n },\n });\n}","deleted","label",[103],"permalink","https://www.val.town/x/MadeiInGermany/Kimi-K2-0905-Vers-01/code/main.tsx","extension","actionData","errors"]