[{"_1":2,"_180":-5,"_181":-5},"loaderData",{"_3":4,"_95":96},"root",{"_5":6,"_36":37,"_68":69},"ctx",{"_7":8,"_23":-5,"_24":25,"_26":27,"_28":20,"_29":20,"_30":20,"_31":-5,"_32":33,"_34":20,"_35":20},"auth",{"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":20,"_21":22},"sessionClaims","sessionId","sessionStatus","userId","actor","orgId","orgRole","orgSlug","orgPermissions","factorVerificationAge","isAuthenticated",false,"tokenType","session_token","user","preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesChatPanelState","notificationCount",0,"flagDenols","isBusinessOrgMember","ENV",{"_38":39,"_40":41,"_42":43,"_44":45,"_46":47,"_48":49,"_50":51,"_52":53,"_54":55,"_56":57,"_58":59,"_60":61,"_62":63,"_64":65,"_66":67},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","VAL_RUNTIME_NAME","prod","RENDER_GIT_COMMIT","45a830d034e37d8cf6ea88ed93db249b593855ab","RENDER_GIT_BRANCH","main","CLERK_PUBLISHABLE_KEY","pk_live_Y2xlcmsudmFsLnRvd24k","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","API_URL","https://api.val.town","clerkState",{"_70":71},"__internal_clerk_state",{"_72":73,"_74":47,"_75":76,"_77":76,"_78":20,"_79":76,"_80":76,"_81":76,"_82":76,"_83":84,"_93":20,"_94":20},"__clerk_ssr_state",{"_21":22,"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":20},"__publishableKey","__proxyUrl","","__domain","__isSatellite","__signInUrl","__signUpUrl","__afterSignInUrl","__afterSignUpUrl","__clerk_debug",{"_85":20,"_19":20,"_86":76,"_87":88,"_89":76,"_90":47,"_91":20,"_92":76},"isSignedIn","proxyUrl","reason","session-token-and-uat-missing","message","publishableKey","isSatellite","domain","__telemetryDisabled","__telemetryDebug","routes/embed.x.$handle.$name.$",{"_97":98,"_99":100,"_101":102,"_103":104,"_160":161,"_177":178,"_179":-5},"handle","aibotcommander","name","LTX-2-13B","path","main.tsx","project",{"_105":106,"_99":100,"_107":108,"_109":-5,"_110":20,"_111":112,"_113":114,"_115":116,"_12":117,"_118":119,"_120":121,"_122":121,"_123":-5,"_124":33,"_14":125,"_126":-5,"_127":-5,"_128":-5,"_129":130,"_131":130,"_132":133,"_134":133,"_135":133,"_136":130,"_137":130,"_23":138,"_141":142,"_146":147,"_159":20},"id","744fed46-ccdf-11f0-823a-42dde27851f2","createdAt",["D",1764392054902],"deletedAt","legacyEnvVars","privacy","public","description","not working","imageUrl","https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/2f412668-b8b6-4a30-d24d-1ff0f7c71400/square512","01993890-bc39-742c-bff5-53031d93b2cb","pinnedFileId","019acdf6-311e-73b9-8571-8540eee5af61","pinPreview",true,"pinMigrated","screenshotVersion","likeCount","01993890-bc39-742c-bff5-540390ef48e8","tursoName","tursoHostname","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm",{"_97":98,"_139":140},"profileImageUrl","https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/f13fd113-3e60-49cc-d2e1-6a7320ddbd00/square512","org",{"_97":98,"_143":140,"_12":117,"_144":145},"avatar","tier","free","branch",{"_148":149,"_99":45,"_105":150,"_151":106,"_152":-5,"_153":-5,"_154":-5,"_155":-5,"_156":-5,"_157":100,"_158":98},"version",22,"745e61f0-ccdf-11f0-823a-42dde27851f2","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","isOwned","file",{"_105":162,"_99":102,"_163":119,"_164":-5,"_165":150,"_166":149,"_167":121,"_107":168,"_148":169,"_170":171,"_172":173,"_174":20,"_175":-5,"_101":176},"9be458c4-2ab3-11f1-a6fa-42dde27851f2","fileId","parentId","branchId","branchVersion","latest",["D",1774708632799],20,"fileType","http","content","// fix bug: the bot is not sending the generated video to poe interface\n\nimport process from \"node:process\";\nimport { OpenAI } from \"npm:openai\";\n\nconst VIDEO_COST = 25000;\n\nconst POE_API_KEYS = [\n process.env.POE_API_KEY,\n process.env.POE_API_KEY2,\n process.env.POE_API_KEY3,\n process.env.POE_API_KEY4\n].filter(Boolean);\n\nconst POE_VIDEO_MODELS = [\n \"LTX-2-Fast\",\n \"LTX-Video\",\n \"Kling-2.5-Turbo-Std\"\n];\n\nfunction createPoeClient(apiKey: string): OpenAI {\n return new OpenAI({\n apiKey: apiKey || \"YOUR_POE_API_KEY\",\n baseURL: \"https://api.poe.com/v1\",\n });\n}\n\nfunction extractVideoUrl(content: string): string | null {\n const patterns = [\n /https?:\\/\\/[^\\s\\)\\]\\'\"]+\\.(mp4|webm|mov|avi|mkv|m4v)(?:\\?[^\\s\\)\\]\\'\"]*)?/gi,\n /!\\[.*?\\]\\((https?:\\/\\/[^\\)]+\\.(mp4|webm|mov))\\)/gi,\n /https?:\\/\\/(?:cdn\\.discordapp\\.com|media\\.discordapp\\.net|cdn\\.openai\\.com|replicate\\.delivery|storage\\.googleapis\\.com|firebasestorage\\.googleapis\\.com)[^\\s\\)\\]\\'\"]+/gi,\n /https?:\\/\\/[^\\s\\)\\]\\'\"]+/gi\n ];\n for (const pattern of patterns) {\n const matches = content.match(pattern);\n if (matches && matches.length > 0) {\n for (const match of matches) {\n let url = match;\n if (url.startsWith('![')) {\n const mdMatch = url.match(/!\\[.*?\\]\\((https?:\\/\\/[^\\)]+)\\)/);\n if (mdMatch) url = mdMatch[1];\n }\n if (url.startsWith('http') && !url.includes(' ')) {\n console.log(`Extracted video URL: ${url}`);\n return url;\n }\n }\n }\n }\n console.log(`No video URL found in content: ${content.substring(0, 200)}...`);\n return null;\n}\n\nfunction isHarmfulContentResponse(content: string): boolean {\n const harmfulPatterns = [\n /harmful content/i,\n /cannot be processed/i,\n /violates.*policy/i,\n /inappropriate.*request/i,\n /unsafe.*content/i,\n /content.*policy.*violation/i,\n /against.*guidelines/i,\n ];\n return harmfulPatterns.some((pattern) => pattern.test(content));\n}\n\nfunction authenticateRequest(req: Request): boolean {\n const botAccessKey = process.env.BOT_ACCESS_KEY;\n if (!botAccessKey) {\n console.error(\"BOT_ACCESS_KEY not configured\");\n return false;\n }\n const authHeader = req.headers.get(\"Authorization\");\n if (authHeader) {\n const token = authHeader.replace(/^Bearer\\s+/i, \"\");\n if (token === botAccessKey) return true;\n }\n const apiKeyHeader = req.headers.get(\"X-API-Key\");\n if (apiKeyHeader === botAccessKey) return true;\n const url = new URL(req.url);\n const queryToken = url.searchParams.get(\"access_key\") || url.searchParams.get(\"token\");\n if (queryToken === botAccessKey) return true;\n return false;\n}\n\nfunction displayVideoInChat(videoUrl: string, prompt: string, hasAttachments: boolean, hasAudio: boolean, send: SendEventFn): void {\n const attachmentText = hasAttachments ? \" (with reference input)\" : \"\";\n const audioText = hasAudio ? \" \" : \"\";\n \n // FIX: Combine everything into a single message with proper text content\n send(\"text\", {\n text: `🎬 **Video Generated Successfully**${attachmentText}${audioText}\\n\\n**Prompt:** ${prompt}\\n\\n📥 [Download Video](${videoUrl})`,\n attachments: [{\n url: videoUrl,\n content_type: \"video/mp4\",\n name: \"generated_video.mp4\"\n }]\n });\n}\n\nasync function validateVideoUrl(url: string): Promise {\n try {\n const response = await fetch(url, { method: 'HEAD' });\n const contentType = response.headers.get('content-type');\n return response.ok && (contentType?.startsWith('video/') || contentType?.includes('octet-stream'));\n } catch (error) {\n console.log(`Video URL validation failed: ${error.message}`);\n return false;\n }\n}\n\nasync function generateVideoWithPoe(\n prompt: string,\n imageAttachments: Array<{ url: string; content_type: string }>,\n send: SendEventFn,\n): Promise {\n let lastError = null;\n for (let keyIndex = 0; keyIndex < POE_API_KEYS.length; keyIndex++) {\n const apiKey = POE_API_KEYS[keyIndex];\n for (let modelIndex = 0; modelIndex < POE_VIDEO_MODELS.length; modelIndex++) {\n const model = POE_VIDEO_MODELS[modelIndex];\n try {\n console.log(`Trying Poe video model ${model} with key ${keyIndex + 1}`);\n send(\"text\", {\n text: \"🎬 Producing video... This may take a moment.\"\n });\n const poeClient = createPoeClient(apiKey);\n const finalPrompt = `${prompt}`;\n console.log(`Audio flag appended for all models: ${finalPrompt}`);\n let messageContent: any;\n if (imageAttachments.length > 0) {\n console.log(`Processing ${imageAttachments.length} reference attachments`);\n messageContent = [\n { type: \"text\", text: `polyview: ${finalPrompt}` }\n ];\n for (const attachment of imageAttachments) {\n console.log(`Adding reference attachment: ${attachment.url}`);\n messageContent.push({\n type: \"image_url\",\n image_url: { url: attachment.url }\n });\n }\n } else {\n messageContent = `cinematic: ${finalPrompt}`;\n }\n const chat = await poeClient.chat.completions.create({\n model: model,\n messages: [{ role: \"user\", content: messageContent }],\n max_tokens: 2048,\n temperature: 0.8,\n });\n const content = chat.choices[0]?.message?.content;\n console.log(`Poe response content: ${content?.substring(0, 200)}...`);\n if (content) {\n if (isHarmfulContentResponse(content)) {\n console.log(`Model returned harmful content response, trying next model`);\n lastError = new Error(\"Harmful content response\");\n continue;\n }\n const videoUrl = extractVideoUrl(content);\n if (videoUrl) {\n const isValidVideo = await validateVideoUrl(videoUrl);\n if (isValidVideo) {\n // FIX: Removed replace_response that was clearing the message\n // Send the video display directly\n displayVideoInChat(videoUrl, prompt, imageAttachments.length > 0, true, send);\n return true;\n } else {\n console.log(\"Extracted URL is not a valid video, trying next model\");\n lastError = new Error(\"Invalid video URL extracted\");\n continue;\n }\n } else {\n console.log(\"No video URL extracted from content, trying next model\");\n lastError = new Error(\"No video URL in response\");\n continue;\n }\n } else {\n throw new Error(\"No content received\");\n }\n } catch (error) {\n lastError = error;\n console.error(`API key ${keyIndex + 1} with model ${model} failed:`, error.message);\n if (modelIndex < POE_VIDEO_MODELS.length - 1) {\n console.log(\"Trying next model\");\n continue;\n }\n if (keyIndex < POE_API_KEYS.length - 1) {\n console.log(\"Trying next API key\");\n break;\n }\n }\n }\n }\n console.error(\"All Poe APIs failed\", lastError);\n return false;\n}\n\nasync function generateVideo(\n prompt: string,\n imageAttachments: Array<{ url: string; content_type: string }>,\n send: SendEventFn\n): Promise {\n console.log(`Starting video generation with prompt: \"${prompt}\" and ${imageAttachments.length} attachments`);\n if (POE_API_KEYS.length === 0) {\n send(\"error\", {\n text: \"No video generation API configured. Please check POE_API_KEY.\",\n allow_retry: false,\n });\n return;\n }\n try {\n const success = await generateVideoWithPoe(prompt, imageAttachments, send);\n if (!success) {\n console.error(\"Failed to generate video - all models exhausted\");\n send(\"error\", {\n text: \"Unable to generate video after trying all available models. Please try again later.\",\n allow_retry: true,\n });\n }\n // If success is true, displayVideoInChat already sent the content\n } catch (error) {\n console.error(\"Video generation failed with exception:\", error.message);\n send(\"error\", {\n text: \"An unexpected error occurred during video generation. Please try again.\",\n allow_retry: true,\n });\n }\n}\n\nasync function getResponse(req: Query, send: SendEventFn) {\n send(\"meta\", { content_type: \"text/markdown\" });\n const messages = req.query\n .map((msg) => ({\n role: msg.role === \"bot\" ? \"assistant\" : (msg.role as \"user\" | \"assistant\" | \"system\"),\n content: msg.content,\n attachments: msg.attachments || []\n }))\n .filter(Boolean) as Array<{ \n role: string; \n content: string; \n attachments: Array<{ url: string; content_type: string; name: string }>;\n }>;\n const lastUserMessage = messages.filter((m) => m.role === \"user\").pop();\n if (!lastUserMessage) {\n await generateVideo(\"Welcome to the AI Video Generator!\", [], send);\n send(\"done\", {});\n return;\n }\n const userContent = lastUserMessage.content;\n const imageAttachments = lastUserMessage.attachments\n ?.filter(att => {\n const isImage = att.content_type.startsWith('image/');\n if (!isImage) {\n console.log(`Skipping non-image attachment: ${att.name} (${att.content_type})`);\n }\n return isImage;\n })\n ?.map(att => ({ url: att.url, content_type: att.content_type })) || [];\n console.log(`Found ${imageAttachments.length} image attachments`);\n imageAttachments.forEach((att, i) => {\n console.log(`Attachment ${i + 1}: ${att.url} (${att.content_type})`);\n });\n let prompt = userContent;\n if (!userContent || userContent.trim().length === 0) {\n if (imageAttachments.length > 0) {\n prompt = \"Create a video based on the uploaded reference\";\n } else {\n send(\"error\", {\n text: \"Please provide a description for the video you want to generate.\",\n allow_retry: false,\n });\n send(\"done\", {});\n return;\n }\n }\n if (imageAttachments.length > 0 && userContent && userContent.trim().length > 0) {\n prompt = `Based on the uploaded reference image(s), ${userContent}`;\n }\n console.log(`Final prompt: \"${prompt}\"`);\n try {\n await generateVideo(prompt, imageAttachments, send);\n } catch (error) {\n console.error(\"Generation failed:\", error);\n send(\"error\", {\n text: \"An unexpected error occurred during video generation\",\n allow_retry: true,\n });\n }\n send(\"done\", {});\n}\n\nasync function getBotSettings(): Promise {\n const rateCard = \"| Type | Price |\\n\" +\n \"|------|------|\\n\" +\n `| Output (video) | ${VIDEO_COST} points |\\n`;\n const costLabel = `${VIDEO_COST} points`;\n return {\n allow_attachments: true,\n expand_text_attachments: false,\n enable_multi_bot_chat_prompting: true,\n rate_card: rateCard,\n cost_label: costLabel,\n supports_system_messages: true,\n suggested_replies: true\n };\n}\n\ntype BotSettings = {\n allow_attachments?: boolean;\n expand_text_attachments?: boolean;\n enable_multi_bot_chat_prompting?: boolean;\n rate_card?: string;\n cost_label?: string;\n supports_system_messages?: boolean; \n suggested_replies?: boolean; \n};\n\ntype Query = {\n version: string;\n type: \"query\";\n query: {\n role: \"system\" | \"user\" | \"bot\";\n content: string;\n content_type: string;\n timestamp: number;\n message_id: string;\n feedback: {\n type: \"like\" | \"dislike\";\n reason?: string;\n }[];\n attachments: {\n url: string;\n content_type: string;\n name: string;\n parsed_content?: string;\n }[];\n }[];\n message_id: string;\n user_id: string;\n conversation_id: string;\n metadata: string;\n language_code: string;\n};\n\ntype Events = {\n meta: { content_type: string };\n text: { text: string; attachments?: Array<{ url: string; content_type: string; name: string }> };\n replace_response: { text: string };\n suggested_reply: { text: string };\n error: { allow_retry?: boolean; text: string };\n done: {};\n};\n\ntype SendEventFn = (\n eventName: EventName,\n data: Events[EventName],\n) => void;\n\nfunction encodeEvent(event: string, data: any = {}) {\n return new TextEncoder().encode(\n `event: ${event}\\ndata: ${JSON.stringify(data)}\\n\\n`,\n );\n}\n\nexport default async function (req: Request): Promise {\n if (!authenticateRequest(req)) {\n console.warn(\"Unauthorized access attempt\");\n return new Response(\n JSON.stringify({\n error: \"Unauthorized\",\n message: \"Valid BOT_ACCESS_KEY is required\",\n }),\n {\n status: 401,\n headers: { \"Content-Type\": \"application/json\" },\n },\n );\n }\n const reqBody = await req.json().catch((e) => {\n console.error(\"Body parse error:\", e);\n return {};\n });\n console.log(\"Authenticated request body:\", reqBody);\n if (reqBody.type === \"settings\") {\n return new Response(JSON.stringify(await getBotSettings()), {\n status: 200,\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n const body = new ReadableStream({\n start(controller) {\n const send = (event, data) => {\n console.log(`[SSE] Sending event: ${event}`, JSON.stringify(data).substring(0, 300));\n controller.enqueue(encodeEvent(event, data));\n };\n return getResponse(reqBody, send)\n .catch((e) => {\n console.error(\"Get response error:\", e);\n controller.enqueue(\n encodeEvent(\"error\", {\n text: \"An error occurred while processing your request.\",\n allow_retry: true,\n }),\n );\n })\n .finally(() => controller.close());\n },\n });\n return new Response(body, {\n status: 200,\n headers: {\n \"Content-Type\": \"text/event-stream\",\n \"Cache-Control\": \"no-cache\",\n \"Connection\": \"keep-alive\",\n },\n });\n}","deleted","label",[102],"permalink","https://www.val.town/x/aibotcommander/LTX-2-13B/code/main.tsx","extension","actionData","errors"]