[{"_1":2,"_182":-5,"_183":-5},"loaderData",{"_3":4,"_96":97},"root",{"_5":6,"_37":38,"_69":70},"ctx",{"_7":8,"_23":-5,"_24":25,"_26":27,"_28":20,"_29":20,"_30":20,"_31":-5,"_32":33,"_34":20,"_35":20,"_36":20},"auth",{"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":20,"_21":22},"sessionClaims","sessionId","sessionStatus","userId","actor","orgId","orgRole","orgSlug","orgPermissions","factorVerificationAge","isAuthenticated",false,"tokenType","session_token","user","preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesChatPanelState","notificationCount",0,"flagDenols","isBusinessOrgMember","isHigherTownieTier","ENV",{"_39":40,"_41":42,"_43":44,"_45":46,"_47":48,"_49":50,"_51":52,"_53":54,"_55":56,"_57":58,"_59":60,"_61":62,"_63":64,"_65":66,"_67":68},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","VAL_RUNTIME_NAME","prod","RENDER_GIT_COMMIT","efeea19332d9bfe7de1049656877be9cb817c45f","RENDER_GIT_BRANCH","main","CLERK_PUBLISHABLE_KEY","pk_live_Y2xlcmsudmFsLnRvd24k","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","API_URL","https://api.val.town","clerkState",{"_71":72},"__internal_clerk_state",{"_73":74,"_75":48,"_76":77,"_78":77,"_79":20,"_80":77,"_81":77,"_82":77,"_83":77,"_84":85,"_94":20,"_95":20},"__clerk_ssr_state",{"_21":22,"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":20},"__publishableKey","__proxyUrl","","__domain","__isSatellite","__signInUrl","__signUpUrl","__afterSignInUrl","__afterSignUpUrl","__clerk_debug",{"_86":20,"_19":20,"_87":77,"_88":89,"_90":77,"_91":48,"_92":20,"_93":77},"isSignedIn","proxyUrl","reason","session-token-and-uat-missing","message","publishableKey","isSatellite","domain","__telemetryDisabled","__telemetryDebug","routes/embed.x.$handle.$name.$",{"_98":99,"_100":101,"_102":103,"_104":105,"_162":163,"_179":180,"_181":-5},"handle","aibotcommander","name","Cheap-Video-Generator","path","main.tsx","project",{"_106":107,"_100":101,"_108":109,"_110":-5,"_111":20,"_112":113,"_114":115,"_116":117,"_12":118,"_119":120,"_121":122,"_123":122,"_124":-5,"_125":33,"_14":126,"_127":-5,"_128":-5,"_129":-5,"_130":-5,"_131":132,"_133":132,"_134":135,"_136":135,"_137":135,"_138":132,"_139":132,"_23":140,"_143":144,"_148":149,"_161":20},"id","5959a318-cd1d-11f0-b600-42dde27851f2","createdAt",["D",1764418638521],"deletedAt","legacyEnvVars","privacy","public","description","https://poe.com/Wan-2.6-Audio","imageUrl","https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/7e32c4a2-d248-472e-a17e-4b44c6cd9a00/square512","01993890-bc39-742c-bff5-53031d93b2cb","pinnedFileId","019acf8b-d2d0-7191-a668-14959c604b6a","pinPreview",true,"pinMigrated","screenshotVersion","likeCount","01993890-bc39-742c-bff5-540390ef48e8","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm",{"_98":99,"_141":142},"profileImageUrl","https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/f13fd113-3e60-49cc-d2e1-6a7320ddbd00/square512","org",{"_98":99,"_145":142,"_12":118,"_146":147},"avatar","tier","free","branch",{"_150":151,"_100":46,"_106":152,"_153":107,"_154":-5,"_155":-5,"_156":-5,"_157":-5,"_158":-5,"_159":101,"_160":99},"version",7,"595b7210-cd1d-11f0-b600-42dde27851f2","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","isOwned","file",{"_106":164,"_100":103,"_165":120,"_166":-5,"_167":152,"_168":151,"_169":122,"_108":170,"_150":171,"_172":173,"_174":175,"_176":20,"_177":-5,"_102":178},"26287de4-2ab4-11f1-8adf-42dde27851f2","fileId","parentId","branchId","branchVersion","latest",["D",1774708864771],6,"fileType","http","content","import process from \"node:process\";\nimport { OpenAI } from \"npm:openai\";\n\nconst VIDEO_COST = 15000;\n\nconst POE_API_KEYS = [\n process.env.POE_API_KEY,\n process.env.POE_API_KEY2,\n process.env.POE_API_KEY3,\n process.env.POE_API_KEY4\n].filter(Boolean);\n\nconst POE_VIDEO_MODELS = [\n \"LTX-Video\",\n \"Wan-2.6-N\",\n \"LTX-2-Fast\"\n];\n\nconst LIPSYNC_MODEL = \"Kling-Lipsync\";\n\nfunction createPoeClient(apiKey: string): OpenAI {\n return new OpenAI({\n apiKey: apiKey || \"YOUR_POE_API_KEY\",\n baseURL: \"https://api.poe.com/v1\",\n });\n}\n\nfunction extractVideoUrl(content: string): string | null {\n const patterns = [\n /https?:\\/\\/[^\\s\\)\\]\\'\"]+\\.(mp4|webm|mov|avi|mkv|m4v)(?:\\?[^\\s\\)\\]\\'\"]*)?/gi,\n /!\\[.*?\\]\\((https?:\\/\\/[^\\)]+\\.(mp4|webm|mov))\\)/gi,\n /https?:\\/\\/(?:cdn\\.discordapp\\.com|media\\.discordapp\\.net|cdn\\.openai\\.com|replicate\\.delivery|storage\\.googleapis\\.com|firebasestorage\\.googleapis\\.com)[^\\s\\)\\]\\'\"]+/gi,\n /https?:\\/\\/[^\\s\\)\\]\\'\"]+/gi\n ];\n for (const pattern of patterns) {\n const matches = content.match(pattern);\n if (matches && matches.length > 0) {\n for (const match of matches) {\n let url = match;\n if (url.startsWith('![')) {\n const mdMatch = url.match(/!\\[.*?\\]\\((https?:\\/\\/[^\\)]+)\\)/);\n if (mdMatch) url = mdMatch[1];\n }\n if (url.startsWith('http') && !url.includes(' ')) {\n console.log(`Extracted video URL: ${url}`);\n return url;\n }\n }\n }\n }\n console.log(`No video URL found in content: ${content.substring(0, 200)}...`);\n return null;\n}\n\nfunction isHarmfulContentResponse(content: string): boolean {\n const harmfulPatterns = [\n /harmful content/i,\n /cannot be processed/i,\n /violates.*policy/i,\n /inappropriate.*request/i,\n /unsafe.*content/i,\n /content.*policy.*violation/i,\n /against.*guidelines/i,\n ];\n return harmfulPatterns.some((pattern) => pattern.test(content));\n}\n\nfunction authenticateRequest(req: Request): boolean {\n const botAccessKey = process.env.BOT_ACCESS_KEY;\n if (!botAccessKey) {\n console.error(\"BOT_ACCESS_KEY not configured\");\n return false;\n }\n const authHeader = req.headers.get(\"Authorization\");\n if (authHeader) {\n const token = authHeader.replace(/^Bearer\\s+/i, \"\");\n if (token === botAccessKey) return true;\n }\n const apiKeyHeader = req.headers.get(\"X-API-Key\");\n if (apiKeyHeader === botAccessKey) return true;\n const url = new URL(req.url);\n const queryToken = url.searchParams.get(\"access_key\") || url.searchParams.get(\"token\");\n if (queryToken === botAccessKey) return true;\n return false;\n}\n\nfunction displayVideoInChat(videoUrl: string, prompt: string, hasAttachments: boolean, send: SendEventFn): void {\n const attachmentText = hasAttachments ? \" (with reference input)\" : \"\";\n send(\"text\", {\n text: `🎬 **Your video is Ready**${attachmentText}\\n\\n**Prompt:** ${prompt}\\n\\n${videoUrl}`\n });\n}\n\nasync function validateVideoUrl(url: string): Promise {\n try {\n const response = await fetch(url, { method: 'HEAD' });\n const contentType = response.headers.get('content-type');\n return response.ok && (contentType?.startsWith('video/') || contentType?.includes('octet-stream'));\n } catch (error) {\n console.log(`Video URL validation failed: ${error.message}`);\n return false;\n }\n}\n\nasync function applyLipsync(videoUrl: string, audioPrompt: string, send: SendEventFn): Promise {\n console.log(`Applying lip-sync to video: ${videoUrl}`);\n send(\"text\", {\n text: \"🎙️ Synchronizing audio with video...\"\n });\n for (let keyIndex = 0; keyIndex < POE_API_KEYS.length; keyIndex++) {\n const apiKey = POE_API_KEYS[keyIndex];\n try {\n console.log(`Attempting Kling-Lipsync with key ${keyIndex + 1}`);\n const poeClient = createPoeClient(apiKey);\n const messageContent = [\n { type: \"text\", text: audioPrompt },\n { type: \"image_url\", image_url: { url: videoUrl } }\n ];\n const chat = await poeClient.chat.completions.create({\n model: LIPSYNC_MODEL,\n messages: [{ role: \"user\", content: messageContent }],\n max_tokens: 2048,\n temperature: 0.7,\n });\n const content = chat.choices[0]?.message?.content;\n console.log(`Kling-Lipsync response: ${content?.substring(0, 200)}...`);\n if (content) {\n if (isHarmfulContentResponse(content)) {\n console.log(`Harmful content response from lipsync`);\n continue;\n }\n const syncedVideoUrl = extractVideoUrl(content);\n if (syncedVideoUrl) {\n const isValidVideo = await validateVideoUrl(syncedVideoUrl);\n if (isValidVideo) {\n console.log(`Successfully generated lip-synced video: ${syncedVideoUrl}`);\n return syncedVideoUrl;\n }\n }\n }\n } catch (error) {\n console.error(`Lipsync failed with key ${keyIndex + 1}:`, error.message);\n if (keyIndex < POE_API_KEYS.length - 1) continue;\n }\n }\n console.warn(\"Lipsync failed, returning original video\");\n return null;\n}\n\nasync function generateVideoWithPoe(\n prompt: string,\n imageAttachments: Array<{ url: string; content_type: string }>,\n send: SendEventFn,\n): Promise {\n let lastError = null;\n for (let keyIndex = 0; keyIndex < POE_API_KEYS.length; keyIndex++) {\n const apiKey = POE_API_KEYS[keyIndex];\n for (let modelIndex = 0; modelIndex < POE_VIDEO_MODELS.length; modelIndex++) {\n const model = POE_VIDEO_MODELS[modelIndex];\n try {\n console.log(`Trying Poe video model ${model} with key ${keyIndex + 1}`);\n send(\"text\", {\n text: `🎬 Generating video...`\n });\n const poeClient = createPoeClient(apiKey);\n let finalPrompt = prompt;\n if (model === \"LTX-Video\") {\n finalPrompt = `${prompt} --silent`;\n console.log(`Added --silent suffix for ${model}: \"${finalPrompt}\"`);\n }\n let messageContent: any;\n if (imageAttachments.length > 0) {\n console.log(`Processing ${imageAttachments.length} reference attachments`);\n messageContent = [\n { type: \"text\", text: `Create a video based on this prompt: ${finalPrompt}` }\n ];\n for (const attachment of imageAttachments) {\n console.log(`Adding reference attachment: ${attachment.url}`);\n messageContent.push({\n type: \"image_url\",\n image_url: { url: attachment.url }\n });\n }\n } else {\n messageContent = `Generate high-quality video: ${finalPrompt}`;\n }\n const chat = await poeClient.chat.completions.create({\n model: model,\n messages: [{ role: \"user\", content: messageContent }],\n max_tokens: 2048,\n temperature: 0.8,\n });\n const content = chat.choices[0]?.message?.content;\n console.log(`Poe response content: ${content?.substring(0, 200)}...`);\n if (content) {\n if (isHarmfulContentResponse(content)) {\n console.log(`Model returned harmful content response, trying next model`);\n lastError = new Error(\"Harmful content response\");\n continue;\n }\n const videoUrl = extractVideoUrl(content);\n if (videoUrl) {\n const isValidVideo = await validateVideoUrl(videoUrl);\n if (isValidVideo) {\n console.log(`Successfully generated base video: ${videoUrl}`);\n return videoUrl;\n } else {\n console.log(\"Extracted URL is not a valid video, trying next model\");\n lastError = new Error(\"Invalid video URL extracted\");\n continue;\n }\n } else {\n console.log(\"No video URL extracted from content, trying next model\");\n lastError = new Error(\"No video URL in response\");\n continue;\n }\n } else {\n throw new Error(\"No content received\");\n }\n } catch (error) {\n lastError = error;\n console.error(`API key ${keyIndex + 1} with model ${model} failed:`, error.message);\n if (modelIndex < POE_VIDEO_MODELS.length - 1) {\n console.log(\"Trying next model\");\n continue;\n }\n if (keyIndex < POE_API_KEYS.length - 1) {\n console.log(\"Trying next API key\");\n break;\n }\n }\n }\n }\n console.error(\"All Poe APIs failed\", lastError);\n return null;\n}\n\nasync function generateVideo(\n prompt: string,\n imageAttachments: Array<{ url: string; content_type: string }>,\n send: SendEventFn\n): Promise {\n console.log(`Starting video generation with prompt: \"${prompt}\" and ${imageAttachments.length} attachments`);\n if (POE_API_KEYS.length === 0) {\n send(\"error\", {\n text: \"No video generation API configured. Please check POE_API_KEY.\",\n allow_retry: false,\n });\n return;\n }\n try {\n const baseVideoUrl = await generateVideoWithPoe(prompt, imageAttachments, send);\n if (!baseVideoUrl) {\n send(\"error\", {\n text: \"All providers failed to generate video. The models may be unavailable or overloaded. Please try rephrasing your prompt or try again later.\",\n allow_retry: true,\n });\n return;\n }\n const audioPrompt = `Add natural speech audio that matches the visual content of this video: ${prompt}`;\n const syncedVideoUrl = await applyLipsync(baseVideoUrl, audioPrompt, send);\n const finalVideoUrl = syncedVideoUrl || baseVideoUrl;\n send(\"replace_response\", {\n text: \"\"\n });\n displayVideoInChat(finalVideoUrl, prompt, imageAttachments.length > 0, send);\n console.log(\"Successfully completed video generation with lipsync\");\n return;\n } catch (error) {\n console.warn(\"Video generation failed:\", error.message);\n send(\"error\", {\n text: \"An unexpected error occurred during video generation\",\n allow_retry: true,\n });\n }\n}\n\nasync function getResponse(req: Query, send: SendEventFn) {\n send(\"meta\", { content_type: \"text/markdown\" });\n const messages = req.query\n .map((msg) => ({\n role: msg.role === \"bot\" ? \"assistant\" : (msg.role as \"user\" | \"assistant\" | \"system\"),\n content: msg.content,\n attachments: msg.attachments || []\n }))\n .filter(Boolean) as Array<{ \n role: string; \n content: string; \n attachments: Array<{ url: string; content_type: string; name: string }>;\n }>;\n const lastUserMessage = messages.filter((m) => m.role === \"user\").pop();\n if (!lastUserMessage) {\n await generateVideo(\"Welcome to the AI Video Generator!\", [], send);\n send(\"done\", {});\n return;\n }\n const userContent = lastUserMessage.content;\n const imageAttachments = lastUserMessage.attachments\n ?.filter(att => {\n const isImage = att.content_type.startsWith('image/');\n if (!isImage) {\n console.log(`Skipping non-image attachment: ${att.name} (${att.content_type})`);\n }\n return isImage;\n })\n ?.map(att => ({ url: att.url, content_type: att.content_type })) || [];\n console.log(`Found ${imageAttachments.length} image attachments`);\n imageAttachments.forEach((att, i) => {\n console.log(`Attachment ${i + 1}: ${att.url} (${att.content_type})`);\n });\n let prompt = userContent;\n if (!userContent || userContent.trim().length === 0) {\n if (imageAttachments.length > 0) {\n prompt = \"Create a video based on the uploaded reference\";\n } else {\n send(\"error\", {\n text: \"Please provide a description for the video you want to generate.\",\n allow_retry: false,\n });\n send(\"done\", {});\n return;\n }\n }\n if (imageAttachments.length > 0 && userContent && userContent.trim().length > 0) {\n prompt = `Based on the uploaded reference image(s), ${userContent}`;\n }\n console.log(`Final prompt: \"${prompt}\"`);\n try {\n await generateVideo(prompt, imageAttachments, send);\n } catch (error) {\n console.error(\"Generation failed:\", error);\n send(\"error\", {\n text: \"An unexpected error occurred during video generation\",\n allow_retry: true,\n });\n }\n send(\"done\", {});\n}\n\nasync function getBotSettings(): Promise {\n const rateCard = \"| Type | Price |\\n\" +\n \"|------|------|\\n\" +\n `| Output (video + lipsync) | ${VIDEO_COST} points |\\n`;\n const costLabel = `${VIDEO_COST} points`;\n return {\n allow_attachments: true,\n expand_text_attachments: false,\n enable_multi_bot_chat_prompting: true,\n rate_card: rateCard,\n cost_label: costLabel,\n supports_system_messages: true,\n suggested_replies: true\n };\n}\n\ntype BotSettings = {\n allow_attachments?: boolean;\n expand_text_attachments?: boolean;\n enable_multi_bot_chat_prompting?: boolean;\n rate_card?: string;\n cost_label?: string;\n supports_system_messages?: boolean; \n suggested_replies?: boolean; \n};\n\ntype Query = {\n version: string;\n type: \"query\";\n query: {\n role: \"system\" | \"user\" | \"bot\";\n content: string;\n content_type: string;\n timestamp: number;\n message_id: string;\n feedback: {\n type: \"like\" | \"dislike\";\n reason?: string;\n }[];\n attachments: {\n url: string;\n content_type: string;\n name: string;\n parsed_content?: string;\n }[];\n }[];\n message_id: string;\n user_id: string;\n conversation_id: string;\n metadata: string;\n language_code: string;\n};\n\ntype Events = {\n meta: { content_type: string };\n text: { text: string; attachments?: Array<{ url: string; content_type: string; name: string }> };\n replace_response: { text: string };\n suggested_reply: { text: string };\n error: { allow_retry?: boolean; text: string };\n done: {};\n};\n\ntype SendEventFn = (\n eventName: EventName,\n data: Events[EventName],\n) => void;\n\nfunction encodeEvent(event: string, data: any = {}) {\n return new TextEncoder().encode(\n `event: ${event}\\ndata: ${JSON.stringify(data)}\\n\\n`,\n );\n}\n\nexport default async function (req: Request): Promise {\n if (!authenticateRequest(req)) {\n console.warn(\"Unauthorized access attempt\");\n return new Response(\n JSON.stringify({\n error: \"Unauthorized\",\n message: \"Valid BOT_ACCESS_KEY is required\",\n }),\n {\n status: 401,\n headers: { \"Content-Type\": \"application/json\" },\n },\n );\n }\n const reqBody = await req.json().catch((e) => {\n console.error(\"Body parse error:\", e);\n return {};\n });\n console.log(\"Authenticated request body:\", reqBody);\n if (reqBody.type === \"settings\") {\n return new Response(JSON.stringify(await getBotSettings()), {\n status: 200,\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n const body = new ReadableStream({\n start(controller) {\n const send = (event, data) => {\n controller.enqueue(encodeEvent(event, data));\n };\n return getResponse(reqBody, send)\n .catch((e) => {\n console.error(\"Get response error:\", e);\n controller.enqueue(\n encodeEvent(\"error\", {\n text: \"An error occurred while processing your request.\",\n allow_retry: true,\n }),\n );\n })\n .finally(() => controller.close());\n },\n });\n return new Response(body, {\n status: 200,\n headers: {\n \"Content-Type\": \"text/event-stream\",\n \"Cache-Control\": \"no-cache\",\n \"Connection\": \"keep-alive\",\n },\n });\n}","deleted","label",[103],"permalink","https://www.val.town/x/aibotcommander/Cheap-Video-Generator/code/main.tsx","extension","actionData","errors"]