🤖 Manhwa Sire

Add images → Write story → Voice → Render MP4 (audio + captions stay in sync — single-clock engine).

\n\n

➕ Tap to add manhwa panel images (one per step)

\n \n

\n\n

1 · Script (edit each line)

\n \n \n \n

\n\n

2 · Render

Format\n \n

Min sec/panel

Gemini voice\n \n

\n \n

\n\n\n\n\n","label",[18],"pulls","branches",1,"forks","envVars",{"_175":169,"_177":26},"connections",{"_175":26,"_176":26},"count","unfilledCount","emptyCount",{"_34":158,"_13":18,"_64":65,"_44":-5,"_36":37,"_159":80,"_160":99,"_38":198,"_40":162,"_66":21,"_163":164,"_67":24,"_165":-5,"_187":199,"_17":200},{"_34":190,"_13":191,"_64":192,"_44":-5,"_36":37,"_159":169,"_160":99,"_38":193,"_40":26,"_66":194,"_163":195,"_67":24,"_165":-5,"_187":196,"_17":197},{"_34":181,"_13":182,"_64":97,"_44":-5,"_36":37,"_159":122,"_160":99,"_38":183,"_40":184,"_66":185,"_163":186,"_67":24,"_165":14,"_187":188,"_17":189},"f9f2ac85-16db-45e0-9381-a7eb41ae0b07","server.ts",["D",1787598437482],8,"http","// Manhwa Sire — server. Serves the client + Gemini-backed API.\n// Voice and image-analysis all proxy through the GEMINI_API_KEY secret.\nimport { readFile, httpEndpoint } from \"https://esm.town/v/std/utils/index.ts\";\n\nconst GEN = \"https://generativelanguage.googleapis.com/v1beta\";\nfunction key(): string {\n return Deno.env.get(\"GEMINI_API_KEY\") || \"\";\n}\n\n// ---- PCM (raw 24kHz 16-bit) -> WAV container ----\nfunction pcmToWav(pcm: Uint8Array, sampleRate = 24000, numChannels = 1, bits = 16): Uint8Array {\n const byteRate = (sampleRate * numChannels * bits) / 8;\n const blockAlign = (numChannels * bits) / 8;\n const dataSize = pcm.length;\n const wav = new Uint8Array(44 + dataSize);\n const v = new DataView(wav.buffer);\n const writeStr = (o: number, s: string) => { for (let i = 0; i < s.length; i++) wav[o + i] = s.charCodeAt(i); };\n writeStr(0, \"RIFF\");\n v.setUint32(4, 36 + dataSize, true);\n writeStr(8, \"WAVE\");\n writeStr(12, \"fmt \");\n v.setUint32(16, 16, true);\n v.setUint16(20, 1, true);\n v.setUint16(22, numChannels, true);\n v.setUint32(24, sampleRate, true);\n v.setUint32(28, byteRate, true);\n v.setUint16(32, blockAlign, true);\n v.setUint16(34, bits, true);\n writeStr(36, \"data\");\n v.setUint32(40, dataSize, true);\n wav.set(pcm, 44);\n return wav;\n}\n\n// Gemini generateContent with a fallback chain of models.\nasync function geminiGenerate(contents: any, config?: any, models?: string[]) {\n const modelsToTry = models && models.length ? models : [\"gemini-flash-latest\", \"gemini-3.1-flash-lite\"];\n let lastErr: any = null;\n for (const model of modelsToTry) {\n try {\n const res = await fetch(`${GEN}/models/${model}:generateContent?key=${key()}`, {\n method: \"POST\",\n headers: { \"content-type\": \"application/json\" },\n body: JSON.stringify({\n contents,\n ...(config ? { generationConfig: config } : {}),\n }),\n });\n if (!res.ok) throw new Error(\"HTTP \" + res.status + \" \" + (await res.text()).slice(0, 300));\n return await res.json();\n } catch (e) {\n lastErr = e;\n await new Promise((r) => setTimeout(r, 300));\n }\n }\n throw lastErr || new Error(\"Gemini failed\");\n}\n\nasync function api(req: Request): Promise {\n const url = new URL(req.url);\n\n // ---- TTS: single line ----\n if (url.pathname === \"/api/generate-tts\" && req.method === \"POST\") return generateTTS(await req.json());\n // ---- TTS: batch ----\n if (url.pathname === \"/api/generate-batch-tts\" && req.method === \"POST\") return generateBatchTTS(await req.json());\n // ---- Vision: analyze panels into a script ----\n if (url.pathname === \"/api/analyze-panels\" && req.method === \"POST\") return analyzePanels(await req.json());\n // ---- Vision: re-scan one panel ----\n if (url.pathname === \"/api/scan-single-panel\" && req.method === \"POST\") return scanSingle(await req.json());\n // ---- Refine script ----\n if (url.pathname === \"/api/refine-script\" && req.method === \"POST\") return refineScript(await req.json());\n if (url.pathname === \"/api/health\") {\n return Response.json({ status: \"ok\", key: key() ? \"set\" : \"missing\" });\n }\n return null;\n}\n\nfunction pickGeminiVoice(voiceName?: string): string {\n const v = (voiceName || \"\").toLowerCase();\n if (v.includes(\"female\") || v.includes(\"aoede\") || v.includes(\"kore\") || v.includes(\"sister\")) return \"Aoede\";\n if (v.includes(\"puck\") || v.includes(\"chill\") || v.includes(\"young\")) return \"Puck\";\n if (v.includes(\"charon\") || v.includes(\"shadow\") || v.includes(\"deep\") || v.includes(\"dark\")) return \"Charon\";\n return \"Fenrir\";\n}\n\nasync function geminiTTS(text: string, voiceName?: string): Promise {\n if (!text || !text.trim()) return null;\n const voice = pickGeminiVoice(voiceName);\n const models = [\"gemini-3.1-flash-tts-preview\", \"gemini-2.5-flash-preview-tts\", \"gemini-2.5-pro-preview-tts\"];\n for (const model of models) {\n try {\n const data = await geminiGenerate(\n [{ role: \"user\", parts: [{ text: `Narrate the following manhwa recap line aloud clearly, dramatically, and verbatim:\\n\\n${text.trim()}` }] }],\n {\n responseModalities: [\"AUDIO\"],\n speechConfig: { voiceConfig: { prebuiltVoiceConfig: { voiceName: voice } } },\n },\n [model],\n );\n const inline = data?.candidates?.[0]?.content?.parts?.[0]?.inlineData;\n if (inline?.data) {\n const bin = atob(inline.data);\n const raw = new Uint8Array(bin.length);\n for (let i = 0; i < bin.length; i++) raw[i] = bin.charCodeAt(i);\n return pcmToWav(raw);\n }\n } catch (e) {\n console.error(\"tts\", model, String((e && e.message) || e));\n await new Promise((r) => setTimeout(r, 300));\n }\n }\n return null;\n}\n\nasync function generateTTS(body: any): Promise {\n const k = key();\n if (!k) return Response.json({ success: false, useProceduralFallback: true, message: \"No GEMINI_API_KEY set on the val.\" });\n try {\n const wav = await geminiTTS(body?.text, body?.voiceName);\n if (!wav) return Response.json({ success: false, useProceduralFallback: true, error: \"No audio returned\" });\n return Response.json({\n success: true,\n audioBase64: b64FromBytes(wav),\n mimeType: \"audio/wav\",\n sampleRate: 24000,\n });\n } catch (e) {\n return Response.json({ success: false, useProceduralFallback: true, error: String((e && e.message) || e) });\n }\n}\n\nasync function generateBatchTTS(body: any): Promise {\n const k = key();\n if (!k) return Response.json({ success: false, error: \"No GEMINI_API_KEY set on the val.\" });\n const items = Array.isArray(body?.items) ? body.items : [];\n const results = [];\n for (const item of items) {\n try {\n const wav = await geminiTTS(item?.text, body?.voiceName);\n results.push({ index: item?.index ?? 0, success: !!wav, audioBase64: wav ? b64FromBytes(wav) : undefined });\n } catch {\n results.push({ index: item?.index ?? 0, success: false });\n }\n }\n return Response.json({ success: true, results });\n}\n\n// Build the multimodal content parts for vision analysis.\nfunction contentPartsFor(promptText: string, panels: Array<{ dataUrl?: string }>) {\n const parts: Array<{ text?: string; inlineData?: { mimeType: string; data: string } }> = [{ text: promptText }];\n if (Array.isArray(panels)) {\n panels.forEach((p, i) => {\n const m = p?.dataUrl?.match(/^data:(image\\/[a-zA-Z0-9+.-]+);base64,(.+)$/);\n if (m) {\n parts.push({ inlineData: { mimeType: m[1] === \"image/svg+xml\" ? \"image/png\" : m[1], data: m[2] } });\n parts.push({ text: `[Panel #${i + 1}: analyze this scene, characters, dialogue.]` });\n }\n });\n }\n return parts;\n}\n\nasync function analyzePanels(body: any): Promise {\n const panels = Array.isArray(body?.panels) ? body.panels : [];\n if (!panels.length) return Response.json({ error: \"Need at least one panel.\" }, { status: 400 });\n const total = panels.length;\n const promptText = `You are an expert manhwa recap director. Write a UNIQUE hype narration line for EACH of the ${total} panels, in order, + a title/hook/outro. Respond ONLY with JSON:\n{\n \"title\": \"...\", \"hook\": \"...\", \"seriesGenre\": \"...\", \"deducedPremise\": \"...\",\n \"panels\": [ { \"panelIndex\": 0, \"visualDescription\": \"...\", \"dialogueDetected\": null, \"narration\": \"...\", \"cameraMotion\": \"zoom_in\", \"focusPoint\": {\"x\":50,\"y\":45}, \"sfx\": \"IMPACT_THUD\", \"estimatedDuration\": 4.0, \"emotion\": \"hype\" } ],\n \"outroCliffhanger\": \"...\", \"bgmSuggestion\": \"...\"\n}`;\n try {\n const data = await geminiGenerate(\n [{ role: \"user\", parts: contentPartsFor(promptText, panels) }],\n { responseMimeType: \"application/json\" },\n [\"gemini-2.5-flash-lite\", \"gemini-2.0-flash\", \"gemini-flash-latest\"],\n );\n const text = data?.candidates?.[0]?.content?.parts?.[0]?.text || \"{}\";\n const parsed = JSON.parse(text.replace(/^```[a-z]*\\n?/, \"\").replace(/\\n?```$/, \"\"));\n parsed.panels = Array.isArray(parsed.panels) ? parsed.panels.map((p: any, i: number) => ({ ...p, panelIndex: i })) : [];\n return Response.json({ success: true, script: parsed });\n } catch (e) {\n return Response.json({ success: false, error: String((e && e.message) || e) });\n }\n}\n\nasync function scanSingle(body: any): Promise {\n const panel = body?.panel;\n const idx = body?.panelIndex ?? 0;\n const promptText = `You are a manhwa recap scriptwriter. Look at the panel and write ONE punchy narration line. Respond ONLY with JSON: {\"panelIndex\": ${idx}, \"visualDescription\": \"...\", \"dialogueDetected\": null, \"narration\": \"...\", \"cameraMotion\": \"zoom_in\", \"focusPoint\": {\"x\":50,\"y\":45}, \"sfx\": \"IMPACT_THUD\", \"estimatedDuration\": 4.0, \"emotion\": \"hype\"}`;\n try {\n const data = await geminiGenerate([{ role: \"user\", parts: contentPartsFor(promptText, [panel]) }], { responseMimeType: \"application/json\" }, [\"gemini-2.5-flash-lite\", \"gemini-2.0-flash\", \"gemini-flash-latest\"]);\n const text = data?.candidates?.[0]?.content?.parts?.[0]?.text || \"{}\";\n return Response.json({ success: true, beat: JSON.parse(text.replace(/^```[a-z]*\\n?/, \"\").replace(/\\n?```$/, \"\")) });\n } catch (e) {\n return Response.json({ success: false, error: String((e && e.message) || e) });\n }\n}\n\nasync function refineScript(body: any): Promise {\n const prompt = `You are a manhwa recap script doctor. Given: ${JSON.stringify(body?.currentScript)}. Instruction: \"${body?.instruction || \"make it more hype\".replace(/\"/g, \"\")}\". Return the full updated script JSON with the same structure.`;\n try {\n const data = await geminiGenerate([{ role: \"user\", parts: [{ text: prompt }] }], { responseMimeType: \"application/json\" }, [\"gemini-2.5-flash-lite\", \"gemini-2.0-flash\", \"gemini-flash-latest\"]);\n const text = data?.candidates?.[0]?.content?.parts?.[0]?.text || \"{}\";\n return Response.json({ success: true, script: JSON.parse(text.replace(/^```[a-z]*\\n?/, \"\").replace(/\\n?```$/, \"\")) });\n } catch (e) {\n return Response.json({ success: false, error: String((e && e.message) || e) });\n }\n}\n\nfunction b64FromBytes(bytes: Uint8Array): string {\n let bin = \"\";\n for (let i = 0; i < bytes.length; i += 0x8000) {\n bin += String.fromCharCode(...bytes.subarray(i, i + 0x8000));\n }\n return btoa(bin);\n}\n\nexport default async function main(req: Request): Promise {\n const url = new URL(req.url);\n if (url.pathname.startsWith(\"/api/\")) {\n try {\n const handled = await api(req);\n if (handled) return handled;\n } catch (e) {\n return Response.json({ error: String((e && e.message) || e) }, { status: 500 });\n }\n }\n // Serve the client.\n if (url.pathname === \"/\" || url.pathname.startsWith(\"/app\")) {\n try {\n const html = await readFile(\"index.html\");\n return new Response(html, { headers: { \"content-type\": \"text/html; charset=utf-8\" } });\n } catch {\n return new Response(\"Client not built yet.\", { status: 200 });\n }\n }\n return new Response(\"Not found\", { status: 404 });\n}\n\n// httpEndpoint for debugging: export the live URL.\nexport function liveUrl() {\n return httpEndpoint(import.meta.url);\n}\n","children",[],[182],"4b5710ff-5455-4508-8ebb-87d9b5a881a8","main.ts","665875f2-9feb-11f1-aedd-1607ee4eb77e",["D",1787596880814],"script","export default function main() {\n return new Response(\"Manhwa Sire — under construction.\");\n}\n",[],[191],["D",1787597025100],[],[18],["D",1787596880738],{"_11":12,"_136":70},{"_11":12,"_131":132,"_69":70,"_30":68,"_133":134,"_135":24},{"_40":122,"_13":16,"_34":37,"_123":86,"_124":-5,"_125":-5,"_126":-5,"_127":-5,"_128":-5,"_129":14,"_130":12},"ctx",{"_54":-5,"_155":238,"_239":240,"_241":242,"_243":24,"_244":24,"_245":24,"_246":99,"_247":-5,"_248":-7,"_249":-7,"_250":26,"_251":24,"_252":24,"_253":-5,"_254":24,"_255":24,"_256":24,"_257":-5},"ENV",{"_209":210,"_211":212,"_213":16,"_214":215,"_216":217,"_218":219,"_220":221,"_222":223,"_224":225,"_226":227,"_228":229,"_230":231,"_232":233,"_234":235,"_236":237},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

History · index.html