🎙️ Audio AI Chat

\n \n

\n {messages.map((msg, index) => (\n

\n {msg.text}\n {msg.audioUrl && (\n

\n ))}\n

\n\n

\n {!isRecording && !isProcessing && (\n \n )}\n \n {isRecording && (\n \n )}\n \n {isProcessing && (\n

\n 🔄 Processing audio...\n

\n )}\n

\n\n \n View Source\n \n

\n );\n}\n\nfunction client() {\n createRoot(document.getElementById(\"root\")).render();\n}\nif (typeof document !== \"undefined\") { client(); }\n\nexport default async function server(request: Request): Promise {\n if (request.method === 'POST') {\n const { OpenAI } = await import(\"https://esm.town/v/std/openai\");\n const openai = new OpenAI();\n\n // Parse multipart form data\n const formData = await request.formData();\n const audioFile = formData.get('audio') as File;\n\n // Convert audio to base64\n const arrayBuffer = await audioFile.arrayBuffer();\n const base64Audio = btoa(String.fromCharCode(...new Uint8Array(arrayBuffer)));\n\n // Transcribe audio\n const transcriptionResponse = await openai.audio.transcriptions.create({\n file: base64Audio,\n model: \"whisper-1\",\n response_format: \"json\"\n });\n\n const transcription = transcriptionResponse.text;\n\n // Generate AI response\n const chatCompletion = await openai.chat.completions.create({\n messages: [\n { \n role: \"system\", \n content: \"You are a friendly, helpful AI assistant. Keep responses concise and engaging.\" \n },\n { \n role: \"user\", \n content: transcription \n }\n ],\n model: \"gpt-4o-mini\",\n max_tokens: 150\n });\n\n const aiResponse = chatCompletion.choices[0].message.content || \"I didn't quite catch that.\";\n\n // Generate audio response\n const speechResponse = await openai.audio.speech.create({\n model: \"tts-1\",\n voice: \"nova\",\n input: aiResponse\n });\n\n // Convert speech to base64\n const speechArrayBuffer = await speechResponse.arrayBuffer();\n const audioBase64 = `data:audio/mp3;base64,${btoa(String.fromCharCode(...new Uint8Array(speechArrayBuffer)))}`;\n\n return Response.json({\n transcription,\n response: aiResponse,\n audioUrl: audioBase64\n });\n }\n\n return new Response(`\n \n \n Audio AI Chat\n \n \n \n

\n \n \n \n \n `, {\n headers: { \"content-type\": \"text/html\" }\n });\n}\n\nconst css = `\nbody {\n font-family: system-ui, sans-serif;\n background-color: #1a1a2e;\n color: #ffffff;\n display: flex;\n justify-content: center;\n align-items: center;\n min-height: 100vh;\n margin: 0;\n padding: 20px;\n box-sizing: border-box;\n}\n\n.audio-chat-container {\n background-color: #16213e;\n border-radius: 15px;\n box-shadow: 0 8px 32px rgba(0,0,0,0.3);\n width: 100%;\n max-width: 500px;\n padding: 30px;\n}\n\nh1 {\n text-align: center;\n color: #00ffff;\n margin-bottom: 20px;\n}\n\n.chat-messages {\n background-color: #0f3460;\n border-radius: 10px;\n padding: 15px;\n max-height: 400px;\n overflow-y: auto;\n margin-bottom: 20px;\n}\n\n.message {\n margin-bottom: 10px;\n padding: 10px;\n border-radius: 8px;\n}\n\n.user-message {\n background-color: #16213e;\n text-align: right;\n color: #7fffd4;\n}\n\n.ai-message {\n background-color: #00334e;\n text-align: left;\n color: #00ffff;\n}\n\n.message-audio {\n margin-top: 10px;\n width: 100%;\n}\n\n.recording-controls {\n display: flex;\n justify-content: center;\n margin-bottom: 15px;\n}\n\n.record-button, .stop-button {\n padding: 12px 20px;\n background-color: #00ffff;\n color: #16213e;\n border: none;\n border-radius: 8px;\n cursor: pointer;\n transition: background-color 0.3s ease;\n}\n\n.record-button:hover, .stop-button:hover {\n background-color: #7fffd4;\n}\n\n.processing-indicator {\n color: #00ffff;\n text-align: center;\n}\n\n.source-link {\n display: block;\n text-align: center;\n margin-top: 15px;\n color: #7b7b7b;\n text-decoration: none;\n}\n`;","deleted","label",[98],"permalink","https://www.val.town/x/davincidreams/audioAIChat/code/main.tsx","extension","actionData","errors"]