\n\n

AI & Gesture Arm Control

Control with gestures or command the AI.

Initializing...

AI Choreographer

\n \n

Grip0%

Speed100%

Mode: Manual

\n \n \n

\n\n

\n \n \n

\n\n\n

✨ AI & Gesture Controlled Robotic Arm ✨

This demo uses your webcam for real-time hand tracking. Please grant camera permissions to begin.

\n \n

\n\n\n `;\n}\nexport default async function(req: Request) {\n const url = new URL(req.url);\n const action = url.searchParams.get(\"action\");\n if (req.method === \"POST\" && action === \"choreograph\") {\n try {\n const openai = new OpenAI();\n const body = await req.json();\n const goal = body.goal;\n if (!goal || typeof goal !== \"string\" || goal.trim().length === 0) {\n return new Response(JSON.stringify({ error: \"A valid goal is required.\" }), {\n status: 400,\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n const messages = [{ role: \"system\", content: CHOREOGRAPHER_PROMPT }, {\n role: \"user\",\n content: `User Goal: \"${goal}\"`,\n }];\n const completion = await openai.chat.completions.create({\n model: \"gpt-4o\",\n messages: messages,\n temperature: 0.5,\n response_format: { type: \"json_object\" },\n });\n const rawContent = completion.choices[0].message.content;\n let parsedContent: Choreography;\n try {\n parsedContent = JSON.parse(rawContent);\n if (\n !parsedContent.reasoning || !Array.isArray(parsedContent.keyframes)\n || parsedContent.keyframes.length === 0\n ) {\n throw new Error(\"AI returned an incomplete or invalid choreography structure.\");\n }\n }\n catch (parseError) {\n console.error(\"AI Response Parse Error:\", parseError);\n return new Response(JSON.stringify({ error: \"AI failed to generate a valid plan.\" }), {\n status: 500,\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n return new Response(JSON.stringify(parsedContent), { headers: { \"Content-Type\": \"application/json\" } });\n }\n catch (error) {\n console.error(\"AI Choreographer Error:\", error);\n return new Response(JSON.stringify({ error: error.message || \"An internal error occurred.\" }), {\n status: 500,\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n }\n return new Response(generateHtml(url.href), { headers: { \"Content-Type\": \"text/html\" } });\n}","deleted","label",[98],"permalink","https://www.val.town/x/realtime/Choreo/code/main.ts","extension","actionData","errors"]