\n\n

AI & Gesture Arm Control

Control with gestures or command the AI.

Initializing...

AI Choreographer

\n \n

Grip0%

Speed100%

Mode: Manual

\n \n \n

\n\n

\n \n \n

\n\n\n

✨ AI & Gesture Controlled Robotic Arm ✨

This demo uses your webcam for real-time hand tracking. Please grant camera permissions to begin.

\n \n

\n\n\n `;\n}\nexport default async function (req: Request) {\n const url = new URL(req.url);\n const action = url.searchParams.get(\"action\");\n if (req.method === \"POST\" && action === \"choreograph\") {\n try {\n const openai = new OpenAI();\n const body = await req.json();\n const goal = body.goal;\n if (!goal || typeof goal !== \"string\" || goal.trim().length === 0) {\n return new Response(\n JSON.stringify({ error: \"A valid goal is required.\" }),\n {\n status: 400,\n headers: { \"Content-Type\": \"application/json\" },\n },\n );\n }\n const messages = [{ role: \"system\", content: CHOREOGRAPHER_PROMPT }, {\n role: \"user\",\n content: `User Goal: \"${goal}\"`,\n }];\n const completion = await openai.chat.completions.create({\n model: \"gpt-4o\",\n messages: messages,\n temperature: 0.5,\n response_format: { type: \"json_object\" },\n });\n const rawContent = completion.choices[0].message.content;\n let parsedContent: Choreography;\n try {\n parsedContent = JSON.parse(rawContent);\n if (\n !parsedContent.reasoning || !Array.isArray(parsedContent.keyframes) ||\n parsedContent.keyframes.length === 0\n ) {\n throw new Error(\n \"AI returned an incomplete or invalid choreography structure.\",\n );\n }\n } catch (parseError) {\n console.error(\"AI Response Parse Error:\", parseError);\n return new Response(\n JSON.stringify({ error: \"AI failed to generate a valid plan.\" }),\n {\n status: 500,\n headers: { \"Content-Type\": \"application/json\" },\n },\n );\n }\n return new Response(JSON.stringify(parsedContent), {\n headers: { \"Content-Type\": \"application/json\" },\n });\n } catch (error) {\n console.error(\"AI Choreographer Error:\", error);\n return new Response(\n JSON.stringify({\n error: error.message || \"An internal error occurred.\",\n }),\n {\n status: 500,\n headers: { \"Content-Type\": \"application/json\" },\n },\n );\n }\n }\n return new Response(generateHtml(url.href), {\n headers: { \"Content-Type\": \"text/html\" },\n });\n}","deleted","label",[108],"pulls","branches",1,"forks","envVars",{"_131":41,"_133":41},"connections",{"_131":41,"_132":41},"count","unfilledCount","emptyCount",{"_18":107,"_20":108,"_109":35,"_110":-5,"_111":67,"_112":65,"_113":37,"_22":135,"_64":115,"_116":117,"_118":119,"_120":26,"_121":-5,"_136":137,"_84":138},["D",1760583394228],"children",[],[108],["D",1760499880431],{"_16":17,"_82":78},{"_16":17,"_76":-5,"_77":78,"_32":33,"_79":80,"_81":26},{"_64":65,"_20":66,"_18":67,"_68":19,"_69":-5,"_70":-5,"_71":-5,"_72":-5,"_73":-5,"_74":21,"_75":17},"ctx",{"_57":-5,"_103":176,"_177":178,"_179":180,"_181":26,"_182":26,"_183":26,"_184":37,"_185":-5,"_186":-7,"_187":-7,"_188":41,"_189":26,"_190":26,"_191":-5,"_192":26,"_193":26,"_194":26,"_195":-5},"ENV",{"_147":148,"_149":150,"_151":66,"_152":153,"_154":155,"_156":157,"_158":159,"_160":161,"_162":163,"_164":165,"_166":167,"_168":169,"_170":171,"_172":173,"_174":175},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","fdb67791413f4386b4dbf18f354029a617f6160f","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Search