[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_152":153,"_154":155},"routes/_app.x.$handle.$name",{"_11":12,"_13":14,"_15":16,"_18":19,"_17":-7,"_115":-5,"_20":116,"_22":117,"_118":119,"_120":121,"_25":122,"_24":-5,"_123":-5,"_124":-5,"_125":53,"_126":127,"_128":44,"_129":-5,"_130":-5,"_131":132},"routes/_app.x.$handle.$name.branch.$branch.code.$",{"_11":12,"_13":14,"_15":16,"_17":-7,"_18":19,"_20":21,"_22":23,"_24":-7,"_25":26,"_27":-5,"_28":-5,"_29":-5,"_30":-5,"_31":-5},"handle","volt","name","grasp","branchName","main","version","path","","project",{"_33":61,"_13":14,"_45":62,"_63":-5,"_64":53,"_65":66,"_67":66,"_68":-5,"_69":-5,"_70":71,"_72":37,"_73":44,"_74":44,"_75":-5,"_76":77,"_78":79,"_80":-5,"_81":-5,"_82":-5,"_83":-5,"_84":85,"_86":85,"_87":88,"_89":88,"_90":88,"_91":85,"_92":85,"_93":94,"_95":96,"_97":98,"_99":53},"tree",[56],"file","contents",[32],"upstream","pull","ahead","behind","envVars",{"_33":34,"_13":35,"_36":37,"_38":-5,"_39":40,"_41":42,"_43":44,"_45":46,"_17":47,"_48":49,"_50":51,"_52":53,"_54":-5,"_18":55},"id","b99dbf98-aa3b-11f0-85f7-0224a6c84d84","main.ts","fileId","4784c996-a979-11f0-a89e-0224a6c84d84","parentId","branchId","4782ae9a-a979-11f0-a89e-0224a6c84d84","branchVersion",13,"latest",true,"createdAt",["D",1760583394228],12,"fileType","http","content","// @ts-ignore\nimport { OpenAI } from \"https://esm.town/v/std/openai?v=4\";\n// --- TYPE DEFINITIONS ---\ninterface Keyframe {\n position: { x: number; y: number; z: number };\n gripper: number; // 0 (closed) to 1 (open)\n duration: number; // in milliseconds\n}\ninterface Choreography {\n reasoning: string;\n keyframes: Keyframe[];\n}\n// --- AI BEHAVIORAL GUIDELINES & PROMPT ENGINEERING ---\nconst GENERATION_STYLE_GUIDE =\n \"As the Robotics Choreographer AI, you must adopt the persona of a meticulous and disciplined robotics engineer. Your analysis should be articulated with precise, technical language. Avoid any colloquialisms, speculative phrasing, or subjective commentary. The objective is to produce a sequence of operations that is logical, efficient, and grounded in the provided system constraints, as if composed by a human expert in kinematics and motion planning.\";\nconst CHOREOGRAPHER_PROMPT = `\nYou are an expert Robotics Choreographer AI. Your task is to translate a high-level user goal into a precise sequence of keyframes for a 6-axis robotic arm.\nScene Context & Constraints:\nThe arm's base is at the world origin (0, 0, 0).\nThe arm's reachable workspace is approximately a hemisphere centered at (0, 80, 0) with a radius of 150 units. Avoid targets outside this zone.\nThere are two static objects in the scene:A 'gem' located at position { x: 50, y: 15, z: 50 }.\nA 'pedestal' located at position { x: -60, y: 30, z: 40 }.\nTo securely grip the 'gem', the gripper must be fully closed (gripper: 0) and positioned slightly above it at { x: 50, y: 25, z: 50 } before descending.\nTo place the 'gem' on the 'pedestal', the gripper should move to { x: -60, y: 40, z: 40 } before opening (gripper: 1).\nDefine a \"safe\" height for transitional movements as any position with y > 80 to avoid collisions.\nOutput Specification:\nYou MUST respond ONLY with a single, minified JSON object conforming to the Choreography interface.\nThe root object must have two keys: \"reasoning\" and \"keyframes\".\n\"reasoning\": A string providing a brief, technical justification for the chosen motion plan.\n\"keyframes\": An array of Keyframe objects.Each Keyframe requires \"position\" (x, y, z), \"gripper\" (a float from 0.0 to 1.0), and \"duration\" (in milliseconds).\nThe first keyframe should always move the arm to a safe, neutral starting position.\nThe sequence must be logical. For example, to pick up an object, the arm must first move above it with an open gripper, descend, close the gripper, and then ascend.\n${GENERATION_STYLE_GUIDE}\n`;\n// --- HTML & FRONTEND ---\nfunction generateHtml(sourceUrl: string) {\n const baseUrl = sourceUrl.endsWith(\"/\") ? sourceUrl : `${sourceUrl}/`;\n return `\n AI & Gesture Robotic Arm \n\n \n

\n\n

AI & Gesture Arm Control

Control with gestures or command the AI.

Initializing...

AI Choreographer

\n \n

Grip0%

Speed100%

Mode: Manual

\n \n \n

\n\n

\n \n \n

\n\n\n

✨ AI & Gesture Controlled Robotic Arm ✨

This demo uses your webcam for real-time hand tracking. Please grant camera permissions to begin.

\n \n

\n\n\n `;\n}\nexport default async function (req: Request) {\n const url = new URL(req.url);\n const action = url.searchParams.get(\"action\");\n if (req.method === \"POST\" && action === \"choreograph\") {\n try {\n const openai = new OpenAI();\n const body = await req.json();\n const goal = body.goal;\n if (!goal || typeof goal !== \"string\" || goal.trim().length === 0) {\n return new Response(\n JSON.stringify({ error: \"A valid goal is required.\" }),\n {\n status: 400,\n headers: { \"Content-Type\": \"application/json\" },\n },\n );\n }\n const messages = [{ role: \"system\", content: CHOREOGRAPHER_PROMPT }, {\n role: \"user\",\n content: `User Goal: \"${goal}\"`,\n }];\n const completion = await openai.chat.completions.create({\n model: \"gpt-4o\",\n messages: messages,\n temperature: 0.5,\n response_format: { type: \"json_object\" },\n });\n const rawContent = completion.choices[0].message.content;\n let parsedContent: Choreography;\n try {\n parsedContent = JSON.parse(rawContent);\n if (\n !parsedContent.reasoning || !Array.isArray(parsedContent.keyframes) ||\n parsedContent.keyframes.length === 0\n ) {\n throw new Error(\n \"AI returned an incomplete or invalid choreography structure.\",\n );\n }\n } catch (parseError) {\n console.error(\"AI Response Parse Error:\", parseError);\n return new Response(\n JSON.stringify({ error: \"AI failed to generate a valid plan.\" }),\n {\n status: 500,\n headers: { \"Content-Type\": \"application/json\" },\n },\n );\n }\n return new Response(JSON.stringify(parsedContent), {\n headers: { \"Content-Type\": \"application/json\" },\n });\n } catch (error) {\n console.error(\"AI Choreographer Error:\", error);\n return new Response(\n JSON.stringify({\n error: error.message || \"An internal error occurred.\",\n }),\n {\n status: 500,\n headers: { \"Content-Type\": \"application/json\" },\n },\n );\n }\n }\n return new Response(generateHtml(url.href), {\n headers: { \"Content-Type\": \"text/html\" },\n });\n}","deleted",false,"label",[35],{"_33":34,"_13":35,"_36":37,"_38":-5,"_39":40,"_41":42,"_43":44,"_45":57,"_17":47,"_48":49,"_50":51,"_52":53,"_54":-5,"_58":59,"_18":60},["D",1760583394228],"children",[],[35],"47825dbe-a979-11f0-a89e-0224a6c84d84",["D",1760499880431],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","imageUrl","userId","0199b749-1e1c-7399-b093-a7ba99382572","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","0199b749-1e1c-7399-b093-a97ac9fff69e","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_11":12,"_114":110},"org",{"_11":12,"_108":-5,"_109":110,"_70":71,"_111":112,"_113":53},"branch",{"_17":42,"_13":16,"_33":40,"_100":61,"_101":-5,"_102":-5,"_103":-5,"_104":-5,"_105":-5,"_106":14,"_107":12},"isOwned","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoiZGVmYXVsdCIsImlpZCI6Imluc18yTm10cGhQUklwU0tqZHNiOHNnNGd2ZjJURFUiLCJyaWQiOiJ1c2VyXzMzZm1qMllGY2JhQmhhWFYwVXVvQ05aT2tJciJ9","tier","free","canRestrictVals","profileImageUrl","adoptOrgId",{"_33":61,"_13":14,"_45":148,"_63":-5,"_64":53,"_65":66,"_67":66,"_68":-5,"_69":-5,"_70":71,"_72":37,"_73":44,"_74":44,"_75":-5,"_76":77,"_78":79,"_80":-5,"_81":-5,"_82":-5,"_83":-5,"_84":85,"_86":85,"_87":88,"_89":88,"_90":88,"_91":85,"_92":85,"_93":149,"_95":150,"_97":151,"_99":53},[145],"files",[145],"counts",{"_135":77,"_136":137,"_138":77,"_31":139,"_140":141},[133],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_33":34,"_13":35,"_36":37,"_38":-5,"_39":40,"_41":42,"_43":44,"_45":46,"_17":47,"_48":49,"_50":51,"_52":53,"_54":-5,"_18":134},[35],"pulls","branches",1,"forks",{"_142":77,"_144":77},"connections",{"_142":77,"_143":77},"count","unfilledCount","emptyCount",{"_33":34,"_13":35,"_36":37,"_38":-5,"_39":40,"_41":42,"_43":44,"_45":57,"_17":47,"_48":49,"_50":51,"_52":53,"_54":-5,"_58":146,"_18":147},[],[35],["D",1760499880431],{"_11":12,"_114":110},{"_11":12,"_108":-5,"_109":110,"_70":71,"_111":112,"_113":53},{"_17":42,"_13":16,"_33":40,"_100":61,"_101":-5,"_102":-5,"_103":-5,"_104":-5,"_105":-5,"_106":14,"_107":12},"ctx",{"_93":-5,"_130":185,"_186":187,"_188":189,"_190":53,"_191":53,"_192":53,"_193":44,"_194":-5,"_195":-7,"_196":-7,"_197":77,"_198":53,"_199":53,"_200":-5,"_201":53,"_202":53,"_203":53,"_204":-5},"ENV",{"_156":157,"_158":159,"_160":16,"_161":162,"_163":164,"_165":166,"_167":168,"_169":170,"_171":172,"_173":174,"_175":176,"_177":178,"_179":180,"_181":182,"_183":184},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Code