[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_153":154,"_155":156},"routes/_app.x.$handle.$name",{"_95":94,"_32":45,"_103":85,"_27":104,"_13":14,"_105":-5,"_11":106,"_107":108,"_109":110,"_111":112,"_113":114,"_20":-5,"_115":-5,"_116":-5,"_117":25,"_118":119,"_120":57,"_121":-5,"_122":-5,"_123":124},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_43":44,"_32":45,"_38":46,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":-5,"_53":-5,"_18":54,"_55":31,"_56":57,"_58":57,"_59":-5,"_60":61,"_62":63,"_64":-5,"_65":-5,"_66":-5,"_67":-5,"_68":69,"_70":69,"_71":72,"_73":72,"_74":72,"_75":69,"_76":69,"_77":78,"_79":80,"_81":82,"_83":25},"version",4,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":23,"_24":25,"_26":25,"_27":28,"_29":28},"file",{"_30":31,"_32":28,"_33":34,"_35":37,"_38":39,"_40":14,"_41":42,"_24":25},"previous",{"_30":31,"_32":28,"_33":34,"_35":36},"deleted",false,"deletedHere","path","main.ts","latestPath","fileId","4784c996-a979-11f0-a89e-0224a6c84d84","name","fileType","http","content","// @ts-ignore\nimport { OpenAI } from \"https://esm.town/v/std/openai?v=4\";\n\n// --- TYPE DEFINITIONS ---\ninterface GraspPose {\n thumb: number; // 0 (curled) to 1 (extended)\n index: number;\n middle: number;\n ring: number;\n pinky: number;\n}\n\ninterface GraspPlan {\n reasoning: string;\n grasp: GraspPose;\n}\n\n// --- AI BEHAVIORAL GUIDELINES & PROMPT ENGINEERING ---\nconst GENERATION_STYLE_GUIDE =\n \"As the Robotics Grasp Planner AI, you must adopt the persona of a meticulous and disciplined robotics engineer. Your analysis should be articulated with precise, technical language. Avoid any colloquialisms, speculative phrasing, or subjective commentary. The objective is to produce a set of joint angles that represents a stable and efficient pre-grasp configuration, as if composed by a human expert in kinematics and manipulation.\";\n\nconst GRASP_PLANNER_PROMPT = `\nYou are an expert Robotics Grasp Planner AI. Your task is to translate a description of an object into an optimal pre-grasp pose for a five-fingered robotic hand.\n\n### Robotic Hand Kinematics & Constraints:\n- The hand has five independent digits: Thumb, Index, Middle, Ring, Pinky.\n- Each digit's posture is controlled by a single 'curl' value from 0.0 to 1.0.\n - A value of 0.0 represents a fully closed or curled finger (a fist).\n - A value of 1.0 represents a fully open or extended finger (a flat hand).\n- The thumb is opposable and positioned to grasp against the other four fingers.\n\n### Task:\nBased on the user's description of an object, determine the ideal pre-grasp finger curls. The hand should be shaped to securely approach and envelop the object.\n- For a 'small sphere', fingers should form a C-shape.\n- For a 'thin cylinder' or 'pen', the index and thumb should be prepared for a precision pinch, with other fingers slightly retracted.\n- For a 'flat card', all four fingers should be extended and aligned, with the thumb ready to clamp down.\n\n### Output Specification:\nYou MUST respond ONLY with a single, minified JSON object conforming to the GraspPlan interface.\n- The root object must have two keys: \"reasoning\" and \"grasp\".\n- \"reasoning\": A string providing a brief, technical justification for the chosen finger postures.\n- \"grasp\": An object containing five keys: \"thumb\", \"index\", \"middle\", \"ring\", and \"pinky\". Each value must be a float between 0.0 and 1.0.\n\n${GENERATION_STYLE_GUIDE}\n`;\n\n// --- HTML & FRONTEND ---\nfunction generateHtml(sourceUrl: string) {\n const baseUrl = sourceUrl.endsWith(\"/\") ? sourceUrl : `${sourceUrl}/`;\n\n return `\n\n\n \n \n 5-Finger AI & Gesture Control\n \n \n \n \n \n \n \n\n \n\n\n\n

\n\n

\n \n

5-Finger Hand Control

Control with gestures or command the AI.

\n Initializing...\n

\n \n

AI Grasp Planner

\n \n

\n\n

\n Mode: Manual Control\n

\n \n

\n \n \n

\n\n

\n \n

\n\n

✨ 5-Finger AI & Gesture Control ✨

This demo uses your webcam for real-time finger tracking and OpenAI for grasp planning. Please grant camera permissions to begin.

\n \n

\n\n \n\n`;\n}\n\nexport default async function (req: Request) {\n const url = new URL(req.url);\n const action = url.searchParams.get(\"action\");\n\n if (req.method === \"POST\" && action === \"planGrasp\") {\n try {\n const openai = new OpenAI();\n const body = await req.json();\n const goal = body.goal;\n\n if (!goal || typeof goal !== \"string\" || goal.trim().length === 0) {\n return new Response(\n JSON.stringify({ error: \"A valid object description is required.\" }),\n {\n status: 400,\n headers: { \"Content-Type\": \"application/json\" },\n },\n );\n }\n\n const messages = [\n { role: \"system\", content: GRASP_PLANNER_PROMPT },\n { role: \"user\", content: `Object to grasp: \"${goal}\"` },\n ];\n\n const completion = await openai.chat.completions.create({\n model: \"gpt-4o\",\n messages: messages,\n temperature: 0.3,\n response_format: { type: \"json_object\" },\n });\n\n const rawContent = completion.choices[0].message.content;\n\n // Sanitize and validate the untrusted AI response.\n let parsedContent: GraspPlan;\n try {\n parsedContent = JSON.parse(rawContent);\n if (\n !parsedContent.reasoning ||\n typeof parsedContent.reasoning !== \"string\" ||\n !parsedContent.grasp || Object.keys(parsedContent.grasp).length !== 5\n ) {\n throw new Error(\n \"AI returned an incomplete or invalid grasp structure.\",\n );\n }\n } catch (parseError) {\n console.error(\n \"AI Response Parse Error:\",\n parseError,\n \"Raw content:\",\n rawContent,\n );\n return new Response(\n JSON.stringify({ error: \"AI failed to generate a valid plan.\" }),\n {\n status: 500,\n headers: { \"Content-Type\": \"application/json\" },\n },\n );\n }\n\n return new Response(JSON.stringify(parsedContent), {\n headers: { \"Content-Type\": \"application/json\" },\n });\n } catch (error) {\n console.error(\"AI Grasp Planner Error:\", error);\n return new Response(\n JSON.stringify({\n error: error.message || \"An internal error occurred.\",\n }),\n {\n status: 500,\n headers: { \"Content-Type\": \"application/json\" },\n },\n );\n }\n }\n\n return new Response(generateHtml(url.href), {\n headers: { \"Content-Type\": \"text/html\" },\n });\n}","// @ts-ignore\nimport { OpenAI } from \"https://esm.town/v/std/openai?v=4\";\n\n// --- TYPE DEFINITIONS ---\ninterface Keyframe {\n position: { x: number; y: number; z: number };\n gripper: number; // 0 (closed) to 1 (open)\n duration: number; // in milliseconds\n}\n\ninterface Choreography {\n reasoning: string;\n keyframes: Keyframe[];\n}\n\n// --- AI BEHAVIORAL GUIDELINES & PROMPT ENGINEERING ---\nconst GENERATION_STYLE_GUIDE =\n \"As the Robotics Choreographer AI, you must adopt the persona of a meticulous and disciplined robotics engineer. Your analysis should be articulated with precise, technical language. Avoid any colloquialisms, speculative phrasing, or subjective commentary. The objective is to produce a sequence of operations that is logical, efficient, and grounded in the provided system constraints, as if composed by a human expert in kinematics and motion planning.\";\n\nconst CHOREOGRAPHER_PROMPT = `\nYou are an expert Robotics Choreographer AI. Your task is to translate a high-level user goal into a precise sequence of keyframes for a 6-axis robotic arm.\n\n### Scene Context & Constraints:\n- The arm's base is at the world origin (0, 0, 0).\n- The arm's reachable workspace is approximately a hemisphere centered at (0, 80, 0) with a radius of 150 units. Avoid targets outside this zone.\n- There are two static objects in the scene:\n 1. A 'gem' located at position { x: 50, y: 15, z: 50 }.\n 2. A 'pedestal' located at position { x: -60, y: 30, z: 40 }.\n- To securely grip the 'gem', the gripper must be fully closed (gripper: 0) and positioned slightly above it at { x: 50, y: 25, z: 50 } before descending.\n- To place the 'gem' on the 'pedestal', the gripper should move to { x: -60, y: 40, z: 40 } before opening (gripper: 1).\n- Define a \"safe\" height for transitional movements as any position with y > 80 to avoid collisions.\n\n### Output Specification:\nYou MUST respond ONLY with a single, minified JSON object conforming to the Choreography interface.\n- The root object must have two keys: \"reasoning\" and \"keyframes\".\n- \"reasoning\": A string providing a brief, technical justification for the chosen motion plan.\n- \"keyframes\": An array of Keyframe objects.\n - Each Keyframe requires \"position\" (x, y, z), \"gripper\" (a float from 0.0 to 1.0), and \"duration\" (in milliseconds).\n- The first keyframe should always move the arm to a safe, neutral starting position.\n- The sequence must be logical. For example, to pick up an object, the arm must first move above it with an open gripper, descend, close the gripper, and then ascend.\n\n${GENERATION_STYLE_GUIDE}\n`;\n\n// --- HTML & FRONTEND ---\nfunction generateHtml(sourceUrl: string) {\n // Ensure the base URL passed to the client ends with a '/' to prevent\n // the browser from incorrectly resolving relative fetch requests.\n const baseUrl = sourceUrl.endsWith(\"/\") ? sourceUrl : `${sourceUrl}/`;\n\n return `\n\n\n \n \n AI & Gesture Robotic Arm\n \n \n \n \n \n \n \n\n \n\n\n\n

\n\n

\n \n

AI & Gesture Arm Control

Control with gestures or command the AI.

\n Initializing...\n

Point: Move Arm Target

Hand Open/Close: Control Gripper

Peace Sign (Hold): Toggle Precision Mode

\n \n

AI Choreographer

\n \n

\n\n

Grip Close0%

Speed100%

Gesture: None

Distance: N/A

\n Mode: Manual\n

\n \n

\n \n \n

\n\n

\n \n

\n\n

✨ AI & Gesture Controlled Robotic Arm ✨

This demo uses your webcam for real-time hand tracking and OpenAI for autonomous control. Please grant camera permissions to begin.

\n \n

\n\n \n\n`;\n}\n\nexport default async function (req: Request) {\n const url = new URL(req.url);\n const action = url.searchParams.get(\"action\");\n\n // Handle POST requests for the AI Choreographer\n if (req.method === \"POST\" && action === \"choreograph\") {\n try {\n const openai = new OpenAI();\n const body = await req.json();\n const goal = body.goal;\n\n if (!goal || typeof goal !== \"string\" || goal.trim().length === 0) {\n return new Response(\n JSON.stringify({ error: \"A valid goal is required.\" }),\n {\n status: 400,\n headers: { \"Content-Type\": \"application/json\" },\n },\n );\n }\n\n const messages = [\n { role: \"system\", content: CHOREOGRAPHER_PROMPT },\n { role: \"user\", content: `User Goal: \"${goal}\"` },\n ];\n\n const completion = await openai.chat.completions.create({\n model: \"gpt-4o\",\n messages: messages,\n temperature: 0.5,\n response_format: { type: \"json_object\" },\n });\n\n const rawContent = completion.choices[0].message.content;\n\n // Sanitize the AI's response, treating it as untrusted input.\n let parsedContent: Choreography;\n try {\n parsedContent = JSON.parse(rawContent);\n // Further validation to ensure the structure is correct.\n if (\n !parsedContent.reasoning || !Array.isArray(parsedContent.keyframes) ||\n parsedContent.keyframes.length === 0\n ) {\n throw new Error(\n \"AI returned an incomplete or invalid choreography structure.\",\n );\n }\n } catch (parseError) {\n console.error(\"AI Response Parse Error:\", parseError);\n return new Response(\n JSON.stringify({ error: \"AI failed to generate a valid plan.\" }),\n {\n status: 500,\n headers: { \"Content-Type\": \"application/json\" },\n },\n );\n }\n\n return new Response(JSON.stringify(parsedContent), {\n headers: { \"Content-Type\": \"application/json\" },\n });\n } catch (error) {\n console.error(\"AI Choreographer Error:\", error);\n return new Response(\n JSON.stringify({\n error: error.message || \"An internal error occurred.\",\n }),\n {\n status: 500,\n headers: { \"Content-Type\": \"application/json\" },\n },\n );\n }\n }\n\n // Serve the main HTML application for GET requests\n return new Response(generateHtml(url.href), {\n headers: { \"Content-Type\": \"text/html\" },\n });\n}","createdAt",["D",1760499965847],"branchVersion","branchId","4782ae9a-a979-11f0-a89e-0224a6c84d84","id","47825dbe-a979-11f0-a89e-0224a6c84d84","grasp",["D",1760499880431],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","imageUrl","0199b749-1e1c-7399-b093-a7ba99382572","pinnedFileId","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",0,"orgId","0199b749-1e1c-7399-b093-a97ac9fff69e","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_95":94,"_102":98},"org",{"_95":94,"_96":-5,"_97":98,"_18":54,"_99":100,"_101":25},"branch",{"_13":84,"_32":85,"_43":42,"_86":44,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":45,"_93":94},"isOwned",13,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","volt","handle","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoiZGVmYXVsdCIsImlpZCI6Imluc18yTm10cGhQUklwU0tqZHNiOHNnNGd2ZjJURFUiLCJyaWQiOiJ1c2VyXzMzZm1qMllGY2JhQmhhWFYwVXVvQ05aT2tJciJ9","tier","free","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_43":44,"_32":45,"_38":149,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":-5,"_53":-5,"_18":54,"_55":31,"_56":57,"_58":57,"_59":-5,"_60":61,"_62":63,"_64":-5,"_65":-5,"_66":-5,"_67":-5,"_68":69,"_70":69,"_71":72,"_73":72,"_74":72,"_75":69,"_76":69,"_77":150,"_79":151,"_81":152,"_83":25},"tree",[144],"files",[144],"counts",{"_133":61,"_134":135,"_136":61,"_137":138,"_139":140},"contents",[125],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_43":126,"_32":28,"_30":31,"_127":-5,"_41":42,"_40":14,"_128":25,"_38":129,"_13":130,"_33":34,"_35":37,"_24":25,"_131":-5,"_27":132},"7a6cd01a-a979-11f0-9498-0224a6c84d84","parentId","latest",["D",1760499965847],3,"label",[28],"pulls","branches",1,"forks","envVars",{"_141":61,"_143":61},"connections",{"_141":61,"_142":61},"count","unfilledCount","emptyCount",{"_43":126,"_32":28,"_30":31,"_127":-5,"_41":42,"_40":14,"_128":25,"_38":145,"_13":130,"_33":34,"_35":37,"_24":25,"_131":-5,"_146":147,"_27":148},["D",1760499965847],"children",[],[28],["D",1760499880431],{"_95":94,"_102":98},{"_95":94,"_96":-5,"_97":98,"_18":54,"_99":100,"_101":25},{"_13":84,"_32":85,"_43":42,"_86":44,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":45,"_93":94},"ctx",{"_77":-5,"_122":186,"_187":188,"_189":190,"_191":25,"_192":25,"_193":25,"_194":57,"_195":-5,"_196":-7,"_197":-7,"_198":61,"_199":25,"_200":25,"_201":-5,"_202":25,"_203":25,"_204":25,"_205":-5},"ENV",{"_157":158,"_159":160,"_161":85,"_162":163,"_164":165,"_166":167,"_168":169,"_170":171,"_172":173,"_174":175,"_176":177,"_178":179,"_180":181,"_182":183,"_184":185},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","811aa22498c9b0b5a47e8d778de579cdb990f332","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v4