AI Gesture Interpreter

\n \n \n

\n \n

\n Digital Twin (Claw Machine)\n

\n Jerkiness\n

\n \n

AI Interpretation

\n Awaiting Gesture...\n

Thumb

Index

Middle

Ring

Pinky

\n\n\n\n`;\n}\n\n// --- API SERVER ---\nconst app = new Hono();\n\napp.get(\"/\", (c) => {\n const origin = new URL(c.req.url).origin;\n return c.html(generateHtml(origin));\n});\n\napp.post(\"/api/interpret-gesture\", async (c) => {\n try {\n const openai = new OpenAI();\n const body = await c.req.json();\n const { thumb, index, middle, ring, pinky } = body || {};\n\n const validStates = [\"extended\", \"folded\"];\n const isValid = [thumb, index, middle, ring, pinky].every((v) =>\n validStates.includes(v)\n );\n\n if (!isValid) {\n return c.json({\n name: \"Invalid Input\",\n reason: \"The provided finger states were malformed.\",\n }, 400);\n }\n\n const completion = await openai.chat.completions.create({\n model: \"gpt-4o\",\n messages: [\n { role: \"system\", content: INTERPRET_GESTURE_PROMPT },\n { role: \"user\", content: JSON.stringify(body) },\n ],\n temperature: 0.2,\n response_format: { type: \"json_object\" },\n });\n\n const content = completion.choices[0].message.content;\n return c.body(content, 200, { \"Content-Type\": \"application/json\" });\n } catch (error) {\n console.error(\"AI Gesture Error:\", error);\n return c.json({\n name: \"API Error\",\n reason: \"The AI interpreter failed to respond.\",\n }, 500);\n }\n});\n\nexport default app.fetch;","deleted","label",[98],"permalink","https://www.val.town/x/know/twin/code/main.ts","extension","actionData","errors"]