Neo-Kabuki: React Drei Edition

[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_153":154,"_155":156},"routes/_app.x.$handle.$name",{"_95":94,"_32":45,"_103":85,"_27":104,"_13":14,"_105":-5,"_11":106,"_107":108,"_109":110,"_111":112,"_113":114,"_20":-5,"_115":-5,"_116":-5,"_117":25,"_118":119,"_120":57,"_121":-5,"_122":-5,"_123":124},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_43":44,"_32":45,"_38":46,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":-5,"_53":-5,"_18":54,"_55":31,"_56":57,"_58":57,"_59":-5,"_60":61,"_62":63,"_64":-5,"_65":-5,"_66":-5,"_67":-5,"_68":69,"_70":69,"_71":72,"_73":72,"_74":72,"_75":69,"_76":69,"_77":78,"_79":80,"_81":82,"_83":25},"version",21,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":23,"_24":25,"_26":25,"_27":28,"_29":28},"file",{"_30":31,"_32":28,"_33":34,"_35":37,"_38":39,"_40":14,"_41":42,"_24":25},"previous",{"_30":31,"_32":28,"_33":34,"_35":36},"deleted",false,"deletedHere","path","main.ts","latestPath","fileId","321204ea-b24b-11f0-a5f1-0224a6c84d84","name","fileType","http","content","// GestureController.ts\nimport {\n DrawingUtils,\n FaceLandmarker,\n FilesetResolver,\n GestureRecognizer,\n} from \"npm:@mediapipe/tasks-vision\";\n\nexport type GestureState = {\n name: string;\n confidence: number;\n faceLandmarks: any[]; // Raw landmarks from MediaPipe\n};\n\nclass GestureController {\n private gestureRecognizer: GestureRecognizer | null = null;\n private faceLandmarker: FaceLandmarker | null = null;\n private lastVideoTime = -1;\n\n // Singleton instance\n private static instance: GestureController;\n\n private constructor() {}\n\n public static getInstance(): GestureController {\n if (!GestureController.instance) {\n GestureController.instance = new GestureController();\n }\n return GestureController.instance;\n }\n\n public async initialize() {\n const vision = await FilesetResolver.forVisionTasks(\n \"https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@0.10.14/wasm\",\n );\n\n this.gestureRecognizer = await GestureRecognizer.createFromOptions(vision, {\n baseOptions: {\n modelAssetPath:\n \"https://storage.googleapis.com/mediapipe-models/gesture_recognizer/gesture_recognizer/float16/1/gesture_recognizer.task\",\n delegate: \"GPU\",\n },\n runningMode: \"VIDEO\",\n numHands: 2,\n });\n\n this.faceLandmarker = await FaceLandmarker.createFromOptions(vision, {\n baseOptions: {\n modelAssetPath:\n \"https://storage.googleapis.com/mediapipe-models/face_landmarker/face_landmarker/float16/1/face_landmarker.task\",\n delegate: \"GPU\",\n },\n runningMode: \"VIDEO\",\n numFaces: 1,\n outputFaceBlendshapes: true,\n });\n }\n\n public processFrame(video: HTMLVideoElement): GestureState {\n if (!this.gestureRecognizer || !this.faceLandmarker) {\n return { name: \"Loading...\", confidence: 0, faceLandmarks: [] };\n }\n\n const nowInMs = Date.now();\n let gestureName = \"None\";\n let confidence = 0;\n let faceData = [];\n\n if (video.currentTime !== this.lastVideoTime) {\n // 1. Detect Gesture\n const gestureResult = this.gestureRecognizer.recognizeForVideo(\n video,\n nowInMs,\n );\n if (gestureResult.gestures.length > 0) {\n gestureName = gestureResult.gestures[0][0].categoryName;\n confidence = gestureResult.gestures[0][0].score;\n }\n\n // 2. Detect Face\n const faceResult = this.faceLandmarker.detectForVideo(video, nowInMs);\n if (faceResult.faceLandmarks.length > 0) {\n faceData = faceResult.faceLandmarks[0];\n }\n\n this.lastVideoTime = video.currentTime;\n }\n\n return {\n name: gestureName,\n confidence,\n faceLandmarks: faceData,\n };\n }\n}\n\nexport const gestureController = GestureController.getInstance();","import { Hono } from \"npm:hono@3\";\nimport { cors } from \"npm:hono@3/cors\";\n\n// --- SERVER SIDE ---\nconst app = new Hono();\napp.use(\"*\", cors());\n\n// This route serves the React App\napp.get(\"/\", (c) => {\n return c.html(`\n\n\n\n \n \n Neo-Kabuki: React Drei Edition\n \n \n \n\n\n

\n\n \n\n\n `);\n});\n\nexport default app.fetch;","createdAt",["D",1766308891345],"branchVersion","branchId","320fb2ee-b24b-11f0-a5f1-0224a6c84d84","id","320f5024-b24b-11f0-a5f1-0224a6c84d84","kabuki",["D",1761469648059],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","imageUrl","0199b749-1e1c-7399-b093-a7ba99382572","pinnedFileId","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",0,"orgId","0199b749-1e1c-7399-b093-a97ac9fff69e","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_95":94,"_102":98},"org",{"_95":94,"_96":-5,"_97":98,"_18":54,"_99":100,"_101":25},"branch",{"_13":84,"_32":85,"_43":42,"_86":44,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":45,"_93":94},"isOwned",25,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","volt","handle","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoiZGVmYXVsdCIsImlpZCI6Imluc18yTm10cGhQUklwU0tqZHNiOHNnNGd2ZjJURFUiLCJyaWQiOiJ1c2VyXzMzZm1qMllGY2JhQmhhWFYwVXVvQ05aT2tJciJ9","tier","free","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_43":44,"_32":45,"_38":149,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":-5,"_53":-5,"_18":54,"_55":31,"_56":57,"_58":57,"_59":-5,"_60":61,"_62":63,"_64":-5,"_65":-5,"_66":-5,"_67":-5,"_68":69,"_70":69,"_71":72,"_73":72,"_74":72,"_75":69,"_76":69,"_77":150,"_79":151,"_81":152,"_83":25},"tree",[144],"files",[144],"counts",{"_133":61,"_134":135,"_136":61,"_137":138,"_139":140},"contents",[125],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_43":126,"_32":28,"_30":31,"_127":-5,"_41":42,"_40":14,"_128":25,"_38":129,"_13":130,"_33":34,"_35":37,"_24":25,"_131":-5,"_27":132},"6fd52ca6-de4e-11f0-817d-42dde27851f2","parentId","latest",["D",1766308891345],20,"label",[28],"pulls","branches",1,"forks","envVars",{"_141":61,"_143":61},"connections",{"_141":61,"_142":61},"count","unfilledCount","emptyCount",{"_43":126,"_32":28,"_30":31,"_127":-5,"_41":42,"_40":14,"_128":25,"_38":145,"_13":130,"_33":34,"_35":37,"_24":25,"_131":-5,"_146":147,"_27":148},["D",1766308891345],"children",[],[28],["D",1761469648059],{"_95":94,"_102":98},{"_95":94,"_96":-5,"_97":98,"_18":54,"_99":100,"_101":25},{"_13":84,"_32":85,"_43":42,"_86":44,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":-5,"_92":45,"_93":94},"ctx",{"_77":-5,"_122":186,"_187":188,"_189":190,"_191":25,"_192":25,"_193":25,"_194":57,"_195":-5,"_196":-7,"_197":-7,"_198":61,"_199":25,"_200":25,"_201":-5,"_202":25,"_203":25,"_204":25,"_205":-5},"ENV",{"_157":158,"_159":160,"_161":85,"_162":163,"_164":165,"_166":167,"_168":169,"_170":171,"_172":173,"_174":175,"_176":177,"_178":179,"_180":181,"_182":183,"_184":185},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","fdb67791413f4386b4dbf18f354029a617f6160f","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v21