OpenAI Realtime API Voice Agent

\n\n

\n\n \n\n \n \n\n",[187,177],"545cf4b630223318858876e487d7d1b3d1bb2505d1d85b7f9b71b8a4f5f41106","frontend","2be6263c-842e-11f0-8e0f-0224a6c84d84","8dfb8be2-7947-11f0-9ce3-0224a6c84d84","01efa520-83ba-11f0-b20c-0224a6c84d84",191,["D",1756399428822],29,"\n\n \n \n \n OpenAI Realtime API Voice Agent\n \n \n \n \n\n

\n\n

\n\n \n \n",[187,177],"473d68a02949caa92a8a93a277630ebe6e8e8a7d6bff0586e848cf4f69581995","README.md",{"_32":208,"_13":197,"_86":209,"_88":-5,"_90":33,"_91":62,"_92":50,"_34":210,"_40":211,"_95":183,"_97":212,"_68":50,"_99":-5,"_100":-7,"_78":213,"_102":214},{"_32":200,"_13":197,"_86":201,"_88":-5,"_90":60,"_91":202,"_92":26,"_34":203,"_40":204,"_95":183,"_97":205,"_68":50,"_99":-5,"_100":-7,"_78":206,"_102":207},"d5fa080a-84f1-11f0-b09f-0224a6c84d84","0198f5be-4c71-73ea-a6c2-b95cbba37441",52,["D",1756483465986],4,"# hello-realtime-video\n\nHello Realtime is a complete OpenAI Realtime application that supports WebRTC\nusers. You can access the app via WebRTC at\nhttps://hello-realtime-video.val.run.\n\nThis demo shows off the new all-in-one WebRTC API and the new server-side\nwebsocket interface.\n\nIf you remix the app, you'll just need to pop in your own OPENAI_API_KEY (from\nplatform.openai.com).\n",[197],"c171482f5773afd6ff6c360e1353d5638b842f78f6c4f7ee22ae78379d38590b","a23d556e-8436-11f0-bd5e-0224a6c84d84","f979cd0e-8435-11f0-8d4d-0224a6c84d84",["D",1756403063339],3,"# hello-realtime\n\nHello Realtime is a complete OpenAI Realtime application that supports both WebRTC and SIP users.\nYou can access the app via WebRTC at https://hello-realtime.val.run, or via SIP by calling 425-800-0042.\n\nThis demo shows off the new SIP API, the new all-in-one WebRTC API, and the new server-side websocket interface.\n\nIf you remix the app, you'll just need to pop in your own OPENAI_API_KEY (from platform.openai.com), and also the OPENAI_SIGNING_SECRET if you want to use the SIP interface.",[197],"2580a5b8291bde9b6575adfc62988a74300a634c2131a266234cac4deb5721c1",{"_78":216,"_80":217,"_82":-7},"routes/sip.ts",{"_32":218,"_13":219,"_86":220,"_88":107,"_90":33,"_91":221,"_92":50,"_34":222,"_40":223,"_95":96,"_97":224,"_68":50,"_99":-5,"_100":-7,"_78":225,"_102":226},"153e61b6-83ba-11f0-8c29-0224a6c84d84","sip.ts","6676d24c-7a42-11f0-ab3b-0224a6c84d84",158,["D",1756349569192],16,"import { Hono } from \"npm:hono\";\nimport { Webhook } from \"npm:svix\";\nimport { makeHeaders, makeSession } from \"./utils.ts\";\n\nconst sip = new Hono();\n\n// POST /sip : webhook endpoint\nsip.post(\"/\", async (c) => {\n // Verify the webhook.\n const OPENAI_SIGNING_SECRET = Deno.env.get(\"OPENAI_SIGNING_SECRET\");\n if (!OPENAI_SIGNING_SECRET) {\n console.error(\"🔴 webhook secret not configured\");\n return c.text(\"Internal error\", 500);\n }\n const webhook = new Webhook(OPENAI_SIGNING_SECRET);\n const bodyStr = await c.req.text();\n let callId: string | undefined;\n try {\n const headers = Object.fromEntries(c.req.raw.headers.entries());\n const payload: any = webhook.verify(bodyStr, headers);\n callId = payload.data.call_id;\n console.log(\"✅ verified webhook:\", callId);\n } catch (error) {\n console.error(`🔴 verify failed: ${error}`);\n return c.text(\"Invalid signature\", 401);\n }\n\n // Accept the call.\n const url = `https://api.openai.com/v1/realtime/calls/${callId}/accept`;\n const headers = makeHeaders(\"application/json\");\n const body = JSON.stringify(makeSession());\n const opts = { method: \"POST\", headers, body };\n const resp = await fetch(url, opts);\n if (!resp.ok) {\n const errText = await resp.text().catch(() => \"\");\n console.error(`🔴 accept failed: ${errText}`);\n return c.text(\"Internal error\", 500);\n }\n console.log(\"✅ call accepted:\", callId);\n\n // Kick off observer in the background (fire-and-forget).\n const selfUrl = new URL(c.req.url);\n fetch(`${selfUrl.origin}/observer/${callId}`, { method: \"POST\" })\n .catch((e) => console.error(\"observer trigger failed:\", e));\n\n return c.newResponse(null);\n});\n\nexport default sip;",[104,219],"08325571281452e7dca6453ea1792bed39680ee3efe8125f3623d7c23b8a5eed",{"_78":248,"_80":-7,"_82":249},{"_78":239,"_80":-7,"_82":240},{"_78":230,"_80":-7,"_82":231},"deno.json",{"_32":232,"_13":230,"_86":233,"_88":-5,"_90":60,"_91":234,"_92":26,"_34":235,"_40":141,"_95":183,"_97":236,"_68":50,"_99":-5,"_100":-7,"_78":237,"_102":238},"8c7aff00-84d7-11f0-b6b5-0224a6c84d84","f294aaa6-84d3-11f0-a56b-0224a6c84d84",14,["D",1756472175730],"{\n \"$schema\": \"https://raw.githubusercontent.com/denoland/deno/348900b8b79f4a434cab4c74b3bc8d4d2fa8ee74/cli/schemas/config-file.v1.json\",\n \"lock\": false,\n \"compilerOptions\": {\n \"noImplicitAny\": false,\n \"strict\": false,\n \"types\": [\n \"https://www.val.town/types/valtown.d.ts\"\n ],\n \"lib\": [\n \"dom\",\n \"dom.iterable\",\n \"dom.asynciterable\",\n \"deno.ns\",\n \"deno.unstable\"\n ]\n },\n \"lint\": {\n \"files\": {\n \"include\": [\n \"deno:/https/esm.town/**/*\"\n ]\n },\n \"rules\": {\n \"exclude\": [\n \"no-explicit-any\"\n ]\n }\n },\n \"node_modules_dir\": false,\n \"experimental\": {\n \"unstable-node-globals\": true,\n \"unstable-temporal\": true,\n \"unstable-worker-options\": true,\n \"unstable-sloppy-imports\": true\n }\n}\n",[230],"2410801e51b5f1c6097a0882ea2e8740156900e3440ff8735788c72f0ff5e541",".vtignore",{"_32":241,"_13":239,"_86":242,"_88":-5,"_90":60,"_91":160,"_92":26,"_34":243,"_40":244,"_95":183,"_97":245,"_68":50,"_99":-5,"_100":-7,"_78":246,"_102":247},"f29cbe12-84d3-11f0-bb6d-0224a6c84d84","f29cbec6-84d3-11f0-bb6d-0224a6c84d84",["D",1756470629152],0,".git\n.vscode\n.cursorrules\n.DS_Store\nnode_modules\nvendor",[239],"18f4273e0b959a6002030663e4e449119845617823d38fc9fbbb206c591a8ff5",".gitignore",{"_32":250,"_13":248,"_86":251,"_88":-5,"_90":60,"_91":252,"_92":26,"_34":253,"_40":244,"_95":183,"_97":254,"_68":50,"_99":-5,"_100":-7,"_78":255,"_102":256},"00d9f8fe-84da-11f0-968b-0224a6c84d84","00d9f994-84da-11f0-968b-0224a6c84d84",23,["D",1756473230043],"node_modules",[248],"dba27c31aad935787bb275c3e5e4e957708f15386de599eff1db476022cd7e4c",["D",1756469545982],"legacyEnvVars","httpPrivacy","description","imageUrl","userId","0198f5be-184d-71e1-b41c-beb75abbd1cb","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount","0198f5be-184d-71e1-b41c-c346414fb634","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_11":12,"_294":290},"org",{"_11":12,"_288":-5,"_289":290,"_262":263,"_291":292,"_293":50},"branch","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18zMXhkQ1RvaEpuVlRpaVBvT2tLNmFHbDBjbkQifQ","tier","free","canRestrictVals","profileImageUrl","","adoptOrgId",{"_32":61,"_13":14,"_34":392,"_48":-5,"_258":50,"_51":52,"_259":52,"_260":-5,"_261":-5,"_262":263,"_264":157,"_265":26,"_266":26,"_267":-5,"_268":211,"_55":269,"_270":-5,"_271":-5,"_272":-5,"_273":-5,"_274":275,"_276":275,"_277":278,"_279":278,"_280":278,"_281":275,"_282":275,"_283":393,"_285":394,"_287":395,"_49":50},"tree",[357,359,363,364,365,366,367],"files",[357,358,359,360,361,362,363,364,365,366,367],"counts",{"_347":244,"_348":141,"_349":211,"_350":351,"_352":353},"contents",[323,324,325,326,327,328,329],"upstreamProject",{"_32":39,"_13":58,"_260":320,"_261":-5,"_51":52,"_283":321},"upstreamBranch",{"_32":33,"_34":318,"_36":319,"_13":16,"_38":39,"_40":41,"_42":43,"_44":45,"_46":47,"_48":-5,"_49":50,"_51":52,"_53":54,"_55":56,"_57":58},"emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},["D",1755188493466],["D",1778178264384],"Sample app for the OpenAI Realtime API",{"_11":54,"_294":322},"https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/61901958-12bd-49a3-43e9-2f67f1617200/square512?exp=1789563599&sig=15dd3b9231d8c943d0ce12be28f89a7c7553ff7602a782f55eb937eda9ad4ef6",{"_32":344,"_13":187,"_86":179,"_88":-5,"_90":60,"_91":141,"_92":26,"_34":345,"_40":244,"_95":342,"_97":-5,"_68":50,"_99":-5,"_78":346},{"_32":340,"_13":104,"_86":89,"_88":-5,"_90":60,"_91":141,"_92":26,"_34":341,"_40":244,"_95":342,"_97":-5,"_68":50,"_99":-5,"_78":343},{"_32":250,"_13":248,"_86":251,"_88":-5,"_90":60,"_91":252,"_92":26,"_34":338,"_40":244,"_95":183,"_97":254,"_68":50,"_99":-5,"_78":339},{"_32":241,"_13":239,"_86":242,"_88":-5,"_90":60,"_91":160,"_92":26,"_34":336,"_40":244,"_95":183,"_97":245,"_68":50,"_99":-5,"_78":337},{"_32":200,"_13":197,"_86":201,"_88":-5,"_90":60,"_91":202,"_92":26,"_34":334,"_40":204,"_95":183,"_97":205,"_68":50,"_99":-5,"_78":335},{"_32":232,"_13":230,"_86":233,"_88":-5,"_90":60,"_91":234,"_92":26,"_34":332,"_40":141,"_95":183,"_97":236,"_68":50,"_99":-5,"_78":333},{"_32":156,"_13":153,"_86":157,"_88":-5,"_90":60,"_91":158,"_92":26,"_34":330,"_40":160,"_95":161,"_97":162,"_68":50,"_99":14,"_78":331},["D",1756475881727],[153],["D",1756472175730],[230],["D",1756483465986],[197],["D",1756470629152],[239],["D",1756473230043],[248],"6d0d7df6-84d1-11f0-b251-0224a6c84d84",["D",1756469545982],"directory",[104],"6d0d6eec-84d1-11f0-b251-0224a6c84d84",["D",1756469545982],[187],"pulls","branches","forks","envVars",{"_354":141,"_356":244},"connections",{"_354":244,"_355":244},"count","unfilledCount","emptyCount",{"_32":344,"_13":187,"_86":179,"_88":-5,"_90":60,"_91":141,"_92":26,"_34":389,"_40":244,"_95":342,"_97":-5,"_68":50,"_99":-5,"_100":390,"_78":391},{"_32":176,"_13":177,"_86":178,"_88":179,"_90":60,"_91":180,"_92":26,"_34":181,"_40":182,"_95":183,"_97":184,"_68":50,"_99":-5,"_100":387,"_78":388},{"_32":340,"_13":104,"_86":89,"_88":-5,"_90":60,"_91":141,"_92":26,"_34":384,"_40":244,"_95":342,"_97":-5,"_68":50,"_99":-5,"_100":385,"_78":386},{"_32":136,"_13":137,"_86":138,"_88":89,"_90":60,"_91":139,"_92":26,"_34":140,"_40":141,"_95":96,"_97":142,"_68":50,"_99":-5,"_100":382,"_78":383},{"_32":116,"_13":117,"_86":118,"_88":89,"_90":60,"_91":119,"_92":26,"_34":120,"_40":121,"_95":96,"_97":122,"_68":50,"_99":-5,"_100":380,"_78":381},{"_32":84,"_13":85,"_86":87,"_88":89,"_90":60,"_91":59,"_92":26,"_34":93,"_40":94,"_95":96,"_97":98,"_68":50,"_99":-5,"_100":378,"_78":379},{"_32":250,"_13":248,"_86":251,"_88":-5,"_90":60,"_91":252,"_92":26,"_34":253,"_40":244,"_95":183,"_97":254,"_68":50,"_99":-5,"_100":376,"_78":377},{"_32":241,"_13":239,"_86":242,"_88":-5,"_90":60,"_91":160,"_92":26,"_34":243,"_40":244,"_95":183,"_97":245,"_68":50,"_99":-5,"_100":374,"_78":375},{"_32":200,"_13":197,"_86":201,"_88":-5,"_90":60,"_91":202,"_92":26,"_34":203,"_40":204,"_95":183,"_97":205,"_68":50,"_99":-5,"_100":372,"_78":373},{"_32":232,"_13":230,"_86":233,"_88":-5,"_90":60,"_91":234,"_92":26,"_34":235,"_40":141,"_95":183,"_97":236,"_68":50,"_99":-5,"_100":370,"_78":371},{"_32":156,"_13":153,"_86":157,"_88":-5,"_90":60,"_91":158,"_92":26,"_34":159,"_40":160,"_95":161,"_97":162,"_68":50,"_99":14,"_100":368,"_78":369},[],[153],[],[230],[],[197],[],[239],[],[248],[],[104,85],[],[104,117],[],[104,137],["D",1756469545982],[360,361,362],[104],[],[187,177],["D",1756469545982],[358],[187],["D",1756469545982],{"_11":12,"_294":290},{"_11":12,"_288":-5,"_289":290,"_262":263,"_291":292,"_293":50},{"_40":59,"_13":16,"_32":60,"_38":61,"_42":33,"_44":62,"_63":52,"_64":39,"_65":56,"_57":14,"_53":12},"ctx",{"_283":-5,"_315":429,"_430":431,"_432":433,"_434":50,"_435":50,"_436":50,"_437":26,"_438":-5,"_439":-7,"_440":-7,"_441":244,"_442":50,"_443":50,"_444":-5,"_445":50,"_446":50,"_447":50,"_448":-5},"ENV",{"_400":401,"_402":403,"_404":16,"_405":406,"_407":408,"_409":410,"_411":412,"_413":414,"_415":416,"_417":418,"_419":420,"_421":422,"_423":424,"_425":426,"_427":428},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Realtime Agent

Realtime Agent

Compare

Mergeyisding/mainintojubertioai/main

README.md+8-5

frontend/index.html+340-33

Hmain.tsx+2-7

routes/observer.ts+1-1

routes/rtc.ts+6-2

routes/utils.ts+5-27

.gitignore+1-0

.vtignore+6-0

deno.json+37-0

routes/sip.ts+0-49