OpenAI Realtime API Voice Agent

\n\n

\n\n \n\n \n \n",[120,112],"e89934f813bb9971a5e9aafc853dcb2a8f3eaf9bf2666a56bbe8304f68ac5f38","frontend","d5f380ac-84f1-11f0-8ae1-0224a6c84d84","0198f5be-4c71-73ea-a6c2-9dae2b318c02","0198f5be-4c71-73ea-a6c2-a384143c96e7",51,["D",1756483465980],9,"\n\n \n \n \n OpenAI Realtime API Voice Agent\n \n \n \n \n\n

\n\n

\n\n \n\n \n \n\n",[120,112],"545cf4b630223318858876e487d7d1b3d1bb2505d1d85b7f9b71b8a4f5f41106",["D",1756945107313],"legacyEnvVars","httpPrivacy","description","imageUrl","userId","dbe13bc0-4230-11f0-95cd-ab37681351fa","pinnedFileId","01991216-c9db-735e-bafd-309e712aa0eb","pinPreview","pinMigrated","screenshotVersion","likeCount","9c125825-8df1-4029-a26d-29049e9bd5a3","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_11":12,"_168":164},"org",{"_11":12,"_162":-5,"_163":164,"_135":136,"_165":166,"_167":50},"branch","displayName","avatar","https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/61901958-12bd-49a3-43e9-2f67f1617200/square512?exp=1789563599&sig=15dd3b9231d8c943d0ce12be28f89a7c7553ff7602a782f55eb937eda9ad4ef6","tier","pro","canRestrictVals","profileImageUrl","","adoptOrgId",{"_32":60,"_13":14,"_34":303,"_48":-5,"_131":50,"_51":52,"_132":52,"_133":-5,"_134":-5,"_135":136,"_137":138,"_139":26,"_140":26,"_141":-5,"_142":22,"_55":143,"_144":-5,"_145":-5,"_146":-5,"_147":-5,"_148":149,"_150":149,"_151":152,"_153":152,"_154":152,"_155":149,"_156":149,"_157":304,"_159":305,"_161":306,"_49":50},"tree",[252,254,258,259,260,261,262],"files",[252,253,254,255,256,257,258,259,260,261,262],"counts",{"_242":22,"_243":205,"_244":89,"_245":246,"_247":248},"contents",[196,197,198,199,200,201,202],"upstreamProject",{"_32":39,"_13":14,"_133":-5,"_134":-5,"_51":52,"_157":194},"upstreamBranch",{"_32":33,"_34":192,"_36":193,"_13":16,"_38":39,"_40":41,"_42":43,"_44":45,"_46":47,"_48":-5,"_49":50,"_51":52,"_53":54,"_55":56,"_57":14},"emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},["D",1756469545982],["D",1756946649908],{"_11":54,"_168":195},"https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18zMXhkQ1RvaEpuVlRpaVBvT2tLNmFHbDBjbkQifQ",{"_32":239,"_13":120,"_80":114,"_82":-5,"_84":59,"_85":205,"_87":26,"_34":240,"_40":22,"_90":237,"_92":-5,"_66":50,"_94":-5,"_72":241},{"_32":235,"_13":99,"_80":83,"_82":-5,"_84":59,"_85":205,"_87":26,"_34":236,"_40":22,"_90":237,"_92":-5,"_66":50,"_94":-5,"_72":238},{"_32":229,"_13":230,"_80":231,"_82":-5,"_84":59,"_85":205,"_87":26,"_34":232,"_40":22,"_90":116,"_92":233,"_66":50,"_94":-5,"_72":234},{"_32":223,"_13":224,"_80":225,"_82":-5,"_84":59,"_85":205,"_87":26,"_34":226,"_40":22,"_90":116,"_92":227,"_66":50,"_94":-5,"_72":228},{"_32":217,"_13":218,"_80":219,"_82":-5,"_84":59,"_85":205,"_87":26,"_34":220,"_40":22,"_90":116,"_92":221,"_66":50,"_94":-5,"_72":222},{"_32":211,"_13":212,"_80":213,"_82":-5,"_84":59,"_85":205,"_87":26,"_34":214,"_40":22,"_90":116,"_92":215,"_66":50,"_94":-5,"_72":216},{"_32":203,"_13":204,"_80":138,"_82":-5,"_84":59,"_85":205,"_87":26,"_34":206,"_40":22,"_90":207,"_92":208,"_66":50,"_94":209,"_72":210},"adb0cbcc-8924-11f0-be87-0224a6c84d84","main.tsx",1,["D",1756945107313],"http","import { Hono } from \"npm:hono\";\nimport { readFile } from \"https://esm.town/v/std/utils@85-main/index.ts\";\n// import mcp from \"./routes/mcp.ts\";\nimport rtc from \"./routes/rtc.ts\";\nimport observer from \"./routes/observer.ts\";\n\nconst app = new Hono();\napp.route(\"/rtc\", rtc);\napp.route(\"/observer\", observer);\n// app.route(\"/mcp\", mcp);\n\napp.get(\"/\", async (c) => {\n const html = await readFile(\"/frontend/index.html\", import.meta.url);\n return c.html(html);\n});\n\nexport default app.fetch;\n","juberti-realtime-video",[204],"adb0c9e2-8924-11f0-be87-0224a6c84d84","deno.json","01991216-c9db-735e-bafd-2e63c3724f40",["D",1756945107313],"{\n \"$schema\": \"https://raw.githubusercontent.com/denoland/deno/348900b8b79f4a434cab4c74b3bc8d4d2fa8ee74/cli/schemas/config-file.v1.json\",\n \"lock\": false,\n \"compilerOptions\": {\n \"noImplicitAny\": false,\n \"strict\": false,\n \"types\": [\n \"https://www.val.town/types/valtown.d.ts\"\n ],\n \"lib\": [\n \"dom\",\n \"dom.iterable\",\n \"dom.asynciterable\",\n \"deno.ns\",\n \"deno.unstable\"\n ]\n },\n \"lint\": {\n \"files\": {\n \"include\": [\n \"deno:/https/esm.town/**/*\"\n ]\n },\n \"rules\": {\n \"exclude\": [\n \"no-explicit-any\"\n ]\n }\n },\n \"node_modules_dir\": false,\n \"experimental\": {\n \"unstable-node-globals\": true,\n \"unstable-temporal\": true,\n \"unstable-worker-options\": true,\n \"unstable-sloppy-imports\": true\n }\n}\n",[212],"adb0c82a-8924-11f0-be87-0224a6c84d84","README.md","01991216-c9db-735e-bafd-29c164c48bb1",["D",1756945107313],"# hello-realtime-video\n\nHello Realtime is a complete OpenAI Realtime application that supports WebRTC\nusers. You can access the app via WebRTC at\nhttps://hello-realtime-video.val.run.\n\nThis demo shows off the new all-in-one WebRTC API and the new server-side\nwebsocket interface.\n\nIf you remix the app, you'll just need to pop in your own OPENAI_API_KEY (from\nplatform.openai.com).\n",[218],"adb0c672-8924-11f0-be87-0224a6c84d84",".vtignore","01991216-c9db-735e-bafd-252d57c082df",["D",1756945107313],".git\n.vscode\n.cursorrules\n.DS_Store\nnode_modules\nvendor",[224],"adb0c456-8924-11f0-be87-0224a6c84d84",".gitignore","01991216-c9db-735e-bafd-2023e5ddf519",["D",1756945107313],"node_modules",[230],"adb0c26c-8924-11f0-be87-0224a6c84d84",["D",1756945107313],"directory",[99],"adb0b362-8924-11f0-be87-0224a6c84d84",["D",1756945107313],[120],"pulls","branches","forks","envVars",{"_249":205,"_251":22},"connections",{"_249":22,"_250":22},"count","unfilledCount","emptyCount",{"_32":239,"_13":120,"_80":114,"_82":-5,"_84":59,"_85":205,"_87":26,"_34":300,"_40":22,"_90":237,"_92":-5,"_66":50,"_94":-5,"_95":301,"_72":302},{"_32":111,"_13":112,"_80":113,"_82":114,"_84":59,"_85":58,"_87":26,"_34":115,"_40":89,"_90":116,"_92":117,"_66":50,"_94":-5,"_95":298,"_72":299},{"_32":235,"_13":99,"_80":83,"_82":-5,"_84":59,"_85":205,"_87":26,"_34":295,"_40":22,"_90":237,"_92":-5,"_66":50,"_94":-5,"_95":296,"_72":297},{"_32":288,"_13":289,"_80":290,"_82":83,"_84":59,"_85":205,"_87":26,"_34":291,"_40":22,"_90":91,"_92":292,"_66":50,"_94":-5,"_95":293,"_72":294},{"_32":78,"_13":79,"_80":81,"_82":83,"_84":59,"_85":86,"_87":26,"_34":88,"_40":89,"_90":91,"_92":93,"_66":50,"_94":-5,"_95":286,"_72":287},{"_32":278,"_13":279,"_80":280,"_82":83,"_84":59,"_85":281,"_87":26,"_34":282,"_40":89,"_90":91,"_92":283,"_66":50,"_94":-5,"_95":284,"_72":285},{"_32":229,"_13":230,"_80":231,"_82":-5,"_84":59,"_85":205,"_87":26,"_34":275,"_40":22,"_90":116,"_92":233,"_66":50,"_94":-5,"_95":276,"_72":277},{"_32":223,"_13":224,"_80":225,"_82":-5,"_84":59,"_85":205,"_87":26,"_34":272,"_40":22,"_90":116,"_92":227,"_66":50,"_94":-5,"_95":273,"_72":274},{"_32":217,"_13":218,"_80":219,"_82":-5,"_84":59,"_85":205,"_87":26,"_34":269,"_40":22,"_90":116,"_92":221,"_66":50,"_94":-5,"_95":270,"_72":271},{"_32":211,"_13":212,"_80":213,"_82":-5,"_84":59,"_85":205,"_87":26,"_34":266,"_40":22,"_90":116,"_92":215,"_66":50,"_94":-5,"_95":267,"_72":268},{"_32":203,"_13":204,"_80":138,"_82":-5,"_84":59,"_85":205,"_87":26,"_34":263,"_40":22,"_90":207,"_92":208,"_66":50,"_94":209,"_95":264,"_72":265},["D",1756945107313],[],[204],["D",1756945107313],[],[212],["D",1756945107313],[],[218],["D",1756945107313],[],[224],["D",1756945107313],[],[230],"451f3428-8928-11f0-b1e5-0224a6c84d84","utils.ts","01991216-c9db-735e-bafd-189fd98b0bc7",3,["D",1756946649969],"const MODEL = \"gpt-realtime\";\nconst INSTRUCTIONS = `Greet the user in English.`;\nconst VOICE = \"marin\";\n\nconst OPENAI_API_KEY = Deno.env.get(\"OPENAI_API_KEY\");\nif (!OPENAI_API_KEY) {\n throw new Error(\"🔴 OpenAI API key not configured\");\n}\n\nexport function makeHeaders(contentType?: string) {\n const obj: Record = {\n Authorization: `Bearer ${OPENAI_API_KEY}`,\n };\n if (contentType) obj[\"Content-Type\"] = contentType;\n return obj;\n}\n\nexport function makeSession(video: boolean) {\n const session = {\n type: \"realtime\",\n model: MODEL,\n instructions: INSTRUCTIONS,\n audio: {\n input: { noise_reduction: { type: \"near_field\" } },\n output: { voice: VOICE },\n },\n };\n\n return session;\n}",[],[99,279],[],[99,79],"adb0bb64-8924-11f0-be87-0224a6c84d84","observer.ts","01991216-c9db-735e-bafd-1333c0280928",["D",1756945107313],"import { Hono } from \"npm:hono\";\nimport WebSocket from \"npm:ws\";\nimport { makeHeaders } from \"./utils.ts\";\n\nconst observer = new Hono();\n\n// POST /observer/:callId : self-connect to establish a web socket\nobserver.post(\"/:callId\", async (c) => {\n const callId = c.req.param(\"callId\");\n const url = `wss://api.openai.com/v1/realtime?call_id=${callId}`;\n const ws = new WebSocket(url, { headers: makeHeaders() });\n ws.on(\"open\", () => {\n console.log(\"✅ websocket connected\");\n setTimeout(() => ws.send(JSON.stringify({ type: \"response.create\" })), 250);\n });\n ws.on(\"message\", (data /*, isBinary */) => {\n const message = JSON.parse(data);\n if (message.type !== \"response.audio_transcript.delta\") {\n console.log(message);\n }\n });\n ws.on(\"error\", (err: Error) => {\n console.error(`🔴 websocket failed: ${err.message}`);\n });\n\n // Respond immediately; WS continues in background\n return c.newResponse(null);\n});\n\nexport default observer;\n",[],[99,289],["D",1756945107313],[255,256,257],[99],[],[120,112],["D",1756945107313],[253],[120],["D",1756945107313],{"_11":12,"_168":164},{"_11":12,"_162":-5,"_163":164,"_135":136,"_165":166,"_167":50},{"_40":58,"_13":16,"_32":59,"_38":60,"_42":33,"_44":41,"_61":52,"_62":39,"_63":56,"_57":14,"_53":12},"ctx",{"_157":-5,"_189":340,"_341":342,"_343":344,"_345":50,"_346":50,"_347":50,"_348":26,"_349":-5,"_350":-7,"_351":-7,"_352":22,"_353":50,"_354":50,"_355":-5,"_356":50,"_357":50,"_358":50,"_359":-5},"ENV",{"_311":312,"_313":314,"_315":16,"_316":317,"_318":319,"_320":321,"_322":323,"_324":325,"_326":327,"_328":329,"_330":331,"_332":333,"_334":335,"_336":337,"_338":339},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Realtime Agent

Realtime Agent

Compare

Mergejubertioai/mainintoyisding/main

frontend/index.html+14-1

routes/rtc.ts+6-4