OpenAI Realtime API Voice Agent

\n\n

\n\n \n\n \n \n\n",[],[155,173],[155],{"_103":182,"_95":183,"_156":184,"_158":-5,"_159":137,"_160":136,"_161":162,"_105":185,"_100":32,"_164":165,"_166":-5,"_167":22,"_168":-5,"_169":186,"_98":212},"d79d3bbe-8b59-11f0-8880-0224a6c84d84","routes","0199208e-a557-7466-bf6f-f11c0981915d",["D",1757187843353],[187,196,204],{"_103":188,"_95":189,"_156":190,"_158":184,"_159":137,"_160":136,"_161":162,"_105":191,"_100":32,"_164":192,"_166":193,"_167":22,"_168":-5,"_169":194,"_98":195},"d79d2886-8b59-11f0-8880-0224a6c84d84","observer.ts","0199208e-a557-7466-bf6f-e65422096472",["D",1757187843353],"script","import { Hono } from \"npm:hono\";\nimport WebSocket from \"npm:ws\";\nimport { makeHeaders } from \"./utils.ts\";\n\nconst observer = new Hono();\n\n// POST /observer/:callId : self-connect to establish a web socket\nobserver.post(\"/:callId\", async (c) => {\n const callId = c.req.param(\"callId\");\n const url = `wss://api.openai.com/v1/realtime?call_id=${callId}`;\n const ws = new WebSocket(url, { headers: makeHeaders() });\n ws.on(\"open\", () => {\n console.log(\"✅ websocket connected\");\n setTimeout(() => ws.send(JSON.stringify({ type: \"response.create\" })), 250);\n });\n ws.on(\"message\", (data /*, isBinary */) => {\n const message = JSON.parse(data);\n if (message.type !== \"response.audio_transcript.delta\") {\n console.log(message);\n }\n });\n ws.on(\"error\", (err: Error) => {\n console.error(`🔴 websocket failed: ${err.message}`);\n });\n\n // Respond immediately; WS continues in background\n return c.newResponse(null);\n});\n\nexport default observer;\n",[],[183,189],{"_103":197,"_95":198,"_156":199,"_158":184,"_159":137,"_160":136,"_161":162,"_105":200,"_100":32,"_164":192,"_166":201,"_167":22,"_168":-5,"_169":202,"_98":203},"d79d3858-8b59-11f0-8880-0224a6c84d84","rtc.ts","0199208e-a557-7466-bf6f-ebef7cacf3af",["D",1757187843353],"import { Hono } from \"npm:hono\";\nimport { makeHeaders, makeSession } from \"./utils.ts\";\n\nconst rtc = new Hono();\n\n// POST /rtc : create a new call\nrtc.post(\"/\", async (c) => {\n // Parse video flag from query (?video=true)\n const reqUrl = new URL(c.req.url);\n const video = reqUrl.searchParams.get(\"video\") === \"true\";\n\n // Create the call.\n const url = \"https://api.openai.com/v1/realtime/calls\";\n const headers = makeHeaders();\n const fd = new FormData();\n fd.set(\"sdp\", await c.req.text());\n fd.set(\"session\", JSON.stringify(makeSession(video)));\n const opts = { method: \"POST\", headers, body: fd };\n const resp = await fetch(url, opts);\n if (!resp.ok) {\n const errText = await resp.text().catch(() => \"\");\n console.error(`🔴 start call failed: ${resp.status} ${errText}`);\n return c.text(\"Internal error\", 500);\n }\n\n const contentType = resp.headers.get(\"Content-Type\");\n const location = resp.headers.get(\"Location\");\n const callId = location?.split(\"/\").pop();\n console.log(\"✅ call created:\", callId);\n\n // Kick off observer in the background (fire-and-forget).\n const selfUrl = new URL(c.req.url);\n fetch(`${selfUrl.origin}/observer/${callId}`, { method: \"POST\" });\n\n return c.newResponse(resp.body, {\n headers: { \"Content-Type\": contentType },\n });\n});\n\nexport default rtc;\n",[],[183,198],{"_103":205,"_95":206,"_156":207,"_158":184,"_159":137,"_160":136,"_161":162,"_105":208,"_100":32,"_164":192,"_166":209,"_167":22,"_168":-5,"_169":210,"_98":211},"d79d3a24-8b59-11f0-8880-0224a6c84d84","utils.ts","0199208e-a557-7466-bf6f-efdc01f21aea",["D",1757187843353],"const MODEL = \"gpt-realtime\";\nconst INSTRUCTIONS = `Greet the user in English.`;\nconst VOICE = \"marin\";\n\nconst OPENAI_API_KEY = Deno.env.get(\"OPENAI_API_KEY\");\nif (!OPENAI_API_KEY) {\n throw new Error(\"🔴 OpenAI API key not configured\");\n}\n\nexport function makeHeaders(contentType?: string) {\n const obj: Record = {\n Authorization: `Bearer ${OPENAI_API_KEY}`,\n };\n if (contentType) obj[\"Content-Type\"] = contentType;\n return obj;\n}\n\nexport function makeSession(video: boolean) {\n const session = {\n type: \"realtime\",\n model: MODEL,\n instructions: INSTRUCTIONS,\n audio: {\n input: { noise_reduction: { type: \"near_field\" } },\n output: { voice: VOICE },\n },\n };\n\n return session;\n}",[],[183,206],[183],{"_103":214,"_95":215,"_156":216,"_158":-5,"_159":137,"_160":136,"_161":162,"_105":217,"_100":32,"_164":176,"_166":218,"_167":22,"_168":-5,"_169":219,"_98":220},"d79d3cc2-8b59-11f0-8880-0224a6c84d84",".gitignore","0199208e-a557-7466-bf6f-f76714aa49ec",["D",1757187843353],"node_modules",[],[215],{"_103":222,"_95":223,"_156":224,"_158":-5,"_159":137,"_160":136,"_161":162,"_105":225,"_100":32,"_164":176,"_166":226,"_167":22,"_168":-5,"_169":227,"_98":228},"d79d42a8-8b59-11f0-8880-0224a6c84d84",".vtignore","0199208e-a557-7466-bf6f-f9e2337b535f",["D",1757187843353],".git\n.vscode\n.cursorrules\n.DS_Store\nnode_modules\nvendor",[],[223],{"_103":230,"_95":231,"_156":232,"_158":-5,"_159":137,"_160":136,"_161":162,"_105":233,"_100":32,"_164":176,"_166":234,"_167":22,"_168":-5,"_169":235,"_98":236},"d79d43de-8b59-11f0-8880-0224a6c84d84","README.md","0199208e-a557-7466-bf6f-ff131fd19f07",["D",1757187843353],"# hello-realtime-video\n\nHello Realtime is a complete OpenAI Realtime application that supports WebRTC\nusers. You can access the app via WebRTC at\nhttps://hello-realtime-video.val.run.\n\nThis demo shows off the new all-in-one WebRTC API and the new server-side\nwebsocket interface.\n\nIf you remix the app, you'll just need to pop in your own OPENAI_API_KEY (from\nplatform.openai.com).\n",[],[231],{"_103":238,"_95":239,"_156":240,"_158":-5,"_159":137,"_160":136,"_161":162,"_105":241,"_100":32,"_164":176,"_166":242,"_167":22,"_168":-5,"_169":243,"_98":244},"d79d4596-8b59-11f0-8880-0224a6c84d84","deno.json","0199208e-a557-7466-bf70-039c6b5b5639",["D",1757187843353],"{\n \"$schema\": \"https://raw.githubusercontent.com/denoland/deno/348900b8b79f4a434cab4c74b3bc8d4d2fa8ee74/cli/schemas/config-file.v1.json\",\n \"lock\": false,\n \"compilerOptions\": {\n \"noImplicitAny\": false,\n \"strict\": false,\n \"types\": [\n \"https://www.val.town/types/valtown.d.ts\"\n ],\n \"lib\": [\n \"dom\",\n \"dom.iterable\",\n \"dom.asynciterable\",\n \"deno.ns\",\n \"deno.unstable\"\n ]\n },\n \"lint\": {\n \"files\": {\n \"include\": [\n \"deno:/https/esm.town/**/*\"\n ]\n },\n \"rules\": {\n \"exclude\": [\n \"no-explicit-any\"\n ]\n }\n },\n \"node_modules_dir\": false,\n \"experimental\": {\n \"unstable-node-globals\": true,\n \"unstable-temporal\": true,\n \"unstable-worker-options\": true,\n \"unstable-sloppy-imports\": true\n }\n}\n",[],[239],{"_103":246,"_95":99,"_156":247,"_158":-5,"_159":137,"_160":136,"_161":162,"_105":248,"_100":32,"_164":249,"_166":250,"_167":22,"_168":-5,"_169":251,"_98":252},"d79d4758-8b59-11f0-8880-0224a6c84d84","0199208e-a557-7466-bf70-0730389d2035",["D",1757187843353],"http","import { Hono } from \"npm:hono\";\nimport { readFile } from \"https://esm.town/v/std/utils@85-main/index.ts\";\n// import mcp from \"./routes/mcp.ts\";\nimport rtc from \"./routes/rtc.ts\";\nimport observer from \"./routes/observer.ts\";\n\nconst app = new Hono();\napp.route(\"/rtc\", rtc);\napp.route(\"/observer\", observer);\n// app.route(\"/mcp\", mcp);\n\napp.get(\"/\", async (c) => {\n const html = await readFile(\"/frontend/index.html\", import.meta.url);\n return c.html(html);\n});\n\nexport default app.fetch;\n",[],[99],"files",[153,171,181,187,196,204,213,221,229,237,245],"counts",{"_257":32,"_258":136,"_259":32,"_260":136},"pulls","branches","forks","envVars","contents",[],{"_103":246,"_95":99,"_156":247,"_158":-5,"_159":137,"_160":136,"_161":162,"_105":264,"_100":32,"_164":249,"_166":250,"_167":22,"_168":-5,"_98":265},["D",1757187843353],[99],"upstreamProject",{"_103":145,"_95":96,"_111":-5,"_112":-5,"_109":110,"_23":268},{"_93":269,"_129":270},"yisding","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18zMXhkQ1RvaEpuVlRpaVBvT2tLNmFHbDBjbkQifQ","upstreamBranch",{"_103":140,"_105":273,"_274":275,"_95":43,"_138":145,"_100":142,"_139":276,"_141":277,"_278":279,"_107":-5,"_150":22,"_109":110,"_149":269,"_16":147,"_148":96},["D",1756469545982],"updatedAt",["D",1756946649908],"be33420e-792a-11f0-bfa3-0224a6c84d84",195,"lockfileKey","1756946663217-esm.town_v_yisding_hello-realtime-video@54-main","emptyEnvVars","isNew","flags",[],"routes/_app.x.$handle.$name.branch.$branch.code.$",{"_93":94,"_95":96,"_97":43,"_100":-7,"_98":99,"_101":286,"_151":291,"_253":325,"_176":326,"_261":328,"_329":330,"_333":22,"_334":-5,"_335":32,"_336":32,"_337":338},{"_103":104,"_95":96,"_105":287,"_107":-5,"_108":22,"_109":110,"_111":-5,"_112":-5,"_14":113,"_114":-5,"_115":22,"_116":-5,"_117":32,"_16":118,"_119":120,"_121":120,"_122":123,"_124":123,"_125":123,"_126":120,"_127":120,"_23":288,"_131":289,"_134":290,"_150":22},["D",1757187843353],{"_93":94,"_129":130},{"_93":94,"_133":130},{"_100":136,"_95":43,"_103":137,"_138":104,"_139":140,"_141":142,"_143":110,"_144":145,"_146":147,"_148":96,"_149":94},[292,298,310,313,316,319,322],{"_103":154,"_95":155,"_156":157,"_158":-5,"_159":137,"_160":136,"_161":162,"_105":163,"_100":32,"_164":165,"_166":-5,"_167":22,"_168":-5,"_169":293,"_98":297},[294],{"_103":172,"_95":173,"_156":174,"_158":157,"_159":137,"_160":136,"_161":162,"_105":175,"_100":32,"_164":176,"_166":177,"_167":22,"_168":-5,"_169":295,"_98":296},[],[155,173],[155],{"_103":182,"_95":183,"_156":184,"_158":-5,"_159":137,"_160":136,"_161":162,"_105":185,"_100":32,"_164":165,"_166":-5,"_167":22,"_168":-5,"_169":299,"_98":309},[300,303,306],{"_103":188,"_95":189,"_156":190,"_158":184,"_159":137,"_160":136,"_161":162,"_105":191,"_100":32,"_164":192,"_166":193,"_167":22,"_168":-5,"_169":301,"_98":302},[],[183,189],{"_103":197,"_95":198,"_156":199,"_158":184,"_159":137,"_160":136,"_161":162,"_105":200,"_100":32,"_164":192,"_166":201,"_167":22,"_168":-5,"_169":304,"_98":305},[],[183,198],{"_103":205,"_95":206,"_156":207,"_158":184,"_159":137,"_160":136,"_161":162,"_105":208,"_100":32,"_164":192,"_166":209,"_167":22,"_168":-5,"_169":307,"_98":308},[],[183,206],[183],{"_103":214,"_95":215,"_156":216,"_158":-5,"_159":137,"_160":136,"_161":162,"_105":217,"_100":32,"_164":176,"_166":218,"_167":22,"_168":-5,"_169":311,"_98":312},[],[215],{"_103":222,"_95":223,"_156":224,"_158":-5,"_159":137,"_160":136,"_161":162,"_105":225,"_100":32,"_164":176,"_166":226,"_167":22,"_168":-5,"_169":314,"_98":315},[],[223],{"_103":230,"_95":231,"_156":232,"_158":-5,"_159":137,"_160":136,"_161":162,"_105":233,"_100":32,"_164":176,"_166":234,"_167":22,"_168":-5,"_169":317,"_98":318},[],[231],{"_103":238,"_95":239,"_156":240,"_158":-5,"_159":137,"_160":136,"_161":162,"_105":241,"_100":32,"_164":176,"_166":242,"_167":22,"_168":-5,"_169":320,"_98":321},[],[239],{"_103":246,"_95":99,"_156":247,"_158":-5,"_159":137,"_160":136,"_161":162,"_105":248,"_100":32,"_164":249,"_166":250,"_167":22,"_168":-5,"_169":323,"_98":324},[],[99],[292,294,298,300,303,306,310,313,316,319,322],{"_103":246,"_95":99,"_156":247,"_158":-5,"_159":137,"_160":136,"_161":162,"_105":264,"_100":32,"_164":249,"_166":250,"_167":22,"_168":-5,"_98":327},[99],[],"upstream",{"_103":140,"_105":331,"_274":332,"_95":43,"_138":145,"_100":142,"_139":276,"_141":277,"_278":279,"_107":-5,"_150":22,"_109":110,"_149":269,"_16":147,"_148":96},["D",1756469545982],["D",1756946649908],"showCompareCallout","pull","ahead","behind","templates",[339,356],{"_103":340,"_95":341,"_105":342,"_107":-5,"_108":22,"_109":110,"_111":343,"_112":344,"_14":345,"_114":346,"_115":162,"_116":347,"_117":348,"_16":349,"_119":120,"_121":120,"_122":123,"_124":123,"_125":123,"_126":120,"_127":120,"_23":350,"_131":353,"_134":354,"_150":22},"8e7382ae-d835-11ef-bbbf-e6cdfca9ef9f","markdownBlogStarter",["D",1737491000655],"Starter template for a markdown blog","https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/44a31e5c-3e8a-48a8-d067-5785c0b08200/square512","a0bf3b31-15a5-4d5c-880e-4b1e22c9bc18","a4a9ad14-d835-11ef-8351-e6cdfca9ef9f",167,11,"e81e7335-6d4c-4764-a902-d0962bbfa9f7",{"_93":351,"_129":352},"stevekrouse","https://images.clerk.dev/uploaded/img_2PqHa2Gsy93xQrjh2w78Xu0cChW.jpeg",{"_93":351,"_133":352},{"_103":355,"_95":43,"_100":347,"_138":340,"_139":-5,"_141":-5},"8e73c264-d835-11ef-bbbf-e6cdfca9ef9f",{"_103":357,"_95":358,"_105":359,"_107":-5,"_108":22,"_109":110,"_111":360,"_112":-5,"_14":361,"_114":362,"_115":162,"_116":363,"_117":364,"_16":365,"_119":120,"_121":120,"_122":123,"_124":123,"_125":123,"_126":120,"_127":120,"_23":366,"_131":369,"_134":370,"_150":22},"96102714-f528-11ef-aa68-569c3dd06744","reactHonoStarter",["D",1740674013689],"Starter template with client-side React & Hono server","c9143560-63b6-444f-8f9f-e2647fabe09f","a9b2b20a-f528-11ef-9e98-569c3dd06744",39,14,"c606f87f-4d7e-48c8-9c39-ef5ab94aec49",{"_93":367,"_129":368},"std","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvdXBsb2FkZWQvaW1nXzJVaVhpQ1BId3dscVpBbkdZVWlMNjJtcjkxWS5wbmcifQ",{"_93":367,"_133":368},{"_103":371,"_95":43,"_100":372,"_138":357,"_139":-5,"_141":-5},"961078ea-f528-11ef-aa68-569c3dd06744",72,"actionData","errors"]

Realtime Agent

parthintelligence

hello-realtime-video