OpenAI Realtime API Voice Agent

\n\n

\n\n \n\n \n \n",[],[154,172],[154],{"_102":181,"_95":182,"_155":183,"_157":-5,"_158":136,"_159":135,"_160":161,"_104":184,"_99":32,"_163":164,"_165":-5,"_166":22,"_167":-5,"_168":185,"_98":211},"57766bda-a513-11f0-bb90-0224a6c84d84","routes","0199c925-5fea-74fb-b547-38ac8d06447c",["D",1760016293787],[186,195,203],{"_102":187,"_95":188,"_155":189,"_157":183,"_158":136,"_159":135,"_160":161,"_104":190,"_99":32,"_163":191,"_165":192,"_166":22,"_167":-5,"_168":193,"_98":194},"5776669e-a513-11f0-bb90-0224a6c84d84","observer.ts","0199c925-5fea-74fb-b547-2d14c9f9aa3f",["D",1760016293787],"script","import { Hono } from \"npm:hono\";\nimport WebSocket from \"npm:ws\";\nimport { makeHeaders } from \"./utils.ts\";\n\nconst observer = new Hono();\n\n// POST /observer/:callId : self-connect to establish a web socket\nobserver.post(\"/:callId\", async (c) => {\n const callId = c.req.param(\"callId\");\n const url = `wss://api.openai.com/v1/realtime?call_id=${callId}`;\n const ws = new WebSocket(url, { headers: makeHeaders() });\n ws.on(\"open\", () => {\n console.log(\"✅ websocket connected\");\n setTimeout(() => ws.send(JSON.stringify({ type: \"response.create\" })), 250);\n });\n ws.on(\"message\", (data /*, isBinary */) => {\n const message = JSON.parse(data);\n if (message.type !== \"response.audio_transcript.delta\") {\n console.log(message);\n }\n });\n ws.on(\"error\", (err: Error) => {\n console.error(`🔴 websocket failed: ${err.message}`);\n });\n\n // Respond immediately; WS continues in background\n return c.newResponse(null);\n});\n\nexport default observer;\n",[],[182,188],{"_102":196,"_95":197,"_155":198,"_157":183,"_158":136,"_159":135,"_160":161,"_104":199,"_99":32,"_163":191,"_165":200,"_166":22,"_167":-5,"_168":201,"_98":202},"577667de-a513-11f0-bb90-0224a6c84d84","rtc.ts","0199c925-5fea-74fb-b547-333ff40ab342",["D",1760016293787],"import { Hono } from \"npm:hono\";\nimport { makeHeaders, makeSession } from \"./utils.ts\";\n\nconst rtc = new Hono();\n\n// POST /rtc : create a new call\nrtc.post(\"/\", async (c) => {\n // Parse video flag from query (?video=true)\n const reqUrl = new URL(c.req.url);\n const video = reqUrl.searchParams.get(\"video\") === \"true\";\n\n // Create the call.\n const url = \"https://api.openai.com/v1/realtime/calls\";\n const headers = makeHeaders();\n const fd = new FormData();\n fd.set(\"sdp\", await c.req.text());\n fd.set(\"session\", JSON.stringify(makeSession(video)));\n const opts = { method: \"POST\", headers, body: fd };\n const resp = await fetch(url, opts);\n if (!resp.ok) {\n const errText = await resp.text().catch(() => \"\");\n console.error(`🔴 start call failed: ${resp.status} ${errText}`);\n return c.text(\"Internal error\", 500);\n }\n\n const contentType = resp.headers.get(\"Content-Type\");\n const location = resp.headers.get(\"Location\");\n const callId = location?.split(\"/\").pop();\n console.log(\"✅ call created:\", callId);\n\n // Kick off observer in the background (fire-and-forget).\n const selfUrl = new URL(c.req.url);\n fetch(`${selfUrl.origin}/observer/${callId}`, { method: \"POST\" });\n\n const responseHeaders = {\n \"Content-Type\": contentType,\n \"Location\": location,\n };\n return c.newResponse(resp.body, { headers: responseHeaders }); \n});\n\nexport default rtc;",[],[182,197],{"_102":204,"_95":205,"_155":206,"_157":183,"_158":136,"_159":135,"_160":161,"_104":207,"_99":32,"_163":191,"_165":208,"_166":22,"_167":-5,"_168":209,"_98":210},"57766932-a513-11f0-bb90-0224a6c84d84","utils.ts","0199c925-5fea-74fb-b547-35b51e72d693",["D",1760016293787],"const MODEL = \"gpt-realtime\";\nconst INSTRUCTIONS = `Greet the user in English.`;\nconst VOICE = \"marin\";\n\nconst OPENAI_API_KEY = Deno.env.get(\"OPENAI_API_KEY\");\nif (!OPENAI_API_KEY) {\n throw new Error(\"🔴 OpenAI API key not configured\");\n}\n\nexport function makeHeaders(contentType?: string) {\n const obj: Record = {\n Authorization: `Bearer ${OPENAI_API_KEY}`,\n };\n if (contentType) obj[\"Content-Type\"] = contentType;\n return obj;\n}\n\nexport function makeSession(video: boolean) {\n const session = {\n type: \"realtime\",\n model: MODEL,\n instructions: INSTRUCTIONS,\n audio: {\n input: { noise_reduction: { type: \"near_field\" } },\n output: { voice: VOICE },\n },\n };\n\n return session;\n}",[],[182,205],[182],{"_102":213,"_95":214,"_155":215,"_157":-5,"_158":136,"_159":135,"_160":161,"_104":216,"_99":32,"_163":175,"_165":217,"_166":22,"_167":-5,"_168":218,"_98":219},"57766d10-a513-11f0-bb90-0224a6c84d84",".gitignore","0199c925-5fea-74fb-b547-3f3a0f68a2f5",["D",1760016293787],"node_modules",[],[214],{"_102":221,"_95":222,"_155":223,"_157":-5,"_158":136,"_159":135,"_160":161,"_104":224,"_99":32,"_163":175,"_165":225,"_166":22,"_167":-5,"_168":226,"_98":227},"57766e32-a513-11f0-bb90-0224a6c84d84",".vtignore","0199c925-5fea-74fb-b547-410c9f53dca1",["D",1760016293787],".git\n.vscode\n.cursorrules\n.DS_Store\nnode_modules\nvendor",[],[222],{"_102":229,"_95":230,"_155":231,"_157":-5,"_158":136,"_159":135,"_160":161,"_104":232,"_99":32,"_163":175,"_165":233,"_166":22,"_167":-5,"_168":234,"_98":235},"57766f40-a513-11f0-bb90-0224a6c84d84","README.md","0199c925-5fea-74fb-b547-46e1e1b6e28a",["D",1760016293787],"# hello-realtime-video\n\nHello Realtime is a complete OpenAI Realtime application that supports WebRTC\nusers. You can access the app via WebRTC at\nhttps://hello-realtime-video.val.run.\n\nThis demo shows off the new all-in-one WebRTC API and the new server-side\nwebsocket interface.\n\nIf you remix the app, you'll just need to pop in your own OPENAI_API_KEY (from\nplatform.openai.com).\n",[],[230],{"_102":237,"_95":238,"_155":239,"_157":-5,"_158":136,"_159":135,"_160":161,"_104":240,"_99":32,"_163":175,"_165":241,"_166":22,"_167":-5,"_168":242,"_98":243},"5776708a-a513-11f0-bb90-0224a6c84d84","deno.json","0199c925-5fea-74fb-b547-48c444173bf0",["D",1760016293787],"{\n \"$schema\": \"https://raw.githubusercontent.com/denoland/deno/348900b8b79f4a434cab4c74b3bc8d4d2fa8ee74/cli/schemas/config-file.v1.json\",\n \"lock\": false,\n \"compilerOptions\": {\n \"noImplicitAny\": false,\n \"strict\": false,\n \"types\": [\n \"https://www.val.town/types/valtown.d.ts\"\n ],\n \"lib\": [\n \"dom\",\n \"dom.iterable\",\n \"dom.asynciterable\",\n \"deno.ns\",\n \"deno.unstable\"\n ]\n },\n \"lint\": {\n \"files\": {\n \"include\": [\n \"deno:/https/esm.town/**/*\"\n ]\n },\n \"rules\": {\n \"exclude\": [\n \"no-explicit-any\"\n ]\n }\n },\n \"node_modules_dir\": false,\n \"experimental\": {\n \"unstable-node-globals\": true,\n \"unstable-temporal\": true,\n \"unstable-worker-options\": true,\n \"unstable-sloppy-imports\": true\n }\n}\n",[],[238],{"_102":245,"_95":246,"_155":247,"_157":-5,"_158":136,"_159":135,"_160":161,"_104":248,"_99":32,"_163":249,"_165":250,"_166":22,"_167":-5,"_168":251,"_98":252},"577671a2-a513-11f0-bb90-0224a6c84d84","main.tsx","0199c925-5fea-74fb-b547-4d4c561f8d2c",["D",1760016293787],"http","import { Hono } from \"npm:hono\";\nimport { readFile } from \"https://esm.town/v/std/utils@85-main/index.ts\";\n// import mcp from \"./routes/mcp.ts\";\nimport rtc from \"./routes/rtc.ts\";\nimport observer from \"./routes/observer.ts\";\n\nconst app = new Hono();\napp.route(\"/rtc\", rtc);\napp.route(\"/observer\", observer);\n// app.route(\"/mcp\", mcp);\n\napp.get(\"/\", async (c) => {\n const html = await readFile(\"/frontend/index.html\", import.meta.url);\n return c.html(html);\n});\n\nexport default app.fetch;\n",[],[246],"files",[152,170,180,186,195,203,212,220,228,236,244],"counts",{"_257":32,"_258":135,"_259":32,"_260":261},"pulls","branches","forks","envVars",{"_262":135,"_263":32},"count","emptyCount","contents",[266,269,272,275,278,281,284],{"_102":153,"_95":154,"_155":156,"_157":-5,"_158":136,"_159":135,"_160":161,"_104":267,"_99":32,"_163":164,"_165":-5,"_166":22,"_167":-5,"_98":268},["D",1760016293787],[154],{"_102":181,"_95":182,"_155":183,"_157":-5,"_158":136,"_159":135,"_160":161,"_104":270,"_99":32,"_163":164,"_165":-5,"_166":22,"_167":-5,"_98":271},["D",1760016293787],[182],{"_102":213,"_95":214,"_155":215,"_157":-5,"_158":136,"_159":135,"_160":161,"_104":273,"_99":32,"_163":175,"_165":217,"_166":22,"_167":-5,"_98":274},["D",1760016293787],[214],{"_102":221,"_95":222,"_155":223,"_157":-5,"_158":136,"_159":135,"_160":161,"_104":276,"_99":32,"_163":175,"_165":225,"_166":22,"_167":-5,"_98":277},["D",1760016293787],[222],{"_102":229,"_95":230,"_155":231,"_157":-5,"_158":136,"_159":135,"_160":161,"_104":279,"_99":32,"_163":175,"_165":233,"_166":22,"_167":-5,"_98":280},["D",1760016293787],[230],{"_102":237,"_95":238,"_155":239,"_157":-5,"_158":136,"_159":135,"_160":161,"_104":282,"_99":32,"_163":175,"_165":241,"_166":22,"_167":-5,"_98":283},["D",1760016293787],[238],{"_102":245,"_95":246,"_155":247,"_157":-5,"_158":136,"_159":135,"_160":161,"_104":285,"_99":32,"_163":249,"_165":250,"_166":22,"_167":-5,"_98":286},["D",1760016293787],[246],"upstreamProject",{"_102":144,"_95":289,"_110":-5,"_111":-5,"_108":109,"_23":290},"hello-realtime-video",{"_93":291,"_128":292},"jubertioai","https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/61901958-12bd-49a3-43e9-2f67f1617200/square512","upstreamBranch",{"_102":139,"_104":295,"_296":297,"_95":43,"_137":144,"_99":141,"_138":298,"_140":299,"_300":301,"_106":-5,"_149":22,"_108":109,"_148":291,"_16":146,"_147":289},["D",1756945107313],"updatedAt",["D",1757017261874],"6d08270c-84d1-11f0-b251-0224a6c84d84",54,"lockfileKey","1757017270390-esm.town_v_jubertioai_hello-realtime-video@7-main","emptyEnvVars","isNew","flags",[],"routes/_app.x.$handle.$name.compare.$branch",{"_93":94,"_95":96,"_97":43,"_100":308,"_313":32,"_314":32,"_315":316,"_322":22,"_323":312,"_324":325,"_328":-5},{"_102":103,"_95":96,"_104":309,"_106":-5,"_107":22,"_108":109,"_110":-5,"_111":-5,"_14":112,"_113":-5,"_114":22,"_115":-5,"_116":32,"_16":117,"_118":119,"_120":119,"_121":122,"_123":122,"_124":122,"_125":119,"_126":119,"_23":310,"_130":311,"_133":312,"_149":22},["D",1760016293787],{"_93":94,"_128":129},{"_93":94,"_132":129},{"_99":135,"_95":43,"_102":136,"_137":103,"_138":139,"_140":141,"_142":109,"_143":144,"_145":146,"_147":96,"_148":94},"ahead","behind","diff",{"_317":318,"_166":319,"_320":321},"added",[],[],"modified",[],"hasChanges","sourceBranch","targetBranch",{"_102":139,"_104":326,"_296":327,"_95":43,"_137":144,"_99":141,"_138":298,"_140":299,"_300":301,"_106":-5,"_149":22,"_108":109,"_148":291,"_16":146,"_147":289},["D",1756945107313],["D",1757017261874],"pull","actionData","errors"]

Realtime Agent

stevekrouse

hello-realtime-video-2

Mergestevekrouse/mainintojubertioai/main