OpenAI Streaming Example

\n Prompt:\n \n \n

\n\n \n \n\n`;\n\nconst htmlContent2 = `\n\n\n \n \n Hono Streaming Example\n \n \n \n

Hono Streaming Example

\n \n

\n\n \n \n\n`;\n\n\napp.get('/chat/test', (c) => {\n c.header('Content-Type', 'text/event-stream');\n c.header('Cache-Control', 'no-cache');\n c.header('Connection', 'keep-alive');\n\n return stream(c, async (stream) => {\n await stream.write('data: Hello\\n\\n');\n await stream.sleep(1000);\n await stream.write('data: Hono!\\n\\n');\n await stream.write('data: [DONE]\\n\\n');\n });\n});\n\napp.get('/chat', (c) => {\n const prompt = c.req.query('p') || \"Tell me a joke\";\n c.header('Content-Type', 'text/event-stream'); // Set Content-Type header\n return stream(c, async (stream) => {\n try {\n const chatStream = await openai.chat.completions.create({\n model: \"gpt-4\",\n messages: [{ role: \"user\", content: prompt }],\n stream: true,\n });\n\n for await (const chunk of chatStream) {\n if (chunk.choices[0]?.delta?.content) {\n console.log('>>', chunk.choices[0].delta.content);\n stream.write(`data: ${JSON.stringify({ token: chunk.choices[0].delta.content })}\\n\\n`);\n }\n }\n stream.write(`data: [DONE]\\n\\n`); // Send a completion event\n } catch (error) {\n stream.write(`data: ${JSON.stringify({ error: error.message })}\\n\\n`);\n }\n });\n});\n\napp.get('/', (c) => c.html(htmlContent));\napp.get('/test', (c) => c.html(htmlContent2));\n\nexport default app.fetch; // val.town\n// Deno.serve(app.fetch); // deno.deploy\n",[],[175],"files",[153,173],"counts",{"_186":32,"_187":161,"_188":32,"_189":190},"pulls","branches","forks","envVars",{"_191":32,"_192":32},"count","emptyCount","contents",[195,198],{"_102":154,"_95":155,"_156":157,"_158":-5,"_159":138,"_160":161,"_162":108,"_104":196,"_99":32,"_164":165,"_166":167,"_168":22,"_169":-5,"_98":197},["D",1713357488719],[155],{"_102":174,"_95":175,"_156":115,"_158":-5,"_159":138,"_160":137,"_162":108,"_104":199,"_99":177,"_164":178,"_166":179,"_168":22,"_169":-5,"_98":200},["D",1717711170891],[175],"upstreamProject",{"_102":145,"_95":203,"_111":-5,"_112":-5,"_109":110,"_23":204},"streamingTest",{"_93":205,"_130":206},"jacoblee93","https://images.clerk.dev/oauth_github/img_2QIS74zfuoUpIQDz75ze0alKMAy.jpeg","upstreamBranch",{"_102":141,"_104":209,"_210":211,"_95":43,"_139":145,"_99":212,"_140":-5,"_142":-5,"_213":-5,"_106":-5,"_150":22,"_109":110,"_149":205,"_16":147,"_148":203},["D",1746129950654],"updatedAt",["D",1698082298000],23,"lockfileKey","emptyEnvVars","isNew","flags",[],"routes/_app.x.$handle.$name._index",{"_93":94,"_95":96,"_97":-7,"_99":-7,"_100":220,"_193":225,"_230":231,"_234":235,"_238":-5,"_182":239,"_246":247},{"_102":103,"_95":96,"_104":221,"_106":-5,"_107":108,"_109":110,"_111":-5,"_112":-5,"_14":113,"_114":115,"_116":108,"_117":-5,"_118":32,"_16":119,"_120":121,"_122":121,"_123":124,"_125":124,"_126":124,"_127":121,"_128":121,"_23":222,"_132":223,"_135":224,"_150":22},["D",1746217123679],{"_93":94,"_130":131},{"_93":94,"_134":131},{"_99":137,"_95":43,"_102":138,"_139":103,"_140":141,"_142":32,"_143":110,"_144":145,"_146":147,"_148":96,"_149":94},[226,228],{"_102":154,"_95":155,"_156":157,"_158":-5,"_159":138,"_160":161,"_162":108,"_104":196,"_99":32,"_164":165,"_166":167,"_168":22,"_169":-5,"_98":227},[155],{"_102":174,"_95":175,"_156":115,"_158":-5,"_159":138,"_160":137,"_162":108,"_104":199,"_99":177,"_164":178,"_166":179,"_168":22,"_169":-5,"_98":229},[175],"readme",{"_102":154,"_95":155,"_156":157,"_158":-5,"_159":138,"_160":161,"_162":108,"_104":232,"_99":32,"_164":165,"_166":167,"_168":22,"_169":-5,"_98":233},["D",1713357488719],[155],"upstream",{"_102":141,"_104":236,"_210":237,"_95":43,"_139":145,"_99":212,"_140":-5,"_142":-5,"_213":-5,"_106":-5,"_150":22,"_109":110,"_149":205,"_16":147,"_148":203},["D",1746129950654],["D",1698082298000],"pull",[240,243],{"_102":154,"_95":155,"_156":157,"_158":-5,"_159":138,"_160":161,"_162":108,"_104":163,"_99":32,"_164":165,"_166":167,"_168":22,"_169":-5,"_170":241,"_98":242},[],[155],{"_102":174,"_95":175,"_156":115,"_158":-5,"_159":138,"_160":137,"_162":108,"_104":176,"_99":177,"_164":178,"_166":179,"_168":22,"_169":-5,"_170":244,"_98":245},[],[175],"previews",[243],"actionData","errors"]

yawnxyz

openAIHonoChatStreamExample