OpenAI Streaming Example

\n Prompt:\n \n \n

\n\n \n \n\n`;\n\nconst htmlContent2 = `\n\n\n \n \n Hono Streaming Example\n \n \n \n

Hono Streaming Example

\n \n

\n\n \n \n\n`;\n\n\napp.get('/chat/test', (c) => {\n c.header('Content-Type', 'text/event-stream');\n c.header('Cache-Control', 'no-cache');\n c.header('Connection', 'keep-alive');\n\n return stream(c, async (stream) => {\n await stream.write('data: Hello\\n\\n');\n await stream.sleep(1000);\n await stream.write('data: Hono!\\n\\n');\n await stream.write('data: [DONE]\\n\\n');\n });\n});\n\napp.get('/chat', (c) => {\n const prompt = c.req.query('p') || \"Tell me a joke\";\n c.header('Content-Type', 'text/event-stream'); // Set Content-Type header\n return stream(c, async (stream) => {\n try {\n const chatStream = await openai.chat.completions.create({\n model: \"gpt-4\",\n messages: [{ role: \"user\", content: prompt }],\n stream: true,\n });\n\n for await (const chunk of chatStream) {\n if (chunk.choices[0]?.delta?.content) {\n console.log('>>', chunk.choices[0].delta.content);\n stream.write(`data: ${JSON.stringify({ token: chunk.choices[0].delta.content })}\\n\\n`);\n }\n }\n stream.write(`data: [DONE]\\n\\n`); // Send a completion event\n } catch (error) {\n stream.write(`data: ${JSON.stringify({ error: error.message })}\\n\\n`);\n }\n });\n});\n\napp.get('/', (c) => c.html(htmlContent));\napp.get('/test', (c) => c.html(htmlContent2));\n\nexport default app.fetch; // val.town\n// Deno.serve(app.fetch); // deno.deploy\n",[],[177],"files",[155,175],"counts",{"_188":32,"_189":163,"_190":32,"_191":192},"pulls","branches","forks","envVars",{"_193":32,"_194":32},"count","emptyCount","contents",[197,200],{"_103":156,"_96":157,"_158":159,"_160":-5,"_161":140,"_162":163,"_164":109,"_105":198,"_100":32,"_166":167,"_168":169,"_170":22,"_171":-5,"_99":199},["D",1713357488719],[157],{"_103":176,"_96":177,"_158":116,"_160":-5,"_161":140,"_162":139,"_164":109,"_105":201,"_100":179,"_166":180,"_168":181,"_170":22,"_171":-5,"_99":202},["D",1717711170891],[177],"upstreamProject",{"_103":147,"_96":205,"_112":-5,"_113":-5,"_110":111,"_23":206},"streamingTest",{"_94":207,"_132":208},"jacoblee93","https://images.clerk.dev/oauth_github/img_2QIS74zfuoUpIQDz75ze0alKMAy.jpeg","upstreamBranch",{"_103":143,"_105":211,"_212":213,"_96":44,"_141":147,"_100":214,"_142":-5,"_144":-5,"_215":-5,"_107":-5,"_152":22,"_110":111,"_151":207,"_16":149,"_150":205},["D",1746129950654],"updatedAt",["D",1698082298000],23,"lockfileKey","emptyEnvVars","isNew","flags",[],"routes/_app.x.$handle.$name._index",{"_94":95,"_96":97,"_98":-7,"_100":-7,"_101":222,"_195":227,"_232":233,"_236":237,"_240":-5,"_184":241,"_248":245,"_249":139,"_250":214,"_251":22,"_252":22},{"_103":104,"_96":97,"_105":223,"_107":-5,"_108":109,"_110":111,"_112":-5,"_113":-5,"_14":114,"_115":116,"_117":109,"_118":-5,"_119":-5,"_120":32,"_16":121,"_122":123,"_124":123,"_125":126,"_127":126,"_128":126,"_129":123,"_130":123,"_23":224,"_134":225,"_137":226,"_152":22},["D",1746217123679],{"_94":95,"_132":133},{"_94":95,"_136":133,"_14":114},{"_100":139,"_96":44,"_103":140,"_141":104,"_142":143,"_144":32,"_145":111,"_146":147,"_148":149,"_150":97,"_151":95},[228,230],{"_103":156,"_96":157,"_158":159,"_160":-5,"_161":140,"_162":163,"_164":109,"_105":198,"_100":32,"_166":167,"_168":169,"_170":22,"_171":-5,"_99":229},[157],{"_103":176,"_96":177,"_158":116,"_160":-5,"_161":140,"_162":139,"_164":109,"_105":201,"_100":179,"_166":180,"_168":181,"_170":22,"_171":-5,"_99":231},[177],"readme",{"_103":156,"_96":157,"_158":159,"_160":-5,"_161":140,"_162":163,"_164":109,"_105":234,"_100":32,"_166":167,"_168":169,"_170":22,"_171":-5,"_99":235},["D",1713357488719],[157],"upstream",{"_103":143,"_105":238,"_212":239,"_96":44,"_141":147,"_100":214,"_142":-5,"_144":-5,"_215":-5,"_107":-5,"_152":22,"_110":111,"_151":207,"_16":149,"_150":205},["D",1746129950654],["D",1698082298000],"pull",[242,245],{"_103":156,"_96":157,"_158":159,"_160":-5,"_161":140,"_162":163,"_164":109,"_105":165,"_100":32,"_166":167,"_168":169,"_170":22,"_171":-5,"_172":243,"_99":244},[],[157],{"_103":176,"_96":177,"_158":116,"_160":-5,"_161":140,"_162":139,"_164":109,"_105":178,"_100":179,"_166":180,"_168":181,"_170":22,"_171":-5,"_172":246,"_99":247},[],[177],"preview","ahead","behind","showHomeCustomizationHint","showHTTPPreviewSettingsHint","actionData","errors"]

yawnxyz

openAIHonoChatStreamExample