OpenAI Streaming Example

\n Prompt:\n \n \n

\n\n \n \n\n`;\n\nconst htmlContent2 = `\n\n\n \n \n Hono Streaming Example\n \n \n \n

Hono Streaming Example

\n \n

\n\n \n \n\n`;\n\n\napp.get('/chat/test', (c) => {\n c.header('Content-Type', 'text/event-stream');\n c.header('Cache-Control', 'no-cache');\n c.header('Connection', 'keep-alive');\n\n return stream(c, async (stream) => {\n await stream.write('data: Hello\\n\\n');\n await stream.sleep(1000);\n await stream.write('data: Hono!\\n\\n');\n await stream.write('data: [DONE]\\n\\n');\n });\n});\n\napp.get('/chat', (c) => {\n const prompt = c.req.query('p') || \"Tell me a joke\";\n c.header('Content-Type', 'text/event-stream'); // Set Content-Type header\n return stream(c, async (stream) => {\n try {\n const chatStream = await openai.chat.completions.create({\n model: \"gpt-4\",\n messages: [{ role: \"user\", content: prompt }],\n stream: true,\n });\n\n for await (const chunk of chatStream) {\n if (chunk.choices[0]?.delta?.content) {\n console.log('>>', chunk.choices[0].delta.content);\n stream.write(`data: ${JSON.stringify({ token: chunk.choices[0].delta.content })}\\n\\n`);\n }\n }\n stream.write(`data: [DONE]\\n\\n`); // Send a completion event\n } catch (error) {\n stream.write(`data: ${JSON.stringify({ error: error.message })}\\n\\n`);\n }\n });\n});\n\napp.get('/', (c) => c.html(htmlContent));\napp.get('/test', (c) => c.html(htmlContent2));\n\nexport default app.fetch; // val.town\n// Deno.serve(app.fetch); // deno.deploy\n","deleted","label",[99],"permalink","https://www.val.town/x/yawnxyz/openAIHonoChatStreamExample/code/main.tsx","extension","actionData","errors"]