${emoji}

\n `;\n };\n\n const makeBubbleFooter = () => {\n return `\n

\n `;\n };\n\n const makeAssistantMessageHeader = (maxHeight: number) => {\n return `I wrote some new code for your Val:

`;\n };\n\n app.post(\"/save\", async (c) => {\n const body = await c.req.parseBody();\n console.log(body);\n const valName = body.valName as any;\n const code = body.code as any;\n await updateValByName({ token: valTownToken, code, name: valName });\n return new Response();\n });\n\n const mainHandler = async (c) => {\n const { readable, writable } = new TransformStream();\n const writer = writable.getWriter();\n const textEncoder = new TextEncoder();\n function write(text) {\n writer.write(textEncoder.encode(text));\n }\n\n new Promise(async () => {\n const body = await c.req.parseBody();\n const userprompt: any = body.userprompt;\n let prevConversation = [];\n if (body.prevConversation) prevConversation = JSON.parse(body.prevConversation as any) as any;\n let currentCode = \"\";\n if (body.code) currentCode = body.code as any;\n let model = \"gpt-4o-mini\";\n // let model = \"claude-3-5-sonnet-20240620\";\n if (body.model) model = body.model as any;\n let loadValName = \"\";\n if (c.req.query(\"loadValName\")) loadValName = c.req.query(\"loadValName\") as any;\n let fullscreen = \"\";\n if (c.req.query(\"fullscreen\")) fullscreen = c.req.query(\"fullscreen\") as any;\n let questionType = \"regenerate\";\n if (body.questionType) questionType = body.questionType as any;\n\n let formAction = \"/\";\n if (loadValName) {\n formAction += `?loadValName=${loadValName}`;\n }\n\n if (prevConversation.length === 0 && loadValName) {\n const val = await vt.alias.username.valName.retrieve(username, loadValName);\n currentCode = val.code;\n }\n\n write(`\n \n \n \n \n \n \n \n \n \n \n

\n \n \n \n save\n val\n open\n 💾\n

\n \n

\n \n `);\n\n write(makeBubbleHeader(\"🤖\"));\n write(\n `

Hi, I'm VALL-E `,\n );\n if (loadValName) {\n write(\n `

Let’s use ${loadValName} as a starting point.

`,\n );\n } else {\n write(\n `

Say what you’d like to make, or load an existing Val:

`,\n );\n }\n write(`

`);\n write(makeBubbleFooter());\n\n for (const message of prevConversation) {\n if (message.role === \"assistant\") {\n write(makeBubbleHeader(\"🤖\"));\n write(makeAssistantMessageHeader(80));\n write(_.escape(message.content.replaceAll(\"```ts\", \"\").replaceAll(\"```\", \"\").replace(/^ts\\n/, \"\")));\n write(`

`);\n write(makeBubbleFooter());\n } else {\n write(makeBubbleHeader(\"🧑‍💻\"));\n write(_.escape(message.content));\n write(makeBubbleFooter());\n }\n }\n\n if (userprompt) {\n write(makeBubbleHeader(\"🧑‍💻\"));\n write(_.escape(userprompt));\n write(makeBubbleFooter());\n\n write(makeBubbleHeader(\"🤖\", \"bubble-loading\", true));\n write(\n ``,\n );\n write(makeBubbleFooter());\n\n let modelForContextWindow = \"gpt-4o\";\n // Not all models are supported by valleGetValsContextWindow.\n if (model === \"gpt-3.5-turbo\") {\n modelForContextWindow = model;\n }\n // modelForContextWindow = \"gpt-3.5-turbo\";\n let contextWindow: any = await valleGetValsContextWindow(modelForContextWindow);\n if (model.startsWith(\"gpt\")) {\n contextWindow = contextWindow.slice(0, 300);\n } else {\n contextWindow = contextWindow.slice(0, 50);\n }\n\n let vercelModel;\n if (model.startsWith(\"gpt\")) {\n vercelModel = openai(model);\n } else {\n vercelModel = anthropic(model);\n }\n // Anthropic doesn't support system messages not at the very start.\n const systemRole = model.startsWith(\"gpt\") ? \"system\" : \"user\";\n const extraStreamFields = model.startsWith(\"gpt\") ? {} : {\n maxTokens: 8192,\n headers: { \"anthropic-beta\": \"max-tokens-3-5-sonnet-2024-07-15\" },\n };\n let messages = [\n ...contextWindow,\n { role: systemRole, content: systemprompt },\n ...prevConversation,\n { role: systemRole, content: `${systemprompt2}\\n\\`\\`\\`ts\\n${currentCode}\\n\\`\\`\\`` },\n { role: \"user\", content: userprompt },\n ];\n messages = messages.map((message) => ({\n ...message,\n content: message.content.replaceAll(\"std/blob\", \"janpaul123/blob\"),\n }));\n const stream = await streamText({\n model: vercelModel,\n ...extraStreamFields,\n messages,\n temperature: 0.5,\n seed: Number(String(Math.random()).replace(\"0.\", \"\")),\n });\n\n write(``);\n write(makeBubbleHeader(\"🤖\", \"assistant-latest\", true));\n write(makeAssistantMessageHeader(150));\n write(\n ``,\n );\n const tokens = [];\n const rawTokens = [];\n for await (const text of stream.textStream) {\n if (!text) { continue; }\n rawTokens.push(text);\n\n if (text == \"```\") { continue; }\n if (tokens.length === 0 && text == \"ts\") { continue; }\n if (tokens.length === 0 && text == \"\\n\") { continue; }\n // console.log(text);\n write(_.escape(text));\n tokens.push(text);\n write(``);\n }\n write(`

`);\n write(makeBubbleFooter());\n\n const tempValName = `valle-tmp-${Math.random() * 10}`.replaceAll(\".\", \"\");\n const newCode = tokens.join(\"\").replaceAll(\"```ts\", \"\").replaceAll(\"```\", \"\").replace(/^ts\\n/, \"\");\n // Errors in running the val bubble up through this API, so ignore them.\n await vt.vals.create({ name: tempValName, code: newCode, type: \"httpnext\" as any, privacy: \"unlisted\" }).catch(\n (error) => {\n console.warn(\"Warning, error during val creation:\", error);\n return Promise.resolve();\n },\n );\n (async function() {\n try {\n await sleep(300);\n const newVal = await vt.alias.username.valName.retrieve(username, tempValName);\n archiveVal(newVal.id, tempValsParentFolderId);\n } catch (error) {\n console.warn(`Error archiving val: ${error.stack}`);\n }\n })();\n write(``);\n if (questionType == \"regenerate\") {\n write(``);\n } else if (questionType == \"regenerate-diffs\") {\n write(``);\n }\n\n const newConversation = [\n ...prevConversation,\n { role: \"user\", content: userprompt },\n { role: \"assistant\", content: rawTokens.join(\"\") },\n ];\n write(\n ``,\n );\n }\n\n write(makeBubbleHeader(\"🧑‍💻\"));\n write(`\n

\n \n

\n \n \n

\n `);\n write(makeBubbleFooter());\n\n writer.close();\n });\n\n return new Response(readable, { headers: { \"Content-Type\": \"text/html\" } });\n };\n app.get(\"/\", mainHandler);\n app.post(\"/\", mainHandler);\n\n return passwordAuth(app.fetch, { verifyPassword: verifyToken });\n}","deleted","label",[98],"permalink","https://www.val.town/x/tmcw/VALLErun/code/main.tsx","extension","actionData","errors"]