${emoji}

\n `;\n};\n\nconst makeBubbleFooter = () => {\n return `\n

\n `;\n};\n\nconst makeAssistantMessageHeader = (maxHeight: number) => {\n return `I wrote some new code for your Val:

`;\n};\n\napp.post(\"/save\", async (c) => {\n const body = await c.req.parseBody();\n // console.log(body);\n const valName = body.valName as any;\n const code = (body.code as any).replaceAll(\"\\r\\n\", \"\\n\");\n await updateValByName({ token: valTownToken, code, name: valName });\n return new Response();\n});\n\nconst mainHandler = async (c) => {\n const { readable, writable } = new TransformStream();\n const writer = writable.getWriter();\n const textEncoder = new TextEncoder();\n function write(text) {\n writer.write(textEncoder.encode(text));\n }\n\n new Promise(async () => {\n const body = await c.req.parseBody();\n const userprompt: any = body.userprompt;\n let prevConversation = [];\n if (body.prevConversation) prevConversation = JSON.parse(body.prevConversation as any) as any;\n let currentCode = \"\";\n if (body.code) currentCode = (body.code as any).replaceAll(\"\\r\\n\", \"\\n\");\n let model = \"gpt-4o-mini\";\n // let model = \"claude-3-5-sonnet-20240620\";\n if (body.model) model = body.model as any;\n let loadValName = \"\";\n if (c.req.query(\"loadValName\")) loadValName = c.req.query(\"loadValName\") as any;\n let fullscreen = \"\";\n if (c.req.query(\"fullscreen\")) fullscreen = c.req.query(\"fullscreen\") as any;\n let questionType = \"regenerate\";\n if (body.questionType) questionType = body.questionType as any;\n let contextWindowSize = 10;\n if (body.contextWindowSize) contextWindowSize = parseInt(body.contextWindowSize) as any;\n\n let formAction = \"/\";\n if (loadValName) {\n formAction += `?loadValName=${loadValName}`;\n }\n\n if (prevConversation.length === 0 && loadValName) {\n const val = await vt.alias.username.valName.retrieve(username, loadValName);\n currentCode = val.code.replaceAll(\"\\r\\n\", \"\\n\");\n }\n\n write(`\n \n \n \n \n \n \n \n \n \n \n

\n \n \n \n save\n val\n open\n next diff\n 💾\n

\n \n

\n \n `);\n\n write(makeBubbleHeader(\"🤖\"));\n write(\n `

Hi, I'm VALL-E Context window size: `,\n );\n if (loadValName) {\n write(\n `

Let’s use ${loadValName} as a starting point.

`,\n );\n } else {\n write(\n `

Say what you’d like to make, or load an existing Val:

`,\n );\n }\n write(`

`);\n write(makeBubbleFooter());\n\n for (const message of prevConversation) {\n if (message.role === \"assistant\") {\n write(makeBubbleHeader(\"🤖\"));\n write(makeAssistantMessageHeader(80));\n write(_.escape(message.content.replaceAll(\"```ts\", \"\").replaceAll(\"```\", \"\").replace(/^ts\\n/, \"\")));\n write(`

`);\n write(makeBubbleFooter());\n } else {\n write(makeBubbleHeader(\"🧑‍💻\"));\n write(_.escape(message.content));\n write(makeBubbleFooter());\n }\n }\n\n if (userprompt) {\n write(makeBubbleHeader(\"🧑‍💻\"));\n write(_.escape(userprompt));\n write(makeBubbleFooter());\n\n write(makeBubbleHeader(\"🤖\", \"bubble-loading\", true));\n write(\n ``,\n );\n write(makeBubbleFooter());\n\n let vercelModel;\n if (model.includes(\"gpt\")) {\n vercelModel = openai(model);\n } else if (model.includes(\"claude\")) {\n vercelModel = anthropic(model);\n } else if (model.includes(\"cerebras\")) {\n vercelModel = createOpenAI({\n baseURL: \"https://api.cerebras.ai/v1\",\n apiKey: Deno.env.get(\"CEREBRAS_API_KEY\"),\n })(model.replace(\"cerebras-\", \"\"));\n } else {\n throw Error(\"Unknown LLM model name\");\n }\n // Anthropic doesn't support system messages not at the very start.\n const systemRole = model.includes(\"gpt\") ? \"system\" : \"user\";\n const extraStreamFields = model.includes(\"gpt\") ? {} : {\n maxTokens: 8192,\n headers: { \"anthropic-beta\": \"max-tokens-3-5-sonnet-2024-07-15\" },\n };\n let messages = [\n { role: systemRole, content: systemprompt },\n ...prevConversation,\n { role: systemRole, content: `${systemprompt2}\\n\\`\\`\\`ts\\n${currentCode}\\n\\`\\`\\`` },\n { role: \"user\", content: userprompt },\n ];\n messages = messages.map((message) => ({\n ...message,\n // content: message.content.replaceAll(\"std/blob\", \"janpaul123/blob\").replace(/\\?v=\\d+/g, \"\"),\n // Remove any pinning for now.\n content: message.content.replace(/\\?v=\\d+/g, \"\"),\n }));\n\n const stream = await streamText({\n model: vercelModel,\n ...extraStreamFields,\n messages,\n temperature: 0.5,\n seed: Number(String(Math.random()).replace(\"0.\", \"\")),\n onFinish: (onFinishEvent) => {\n console.log(\"onFinishEvent\", onFinishEvent);\n },\n });\n\n // streaming not supported? i guess it's too fast for that\n if (!model.includes(\"cerebras\")) {\n }\n\n const tokens = [];\n const rawTokens = [];\n let status: \"BEFORE\" | \"DURING\" | \"AFTER\" = \"BEFORE\";\n let newCode = \"\";\n write(``);\n write(makeBubbleHeader(\"🤖\", \"assistant-latest\", true));\n if (questionType.startsWith(\"changes\")) {\n write(`

`);\n let fullResponse = \"\";\n for await (let text of stream.textStream) {\n if (!text) { continue; }\n // if (status === \"BEFORE\" && text.includes(\"```ts`\")) {\n // status = \"DURING\";\n // text = text.split(\"```ts\")[1];\n // } else if (status === \"BEFORE\") { continue; }\n // else if (status === \"DURING\" && text.includes(\"```\")) {\n // status = \"AFTER\";\n // text = text.split(\"```\")[0];\n // } else if (status === \"AFTER\") { continue; }\n rawTokens.push(text);\n write(_.escape(text));\n tokens.push(text);\n fullResponse += text;\n }\n write(`

`);\n\n if (newCode === currentCode) {\n write(`

No changes were made to the code.

`);\n }\n } else {\n write(makeAssistantMessageHeader(150));\n write(\n ``,\n );\n for await (const text of stream.textStream) {\n if (!text) { continue; }\n rawTokens.push(text);\n\n if (text == \"```\") { continue; }\n if (tokens.length === 0 && text == \"ts\") { continue; }\n if (tokens.length === 0 && text == \"\\n\") { continue; }\n // console.log(text);\n write(_.escape(text));\n tokens.push(text);\n write(``);\n }\n write(`

`);\n newCode = tokens.join(\"\").replaceAll(\"```ts\", \"\").replaceAll(\"```\", \"\").replace(/^ts\\n/, \"\");\n }\n write(makeBubbleFooter());\n\n const tempValName = `valle_tmp_${Math.random() * 10}`.replaceAll(\".\", \"\");\n // Errors in running the val bubble up through this API, so ignore them.\n await vt.vals.create({ name: tempValName, code: newCode, type: \"http\" as any, privacy: \"unlisted\" }).catch(\n (error) => {\n console.warn(\"Warning, error during val creation:\", error);\n return Promise.resolve();\n },\n );\n (async function() {\n try {\n await sleep(300);\n const newVal = await vt.alias.username.valName.retrieve(username, tempValName);\n } catch (error) {\n console.warn(`Error archiving val: ${error.stack}`);\n }\n })();\n write(``);\n if (questionType === \"regenerate\" || questionType === \"changes\") {\n write(``);\n } else if (questionType === \"regenerate-diffs\" || questionType === \"changes-diffs\") {\n write(``);\n }\n\n const newConversation = [\n ...prevConversation,\n { role: \"user\", content: userprompt },\n { role: \"assistant\", content: rawTokens.join(\"\") },\n ];\n write(\n ``,\n );\n }\n\n write(makeBubbleHeader(\"🧑‍💻\"));\n write(`\n

\n \n

\n \n \n

\n `);\n write(makeBubbleFooter());\n\n writer.close();\n });\n\n return new Response(readable, { headers: { \"Content-Type\": \"text/html\" } });\n};\napp.get(\"/\", mainHandler);\napp.post(\"/\", mainHandler);\n\nexport default passwordAuth(app.fetch, { verifyPassword: verifyToken });","createdAt",["D",1725576026800],"version","currentUserHasLiked","likeCount","forkCount","referenceCount","dependencyCount",9,"commentCount","prCount","mergedPr",{"_131":132,"_133":134},"handle","stevekrouse","profileImageUrl","https://images.clerk.dev/uploaded/img_2PqHa2Gsy93xQrjh2w78Xu0cChW.jpeg","forkedVal","interval","slug","stevekrouse/likelyCyanPartridge","description","versions",[142],{"_120":32,"_143":-5,"_118":144,"_115":113},"prId",["D",1725576026800],"recentThread","breadcrumbs","comments",[],"isOwner","routes/_app.v.$handle.$name.versions.$(version)",{"_94":152,"_131":132,"_99":100,"_20":153,"_149":26,"_95":157,"_140":170,"_120":-5,"_183":32,"_184":185,"_186":187,"_188":-5},"list",{"_115":97,"_131":132,"_118":154,"_155":156,"_133":134},["D",1657544896325],"bio","mayor of val town",{"_99":100,"_96":97,"_101":102,"_103":104,"_105":158,"_106":107,"_108":109,"_110":111,"_112":113,"_114":26,"_115":113,"_116":117,"_118":159,"_120":32,"_121":26,"_122":32,"_123":32,"_124":32,"_125":126,"_127":32,"_128":32,"_129":-5,"_20":160,"_135":161,"_136":-7,"_137":138,"_139":109,"_140":167},true,["D",1725576026800],{"_131":132,"_133":134},{"_115":162,"_131":132,"_99":163,"_120":164,"_165":166},"71dde8c4-671e-11ef-ba23-de64eea55b61","townie_cerebras",19,"prDisabledHint","Can't create a PR without code or readme changes",[168],{"_120":32,"_143":-5,"_118":169,"_115":113},["D",1725576026800],[171],{"_115":113,"_116":117,"_120":32,"_118":172,"_173":100,"_101":102,"_110":111,"_131":132,"_11":97,"_174":-5,"_175":-5,"_176":-5,"_149":26,"_137":138,"_177":-5,"_178":179},["D",1725576026800],"valName","deletedAt","messageId","threadId","previous","stats",{"_180":181,"_182":32},"additions",536,"deletions","page","pageSize",8,"total",1,"redirect","routes/_app","actionData","errors"]

likelyCyanPartridge

Versions

v0