import { blob } from "https://esm.town/v/std/blob"; import { encodingForModel } from "npm:js-tiktoken"; const cacheBlobKey = "getValsContextWindowCache3"; export default async function getValsContextWindow(model: any) { const fullCacheBlobKey = `${cacheBlobKey}-${model}`; const cached = await blob.getJSON(fullCacheBlobKey); if (cached) { return cached; } const readmeVals: any = await (await fetch("https://janpaul123-readmevals.web.val.run/")).json(); const API_URL = "https://api.val.town"; const sections = [ { name: "Imports", templates: [ { name: "Import from NPM", prompt: "Write a val that imports lodash and generates a range of numbers", code: `import _ from "npm:lodash-es"; let numbers = _.range(10); console.log(numbers.map(n => n * 2));`, }, { prompt: "Write a val that imports from another val and gets the weather", code: `import { getWeather } from "https://esm.town/v/stevekrouse/getWeather"; let weather = await getWeather("Brooklyn, NY"); console.log(weather.current_condition[0].FeelsLikeF)`, }, ], }, { name: "Server-Rendered JSX", templates: [ { type: "http", prompt: "Generate a val that uses React to render HTML", code: `/** @jsxImportSource https://esm.sh/react */ import { renderToString } from "npm:react-dom/server"; export const reactExample = (request: Request) => new Response(renderToString(

Test {1 + 1}

), { headers: { "Content-Type": "text/html", }, });`, }, { type: "http", prompt: "Create a val that uses Hono to render HTML", code: `/** @jsxImportSource npm:hono@3/jsx */ import { Hono } from "npm:hono"; const app = new Hono(); app.get("/", async (c) => { return c.html(

Hello {c.req.query("name")}

, ); }); export default app.fetch;`, }, { type: "http", prompt: null, code: `/** @jsxImportSource https://esm.sh/preact */ import { render } from "npm:preact-render-to-string"; export const preactExample = (request: Request) => new Response(render(

Test {1 + 1}

), { headers: { "Content-Type": "text/html", }, });`, }, { type: "http", prompt: null, code: `/** @jsxImportSource https://esm.sh/vue */ import { renderToString } from "npm:vue/server-renderer"; export const vueExample = async (request: Request) => new Response(await renderToString(

Test {1 + 1}

), { headers: { "Content-Type": "text/html", }, });`, }, ], }, { name: "Storage", templates: [ { name: "Store JSON with the Val Town Blob", prompt: "Write a val that uses blob storage to store data", code: `import { blob } from "https://esm.town/v/std/blob?v=10"; const key = "blob_test"; const value = { hello: "val town" }; await blob.setJSON(key, value); console.log(await blob.getJSON(key));`, }, { name: "Use Val Town SQLite to store data", prompt: "Write a val that uses an SQLite database", code: `import { sqlite } from "https://esm.town/v/std/sqlite?v=4"; const result = await sqlite.execute("SELECT 1 + 10"); console.log(result.rows[0]);`, }, ], }, { name: "Env variables", templates: [ { prompt: "Write a val that accesses environment variables", code: `const res = await fetch("${API_URL}/v1/me", { headers: { Authorization: \`Bearer \${Deno.env.get("valtown")}\`, }, }); console.log(await res.json());`, }, { prompt: "Write a val that accesses environment variables with node:process", code: `import process from "node:process"; const res = await fetch("${API_URL}/v1/me", { headers: { Authorization: \`Bearer \${process.env.valtown}\`, }, }); console.log(await res.json());`, }, ], }, { name: "Miscellaneous", templates: [ { name: "Send yourself an email", prompt: "Write a val that sends an email", code: `import { email } from "https://esm.town/v/std/email?v=9"; await email({ text: JSON.stringify({ "message": "hi" }) });`, }, { prompt: "Write a val that scrapes a website using cheerio", code: `import cheerio from "npm:cheerio"; const response = await fetch("https://example.com"); const body = await response.text(); const $ = cheerio.load(body); console.log($("a").toArray().flatMap(el => el.attributes.filter(a => a.name === "href").map(a => a.value) ));`, }, { prompt: "Write a val that uses OpenAI", code: `import { OpenAI } from "https://esm.town/v/std/openai"; const openai = new OpenAI(); const completion = await openai.chat.completions.create({ "messages": [ { "role": "user", "content": "Say hello in a creative way" }, ], model: "gpt-4", max_tokens: 30, }); console.log(completion.choices[0].message.content);`, }, { prompt: "Write a val that renders a website and uses tailwind css", type: "http", code: `/** @jsxImportSource https://esm.sh/preact */ import { render } from "npm:preact-render-to-string"; export default async function(req: Request) { return new Response( render( Title

Hello world!

, ), { headers: { "Content-Type": "text/html; charset=utf-8", }, }, ); }`, }, ], }, ]; const FLAT_TEMPLATES = sections.flatMap((section) => section.templates); function tsResponse(code) { return "```ts\n" + code + "\n```"; } const templatePrompts = FLAT_TEMPLATES.flatMap((template) => { if (!template.prompt) return []; return [ { role: "user", content: template.prompt, }, { role: "assistant", content: tsResponse(template.code), }, ]; }); const messages = [ { role: "system", content: "You are first given some sample conversations, to show you the Vals that exist in the system, followed by the actual conversation with the user. Answer requests for vals with TypeScript programs that are written for Deno's runtime environment. References to NPM modules need to use ESM imports prefixed with \"npm:\". Node modules must be imported with a \"node:\" prefix, like\n\n```\nimport { randomUUID } from \"node:crypto\";\n```\n\nResponses should be short and should omit any information about installing or running Deno.\n\n\nWhen a val sends an email, it should use the module imported from https://esm.town/v/std/email.", }, { role: "system", content: `For your reference, here are the contents of docs/std/email.md: --- title: Email lastUpdated: 2024-03-18 --- Send emails with [\`std/email\`](https://www.val.town/v/std/email). You can only send emails to yourself if you're on Val Town Free. If you're on [Val Town Pro](https://www.val.town/pricing), you can email anyone. :::note Want to receive emails instead? [Create an email handler val](/types/email/) ::: ## Basic usage ${"```"}ts title="Example" val import { email } from "https://esm.town/v/std/email"; await email({ subject: "New Ink & Switch Post!", text: "https://www.inkandswitch.com/embark/" }); ${"```"} ### \`subject\` The email subject line. It defaults to \`Message from @your_username on Val Town\`. ### \`to\`, \`cc\`, and \`bcc\` By default, the \`to\` field is set to the owner of the Val Town account that calls it. If you have Val Town Pro, you can send emails to anyone via the \`to\`, \`cc\`, and \`bcc\` fields. If you don't have Val Town Pro, you can only send emails to yourself, so leave those fields blank. ### \`from\` The \`from\` is limited to a few options: 1. It defaults to \`notifications@val.town\` if you don't specify it. 2. If you do specify it, it must be of the form: \`your_username.valname@valtown.email\`. ### \`replyTo\` \`replyTo\` accepts a string email or an object with strings for \`email\` and \`name\` (optional). This can be useful if you are sending emails to others with Val Town Pro. ${"```"}ts title="replyTo" val import { email } from "https://esm.town/v/std/email"; await email({ to: "someone_else@example.com", from: "your_username.valname@valtown.email", replyTo: "your_email@example.com", text: "these pretzels are making me thirsty", }); ${"```"} ### Attachments You can attach files to your emails by using the \`attachments\` field. Attachments need to be [Base64](https://en.wikipedia.org/wiki/Base64) encoded, which is that the [btoa](https://developer.mozilla.org/en-US/docs/Web/API/btoa) method is doing in this example: ${"```"}ts title="Attachments example" val import { email } from "https://esm.town/v/std/email"; export const stdEmailAttachmentExample = email({ attachments: [ { content: btoa("hello attachments!"), filename: "test.txt", type: "text", disposition: "attachment", }, ], }); ${"```"} Here's an example sending a [PDF](https://www.val.town/v/stevekrouse/sendPDF).`, }, { role: "system", content: `For your reference, here are the contents of docs/std/blob.md: --- title: Blob Storage lastUpdated: 2024-05-09 --- Val Town comes with blob storage built-in. It allows for storing any data: text, JSON, images. You can access it via [\`std/blob\`](https://www.val.town/v/std/blob). Blob storage is scoped globally to your account. If you set a blob in one val, you can retrieve it by the same key in another val. It's backed by Cloudflare R2. You may find [this admin viewer](https://www.val.town/v/stevekrouse/blob_admin) helpful for viewing and editing your blobs. ##### Get JSON \`\`\`ts title="Get JSON" import { blob } from "https://esm.town/v/std/blob"; let blobDemo = await blob.getJSON("myKey"); console.log(blobDemo); // returns \`undefined\` if not found \`\`\` ##### Set JSON \`\`\`ts title="Set JSON" import { blob } from "https://esm.town/v/std/blob"; await blob.setJSON("myKey", { hello: "world" }); \`\`\` ##### List keys \`\`\`ts title="List Keys" import { blob } from "https://esm.town/v/std/blob"; let allKeys = await blob.list(); console.log(allKeys); const appKeys = await blob.list("app_"); console.log(appKeys); // all keys that begin with \`app_\` \`\`\` ##### Delete by key \`\`\`ts title="Delete" import { blob } from "https://esm.town/v/std/blob"; await blob.delete("myKey"); \`\`\` ### Examples - [Counter](https://www.val.town/v/std/docsBlobCounterDemo) - [RSS Notifications](https://www.val.town/v/stevekrouse/rssNotifyExample) (saving the last run time) - Picture: [Save](https://www.val.town/v/andreterron/blobSavePictureExample) & [Read](https://www.val.town/v/andreterron/blobReadPictureExample) ### Error Handling - \`blob.get\` can throw [\`ValTownBlobNotFoundError\`](https://val.town/v/std/ValTownBlobNotFoundError) - Any method can throw [\`ValTownBlobError\`](https://val.town/v/andreterron/ValTownBlobError) for unexpected errors. ### Utilities Our Blob SDK also includes some utility functions to make working with blobs easier. ##### Copy \`\`\`ts title="Copy" import { blob } from "https://esm.town/v/std/blob"; await blob.copy("myKey", "myKeyCopy"); \`\`\` ##### Move \`\`\`ts title="Move" import { blob } from "https://esm.town/v/std/blob"; await blob.move("myKey", "myKeyNew"); \`\`\` ### Lower-level API We do provide access to the lower-level getter and setters, which are useful if you are storing non-JSON or binary data, need to stream in your response or request data, or do anything else lower-level. - \`async get(key: string)\`: Retrieves a blob for a given key. - \`async set(key: string, value: string | BodyInit)\`: Sets the blob value for a given key. See [BodyInit](https://deno.land/api@v1.38.1?s=BodyInit). ### Limitations - Blob-stored data counts towards your total Val Town storage – 10mb on the free plan and 1gb on pro. Check our [pricing page](https://val.town/pricing) to learn more. - Keys for blobs can be up to 512 characters long. `, }, { role: "user", content: "Write an HTTP val that responds to requests with \"Hello world\"", }, { role: "assistant", content: "\n```ts\nexport default async function (req: Request): Promise {\n return Response.json(\"Hello world\")\n}\n```", }, { role: "user", content: "Write a val that responds to requests with HTML and reads a 'name' from a query string value:", }, { role: "assistant", content: "\n```ts\nexport default async function(req: Request): Promise {\n const query = new URL(req.url).searchParams;\n\n // Read name from the querystring or body. Defaults to \"you\" if not present.\n const name = query.get(\"name\") || (await req.json().catch(() => ({}))).name || \"you\";\n\n // Returns the HTML response\n return new Response(`

Hi ${name}!

`, {\n headers: { \"Content-Type\": \"text/html\" },\n });\n}\n```", }, { role: "user", content: "Write a val that imports lodash and logs the minimum number in a list of numbers", }, { role: "assistant", content: "```ts\nimport { min } from \"npm:lodash-es\";\n\nconsole.log(min([1, 2, 3, 4, 5]));\n```", }, { role: "user", content: "Write a val that fetches the weather in Brooklyn, NY", }, { role: "assistant", content: "```ts\nexport default async function(req: Request): Promise {\n const apiKey = Deno.env.get(\"METEO_KEY\");\n const apiUrl = `https://api.open-meteo.com/v1/forecast?latitude=40.6782&longitude=-73.9442&hourly=temperature_2m¤t_weather=true&apikey=${apiKey}`;\n\n const response = await fetch(apiUrl);\n const weatherData = await response.json();\n\n return new Response(JSON.stringify(weatherData), { headers: { \"Content-Type\": \"application/json\" } });\n}\n```", }, { role: "user", content: "Write a val that renders HTML with Hono", }, { role: "assistant", content: "```ts\n/** @jsxImportSource npm:hono@3/jsx */\nimport { Hono } from \"npm:hono\";\n\nconst app = new Hono();\napp.get(\"/\", async (c) => {\n return c.html(\n

\n \n Hello {c.req.query(\"name\")}\n

,\n );\n});\nexport default app.fetch;\n```", }, ...templatePrompts, ]; const newMessages = []; const seenStrings = new Set(); for (let i = 0; i < readmeVals.length; i++) { const val = readmeVals[i]; let valTypeName = val.valType; if (valTypeName === "interval") { valTypeName = "cron/interval"; } if (seenStrings.has(val.readme)) { continue; } seenStrings.add(val.readme); if (seenStrings.has(val.code)) { continue; } seenStrings.add(val.code); if (val.readme.length > 2000) { continue; } if (val.code.length > 1200) { continue; } newMessages.push({ role: "user", content: `Write a ${valTypeName} val "${val.handle}/${val.name}" for:\n\n${val.readme.slice(0, 1000)}`, }); newMessages.push({ role: "assistant", content: "```ts\n" + val.code + "\n```", }); } const allMessages = [...messages, ...newMessages]; const modelMax = { "gpt-4o": 128000 - 8000, "gpt-4o-mini": 128000 - 8000, "gpt-3.5-turbo": 4096 - 2000, }[model]; const truncatedMessages = []; const encoder = encodingForModel(model === "gpt-4o-mini" ? "gpt-4o" : model); const maxTokens = modelMax; let tokensSoFar = 0; for (let i = 0; i < allMessages.length; i++) { const message = allMessages[i]; let content = message.content; let nextMessage; if (message.role === "user" && i < allMessages.length - 1) { nextMessage = allMessages[i + 1]; if (nextMessage.role === "assistant") { content += "\n" + nextMessage.content; i++; } } const tokens = encoder.encode(content); if (tokensSoFar + tokens.length > maxTokens) { break; } truncatedMessages.push(message); if (nextMessage) { truncatedMessages.push(nextMessage); } tokensSoFar += tokens.length; } // console.log(`Truncated to ${truncatedMessages.length} messages with ${tokensSoFar} tokens`); await blob.setJSON(fullCacheBlobKey, truncatedMessages); return truncatedMessages; }

valleGetValsContextWindow

Version 2