import { blob } from "https://esm.town/v/std/blob"; import { encodingForModel } from "npm:js-tiktoken"; const cacheBlobKey = "getValsContextWindowCache3"; export default async function getValsContextWindow(model: any) { const fullCacheBlobKey = `${cacheBlobKey}-${model}`; const cached = await blob.getJSON(fullCacheBlobKey); if (cached) { return cached; } const readmeVals: any = await blob.getJSON("readme-vals.json"); const API_URL = "https://api.val.town"; const sections = [ { name: "Imports", templates: [ { name: "Import from NPM", prompt: "Write a val that imports lodash and generates a range of numbers", code: `import _ from "npm:lodash-es"; let numbers = _.range(10); console.log(numbers.map(n => n * 2));`, }, { prompt: "Write a val that imports from another val and gets the weather", code: `import { getWeather } from "https://esm.town/v/stevekrouse/getWeather"; let weather = await getWeather("Brooklyn, NY"); console.log(weather.current_condition[0].FeelsLikeF)`, }, ], }, { name: "Server-Rendered JSX", templates: [ { type: "http", prompt: "Generate a val that uses React to render HTML", code: `/** @jsxImportSource https://esm.sh/react */ import { renderToString } from "npm:react-dom/server"; export const reactExample = (request: Request) => new Response(renderToString(

Test {1 + 1}

), { headers: { "Content-Type": "text/html", }, });`, }, { type: "http", prompt: "Create a val that uses Hono to render HTML", code: `/** @jsxImportSource npm:hono@3/jsx */ import { Hono } from "npm:hono"; const app = new Hono(); app.get("/", async (c) => { return c.html(

Hello {c.req.query("name")}

, ); }); export default app.fetch;`, }, { type: "http", prompt: null, code: `/** @jsxImportSource https://esm.sh/preact */ import { render } from "npm:preact-render-to-string"; export const preactExample = (request: Request) => new Response(render(

Test {1 + 1}

), { headers: { "Content-Type": "text/html", }, });`, }, { type: "http", prompt: null, code: `/** @jsxImportSource https://esm.sh/vue */ import { renderToString } from "npm:vue/server-renderer"; export const vueExample = async (request: Request) => new Response(await renderToString(

Test {1 + 1}

), { headers: { "Content-Type": "text/html", }, });`, }, ], }, { name: "Storage", templates: [ { name: "Store JSON with the Val Town Blob", prompt: "Write a val that uses blob storage to store data", code: `import { blob } from "https://esm.town/v/std/blob?v=10"; const key = "blob_test"; const value = { hello: "val town" }; await blob.setJSON(key, value); console.log(await blob.getJSON(key));`, }, { name: "Use Val Town SQLite to store data", prompt: "Write a val that uses an SQLite database", code: `import { sqlite } from "https://esm.town/v/std/sqlite?v=4"; const result = await sqlite.execute("SELECT 1 + 10"); console.log(result.rows[0]);`, }, ], }, { name: "Env variables", templates: [ { prompt: "Write a val that accesses environment variables", code: `const res = await fetch("${API_URL}/v1/me", { headers: { Authorization: \`Bearer \${Deno.env.get("valtown")}\`, }, }); console.log(await res.json());`, }, { prompt: "Write a val that accesses environment variables with node:process", code: `import process from "node:process"; const res = await fetch("${API_URL}/v1/me", { headers: { Authorization: \`Bearer \${process.env.valtown}\`, }, }); console.log(await res.json());`, }, ], }, { name: "Miscellaneous", templates: [ { name: "Send yourself an email", prompt: "Write a val that sends an email", code: `import { email } from "https://esm.town/v/std/email?v=9"; await email({ text: JSON.stringify({ "message": "hi" }) });`, }, { prompt: "Write a val that scrapes a website using cheerio", code: `import cheerio from "npm:cheerio"; const response = await fetch("https://example.com"); const body = await response.text(); const $ = cheerio.load(body); console.log($("a").toArray().flatMap(el => el.attributes.filter(a => a.name === "href").map(a => a.value) ));`, }, { prompt: "Write a val that uses OpenAI", code: `import { OpenAI } from "https://esm.town/v/std/openai"; const openai = new OpenAI(); const completion = await openai.chat.completions.create({ "messages": [ { "role": "user", "content": "Say hello in a creative way" }, ], model: "gpt-4", max_tokens: 30, }); console.log(completion.choices[0].message.content);`, }, { prompt: "Write a val that renders a website and uses tailwind css", type: "http", code: `/** @jsxImportSource https://esm.sh/preact */ import { render } from "npm:preact-render-to-string"; export default async function(req: Request) { return new Response( render( Title

Hello world!

, ), { headers: { "Content-Type": "text/html; charset=utf-8", }, }, ); }`, }, ], }, ]; const FLAT_TEMPLATES = sections.flatMap((section) => section.templates); function tsResponse(code) { return "```ts\n" + code + "\n```"; } const templatePrompts = FLAT_TEMPLATES.flatMap((template) => { if (!template.prompt) return []; return [ { role: "user", content: template.prompt, }, { role: "assistant", content: tsResponse(template.code), }, ]; }); const messages = [ { role: "system", content: "Answer requests for vals with TypeScript programs that are written for Deno's runtime environment. References to NPM modules need to use ESM imports prefixed with \"npm:\". Node modules must be imported with a \"node:\" prefix, like\n\n```\nimport { randomUUID } from \"node:crypto\";\n```\n\nResponses should be short and should omit any information about installing or running Deno.\n\n\nWhen a val sends an email, it should use the module imported from https://esm.town/v/std/email.", }, { role: "system", content: `For your reference, here are the contents of docs/std/email.md: --- title: Email lastUpdated: 2024-03-18 --- Send emails with [\`std/email\`](https://www.val.town/v/std/email). You can only send emails to yourself if you're on Val Town Free. If you're on [Val Town Pro](https://www.val.town/pricing), you can email anyone. :::note Want to receive emails instead? [Create an email handler val](/types/email/) ::: ## Basic usage ${"```"}ts title="Example" val import { email } from "https://esm.town/v/std/email"; await email({ subject: "New Ink & Switch Post!", text: "https://www.inkandswitch.com/embark/" }); ${"```"} ### \`subject\` The email subject line. It defaults to \`Message from @your_username on Val Town\`. ### \`to\`, \`cc\`, and \`bcc\` By default, the \`to\` field is set to the owner of the Val Town account that calls it. If you have Val Town Pro, you can send emails to anyone via the \`to\`, \`cc\`, and \`bcc\` fields. If you don't have Val Town Pro, you can only send emails to yourself, so leave those fields blank. ### \`from\` The \`from\` is limited to a few options: 1. It defaults to \`notifications@val.town\` if you don't specify it. 2. If you do specify it, it must be of the form: \`your_username.valname@valtown.email\`. ### \`replyTo\` \`replyTo\` accepts a string email or an object with strings for \`email\` and \`name\` (optional). This can be useful if you are sending emails to others with Val Town Pro. ${"```"}ts title="replyTo" val import { email } from "https://esm.town/v/std/email"; await email({ to: "someone_else@example.com", from: "your_username.valname@valtown.email", replyTo: "your_email@example.com", text: "these pretzels are making me thirsty", }); ${"```"} ### Attachments You can attach files to your emails by using the \`attachments\` field. Attachments need to be [Base64](https://en.wikipedia.org/wiki/Base64) encoded, which is that the [btoa](https://developer.mozilla.org/en-US/docs/Web/API/btoa) method is doing in this example: ${"```"}ts title="Attachments example" val import { email } from "https://esm.town/v/std/email"; export const stdEmailAttachmentExample = email({ attachments: [ { content: btoa("hello attachments!"), filename: "test.txt", type: "text", disposition: "attachment", }, ], }); ${"```"} Here's an example sending a [PDF](https://www.val.town/v/stevekrouse/sendPDF).`, }, { role: "system", content: `For your reference, here are the contents of docs/std/blob.md: --- title: Blob Storage lastUpdated: 2024-05-09 --- Val Town comes with blob storage built-in. It allows for storing any data: text, JSON, images. You can access it via [\`std/blob\`](https://www.val.town/v/std/blob). Blob storage is scoped globally to your account. If you set a blob in one val, you can retrieve it by the same key in another val. It's backed by Cloudflare R2. You may find [this admin viewer](https://www.val.town/v/stevekrouse/blob_admin) helpful for viewing and editing your blobs. ##### Get JSON \`\`\`ts title="Get JSON" import { blob } from "https://esm.town/v/std/blob"; let blobDemo = await blob.getJSON("myKey"); console.log(blobDemo); // returns \`undefined\` if not found \`\`\` ##### Set JSON \`\`\`ts title="Set JSON" import { blob } from "https://esm.town/v/std/blob"; await blob.setJSON("myKey", { hello: "world" }); \`\`\` ##### List keys \`\`\`ts title="List Keys" import { blob } from "https://esm.town/v/std/blob"; let allKeys = await blob.list(); console.log(allKeys); const appKeys = await blob.list("app_"); console.log(appKeys); // all keys that begin with \`app_\` \`\`\` ##### Delete by key \`\`\`ts title="Delete" import { blob } from "https://esm.town/v/std/blob"; await blob.delete("myKey"); \`\`\` ### Examples - [Counter](https://www.val.town/v/std/docsBlobCounterDemo) - [RSS Notifications](https://www.val.town/v/stevekrouse/rssNotifyExample) (saving the last run time) - Picture: [Save](https://www.val.town/v/andreterron/blobSavePictureExample) & [Read](https://www.val.town/v/andreterron/blobReadPictureExample) ### Error Handling - \`blob.get\` can throw [\`ValTownBlobNotFoundError\`](https://val.town/v/std/ValTownBlobNotFoundError) - Any method can throw [\`ValTownBlobError\`](https://val.town/v/andreterron/ValTownBlobError) for unexpected errors. ### Utilities Our Blob SDK also includes some utility functions to make working with blobs easier. ##### Copy \`\`\`ts title="Copy" import { blob } from "https://esm.town/v/std/blob"; await blob.copy("myKey", "myKeyCopy"); \`\`\` ##### Move \`\`\`ts title="Move" import { blob } from "https://esm.town/v/std/blob"; await blob.move("myKey", "myKeyNew"); \`\`\` ### Lower-level API We do provide access to the lower-level getter and setters, which are useful if you are storing non-JSON or binary data, need to stream in your response or request data, or do anything else lower-level. - \`async get(key: string)\`: Retrieves a blob for a given key. - \`async set(key: string, value: string | BodyInit)\`: Sets the blob value for a given key. See [BodyInit](https://deno.land/api@v1.38.1?s=BodyInit). ### Limitations - Blob-stored data counts towards your total Val Town storage – 10mb on the free plan and 1gb on pro. Check our [pricing page](https://val.town/pricing) to learn more. - Keys for blobs can be up to 512 characters long. `, }, { role: "user", content: "Write an HTTP val that responds to requests with \"Hello world\"", }, { role: "assistant", content: "\n```ts\nexport default async function (req: Request): Promise {\n return Response.json(\"Hello world\")\n}\n```", }, { role: "user", content: "Write a val that responds to requests with HTML and reads a 'name' from a query string value:", }, { role: "assistant", content: "\n```ts\nexport default async function(req: Request): Promise {\n const query = new URL(req.url).searchParams;\n\n // Read name from the querystring or body. Defaults to \"you\" if not present.\n const name = query.get(\"name\") || (await req.json().catch(() => ({}))).name || \"you\";\n\n // Returns the HTML response\n return new Response(`

Hi ${name}!

`, {\n headers: { \"Content-Type\": \"text/html\" },\n });\n}\n```", }, { role: "user", content: "Write a val that imports lodash and logs the minimum number in a list of numbers", }, { role: "assistant", content: "```ts\nimport { min } from \"npm:lodash-es\";\n\nconsole.log(min([1, 2, 3, 4, 5]));\n```", }, { role: "user", content: "Write a val that fetches the weather in Brooklyn, NY", }, { role: "assistant", content: "```ts\nexport default async function(req: Request): Promise {\n const apiKey = Deno.env.get(\"METEO_KEY\");\n const apiUrl = `https://api.open-meteo.com/v1/forecast?latitude=40.6782&longitude=-73.9442&hourly=temperature_2m¤t_weather=true&apikey=${apiKey}`;\n\n const response = await fetch(apiUrl);\n const weatherData = await response.json();\n\n return new Response(JSON.stringify(weatherData), { headers: { \"Content-Type\": \"application/json\" } });\n}\n```", }, { role: "user", content: "Write a val that renders HTML with Hono", }, { role: "assistant", content: "```ts\n/** @jsxImportSource npm:hono@3/jsx */\nimport { Hono } from \"npm:hono\";\n\nconst app = new Hono();\napp.get(\"/\", async (c) => {\n return c.html(\n

\n \n Hello {c.req.query(\"name\")}\n

,\n );\n});\nexport default app.fetch;\n```", }, ...templatePrompts, ]; const newMessages = []; const seenStrings = new Set(); for (let i = 0; i < readmeVals.length; i++) { const val = readmeVals[i]; let valTypeName = val.valType; if (valTypeName === "interval") { valTypeName = "cron/interval"; } if (seenStrings.has(val.readme)) { continue; } seenStrings.add(val.readme); if (seenStrings.has(val.code)) { continue; } seenStrings.add(val.code); if (val.readme.length > 2000) { continue; } if (val.code.length > 1200) { continue; } newMessages.push({ role: "user", content: `Write a ${valTypeName} val "${val.handle}/${val.name}" for:\n\n${val.readme.slice(0, 1000)}`, }); newMessages.push({ role: "assistant", content: "```ts\n" + val.code + "\n```", }); } const allMessages = [...messages, ...newMessages]; const modelMax = { "gpt-4o": 128000 - 8000, "gpt-3.5-turbo": 4096 - 2000, }[model]; const truncatedMessages = []; const encoder = encodingForModel(model); const maxTokens = modelMax; let tokensSoFar = 0; for (let i = 0; i < allMessages.length; i++) { const message = allMessages[i]; let content = message.content; let nextMessage; if (message.role === "user" && i < allMessages.length - 1) { nextMessage = allMessages[i + 1]; if (nextMessage.role === "assistant") { content += "\n" + nextMessage.content; i++; } } const tokens = encoder.encode(content); if (tokensSoFar + tokens.length > maxTokens) { break; } truncatedMessages.push(message); if (nextMessage) { truncatedMessages.push(nextMessage); } tokensSoFar += tokens.length; } // console.log(`Truncated to ${truncatedMessages.length} messages with ${tokensSoFar} tokens`); await blob.setJSON(fullCacheBlobKey, truncatedMessages); return truncatedMessages; }