import urlHeader from "https://esm.town/v/substrate/urlHeader"; import Exa from "npm:exa-js"; import { ComputeText, GenerateImage, sb, Substrate } from "npm:substrate"; const exa = new Exa(Deno.env.get("EXA_API_KEY")); const substrate = new Substrate({ apiKey: Deno.env.get("SUBSTRATE_API_KEY") }); export default async function handler(req: Request): Promise { const url = new URL(req.url).searchParams.get("url") || "https://thesephist.com/posts/synth/"; const searchResults = await exa.findSimilarAndContents(url, { text: { maxCharacters: 1000 }, category: "personal site", }); const summary = new ComputeText({ prompt: `I have a json list of results for similar sites to ${url}. Return a concise markdown summary in the following format:

Just return the markdown. Do not introduce with "Here is" or explain the output. Results: ${JSON.stringify(searchResults.results)}`, model: "Llama3Instruct70B", }); const stream = await substrate.stream(summary); let { readable, writable } = new TransformStream(); let writer = writable.getWriter(); const textEncoder = new TextEncoder(); writer.write(textEncoder.encode(` ${urlHeader(url)}

`)); new Promise(async () => { for await (const event of stream.get(summary)) { if (event.object === "node.delta") { const chunk = event.data.text || ""; writer.write(textEncoder.encode(` `)); } } writer.write(textEncoder.encode(` `)); writer.close(); }); return new Response(readable, { headers: { "Content-Type": "text/html", }, }); }

similarSites