Add To Money Database W/ AI

/** @jsxImportSource https://esm.sh/preact */ import { blob } from "https://esm.town/v/std/blob"; import process from "node:process"; import Instructor from "npm:@instructor-ai/instructor"; import { Client } from "npm:@notionhq/client"; import OpenAI from "npm:openai"; import { render } from "npm:preact-render-to-string"; import { z } from "npm:zod"; const dbid = "DB_ID_GOES_HERE"; const NOTION_API_KEY = process.env.NOTION_API_KEY; const notion = new Client({ auth: NOTION_API_KEY, }); const MAGIC_AI_FILL_SYMB = "✨"; const supported_notion_props = { "checkbox": "boolean", "date": "date", "multi_select": "array_enum", "number": "number", "rich_text": "string", "select": "enum", "status": "enum", "title": "string", "url": "string_url", "email": "string_email", }; const oai = new OpenAI({ apiKey: process.env.OPENAI_API_KEY ?? undefined, }); const client = Instructor({ client: oai, mode: "TOOLS", }); function createPrompt(title, description, properties) { let prompt = "You are processing content into a database. Based on the title of the database, its properties, their types and options, and any existing descriptions, infer appropriate values for the fields:\n"; prompt += `Database Title: ${title}\n`; if (description) { prompt += `Database Description: ${description}\n\n`; } else { prompt += "\n"; } prompt += "Properties (with types and options where applicable.):\n"; Object.keys(properties).forEach(key => { const prop = properties[key]; prompt += `Name: ${prop.name}, Type: ${prop.type}`; if (prop.description) { prompt += `, Description: ${prop.description}`; } prompt += "\n"; if (prop.options) { if (prop.type === "select" || prop.type === "status") { prompt += "Options (choose one or none of these options):\n"; } else if (prop.type === "multi_select") { prompt += "Options (choose one, multiple or none of these options):\n"; } prop.options.forEach(option => { prompt += ` - ${option.name}`; if (option.description) { prompt += `: ${option.description}`; } prompt += "\n"; }); } }); prompt += "\nInfer and assign values to these properties based on the provided content and the aforementioned cotext."; return prompt; } function processProperties(jsonObject) { const properties = jsonObject.properties; const filteredProps = {}; Object.keys(properties).forEach(key => { const prop = properties[key]; const supportedType = supported_notion_props[prop.type]; if (supportedType && (prop.description?.startsWith(MAGIC_AI_FILL_SYMB) || prop.type === "title")) { filteredProps[key] = { name: prop.name, type: prop.type, description: prop.description ? prop.description.replace(MAGIC_AI_FILL_SYMB, "") : "", }; if (prop.type === "multi_select" || prop.type === "select" || prop.type === "status") { filteredProps[key].options = prop[prop.type].options.map(option => ({ name: option.name, description: option.description || "", })); } } }); const title = jsonObject.title?.map(t => t.plain_text).join("") || "Untitled"; const descriptionArray = jsonObject.description?.map(d => d.plain_text); const description = descriptionArray && descriptionArray.length > 0 ? descriptionArray.join("") : ""; return { "filteredProps": filteredProps, "system_message": createPrompt(title, description, filteredProps) }; } async function get_and_save_notion_db_processed_properties(databaseId) { const response = await notion.databases.retrieve({ database_id: databaseId }); const db_id = response.id.replaceAll("-", ""); const processed_properties = processProperties(response); const extractedProperties = processed_properties["filteredProps"]; const systemMessage = processed_properties["system_message"]; await blob.setJSON(db_id, processed_properties); return processed_properties; } async function get_notion_db_info(databaseId) { databaseId = databaseId.replaceAll("-", ""); let db_info = null; try { db_info = await blob.getJSON(databaseId); if (!db_info) { throw new Error("db_info is null or undefined"); } } catch (error) { db_info = await get_and_save_notion_db_processed_properties(databaseId); } console.log(db_info); db_info["zod_schema"] = createZodSchema(db_info["filteredProps"]); return db_info; } async function get_and_save_notion_db_info(databaseId) { databaseId = databaseId.replaceAll("-", ""); let db_info = await get_and_save_notion_db_processed_properties(databaseId); db_info["zod_schema"] = createZodSchema(db_info["filteredProps"]); return db_info; } function createZodSchema(filteredProps) { const schemaObject = {}; Object.keys(filteredProps).forEach(key => { const prop = filteredProps[key]; const zodType = supported_notion_props[prop.type]; switch (zodType) { case "boolean": schemaObject[key] = z.boolean(); break; case "date": // Accepts a string and tries to parse it as a date schemaObject[key] = z.string().refine(val => val === "" || !isNaN(Date.parse(val)), { message: "Invalid date format", }).transform(val => val === "" ? undefined : new Date(val)); break; case "number": schemaObject[key] = z.number(); break; case "string": schemaObject[key] = z.string(); break; case "string_url": // Accepts either a URL or an empty string schemaObject[key] = z.string().refine(val => val === "" || z.string().url().safeParse(val).success, { message: "Invalid URL", }); break; case "string_email": // Accepts either an email or an empty string schemaObject[key] = z.string().refine(val => val === "" || z.string().email().safeParse(val).success, { message: "Invalid email", }); break; case "enum": case "array_enum": const enumOptions = prop.options.map(option => option.name); const enumSchema = z.enum(enumOptions); schemaObject[key] = zodType === "enum" ? enumSchema : z.array(enumSchema); break; default: console.warn(`Unsupported type for property ${key}: ${zodType}`); } }); return z.object(schemaObject); } function convertToNotionProperties(responseValues, filteredProps) { const notionProperties = {}; Object.keys(filteredProps).forEach(key => { const prop = filteredProps[key]; const value = responseValues[key]; // Skip empty values if (!value || value === "" || (Array.isArray(value) && value.length === 0)) { return; } switch (prop.type) { case "title": case "rich_text": if (value) { notionProperties[key] = { [prop.type]: [{ "text": { "content": value } }] }; } break; case "select": if (value) { notionProperties[key] = { "select": { "name": value } }; } break; case "number": if (value) { notionProperties[key] = { "number": parseFloat(value) }; } break; case "date": if (value && value instanceof Date) { // Check if the date ends with "00:00:00.000Z" if (value.toISOString().endsWith("T00:00:00.000Z")) { notionProperties[key] = { "date": { "start": value.toISOString().split("T")[0] } }; } else { notionProperties[key] = { "date": { "start": value.toISOString(), "time_zone": "America/Los_Angeles", }, }; } } break; case "checkbox": notionProperties[key] = { "checkbox": value === "true" }; break; case "multi_select": if (value.length > 0) { notionProperties[key] = { "multi_select": value.map(v => ({ "name": v })) }; } break; case "url": if (value) { notionProperties[key] = { "url": value }; } break; case "status": if (value) { notionProperties[key] = { "status": { "name": value } }; } break; case "email": if (value) { notionProperties[key] = { "email": value }; } break; default: console.warn(`Unsupported type for Notion property conversion: ${prop.type}`); } }); return notionProperties; } async function process_text(dbid, text) { const db_info = await get_notion_db_info(dbid); const processed_message = await client.chat.completions.create({ messages: [{ role: "system", content: db_info["system_message"] }, { role: "user", content: text }], model: "gpt-4-1106-preview", response_model: { schema: db_info["zod_schema"], name: "value extraction", }, max_retries: 3, }); return convertToNotionProperties(processed_message, db_info["filteredProps"]); } async function addToNotion(databaseId, text) { databaseId = databaseId.replaceAll("-", ""); const properties = await process_text(databaseId, text); console.log(properties); const response = await notion.pages.create({ "parent": { "type": "database_id", "database_id": databaseId, }, "properties": properties, }); } export default async function(req: Request) { if (req.method === "POST") { const content = (await req.formData()).get("content"); await addToNotion(dbid, content); return new Response(render( <>

Processed and added to Notion Database

, )); } if (req.url.endsWith("/clear")) { return new Response(render(

)); // Returns an empty answer div } return new Response( render( Add To Money Database W/ AI , ), { headers: { "Content-Type": "text/html; charset=utf-8", }, }, ); }

add_to_notion_w_ai_webpage