export type Events = { meta: { content_type: ContentType; refetch_settings: boolean; linkify: boolean; suggested_replies: boolean; }; text: { text: string; }; replace_response: { text: string; }; suggested_reply: { text: string; }; error: { allow_retry: boolean; text?: string; raw_response?: string; error_type?: string; }; done: {}; }; export const events = { text: (text: string) => ({ event: "text", data: { text } }) as PoeBotServerSentEvent<"text">, meta: (data: Events["meta"]) => ({ event: "meta", data }) as PoeBotServerSentEvent<"meta">, replace: (text: string) => ({ event: "replace_response", data: { text } }) as PoeBotServerSentEvent<"replace_response">, error: (data: Events["error"]) => ({ event: "error", data }) as PoeBotServerSentEvent<"error">, done: () => ({ event: "done", data: {} }) as PoeBotServerSentEvent<"done">, }; export type PoeBotServerSentEvent = { event: Key; data: Events[Key]; }; // copied from https://github.com/poe-platform/fastapi_poe/blob/72e0ffdd00553d24ef23755138ca9b8d5f08b201/src/fastapi_poe/types.py export type Identifier = string; export type FeedbackType = "like" | "dislike"; export type ContentType = "text/markdown" | "text/plain"; export type ErrorType = "user_message_too_long"; export interface MessageFeedback { type: FeedbackType; reason?: string; } export interface Attachment { url: string; content_type: string; name: string; parsed_content?: string; } export interface ProtocolMessage { role: "system" | "user" | "bot"; sender_id?: string; content: string; content_type: ContentType; timestamp: number; message_id: string; feedback: MessageFeedback[]; attachments: Attachment[]; } export interface RequestContext { http_request: Request; } export interface BaseRequest { version: string; type: "query" | "settings" | "report_feedback" | "report_error"; } export interface QueryRequest extends BaseRequest { query: ProtocolMessage[]; user_id: Identifier; conversation_id: Identifier; message_id: Identifier; metadata: Identifier; api_key: string; access_key: string; temperature: number; skip_system_prompt: boolean; logit_bias: Record; stop_sequences: string[]; language_code: string; bot_query_id: Identifier; } export interface SettingsRequest extends BaseRequest {} export interface ReportFeedbackRequest extends BaseRequest { message_id: Identifier; user_id: Identifier; conversation_id: Identifier; feedback_type: FeedbackType; } export interface ReportErrorRequest extends BaseRequest { message: string; metadata: Record; } export type SettingsResponse = Partial<{ context_clear_window_secs?: number; allow_user_context_clear?: boolean; server_bot_dependencies: Record; allow_attachments?: boolean; introduction_message?: string; expand_text_attachments?: boolean; enable_image_comprehension?: boolean; enforce_author_role_alternation?: boolean; enable_multi_bot_chat_prompting?: boolean; }>; export interface AttachmentUploadResponse { inline_ref?: string; attachment_url?: string; } export interface PartialResponse { text: string; data?: Record; raw_response?: any; full_prompt?: string; request_id?: string; is_suggested_reply: boolean; is_replace_response: boolean; } export interface ErrorResponse extends PartialResponse { allow_retry: boolean; error_type?: ErrorType; } export interface MetaResponse extends PartialResponse { linkify: boolean; suggested_replies: boolean; content_type: ContentType; refetch_settings: boolean; } export interface ToolDefinition { type: string; function: { name: string; description: string; parameters: { type: string; properties: Record; required?: string[]; }; }; } export interface ToolCallDefinition { id: string; type: string; function: { name: string; arguments: string; }; } export interface ToolResultDefinition { role: string; name: string; tool_call_id: string; content: string; } export interface ToolResult { id: string; type: string; function: { name: string; arguments: string; }; result: { content: string; }; } type Utils = { events: typeof events; sleep: typeof sleep; }; export type BotBase = { handleMessage(request: QueryRequest, ctx: Ctx, utils: Utils): AsyncIterable; settings: SettingsResponse | ((request: SettingsRequest, ctx: Ctx) => Promise | SettingsResponse); }; export type ValTownCtx = { req: Request; }; type Handler = (req: Request) => Promise; const instructions = (url: string) => ` To setup this bot with Poe:

Copy ${url}
Go to poe.com/create_bot
Click "Server bot"
Paste the copied endpoint into the "Server URL" field

`; export function createBot(bot: BotBase): { handleRequest: Handler } { async function handleRequest(req: Request): Promise { const reqBody = await req.json().catch(e => null); if (!reqBody) { return new Response(instructions(req.url), { status: 200, headers: { "Content-Type": "text/html", }, }); } if (reqBody.type === "settings") { const body: SettingsRequest = reqBody; let settingsResponse = await Promise.resolve() .then(() => { if (typeof bot.settings === "function") { return bot.settings(body, { req }); } return bot.settings; }); return new Response(JSON.stringify(settingsResponse), { status: 200, headers: { "Content-Type": "application/json", }, }); } if (reqBody.type === "query") { const body: QueryRequest = reqBody; const stream = new ReadableStream({ start(controller) { (async function() { for await (const event of bot.handleMessage(body, { req }, { events, sleep })) { if (typeof event === "string") { controller.enqueue(encodeEvent("text", { text: event })); continue; } controller.enqueue(encodeEvent(event.event, event.data)); } })().finally(() => { controller.close(); }); }, }); return new Response(stream, { status: 200, headers: { "Content-Type": "text/event-stream", }, }); } console.log("unknown request", reqBody); return new Response("oops"); } return { handleRequest, }; } export function sleep(timeInMs: number) { return new Promise(resolve => setTimeout(resolve, timeInMs)); } function encodeEvent(event: string, data: any = {}) { return new TextEncoder().encode(`event: ${event}\ndata: ${JSON.stringify(data)}\n\n`); } export default function serve(bot: BotBase): Handler { return createBot(bot).handleRequest; } /** * Forwards a query to a poe hosted bot, like "GPT-4o" */ export async function* forward( { query, toBotName, accessKey }: { query: QueryRequest; toBotName: string; accessKey: string }, ): AsyncIterable { const req = new Request(`https://api.poe.com/bot/${toBotName}`, { method: "POST", headers: { "Content-Type": "application/json", "Authorization": `Bearer ${accessKey}`, "Accept": "text/event-stream", }, body: JSON.stringify(query), }); for await (const event of fetchEventSource(req)) { yield event as PoeBotServerSentEvent; } } async function* fetchEventSource(request: Request): AsyncIterable<{ event: string; data: any }> { const response = await fetch(request); if (!response.ok) { console.log("poe_bot api error", response.status, response.statusText, await response.text()); return; } const reader = response.body.getReader(); const decoder = new TextDecoder(); let currentEvent = ""; let currentData = ""; while (true) { const { done, value } = await reader.read(); if (done) break; const chunk = decoder.decode(value, { stream: true }); const lines = chunk.split("\n"); for (const line of lines) { if (line.startsWith("event: ")) { currentEvent = line.slice(7).trim(); } else if (line.startsWith("data: ")) { currentData = line.slice(6); } // If we have both an event and data, yield them if (currentEvent && currentData) { try { yield { event: currentEvent, data: JSON.parse(currentData), }; } catch (e) { console.error("poe_bot", "error parsing", e, { event: currentEvent, data: currentData }); } // Reset for the next event currentEvent = ""; currentData = ""; } } } }