import { hackerNewsSearch } from "https://esm.town/v/alexdphan/hackerNewsSearch"; import { twitterSearch } from "https://esm.town/v/alexdphan/twitterSearch"; import { redditSearch } from "https://esm.town/v/sarahxc/redditSearch"; const { sqlite } = await import("https://esm.town/v/std/sqlite"); const TABLE_NAME = "slack_scout_browserbase"; const KEYWORDS = ["headless browsers", "browserbase"]; interface Website { source: string; url: string; title?: string; date_published: string; } export default async function(interval: Interval): Promise { try { await createTable(); for (const topic of KEYWORDS) { const results = await Promise.allSettled([ fetchHackerNewsResults(topic), fetchTwitterResults(topic), fetchRedditResults(topic), ]); const validResults = results .filter((result): result is PromiseFulfilledResult => result.status === "fulfilled") .flatMap(result => result.value); await processResults(validResults); } console.log("Cron job completed successfully."); } catch (error) { console.error("An error occurred during the cron job:", error); } } // Create an SQLite table async function createTable(): Promise { await sqlite.execute(` CREATE TABLE IF NOT EXISTS ${TABLE_NAME} ( source TEXT NOT NULL, url TEXT PRIMARY KEY, title TEXT NOT NULL, date_published TEXT NOT NULL ) `); } // Fetch Hacker news, Twitter, and Reddit results async function fetchHackerNewsResults(topic: string): Promise { return hackerNewsSearch({ query: topic, pages: 2, apiKey: Deno.env.get("BROWSERBASE_API_KEY") ?? "", }); } async function fetchTwitterResults(topic: string): Promise { return twitterSearch({ query: topic, maxResults: 10, daysBack: 1, apiKey: Deno.env.get("TWITTER_BEARER_TOKEN") ?? "", }); } async function fetchRedditResults(topic: string): Promise { return redditSearch({ query: topic }); } function formatSlackMessage(website: Website): string { const displayTitle = website.title || website.url; return `*<${website.url}|${displayTitle}>* Source: ${website.source} Posted: ${website.date_published}`; } async function sendSlackMessage(message: string): Promise { const slackWebhookUrl = Deno.env.get("SLACK_WEBHOOK_URL"); if (!slackWebhookUrl) { throw new Error("SLACK_WEBHOOK_URL environment variable is not set"); } const response = await fetch(slackWebhookUrl, { method: "POST", headers: { "Content-Type": "application/json" }, body: JSON.stringify({ blocks: [ { type: "section", text: { type: "mrkdwn", text: message }, }, ], }), }); if (!response.ok) { throw new Error(`Slack API error: ${response.status} ${response.statusText}`); } return response; } async function isURLInTable(url: string): Promise { const result = await sqlite.execute({ sql: `SELECT 1 FROM ${TABLE_NAME} WHERE url = :url LIMIT 1`, args: { url }, }); return result.rows.length > 0; } async function addWebsiteToTable(website: Website): Promise { await sqlite.execute({ sql: `INSERT INTO ${TABLE_NAME} (source, url, title, date_published) VALUES (:source, :url, :title, :date_published)`, args: website, }); } async function processResults(results: Website[]): Promise { for (const website of results) { if (!(await isURLInTable(website.url))) { await addWebsiteToTable(website); const message = formatSlackMessage(website); await sendSlackMessage(message); } } }

kamath