🕸️ Web Scraper

\n \n {error && (\n

\n {error}\n

\n )}\n {result && (\n

\n {result}\n

\n )}\n

\n \n View Source\n \n

\n );\n}\n\nfunction client() {\n createRoot(document.getElementById(\"root\")).render();\n}\nif (typeof document !== \"undefined\") { client(); }\n\nexport default async function server(request: Request): Promise {\n const url = new URL(request.url).searchParams.get('url');\n \n if (!url) {\n return new Response(`\n \n \n Web Scraper\n \n \n

\n \n \n \n \n `, {\n headers: { 'Content-Type': 'text/html' }\n });\n }\n\n const blobKey = `scrape_${new URL(import.meta.url).pathname.split(\"/\").at(-1)}`;\n\n try {\n const response = await fetch(url);\n const body = await response.text();\n const $ = cheerio.load(body);\n\n // Extract text content from the body\n const scrapedText = $('body').text().trim();\n\n // Optional: Store last scraped content in blob\n await blob.setJSON(blobKey, { \n url, \n scrapedText, \n timestamp: new Date().toISOString() \n });\n\n return new Response(scrapedText, {\n headers: { 'Content-Type': 'text/plain' }\n });\n\n } catch (error) {\n return new Response(`Error scraping ${url}: ${error.message}`, { status: 500 });\n }\n}",["D",1731854851750],"version","currentUserHasLiked","referenceCount","dependencyCount","commentCount","prCount","mergedPr",{"_96":97,"_101":102},"forkedVal",{"_94":153,"_96":154,"_127":128,"_143":155,"_156":-5},"65e38266-6be4-11ef-9352-de64eea55b61","gwoods22",3,"prDisabledHint","interval","description","Website Scraper Template A basic website scraper template that can be ran on an interval to check for changes. It uses blob storage to save whatever data you'd like to compare the website to. Uses my sendNotification val to alert yourself of the change. Steps to use Add the scrapeURL you would like to scrape and pick a name for your blob storage blobKey . Change the \"selector\" value to fit your needs. cheerio is used to find the part of the page you'd like to check. Adjust the if statement to detect changes and update your blob Craft a message to be sent with sendNotification() function","latestEvaluation","slug","sammy/scraper_template","versions",[165,169,172],{"_98":166,"_143":90,"_167":168},["D",1731854851750],"n","1",{"_98":170,"_143":112,"_167":171},["D",1731854768742],"2",{"_98":173,"_143":31,"_167":174},["D",1731854717385],"3","hasNext","routes/_app","actionData","errors"]