/** @jsxImportSource https://esm.sh/react */ import React, { useState } from "https://esm.sh/react"; import { createRoot } from "https://esm.sh/react-dom/client"; import * as cheerio from "npm:cheerio@1.0.0"; import { blob } from "https://esm.town/v/std/blob"; function App() { const [url, setUrl] = useState(''); const [result, setResult] = useState(''); const [error, setError] = useState(''); const handleSubmit = async (e: React.FormEvent) => { e.preventDefault(); setError(''); setResult(''); try { const response = await fetch(`?url=${encodeURIComponent(url)}`); if (!response.ok) { throw new Error('Scraping failed'); } const text = await response.text(); setResult(text); } catch (err) { setError(err.message); } }; return (

🕸️ Web Scraper

{error && (

{error}

)} {result && (

{result}

)}

View Source

); } function client() { createRoot(document.getElementById("root")).render(); } if (typeof document !== "undefined") { client(); } export default async function server(request: Request): Promise { const url = new URL(request.url).searchParams.get('url'); if (!url) { return new Response(` Web Scraper

`, { headers: { 'Content-Type': 'text/html' } }); } const blobKey = `scrape_${new URL(import.meta.url).pathname.split("/").at(-1)}`; try { const response = await fetch(url); const body = await response.text(); const $ = cheerio.load(body); // Extract text content from the body const scrapedText = $('body').text().trim(); // Optional: Store last scraped content in blob await blob.setJSON(blobKey, { url, scrapedText, timestamp: new Date().toISOString() }); return new Response(scrapedText, { headers: { 'Content-Type': 'text/plain' } }); } catch (error) { return new Response(`Error scraping ${url}: ${error.message}`, { status: 500 }); } }

sammy