Broken Link Checker

\n setUrl(e.target.value)}\n placeholder=\"Enter website URL\"\n required\n />\n \n \n {error && (\n

Error

{error}

\n )}\n {progress && (\n

Progress

Phase: {progress.phase}

\n {progress.phase === \"fetching\" && (\n

\n Processed Pages: {progress.processedPages}\n
\n Total Links: {progress.totalLinks}\n
\n Remaining Pages: {progress.remainingPages}\n

\n )}\n {progress.phase === \"checking\" && (\n

\n Checked Links: {progress.checkedLinks} / {progress.totalLinks}\n
\n Broken Links: {progress.brokenLinks?.length || 0}\n
\n Unchecked Links: {progress.uncheckedLinks?.length || 0}\n
\n Progress: {progress.progress?.toFixed(2)}%\n

\n )}\n

\n )}\n {(progress?.currentBrokenLinks?.length > 0 || results) && (\n

Results

\n {progress?.phase === \"checking\" && (\n

Found {progress.currentBrokenLinks?.length || 0} broken links so far...

\n )}\n {results &&

{results.summary}

}\n

Broken Links

\n \n \n \n \n \n \n \n \n \n \n \n \n {renderBrokenLinks(\n progress?.currentBrokenLinks\n || (results?.brokenLinks?.internal?.concat(results?.brokenLinks?.external) || []),\n )}\n \n

#	Found On	Broken Link	Link Text	Status Code	Probable Cause

\n {(progress?.uncheckedLinks?.length > 0 || (results && results.uncheckedLinks)) && (\n <>\n

Unchecked Links

\n \n \n \n \n \n \n \n \n \n \n \n {(progress?.uncheckedLinks || results?.uncheckedLinks || []).map((link, index) => (\n \n \n \n \n \n \n \n ))}\n \n

#	Found On	Unchecked Link	Link Text	Reason
{`${index + 1}`}	\n {link.foundOn}\n	\n {link.url}\n	{link.text}	{link.reason}

\n \n )}\n

\n )}\n

\n );\n}\n\nfunction client() {\n createRoot(document.getElementById(\"root\")).render();\n}\n\nif (typeof document !== \"undefined\") {\n client();\n}\n\nlet currentProgress = null;\nlet lastProgressUpdate = null;\nlet progressUpdateCount = 0;\n\nexport default async function server(request: Request): Promise {\n const url = new URL(request.url);\n\n if (url.pathname === \"/api/progress\" && request.method === \"GET\") {\n const now = new Date();\n if (lastProgressUpdate && currentProgress) {\n const timeSinceLastUpdate = now.getTime() - lastProgressUpdate.getTime();\n if (timeSinceLastUpdate < 1000) {\n progressUpdateCount++;\n } else {\n progressUpdateCount = 0;\n }\n }\n lastProgressUpdate = now;\n\n return new Response(JSON.stringify(currentProgress), {\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n\n if (url.pathname === \"/api/check-links\" && request.method === \"POST\") {\n let requestBody;\n try {\n requestBody = await request.json();\n } catch (error) {\n console.error(\"Error parsing request body:\", error);\n return new Response(JSON.stringify({ error: \"Invalid request body\" }), {\n status: 400,\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n\n const { url: websiteUrl } = requestBody;\n if (!websiteUrl) {\n return new Response(JSON.stringify({ error: \"Missing URL in request body\" }), {\n status: 400,\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n\n try {\n const maxDepth = 5;\n currentProgress = {\n phase: \"fetching\",\n processedPages: 0,\n totalLinks: 0,\n remainingPages: 1,\n depth: 0,\n };\n\n const result = await findBrokenLinks(websiteUrl, maxDepth);\n\n return new Response(JSON.stringify(result), {\n headers: { \"Content-Type\": \"application/json\" },\n });\n } catch (error) {\n console.log(`\\n=== Detailed Error Information ===`);\n console.log(`Error name: ${error.name}`);\n console.log(`Error message: ${error.message}`);\n console.log(`Error stack: ${error.stack}`);\n console.log(`Current progress state: ${JSON.stringify(currentProgress, null, 2)}`);\n console.log(`Last progress update: ${lastProgressUpdate}`);\n console.log(`Progress update count: ${progressUpdateCount}`);\n console.log(`=== End Error Information ===\\n`);\n\n currentProgress = null;\n lastProgressUpdate = null;\n progressUpdateCount = 0;\n\n return new Response(\n JSON.stringify({\n error: error.message,\n errorName: error.name,\n errorStack: error.stack,\n lastKnownProgress: currentProgress,\n }),\n {\n status: 500,\n headers: {\n \"Content-Type\": \"application/json\",\n \"Access-Control-Allow-Origin\": \"*\",\n },\n },\n );\n }\n }\n\n return new Response(\n `\n \n \n Broken Link Checker\n \n \n \n

\n \n \n \n \n `,\n {\n headers: {\n \"content-type\": \"text/html\",\n },\n },\n );\n}\n\nconst css = `\nbody {\n font-family: Arial, sans-serif;\n line-height: 1.6;\n margin: 0;\n padding: 20px;\n background-color: #f4f4f4;\n}\n\nh1, h2, h3 {\n color: #333;\n}\n\nform {\n margin-bottom: 20px;\n}\n\ninput[type=\"url\"] {\n width: 300px;\n padding: 5px;\n margin-right: 10px;\n}\n\nbutton {\n padding: 5px 10px;\n background-color: #333;\n color: #fff;\n border: none;\n cursor: pointer;\n}\n\nbutton:disabled {\n background-color: #999;\n}\n\ntable {\n width: 100%;\n border-collapse: collapse;\n margin-top: 20px;\n}\n\nth, td {\n padding: 10px;\n border: 1px solid #ddd;\n text-align: left;\n}\n\nth {\n background-color: #f2f2f2;\n font-weight: bold;\n}\n\ntr:nth-child(even) {\n background-color: #f9f9f9;\n}\n\na {\n color: #0066cc;\n text-decoration: none;\n}\n\na:hover {\n text-decoration: underline;\n}\n`;",[],[303,310],{"_104":318,"_95":319,"_142":320,"_144":304,"_145":131,"_146":321,"_148":149,"_106":322,"_101":323,"_152":324,"_154":325,"_155":26,"_156":326,"_99":327},"4e9a8374-f0a1-11ef-8f3c-e6cdfca9ef9f","website","650c74f8-ee3c-11ef-83ea-e6cdfca9ef9f",317,["D",1740176107082],47,"http","/** @jsxImportSource https://esm.sh/react */\nimport { renderToString } from \"npm:react-dom/server\";\n\nexport const website = (request: Request) => {\n // Log the URL parameter if it's in the request URL\n const url = new URL(request.url);\n const urlParam = url.searchParams.get(\"url\");\n if (urlParam) {\n console.log(\"URL parameter received:\", urlParam);\n }\n\n const renderedContent = renderToString(\n \n \n Page Title\n \n \n \n link:\n \n
\n \n \n \n ,\n );\n\n return new Response(renderedContent, {\n headers: { \"Content-Type\": \"text/html\" },\n });\n};",[],[303,319],[303],{"_104":330,"_95":331,"_142":332,"_144":-5,"_145":131,"_146":130,"_148":149,"_106":333,"_101":334,"_152":324,"_154":335,"_155":26,"_156":336,"_99":337},"ae44f510-f0a2-11ef-ac61-e6cdfca9ef9f","interfacebetweenfrontendandbackend","de444536-ebbb-11ef-a6a0-e6cdfca9ef9f",["D",1740176697079],20,"import { checkWebsite } from \"./Backend/mainFunctionURLReciver2\";\nimport { website } from \"./Frontend/website\";\nexport default async function(req: Request): Promise {\n if (req.method == \"POST\" && req.url == \"/checkWebsite\") {\n const input = await req.text();\n return new Response(JSON.stringify(await checkWebsite(input)), { headers: { \"content-type\": \"application/json\" } });\n } else {\n return new Response(website, { headers: { \"content-type\": \"text/html;charset=UTF-8\" } });\n }\n}",[],[331],"counts",{"_340":31,"_341":90,"_342":31,"_343":31},"pulls","branches","forks","envVars","contents",[],"file",{"_104":282,"_95":283,"_142":284,"_144":143,"_145":131,"_146":285,"_148":149,"_106":348,"_101":287,"_152":172,"_154":288,"_155":26,"_99":349},["D",1739912425585],[141,283],"upstream","routes/_app.x.$handle.$name.branch.$branch.history_.$",{"_93":94,"_95":96,"_97":98,"_99":100,"_102":353,"_346":357,"_360":361,"_461":462},{"_104":105,"_95":96,"_106":354,"_108":-5,"_109":110,"_111":-5,"_112":-5,"_11":113,"_114":-5,"_115":26,"_116":117,"_118":117,"_119":120,"_121":120,"_122":120,"_123":117,"_124":26,"_20":355,"_128":356},["D",1737670113028],{"_93":94,"_126":127},{"_101":130,"_95":98,"_104":131,"_132":105,"_133":134,"_135":136},{"_104":282,"_95":283,"_142":284,"_144":143,"_145":131,"_146":285,"_148":149,"_106":358,"_101":287,"_152":172,"_154":288,"_155":26,"_99":359},["D",1739912425585],[141,283],"history",[362,364,370,375,380,385,390,395,400,405,410,415,421,427,432,437,442,447,452,457],{"_104":282,"_142":284,"_95":283,"_152":172,"_154":288,"_144":143,"_145":131,"_101":287,"_146":285,"_155":26,"_106":363,"_148":149},["D",1739912425585],{"_104":365,"_142":284,"_95":283,"_152":172,"_154":366,"_144":143,"_145":131,"_101":367,"_146":368,"_155":26,"_106":369,"_148":26},"5c64045c-ee3b-11ef-80a2-e6cdfca9ef9f","import { URLReceiver } from \"https://esm.town/v/willthereader/urlReceiver\";\nimport { SummaryURLReceiver } from \"https://esm.town/v/willthereader/URLReceiver/SummaryURLReceiver\";\nimport { startCrawl } from \"./crawlerFolder/urlCrawlerMainFunction\";\n\ntype WebsiteCheckResult = {\n success: boolean;\n error: string | null;\n result: {\n totalChecked: number;\n scanDuration: string;\n brokenLinksCount: number;\n brokenLinks: {\n url: string;\n foundOn: string;\n error: string;\n cause: string;\n time: string;\n }[];\n } | null;\n};\n\nexport async function checkWebsite(inputURL: string, maxDepth: number = 3): Promise {\n const urlReceiver = new URLReceiver();\n const summaryGenerator = new SummaryURLReceiver();\n\n // Initial URL validation\n const validationResult = urlReceiver.receiveURL(inputURL);\n if (!validationResult.isValid) {\n return {\n success: false,\n error: validationResult.error || \"Invalid URL\",\n result: null,\n };\n }\n\n try {\n // Start new scan and get crawl results\n summaryGenerator.startNewScan();\n const crawlSummary = await startCrawl(inputURL, maxDepth);\n\n // Process broken URLs\n crawlSummary.brokenURLs.forEach(brokenURL => {\n summaryGenerator.addResult({\n url: brokenURL.url,\n sourceUrl: brokenURL.sourceUrl,\n status: brokenURL.statusCode,\n error: brokenURL.errorMessage,\n timestamp: brokenURL.timestamp,\n });\n });\n\n // Generate final report\n const finalReport = summaryGenerator.generateSummary();\n const scanDurationSeconds = (finalReport.scanDuration / 1000).toFixed(2);\n\n // Clear resources\n summaryGenerator.reset();\n urlReceiver.clearHistory();\n\n // Format response\n return {\n success: true,\n error: null,\n result: {\n totalChecked: finalReport.totalURLsChecked,\n scanDuration: `${scanDurationSeconds} seconds`,\n brokenLinksCount: finalReport.brokenURLsFound,\n brokenLinks: finalReport.brokenURLs.map(link => ({\n url: link.url,\n foundOn: link.sourceUrl || \"Starting URL\",\n error: link.errorMessage,\n cause: link.possibleCause,\n time: link.timestamp.toISOString(),\n })),\n },\n };\n } catch (error) {\n // Error handling\n const errorMessage = error instanceof Error ? error.message : \"An unknown error occurred\";\n return {\n success: false,\n error: errorMessage,\n result: null,\n };\n }\n}\n\n// Example usage:\nawait checkWebsite(\"https://dateme.directory\");",18,256,["D",1739912419223],{"_104":371,"_142":284,"_95":283,"_152":172,"_154":288,"_144":143,"_145":131,"_101":372,"_146":373,"_155":26,"_106":374,"_148":26},"96434416-ebc1-11ef-95f0-e6cdfca9ef9f",17,247,["D",1739640215389],{"_104":376,"_142":284,"_95":283,"_152":172,"_154":366,"_144":143,"_145":131,"_101":377,"_146":378,"_155":26,"_106":379,"_148":26},"db436ff4-eb3b-11ef-b1a5-e6cdfca9ef9f",16,225,["D",1739582778593],{"_104":381,"_142":284,"_95":283,"_152":172,"_154":366,"_144":-5,"_145":131,"_101":382,"_146":383,"_155":26,"_106":384,"_148":26},"404bd514-e88d-11ef-9fe0-e6cdfca9ef9f",15,181,["D",1739287883844],{"_104":386,"_142":284,"_95":283,"_152":172,"_154":366,"_144":-5,"_145":131,"_101":387,"_146":388,"_155":26,"_106":389,"_148":26},"251406f2-e7fe-11ef-9750-e6cdfca9ef9f",14,176,["D",1739226420146],{"_104":391,"_142":284,"_95":283,"_152":172,"_154":366,"_144":-5,"_145":131,"_101":392,"_146":393,"_155":26,"_106":394,"_148":26},"bafaf7ea-e7ed-11ef-b98c-e6cdfca9ef9f",13,174,["D",1739219370186],{"_104":396,"_142":284,"_95":283,"_152":172,"_154":288,"_144":-5,"_145":131,"_101":397,"_146":398,"_155":26,"_106":399,"_148":26},"7b7c8502-e63f-11ef-80c5-e6cdfca9ef9f",12,166,["D",1739034580074],{"_104":401,"_142":284,"_95":283,"_152":172,"_154":366,"_144":-5,"_145":131,"_101":402,"_146":403,"_155":26,"_106":404,"_148":26},"6b6c8afe-e63f-11ef-98a4-e6cdfca9ef9f",11,165,["D",1739034553133],{"_104":406,"_142":284,"_95":283,"_152":172,"_154":407,"_144":-5,"_145":131,"_101":202,"_146":408,"_155":26,"_106":409,"_148":26},"193878ce-e63f-11ef-9a82-e6cdfca9ef9f","import { URLReceiver } from \"https://esm.town/v/willthereader/urlReceiver\";\nimport { SummaryURLReceiver } from \"https://esm.town/v/willthereader/URLReceiver/SummaryURLReceiver\";\nimport { startCrawl } from \"./crawlerFolder/urlCrawlerMainFunction\";\n\ntype WebsiteCheckResult = {\n success: boolean;\n error: string | null;\n result: {\n totalChecked: number;\n scanDuration: string;\n brokenLinksCount: number;\n brokenLinks: {\n url: string;\n foundOn: string;\n error: string;\n cause: string;\n time: string;\n }[];\n } | null;\n};\n\nexport async function checkWebsite(inputURL: string, maxDepth: number = 3): Promise {\n const urlReceiver = new URLReceiver();\n const summaryGenerator = new SummaryURLReceiver();\n\n // Initial URL validation\n const validationResult = urlReceiver.receiveURL(inputURL);\n if (!validationResult.isValid) {\n return {\n success: false,\n error: validationResult.error || \"Invalid URL\",\n result: null,\n };\n }\n\n try {\n // Start new scan and get crawl results\n summaryGenerator.startNewScan();\n const crawlSummary = await startCrawl(inputURL, maxDepth);\n\n // Process broken URLs\n crawlSummary.brokenURLs.forEach(brokenURL => {\n summaryGenerator.addResult({\n url: brokenURL.url,\n sourceUrl: brokenURL.sourceUrl,\n status: brokenURL.statusCode,\n error: brokenURL.errorMessage,\n timestamp: brokenURL.timestamp,\n });\n });\n\n // Generate final report\n const finalReport = summaryGenerator.generateSummary();\n const scanDurationSeconds = (finalReport.scanDuration / 1000).toFixed(2);\n\n // Clear resources\n summaryGenerator.reset();\n urlReceiver.clearHistory();\n\n // Format response\n return {\n success: true,\n error: null,\n result: {\n totalChecked: finalReport.totalURLsChecked,\n scanDuration: `${scanDurationSeconds} seconds`,\n brokenLinksCount: finalReport.brokenURLsFound,\n brokenLinks: finalReport.brokenURLs.map(link => ({\n url: link.url,\n foundOn: link.sourceUrl || \"Starting URL\",\n error: link.errorMessage,\n cause: link.possibleCause,\n time: link.timestamp.toISOString(),\n })),\n },\n };\n } catch (error) {\n // Error handling\n const errorMessage = error instanceof Error ? error.message : \"An unknown error occurred\";\n return {\n success: false,\n error: errorMessage,\n result: null,\n };\n }\n}\nz;\n\n// Example usage:\nawait checkWebsite(\"https://dateme.directory\");",164,["D",1739034415218],{"_104":411,"_142":284,"_95":283,"_152":172,"_154":366,"_144":-5,"_145":131,"_101":412,"_146":413,"_155":26,"_106":414,"_148":26},"f65347ca-e4dc-11ef-8d5c-e6cdfca9ef9f",9,147,["D",1738882314829],{"_104":416,"_142":284,"_95":283,"_152":172,"_154":417,"_144":-5,"_145":131,"_101":418,"_146":419,"_155":26,"_106":420,"_148":26},"8a759672-e4bc-11ef-a137-e6cdfca9ef9f","import { URLReceiver } from \"https://esm.town/v/willthereader/urlReceiver\";\nimport { SummaryURLReceiver } from \"https://esm.town/v/willthereader/URLReceiver/SummaryURLReceiver\";\nimport { startCrawl } from \"./crawlerFolder/urlCrawlerMainFunction\";\n\ntype WebsiteCheckResult = {\n success: boolean;\n error: string | null;\n result: {\n totalChecked: number;\n scanDuration: string;\n brokenLinksCount: number;\n brokenLinks: {\n url: string;\n foundOn: string;\n error: string;\n cause: string;\n time: string;\n }[];\n } | null;\n};\n\nexport async function checkWebsite(inputURL: string, maxDepth: number = 3): Promise {\n const urlReceiver = new URLReceiver();\n const summaryGenerator = new SummaryURLReceiver();\n\n // Initial URL validation\n const validationResult = urlReceiver.receiveURL(inputURL);\n if (!validationResult.isValid) {\n return {\n success: false,\n error: validationResult.error || \"Invalid URL\",\n result: null,\n };\n }\n\n try {\n // Start new scan and get crawl results\n summaryGenerator.startNewScan();\n const crawlSummary = await startCrawl(inputURL, maxDepth);\n\n // Process broken URLs\n crawlSummary.brokenURLs.forEach(brokenURL => {\n summaryGenerator.addResult({\n url: brokenURL.url,\n sourceUrl: brokenURL.sourceUrl,\n status: brokenURL.statusCode,\n error: brokenURL.errorMessage,\n timestamp: brokenURL.timestamp,\n });\n });\n\n // Generate final report\n const finalReport = summaryGenerator.generateSummary();\n const scanDurationSeconds = (finalReport.scanDuration / 1000).toFixed(2);\n\n // Clear resources\n summaryGenerator.reset();\n urlReceiver.clearHistory();\n\n // Format response\n return {\n success: true,\n error: null,\n result: {\n totalChecked: finalReport.totalURLsChecked,\n scanDuration: `${scanDurationSeconds} seconds`,\n brokenLinksCount: finalReport.brokenURLsFound,\n brokenLinks: finalReport.brokenURLs.map(link => ({\n url: link.url,\n foundOn: link.sourceUrl || \"Starting URL\",\n error: link.errorMessage,\n cause: link.possibleCause,\n time: link.timestamp.toISOString(),\n })),\n },\n };\n } catch (error) {\n // Error handling\n const errorMessage = error instanceof Error ? error.message : \"An unknown error occurred\";\n return {\n success: false,\n error: errorMessage,\n result: null,\n };\n }\n}\n\n// Example usage:\nawait checkWebsite(\"https://willkrouse.com\");",8,142,["D",1738868389967],{"_104":422,"_142":284,"_95":283,"_152":172,"_154":423,"_144":-5,"_145":131,"_101":424,"_146":425,"_155":26,"_106":426,"_148":26},"cdcf6f32-e4ae-11ef-bdfb-e6cdfca9ef9f","import { URLReceiver } from \"https://esm.town/v/willthereader/urlReceiver\";\nimport { SummaryURLReceiver } from \"https://esm.town/v/willthereader/URLReceiver/SummaryURLReceiver\";\nimport { startCrawl } from \"./crawlerFolder/urlCrawlerMainFunction\";\n\ntype WebsiteCheckResult = {\n success: boolean;\n error: string | null;\n result: {\n totalChecked: number;\n scanDuration: string;\n brokenLinksCount: number;\n brokenLinks: {\n url: string;\n foundOn: string;\n error: string;\n cause: string;\n time: string;\n }[];\n } | null;\n};\n\nexport async function checkWebsite(inputURL: string, maxDepth: number = 3): Promise {\n const urlReceiver = new URLReceiver();\n const summaryGenerator = new SummaryURLReceiver();\n\n // Initial URL validation\n const validationResult = urlReceiver.receiveURL(inputURL);\n if (!validationResult.isValid) {\n return {\n success: false,\n error: validationResult.error || \"Invalid URL\",\n result: null,\n };\n }\n\n try {\n // Start new scan and get crawl results\n summaryGenerator.startNewScan();\n const crawlSummary = await startCrawl(inputURL, maxDepth);\n\n // Process broken URLs\n crawlSummary.brokenURLs.forEach(brokenURL => {\n summaryGenerator.addResult({\n url: brokenURL.url,\n sourceUrl: brokenURL.sourceUrl,\n status: brokenURL.statusCode,\n error: brokenURL.errorMessage,\n timestamp: brokenURL.timestamp,\n });\n });\n\n // Generate final report\n const finalReport = summaryGenerator.generateSummary();\n const scanDurationSeconds = (finalReport.scanDuration / 1000).toFixed(2);\n\n // Clear resources\n summaryGenerator.reset();\n urlReceiver.clearHistory();\n\n // Format response\n return {\n success: true,\n error: null,\n result: {\n totalChecked: finalReport.totalURLsChecked,\n scanDuration: `${scanDurationSeconds} seconds`,\n brokenLinksCount: finalReport.brokenURLsFound,\n brokenLinks: finalReport.brokenURLs.map(link => ({\n url: link.url,\n foundOn: link.sourceUrl || \"Starting URL\",\n error: link.errorMessage,\n cause: link.possibleCause,\n time: link.timestamp.toISOString(),\n })),\n },\n };\n } catch (error) {\n // Error handling\n const errorMessage = error instanceof Error ? error.message : \"An unknown error occurred\";\n return {\n success: false,\n error: errorMessage,\n result: null,\n };\n }\n}\n\n// Example usage:\nawait checkWebsite(\"https://dateme.directory/browse\");",7,129,["D",1738862490006],{"_104":428,"_142":284,"_95":283,"_152":172,"_154":429,"_144":-5,"_145":131,"_101":182,"_146":430,"_155":26,"_106":431,"_148":26},"bdb21e38-e4ae-11ef-baf0-e6cdfca9ef9f","import { URLReceiver } from \"https://esm.town/v/willthereader/urlReceiver\";\nimport { SummaryURLReceiver } from \"https://esm.town/v/willthereader/URLReceiver/SummaryURLReceiver\";\nimport { startCrawl } from \"./crawlerFolder/urlCrawlerMainFunction\";\n\ntype WebsiteCheckResult = {\n success: boolean;\n error: string | null;\n result: {\n totalChecked: number;\n scanDuration: string;\n brokenLinksCount: number;\n brokenLinks: {\n url: string;\n foundOn: string;\n error: string;\n cause: string;\n time: string;\n }[];\n } | null;\n};\n\nexport async function checkWebsite(inputURL: string, maxDepth: number = 3): Promise {\n const urlReceiver = new URLReceiver();\n const summaryGenerator = new SummaryURLReceiver();\n\n // Initial URL validation\n const validationResult = urlReceiver.receiveURL(inputURL);\n if (!validationResult.isValid) {\n return {\n success: false,\n error: validationResult.error || \"Invalid URL\",\n result: null,\n };\n }\n\n try {\n // Start new scan and get crawl results\n summaryGenerator.startNewScan();\n const crawlSummary = await ParallelCrawler(inputURL, maxDepth);\n\n // Process broken URLs\n crawlSummary.brokenURLs.forEach(brokenURL => {\n summaryGenerator.addResult({\n url: brokenURL.url,\n sourceUrl: brokenURL.sourceUrl,\n status: brokenURL.statusCode,\n error: brokenURL.errorMessage,\n timestamp: brokenURL.timestamp,\n });\n });\n\n // Generate final report\n const finalReport = summaryGenerator.generateSummary();\n const scanDurationSeconds = (finalReport.scanDuration / 1000).toFixed(2);\n\n // Clear resources\n summaryGenerator.reset();\n urlReceiver.clearHistory();\n\n // Format response\n return {\n success: true,\n error: null,\n result: {\n totalChecked: finalReport.totalURLsChecked,\n scanDuration: `${scanDurationSeconds} seconds`,\n brokenLinksCount: finalReport.brokenURLsFound,\n brokenLinks: finalReport.brokenURLs.map(link => ({\n url: link.url,\n foundOn: link.sourceUrl || \"Starting URL\",\n error: link.errorMessage,\n cause: link.possibleCause,\n time: link.timestamp.toISOString(),\n })),\n },\n };\n } catch (error) {\n // Error handling\n const errorMessage = error instanceof Error ? error.message : \"An unknown error occurred\";\n return {\n success: false,\n error: errorMessage,\n result: null,\n };\n }\n}\n\n// Example usage:\nawait checkWebsite(\"https://dateme.directory/browse\");",128,["D",1738862462972],{"_104":433,"_142":284,"_95":283,"_152":172,"_154":434,"_144":-5,"_145":131,"_101":435,"_146":136,"_155":26,"_106":436,"_148":26},"a15ed280-e4ae-11ef-8994-e6cdfca9ef9f","import { URLReceiver } from \"https://esm.town/v/willthereader/urlReceiver\";\nimport { SummaryURLReceiver } from \"https://esm.town/v/willthereader/URLReceiver/SummaryURLReceiver\";\nimport { startCrawl } from \"./crawlerFolder/urlCrawlerMainFunction\";\n\ntype WebsiteCheckResult = {\n success: boolean;\n error: string | null;\n result: {\n totalChecked: number;\n scanDuration: string;\n brokenLinksCount: number;\n brokenLinks: {\n url: string;\n foundOn: string;\n error: string;\n cause: string;\n time: string;\n }[];\n } | null;\n};\n\nexport async function checkWebsite(inputURL: string, maxDepth: number = 3): Promise {\n const urlReceiver = new URLReceiver();\n const summaryGenerator = new SummaryURLReceiver();\n\n // Initial URL validation\n const validationResult = urlReceiver.receiveURL(inputURL);\n if (!validationResult.isValid) {\n return {\n success: false,\n error: validationResult.error || \"Invalid URL\",\n result: null,\n };\n }\n\n try {\n // Start new scan and get crawl results\n summaryGenerator.startNewScan();\n const crawlSummary = await ParallelCrawler(inputURL, maxDepth);\n\n // Process broken URLs\n crawlSummary.brokenURLs.forEach(brokenURL => {\n summaryGenerator.addResult({\n url: brokenURL.url,\n sourceUrl: brokenURL.sourceUrl,\n status: brokenURL.statusCode,\n error: brokenURL.errorMessage,\n timestamp: brokenURL.timestamp,\n });\n });\n\n // Generate final report\n const finalReport = summaryGenerator.generateSummary();\n const scanDurationSeconds = (finalReport.scanDuration / 1000).toFixed(2);\n\n // Clear resources\n summaryGenerator.reset();\n urlReceiver.clearHistory();\n\n // Format response\n return {\n success: true,\n error: null,\n result: {\n totalChecked: finalReport.totalURLsChecked,\n scanDuration: `${scanDurationSeconds} seconds`,\n brokenLinksCount: finalReport.brokenURLsFound,\n brokenLinks: finalReport.brokenURLs.map(link => ({\n url: link.url,\n foundOn: link.sourceUrl || \"Starting URL\",\n error: link.errorMessage,\n cause: link.possibleCause,\n time: link.timestamp.toISOString(),\n })),\n },\n };\n } catch (error) {\n // Error handling\n const errorMessage = error instanceof Error ? error.message : \"An unknown error occurred\";\n return {\n success: false,\n error: errorMessage,\n result: null,\n };\n }\n}\n\n// Example usage:\n// await checkWebsite(\"https://dateme.directory/browse\");",5,["D",1738862415451],{"_104":438,"_142":284,"_95":283,"_152":172,"_154":439,"_144":-5,"_145":131,"_101":164,"_146":440,"_155":26,"_106":441,"_148":26},"c76ec742-e4ad-11ef-8f23-e6cdfca9ef9f","import { URLReceiver } from \"https://esm.town/v/willthereader/urlReceiver\";\nimport { SummaryURLReceiver } from \"https://esm.town/v/willthereader/URLReceiver/SummaryURLReceiver\";\nimport { ParallelCrawler } from \"./crawlerFolder/urlCrawlerMainFunction\";\n\ntype WebsiteCheckResult = {\n success: boolean;\n error: string | null;\n result: {\n totalChecked: number;\n scanDuration: string;\n brokenLinksCount: number;\n brokenLinks: {\n url: string;\n foundOn: string;\n error: string;\n cause: string;\n time: string;\n }[];\n } | null;\n};\n\nexport async function checkWebsite(inputURL: string, maxDepth: number = 3): Promise {\n const urlReceiver = new URLReceiver();\n const summaryGenerator = new SummaryURLReceiver();\n\n // Initial URL validation\n const validationResult = urlReceiver.receiveURL(inputURL);\n if (!validationResult.isValid) {\n return {\n success: false,\n error: validationResult.error || \"Invalid URL\",\n result: null,\n };\n }\n\n try {\n // Start new scan and get crawl results\n summaryGenerator.startNewScan();\n const crawlSummary = await ParallelCrawler(inputURL, maxDepth);\n\n // Process broken URLs\n crawlSummary.brokenURLs.forEach(brokenURL => {\n summaryGenerator.addResult({\n url: brokenURL.url,\n sourceUrl: brokenURL.sourceUrl,\n status: brokenURL.statusCode,\n error: brokenURL.errorMessage,\n timestamp: brokenURL.timestamp,\n });\n });\n\n // Generate final report\n const finalReport = summaryGenerator.generateSummary();\n const scanDurationSeconds = (finalReport.scanDuration / 1000).toFixed(2);\n\n // Clear resources\n summaryGenerator.reset();\n urlReceiver.clearHistory();\n\n // Format response\n return {\n success: true,\n error: null,\n result: {\n totalChecked: finalReport.totalURLsChecked,\n scanDuration: `${scanDurationSeconds} seconds`,\n brokenLinksCount: finalReport.brokenURLsFound,\n brokenLinks: finalReport.brokenURLs.map(link => ({\n url: link.url,\n foundOn: link.sourceUrl || \"Starting URL\",\n error: link.errorMessage,\n cause: link.possibleCause,\n time: link.timestamp.toISOString(),\n })),\n },\n };\n } catch (error) {\n // Error handling\n const errorMessage = error instanceof Error ? error.message : \"An unknown error occurred\";\n return {\n success: false,\n error: errorMessage,\n result: null,\n };\n }\n}\n\n// Example usage:\n// await checkWebsite(\"https://dateme.directory/browse\");",124,["D",1738862049810],{"_104":443,"_142":284,"_95":283,"_152":172,"_154":444,"_144":-5,"_145":131,"_101":192,"_146":445,"_155":26,"_106":446,"_148":26},"f80259e2-e49d-11ef-b6a9-e6cdfca9ef9f","import { URLReceiver } from \"https://esm.town/v/willthereader/urlReceiver\";\nimport { SummaryURLReceiver } from \"https://esm.town/v/willthereader/URLReceiver/SummaryURLReceiver\";\nimport { startCrawl } from \"./crawlerFolder/urlCrawlerMainFunction\";\n\ntype WebsiteCheckResult = {\n success: boolean;\n error: string | null;\n result: {\n totalChecked: number;\n scanDuration: string;\n brokenLinksCount: number;\n brokenLinks: {\n url: string;\n foundOn: string;\n error: string;\n cause: string;\n time: string;\n }[];\n } | null;\n};\n\nexport async function checkWebsite(inputURL: string, maxDepth: number = 3): Promise {\n const urlReceiver = new URLReceiver();\n const summaryGenerator = new SummaryURLReceiver();\n\n // Initial URL validation\n const validationResult = urlReceiver.receiveURL(inputURL);\n if (!validationResult.isValid) {\n return {\n success: false,\n error: validationResult.error || \"Invalid URL\",\n result: null,\n };\n }\n\n try {\n // Start new scan and get crawl results\n summaryGenerator.startNewScan();\n const crawlSummary = await startCrawl(inputURL, maxDepth);\n\n // Process broken URLs\n crawlSummary.brokenURLs.forEach(brokenURL => {\n summaryGenerator.addResult({\n url: brokenURL.url,\n sourceUrl: brokenURL.sourceUrl,\n status: brokenURL.statusCode,\n error: brokenURL.errorMessage,\n timestamp: brokenURL.timestamp,\n });\n });\n\n // Generate final report\n const finalReport = summaryGenerator.generateSummary();\n const scanDurationSeconds = (finalReport.scanDuration / 1000).toFixed(2);\n\n // Clear resources\n summaryGenerator.reset();\n urlReceiver.clearHistory();\n\n // Format response\n return {\n success: true,\n error: null,\n result: {\n totalChecked: finalReport.totalURLsChecked,\n scanDuration: `${scanDurationSeconds} seconds`,\n brokenLinksCount: finalReport.brokenURLsFound,\n brokenLinks: finalReport.brokenURLs.map(link => ({\n url: link.url,\n foundOn: link.sourceUrl || \"Starting URL\",\n error: link.errorMessage,\n cause: link.possibleCause,\n time: link.timestamp.toISOString(),\n })),\n },\n };\n } catch (error) {\n // Error handling\n const errorMessage = error instanceof Error ? error.message : \"An unknown error occurred\";\n return {\n success: false,\n error: errorMessage,\n result: null,\n };\n }\n}\n\n// Example usage:\n// await checkWebsite(\"https://dateme.directory/browse\");",111,["D",1738855259361],{"_104":448,"_142":284,"_95":283,"_152":172,"_154":449,"_144":-5,"_145":131,"_101":90,"_146":450,"_155":26,"_106":451,"_148":26},"8a1b1e32-e40c-11ef-b058-e6cdfca9ef9f","import { URLReceiver } from \"https://esm.town/v/willthereader/urlReceiver\";\nimport { SummaryURLReceiver } from \"https://esm.town/v/willthereader/URLReceiver/SummaryURLReceiver\";\nimport { startCrawl } from \"./urlCrawlerMainFunction\";\n\ntype WebsiteCheckResult = {\n success: boolean;\n error: string | null;\n result: {\n totalChecked: number;\n scanDuration: string;\n brokenLinksCount: number;\n brokenLinks: {\n url: string;\n foundOn: string;\n error: string;\n cause: string;\n time: string;\n }[];\n } | null;\n};\n\nexport async function checkWebsite(inputURL: string, maxDepth: number = 3): Promise {\n const urlReceiver = new URLReceiver();\n const summaryGenerator = new SummaryURLReceiver();\n\n // Initial URL validation\n const validationResult = urlReceiver.receiveURL(inputURL);\n if (!validationResult.isValid) {\n return {\n success: false,\n error: validationResult.error || \"Invalid URL\",\n result: null,\n };\n }\n\n try {\n // Start new scan and get crawl results\n summaryGenerator.startNewScan();\n const crawlSummary = await startCrawl(inputURL, maxDepth);\n\n // Process broken URLs\n crawlSummary.brokenURLs.forEach(brokenURL => {\n summaryGenerator.addResult({\n url: brokenURL.url,\n sourceUrl: brokenURL.sourceUrl,\n status: brokenURL.statusCode,\n error: brokenURL.errorMessage,\n timestamp: brokenURL.timestamp,\n });\n });\n\n // Generate final report\n const finalReport = summaryGenerator.generateSummary();\n const scanDurationSeconds = (finalReport.scanDuration / 1000).toFixed(2);\n\n // Clear resources\n summaryGenerator.reset();\n urlReceiver.clearHistory();\n\n // Format response\n return {\n success: true,\n error: null,\n result: {\n totalChecked: finalReport.totalURLsChecked,\n scanDuration: `${scanDurationSeconds} seconds`,\n brokenLinksCount: finalReport.brokenURLsFound,\n brokenLinks: finalReport.brokenURLs.map(link => ({\n url: link.url,\n foundOn: link.sourceUrl || \"Starting URL\",\n error: link.errorMessage,\n cause: link.possibleCause,\n time: link.timestamp.toISOString(),\n })),\n },\n };\n } catch (error) {\n // Error handling\n const errorMessage = error instanceof Error ? error.message : \"An unknown error occurred\";\n return {\n success: false,\n error: errorMessage,\n result: null,\n };\n }\n}\n\n// Example usage:\n// await checkWebsite(\"https://dateme.directory/browse\");",109,["D",1738792797947],{"_104":453,"_142":284,"_95":283,"_152":172,"_154":454,"_144":-5,"_145":131,"_101":151,"_146":455,"_155":26,"_106":456,"_148":26},"90a6ee6e-e409-11ef-b7ae-e6cdfca9ef9f","import { URLReceiver } from \"https://esm.town/v/willthereader/urlReceiver\";\nimport { SummaryURLReceiver } from \"https://esm.town/v/willthereader/URLReceiver/SummaryURLReceiver\";\nimport { startCrawl } from \"./urlCrawlerMainFunction\";\n\nexport async function checkWebsite(inputURL: string) {\n const urlReceiver = new URLReceiver();\n const startCrawl = new startCrawl(3);\n const summaryGenerator = new SummaryURLReceiver();\n\n const validationResult = urlReceiver.receiveURL(inputURL);\n if (!validationResult.isValid) {\n return {\n success: false,\n error: validationResult.error,\n result: null,\n };\n }\n\n try {\n summaryGenerator.startNewScan();\n\n const crawlSummary = await startCrawl.crawl(inputURL);\n\n for (const brokenURL of crawlSummary.brokenURLs) {\n summaryGenerator.addResult({\n url: brokenURL.url,\n sourceUrl: brokenURL.sourceUrl,\n status: brokenURL.statusCode,\n error: brokenURL.errorMessage,\n timestamp: brokenURL.timestamp,\n });\n }\n\n const finalReport = summaryGenerator.generateSummary();\n\n urlReceiver.clearHistory();\n startCrawl.reset();\n summaryGenerator.reset();\n\n if (finalReport.brokenURLsFound === 0) {\n return {\n success: true,\n error: null,\n result: {\n totalChecked: finalReport.totalURLsChecked,\n scanDuration: `${(finalReport.scanDuration / 1000).toFixed(2)} seconds`,\n brokenLinksCount: 0,\n brokenLinks: [],\n },\n };\n }\n\n return {\n success: true,\n error: null,\n result: {\n totalChecked: finalReport.brokenURLsFound,\n scanDuration: `${(finalReport.scanDuration / 1000).toFixed(2)} seconds`,\n brokenLinksCount: finalReport.brokenURLsFound,\n brokenLinks: finalReport.brokenURLs.map(link => ({\n url: link.url,\n foundOn: link.sourceUrl || \"Starting URL\",\n error: link.errorMessage,\n cause: link.possibleCause,\n time: link.timestamp.toISOString(),\n })),\n },\n };\n } catch (error) {\n return {\n success: false,\n error: error instanceof Error ? error.message : \"An unknown error occurred\",\n result: null,\n };\n }\n}\n\ncheckWebsite(\"https://dateme.directory/browse\");",106,["D",1738791520440],{"_104":458,"_142":284,"_95":283,"_152":172,"_154":459,"_144":-5,"_145":131,"_101":31,"_146":151,"_155":26,"_106":460,"_148":26},"9b4b320a-e0ba-11ef-8ff3-e6cdfca9ef9f","import { URLReceiver } from \"https://esm.town/v/willthereader/urlReceiver\";\nimport { SummaryURLReceiver } from \"https://esm.town/v/willthereader/URLReceiver/SummaryURLReceiver\";\nimport { URLCrawler } from \"./urlCrawlerComponent\";\n\nexport async function checkWebsite(inputURL: string) {\n const urlReceiver = new URLReceiver();\n const urlCrawler = new URLCrawler(3);\n const summaryGenerator = new SummaryURLReceiver();\n\n const validationResult = urlReceiver.receiveURL(inputURL);\n if (!validationResult.isValid) {\n return {\n success: false,\n error: validationResult.error,\n result: null,\n };\n }\n\n try {\n summaryGenerator.startNewScan();\n\n const crawlSummary = await urlCrawler.crawl(inputURL);\n\n for (const brokenURL of crawlSummary.brokenURLs) {\n summaryGenerator.addResult({\n url: brokenURL.url,\n sourceUrl: brokenURL.sourceUrl,\n status: brokenURL.statusCode,\n error: brokenURL.errorMessage,\n timestamp: brokenURL.timestamp,\n });\n }\n\n const finalReport = summaryGenerator.generateSummary();\n\n urlReceiver.clearHistory();\n urlCrawler.reset();\n summaryGenerator.reset();\n\n if (finalReport.brokenURLsFound === 0) {\n return {\n success: true,\n error: null,\n result: {\n totalChecked: finalReport.totalURLsChecked,\n scanDuration: `${(finalReport.scanDuration / 1000).toFixed(2)} seconds`,\n brokenLinksCount: 0,\n brokenLinks: [],\n },\n };\n }\n\n return {\n success: true,\n error: null,\n result: {\n totalChecked: finalReport.brokenURLsFound,\n scanDuration: `${(finalReport.scanDuration / 1000).toFixed(2)} seconds`,\n brokenLinksCount: finalReport.brokenURLsFound,\n brokenLinks: finalReport.brokenURLs.map(link => ({\n url: link.url,\n foundOn: link.sourceUrl || \"Starting URL\",\n error: link.errorMessage,\n cause: link.possibleCause,\n time: link.timestamp.toISOString(),\n })),\n },\n };\n } catch (error) {\n return {\n success: false,\n error: error instanceof Error ? error.message : \"An unknown error occurred\",\n result: null,\n };\n }\n}\n\ncheckWebsite(\"https://dateme.directory/browse\");",["D",1738427754563],"versions",[463,465,466,467,468,469,470,471,472,473,474,475,476,477,478,479,480,481,482,483],{"_346":362,"_464":364},"previous",{"_346":364,"_464":370},{"_346":370,"_464":375},{"_346":375,"_464":380},{"_346":380,"_464":385},{"_346":385,"_464":390},{"_346":390,"_464":395},{"_346":395,"_464":400},{"_346":400,"_464":405},{"_346":405,"_464":410},{"_346":410,"_464":415},{"_346":415,"_464":421},{"_346":421,"_464":427},{"_346":427,"_464":432},{"_346":432,"_464":437},{"_346":437,"_464":442},{"_346":442,"_464":447},{"_346":447,"_464":452},{"_346":452,"_464":457},{"_346":457,"_464":-5},"routes/_app","actionData","errors"]

History for mainFunctionURLReciver2