Broken Link Checker

\n setUrl(e.target.value)}\n placeholder=\"Enter website URL\"\n required\n />\n \n \n {error && (\n

Error

{error}

\n )}\n {progress && (\n

Progress

Phase: {progress.phase}

\n {progress.phase === \"fetching\" && (\n

\n Processed Pages: {progress.processedPages}\n
\n Total Links: {progress.totalLinks}\n
\n Remaining Pages: {progress.remainingPages}\n

\n )}\n {progress.phase === \"checking\" && (\n

\n Checked Links: {progress.checkedLinks} / {progress.totalLinks}\n
\n Broken Links: {progress.brokenLinks?.length || 0}\n
\n Unchecked Links: {progress.uncheckedLinks?.length || 0}\n
\n Progress: {progress.progress?.toFixed(2)}%\n

\n )}\n

\n )}\n {(progress?.currentBrokenLinks?.length > 0 || results) && (\n

Results

\n {progress?.phase === \"checking\" && (\n

Found {progress.currentBrokenLinks?.length || 0} broken links so far...

\n )}\n {results &&

{results.summary}

}\n

Broken Links

\n \n \n \n \n \n \n \n \n \n \n \n \n {renderBrokenLinks(\n progress?.currentBrokenLinks\n || (results?.brokenLinks?.internal?.concat(results?.brokenLinks?.external) || []),\n )}\n \n

#	Found On	Broken Link	Link Text	Status Code	Probable Cause

\n {(progress?.uncheckedLinks?.length > 0 || (results && results.uncheckedLinks)) && (\n <>\n

Unchecked Links

\n \n \n \n \n \n \n \n \n \n \n \n {(progress?.uncheckedLinks || results?.uncheckedLinks || []).map((link, index) => (\n \n \n \n \n \n \n \n ))}\n \n

#	Found On	Unchecked Link	Link Text	Reason
{`${index + 1}`}	\n {link.foundOn}\n	\n {link.url}\n	{link.text}	{link.reason}

\n \n )}\n

\n )}\n

\n );\n}\n\nfunction client() {\n createRoot(document.getElementById(\"root\")).render();\n}\n\nif (typeof document !== \"undefined\") {\n client();\n}\n\nlet currentProgress = null;\nlet lastProgressUpdate = null;\nlet progressUpdateCount = 0;\n\nexport default async function server(request: Request): Promise {\n const url = new URL(request.url);\n\n if (url.pathname === \"/api/progress\" && request.method === \"GET\") {\n const now = new Date();\n if (lastProgressUpdate && currentProgress) {\n const timeSinceLastUpdate = now.getTime() - lastProgressUpdate.getTime();\n if (timeSinceLastUpdate < 1000) {\n progressUpdateCount++;\n } else {\n progressUpdateCount = 0;\n }\n }\n lastProgressUpdate = now;\n\n return new Response(JSON.stringify(currentProgress), {\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n\n if (url.pathname === \"/api/check-links\" && request.method === \"POST\") {\n let requestBody;\n try {\n requestBody = await request.json();\n } catch (error) {\n console.error(\"Error parsing request body:\", error);\n return new Response(JSON.stringify({ error: \"Invalid request body\" }), {\n status: 400,\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n\n const { url: websiteUrl } = requestBody;\n if (!websiteUrl) {\n return new Response(JSON.stringify({ error: \"Missing URL in request body\" }), {\n status: 400,\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n\n try {\n const maxDepth = 5;\n currentProgress = {\n phase: \"fetching\",\n processedPages: 0,\n totalLinks: 0,\n remainingPages: 1,\n depth: 0,\n };\n\n const result = await findBrokenLinks(websiteUrl, maxDepth);\n\n return new Response(JSON.stringify(result), {\n headers: { \"Content-Type\": \"application/json\" },\n });\n } catch (error) {\n console.log(`\\n=== Detailed Error Information ===`);\n console.log(`Error name: ${error.name}`);\n console.log(`Error message: ${error.message}`);\n console.log(`Error stack: ${error.stack}`);\n console.log(`Current progress state: ${JSON.stringify(currentProgress, null, 2)}`);\n console.log(`Last progress update: ${lastProgressUpdate}`);\n console.log(`Progress update count: ${progressUpdateCount}`);\n console.log(`=== End Error Information ===\\n`);\n\n currentProgress = null;\n lastProgressUpdate = null;\n progressUpdateCount = 0;\n\n return new Response(\n JSON.stringify({\n error: error.message,\n errorName: error.name,\n errorStack: error.stack,\n lastKnownProgress: currentProgress,\n }),\n {\n status: 500,\n headers: {\n \"Content-Type\": \"application/json\",\n \"Access-Control-Allow-Origin\": \"*\",\n },\n },\n );\n }\n }\n\n return new Response(\n `\n \n \n Broken Link Checker\n \n \n \n

\n \n \n \n \n `,\n {\n headers: {\n \"content-type\": \"text/html\",\n },\n },\n );\n}\n\nconst css = `\nbody {\n font-family: Arial, sans-serif;\n line-height: 1.6;\n margin: 0;\n padding: 20px;\n background-color: #f4f4f4;\n}\n\nh1, h2, h3 {\n color: #333;\n}\n\nform {\n margin-bottom: 20px;\n}\n\ninput[type=\"url\"] {\n width: 300px;\n padding: 5px;\n margin-right: 10px;\n}\n\nbutton {\n padding: 5px 10px;\n background-color: #333;\n color: #fff;\n border: none;\n cursor: pointer;\n}\n\nbutton:disabled {\n background-color: #999;\n}\n\ntable {\n width: 100%;\n border-collapse: collapse;\n margin-top: 20px;\n}\n\nth, td {\n padding: 10px;\n border: 1px solid #ddd;\n text-align: left;\n}\n\nth {\n background-color: #f2f2f2;\n font-weight: bold;\n}\n\ntr:nth-child(even) {\n background-color: #f9f9f9;\n}\n\na {\n color: #0066cc;\n text-decoration: none;\n}\n\na:hover {\n text-decoration: underline;\n}\n`;",[],[303,310],{"_104":318,"_95":319,"_142":320,"_144":304,"_145":131,"_146":321,"_148":149,"_106":322,"_101":323,"_152":324,"_154":325,"_155":26,"_156":326,"_99":327},"4e9a8374-f0a1-11ef-8f3c-e6cdfca9ef9f","website","650c74f8-ee3c-11ef-83ea-e6cdfca9ef9f",317,["D",1740176107082],47,"http","/** @jsxImportSource https://esm.sh/react */\nimport { renderToString } from \"npm:react-dom/server\";\n\nexport const website = (request: Request) => {\n // Log the URL parameter if it's in the request URL\n const url = new URL(request.url);\n const urlParam = url.searchParams.get(\"url\");\n if (urlParam) {\n console.log(\"URL parameter received:\", urlParam);\n }\n\n const renderedContent = renderToString(\n \n \n Page Title\n \n \n \n link:\n \n
\n \n \n \n ,\n );\n\n return new Response(renderedContent, {\n headers: { \"Content-Type\": \"text/html\" },\n });\n};",[],[303,319],[303],{"_104":330,"_95":331,"_142":332,"_144":-5,"_145":131,"_146":130,"_148":149,"_106":333,"_101":334,"_152":324,"_154":335,"_155":26,"_156":336,"_99":337},"ae44f510-f0a2-11ef-ac61-e6cdfca9ef9f","interfacebetweenfrontendandbackend","de444536-ebbb-11ef-a6a0-e6cdfca9ef9f",["D",1740176697079],20,"import { checkWebsite } from \"./Backend/mainFunctionURLReciver2\";\nimport { website } from \"./Frontend/website\";\nexport default async function(req: Request): Promise {\n if (req.method == \"POST\" && req.url == \"/checkWebsite\") {\n const input = await req.text();\n return new Response(JSON.stringify(await checkWebsite(input)), { headers: { \"content-type\": \"application/json\" } });\n } else {\n return new Response(website, { headers: { \"content-type\": \"text/html;charset=UTF-8\" } });\n }\n}",[],[331],"counts",{"_340":31,"_341":90,"_342":31,"_343":31},"pulls","branches","forks","envVars","contents",[],"file",{"_104":207,"_95":208,"_142":209,"_144":161,"_145":131,"_146":210,"_148":149,"_106":348,"_101":212,"_152":172,"_154":213,"_155":26,"_99":349},["D",1738698146328],[141,160,208],"upstream","routes/_app.x.$handle.$name.branch.$branch.history_.$",{"_93":94,"_95":96,"_97":98,"_99":100,"_102":353,"_346":357,"_360":361,"_488":489},{"_104":105,"_95":96,"_106":354,"_108":-5,"_109":110,"_111":-5,"_112":-5,"_11":113,"_114":-5,"_115":26,"_116":117,"_118":117,"_119":120,"_121":120,"_122":120,"_123":117,"_124":26,"_20":355,"_128":356},["D",1737670113028],{"_93":94,"_126":127},{"_101":130,"_95":98,"_104":131,"_132":105,"_133":134,"_135":136},{"_104":207,"_95":208,"_142":209,"_144":161,"_145":131,"_146":210,"_148":149,"_106":358,"_101":212,"_152":172,"_154":213,"_155":26,"_99":359},["D",1738698146328],[141,160,208],"history",[362,364,370,376,381,386,392,398,404,410,416,422,428,434,439,445,451,457,462,468,473,477,481,484],{"_104":207,"_142":209,"_95":208,"_152":172,"_154":213,"_144":161,"_145":131,"_101":212,"_146":210,"_155":26,"_106":363,"_148":149},["D",1738698146328],{"_104":365,"_142":209,"_95":208,"_152":172,"_154":366,"_144":161,"_145":131,"_101":367,"_146":368,"_155":26,"_106":369,"_148":26},"6d735184-e324-11ef-865d-e6cdfca9ef9f","export class URLExtractor {\n validate(url: string): { isValid: boolean; error?: string } {\n try {\n new URL(url);\n return { isValid: true };\n } catch {\n return { isValid: false, error: \"Invalid URL format\" };\n }\n }\n\n getBaseUrl(url: string): string {\n try {\n const urlObj = new URL(url);\n return urlObj.origin;\n } catch {\n throw new Error(\"Invalid URL\");\n }\n }\n\n async extractUrls(html: string, baseUrl: string): Promise {\n console.log(\"\\n=== URL Extraction ===\");\n console.log(`Base URL: ${baseUrl}`);\n console.log(`Content length: ${html.length} characters`);\n\n const extractedUrls = new Set();\n\n const patterns = [\n /href=[\"']([^\"']+)[\"']/gi,\n /src=[\"']([^\"']+)[\"']/gi,\n /data-href=[\"']([^\"']+)[\"']/gi,\n /data-url=[\"']([^\"']+)[\"']/gi,\n /url\$[\"']?([^\"'\$]+)[\"']?\\)/gi,\n /[\"']([^\"']*?\\.(?:html|php|asp|jsp))[\"']/gi,\n ];\n\n for (const pattern of patterns) {\n const matches = html.matchAll(pattern);\n for (const match of matches) {\n try {\n const urlAttr = match[1];\n let fullUrl: string;\n\n if (urlAttr.startsWith(\"/\")) {\n const baseUrlObj = new URL(baseUrl);\n fullUrl = `${baseUrlObj.origin}${urlAttr}`;\n } else if (urlAttr.startsWith(\"//\")) {\n fullUrl = `https:${urlAttr}`;\n } else if (urlAttr.startsWith(\"http\")) {\n fullUrl = urlAttr;\n } else if (!urlAttr.includes(\"://\")) {\n const baseUrlObj = new URL(baseUrl);\n const urlObject = new URL(urlAttr, baseUrlObj.origin);\n fullUrl = urlObject.toString();\n } else {\n fullUrl = urlAttr;\n }\n\n if (fullUrl.startsWith(\"http://\") || fullUrl.startsWith(\"https://\")) {\n extractedUrls.add(fullUrl);\n }\n } catch (error) {\n console.log(`Failed to parse URL: ${match[1]}, Error: ${error}`);\n }\n }\n }\n\n const urls = [...extractedUrls];\n console.log(`Extracted ${urls.length} unique URLs`);\n return urls;\n }\n\n shouldCrawl(url: string, baseUrl: string, depth: number, maxDepth: number): boolean {\n try {\n if (depth > maxDepth) {\n console.log(`Depth limit exceeded: Current depth ${depth} > max depth ${maxDepth}`);\n return false;\n }\n\n const urlObj = new URL(url);\n const baseUrlObj = new URL(baseUrl);\n const isExternalLink = urlObj.hostname !== baseUrlObj.hostname;\n\n if (isExternalLink && depth > maxDepth) {\n console.log(`External link at depth ${depth} > max depth ${maxDepth}`);\n return false;\n }\n\n return true;\n } catch {\n console.log(`URL parsing failed: \"${url}\" is not a valid URL`);\n return false;\n }\n }\n}\n\n// console.log(new URLExtractor().validate(\"https://willkrouse.com\"));",22,95,["D",1738693106629],{"_104":371,"_142":209,"_95":208,"_152":172,"_154":372,"_144":161,"_145":131,"_101":373,"_146":374,"_155":26,"_106":375,"_148":26},"c8059e10-e322-11ef-9997-e6cdfca9ef9f","export class URLExtractor {\n validate(url: string): { isValid: boolean; error?: string } {\n try {\n new URL(url);\n return { isValid: true };\n } catch {\n return { isValid: false, error: \"Invalid URL format\" };\n }\n }\n\n getBaseUrl(url: string): string {\n try {\n const urlObj = new URL(url);\n return urlObj.origin;\n } catch {\n throw new Error(\"Invalid URL\");\n }\n }\n\n async extractUrls(html: string, baseUrl: string): Promise {\n console.log(\"\\n=== URL Extraction ===\");\n console.log(`Base URL: ${baseUrl}`);\n console.log(`Content length: ${html.length} characters`);\n\n const extractedUrls = new Set();\n\n const patterns = [\n /href=[\"']([^\"']+)[\"']/gi,\n /src=[\"']([^\"']+)[\"']/gi,\n /data-href=[\"']([^\"']+)[\"']/gi,\n /data-url=[\"']([^\"']+)[\"']/gi,\n /url\$[\"']?([^\"'\$]+)[\"']?\\)/gi,\n /[\"']([^\"']*?\\.(?:html|php|asp|jsp))[\"']/gi,\n ];\n\n for (const pattern of patterns) {\n const matches = html.matchAll(pattern);\n for (const match of matches) {\n try {\n const urlAttr = match[1];\n let fullUrl: string;\n\n if (urlAttr.startsWith(\"/\")) {\n const baseUrlObj = new URL(baseUrl);\n fullUrl = `${baseUrlObj.origin}${urlAttr}`;\n } else if (urlAttr.startsWith(\"//\")) {\n fullUrl = `https:${urlAttr}`;\n } else if (urlAttr.startsWith(\"http\")) {\n fullUrl = urlAttr;\n } else if (!urlAttr.includes(\"://\")) {\n const baseUrlObj = new URL(baseUrl);\n const urlObject = new URL(urlAttr, baseUrlObj.origin);\n fullUrl = urlObject.toString();\n } else {\n fullUrl = urlAttr;\n }\n\n if (fullUrl.startsWith(\"http://\") || fullUrl.startsWith(\"https://\")) {\n extractedUrls.add(fullUrl);\n }\n } catch (error) {\n console.log(`Failed to parse URL: ${match[1]}, Error: ${error}`);\n }\n }\n }\n\n const urls = [...extractedUrls];\n console.log(`Extracted ${urls.length} unique URLs`);\n return urls;\n }\n\n shouldCrawl(url: string, baseUrl: string, depth: number, maxDepth: number): boolean {\n try {\n if (depth >= maxDepth) {\n console.log(`Depth limit exceeded: Current depth ${depth} >= max depth ${maxDepth}`);\n return false;\n }\n const urlObj = new URL(url);\n const baseUrlObj = new URL(baseUrl);\n const isExternalLink = urlObj.hostname !== baseUrlObj.hostname;\n\n if (isExternalLink && depth > 1) {\n console.log(`External link at depth > 1: ${urlObj.hostname}`);\n return false;\n }\n return true;\n } catch {\n console.log(`URL parsing failed: \"${url}\" is not a valid URL`);\n return false;\n }\n }\n}\n\n// console.log(new URLExtractor().validate(\"https://willkrouse.com\"));",21,93,["D",1738692399590],{"_104":377,"_142":209,"_95":208,"_152":172,"_154":378,"_144":161,"_145":131,"_101":334,"_146":379,"_155":26,"_106":380,"_148":26},"c49eff78-e322-11ef-9997-e6cdfca9ef9f","export class URLExtractor {\n validate(url: string): { isValid: boolean; error?: string } {\n try {\n new URL(url);\n return { isValid: true };\n } catch {\n return { isValid: false, error: \"Invalid URL format\" };\n }\n }\n\n getBaseUrl(url: string): string {\n try {\n const urlObj = new URL(url);\n return urlObj.origin;\n } catch {\n throw new Error(\"Invalid URL\");\n }\n }\n\n async extractUrls(html: string, baseUrl: string): Promise {\n console.log(\"\\n=== URL Extraction ===\");\n console.log(`Base URL: ${baseUrl}`);\n console.log(`Content length: ${html.length} characters`);\n\n const extractedUrls = new Set();\n\n const patterns = [\n /href=[\"']([^\"']+)[\"']/gi,\n /src=[\"']([^\"']+)[\"']/gi,\n /data-href=[\"']([^\"']+)[\"']/gi,\n /data-url=[\"']([^\"']+)[\"']/gi,\n /url\$[\"']?([^\"'\$]+)[\"']?\\)/gi,\n /[\"']([^\"']*?\\.(?:html|php|asp|jsp))[\"']/gi,\n ];\n\n for (const pattern of patterns) {\n const matches = html.matchAll(pattern);\n for (const match of matches) {\n try {\n const urlAttr = match[1];\n let fullUrl: string;\n\n if (urlAttr.startsWith(\"/\")) {\n const baseUrlObj = new URL(baseUrl);\n fullUrl = `${baseUrlObj.origin}${urlAttr}`;\n } else if (urlAttr.startsWith(\"//\")) {\n fullUrl = `https:${urlAttr}`;\n } else if (urlAttr.startsWith(\"http\")) {\n fullUrl = urlAttr;\n } else if (!urlAttr.includes(\"://\")) {\n const baseUrlObj = new URL(baseUrl);\n const urlObject = new URL(urlAttr, baseUrlObj.origin);\n fullUrl = urlObject.toString();\n } else {\n fullUrl = urlAttr;\n }\n\n if (fullUrl.startsWith(\"http://\") || fullUrl.startsWith(\"https://\")) {\n extractedUrls.add(fullUrl);\n }\n } catch (error) {\n console.log(`Failed to parse URL: ${match[1]}, Error: ${error}`);\n }\n }\n }\n\n const urls = [...extractedUrls];\n console.log(`Extracted ${urls.length} unique URLs`);\n return urls;\n }\n\n shouldCrawl(url: string, baseUrl: string, depth: number, maxDepth: number): boolean {\n try {\n if (depth >= maxDepth) {\n console.log(`Depth limit exceeded: Current depth ${depth} >= max depth ${maxDepth}`);\n return false;\n }\n const urlObj = new URL(url);\n const baseUrlObj = new URL(baseUrl);\n const isExternalLink = urlObj.hostname !== baseUrlObj.hostname;\n\n if (isExternalLink && depth > 1) {\n console.log(`External link at depth > 1: ${urlObj.hostname}`);\n return false;\n }\n return true;\n } catch {\n console.log(`URL parsing failed: \"${url}\" is not a valid URL`);\n return false;\n }\n }\n}\n\nconsole.log(new URLExtractor().validate(\"https://willkrouse.com\"));",92,["D",1738692393878],{"_104":382,"_142":209,"_95":208,"_152":172,"_154":383,"_144":161,"_145":131,"_101":287,"_146":384,"_155":26,"_106":385,"_148":26},"e451414c-e321-11ef-9e31-e6cdfca9ef9f","export class URLExtractor {\n validate(url: string): { isValid: boolean; error?: string } {\n try {\n new URL(url);\n return { isValid: true };\n } catch {\n return { isValid: false, error: \"Invalid URL format\" };\n }\n }\n\n getBaseUrl(url: string): string {\n try {\n const urlObj = new URL(url);\n return urlObj.origin;\n } catch {\n throw new Error(\"Invalid URL\");\n }\n }\n\n async extractUrls(html: string, baseUrl: string): Promise {\n console.log(\"\\n=== URL Extraction ===\");\n console.log(`Base URL: ${baseUrl}`);\n console.log(`Content length: ${html.length} characters`);\n\n const extractedUrls = new Set();\n\n const patterns = [\n /href=[\"']([^\"']+)[\"']/gi,\n /src=[\"']([^\"']+)[\"']/gi,\n /data-href=[\"']([^\"']+)[\"']/gi,\n /data-url=[\"']([^\"']+)[\"']/gi,\n /url\$[\"']?([^\"'\$]+)[\"']?\\)/gi,\n /[\"']([^\"']*?\\.(?:html|php|asp|jsp))[\"']/gi,\n ];\n\n for (const pattern of patterns) {\n const matches = html.matchAll(pattern);\n for (const match of matches) {\n try {\n const urlAttr = match[1];\n let fullUrl: string;\n\n if (urlAttr.startsWith(\"/\")) {\n const baseUrlObj = new URL(baseUrl);\n fullUrl = `${baseUrlObj.origin}${urlAttr}`;\n } else if (urlAttr.startsWith(\"//\")) {\n fullUrl = `https:${urlAttr}`;\n } else if (urlAttr.startsWith(\"http\")) {\n fullUrl = urlAttr;\n } else if (!urlAttr.includes(\"://\")) {\n const baseUrlObj = new URL(baseUrl);\n const urlObject = new URL(urlAttr, baseUrlObj.origin);\n fullUrl = urlObject.toString();\n } else {\n fullUrl = urlAttr;\n }\n\n if (fullUrl.startsWith(\"http://\") || fullUrl.startsWith(\"https://\")) {\n extractedUrls.add(fullUrl);\n }\n } catch (error) {\n console.log(`Failed to parse URL: ${match[1]}, Error: ${error}`);\n }\n }\n }\n\n const url = [...new Set(extractedUrls)];\nconsole.log(`Extracted ${url.length}`);\nreturn url;\n\n shouldCrawl(url: string, baseUrl: string, depth: number, maxDepth: number): boolean {\n try {\n if (depth >= maxDepth) {\n console.log(`Depth limit exceeded: Current depth ${depth} >= max depth ${maxDepth}`);\n return false;\n }\n const urlObj = new URL(url);\n const baseUrlObj = new URL(baseUrl);\n const isExternalLink = urlObj.hostname !== baseUrlObj.hostname;\n\n if (isExternalLink && depth > 1) {\n console.log(`External link at depth > 1: ${urlObj.hostname}`);\n return false;\n }\n return true;\n } catch {\n console.log(`URL parsing failed: \"${url}\" is not a valid URL`);\n return false;\n }\n }\n}\n\nconsole.log(new URLExtractor().validate(\"https://willkrouse.com\"));",91,["D",1738692017555],{"_104":387,"_142":209,"_95":208,"_152":172,"_154":388,"_144":161,"_145":131,"_101":389,"_146":390,"_155":26,"_106":391,"_148":26},"e22062ea-e321-11ef-9e3e-e6cdfca9ef9f","export class URLExtractor {\n validate(url: string): { isValid: boolean; error?: string } {\n try {\n new URL(url);\n return { isValid: true };\n } catch {\n return { isValid: false, error: \"Invalid URL format\" };\n }\n }\n\n getBaseUrl(url: string): string {\n try {\n const urlObj = new URL(url);\n return urlObj.origin;\n } catch {\n throw new Error(\"Invalid URL\");\n }\n }\n\n async extractUrls(html: string, baseUrl: string): Promise {\n console.log(\"\\n=== URL Extraction ===\");\n console.log(`Base URL: ${baseUrl}`);\n console.log(`Content length: ${html.length} characters`);\n\n const extractedUrls = new Set();\n\n const patterns = [\n /href=[\"']([^\"']+)[\"']/gi,\n /src=[\"']([^\"']+)[\"']/gi,\n /data-href=[\"']([^\"']+)[\"']/gi,\n /data-url=[\"']([^\"']+)[\"']/gi,\n /url\$[\"']?([^\"'\$]+)[\"']?\\)/gi,\n /[\"']([^\"']*?\\.(?:html|php|asp|jsp))[\"']/gi,\n ];\n\n for (const pattern of patterns) {\n const matches = html.matchAll(pattern);\n for (const match of matches) {\n try {\n const urlAttr = match[1];\n let fullUrl: string;\n\n if (urlAttr.startsWith(\"/\")) {\n const baseUrlObj = new URL(baseUrl);\n fullUrl = `${baseUrlObj.origin}${urlAttr}`;\n } else if (urlAttr.startsWith(\"//\")) {\n fullUrl = `https:${urlAttr}`;\n } else if (urlAttr.startsWith(\"http\")) {\n fullUrl = urlAttr;\n } else if (!urlAttr.includes(\"://\")) {\n const baseUrlObj = new URL(baseUrl);\n const urlObject = new URL(urlAttr, baseUrlObj.origin);\n fullUrl = urlObject.toString();\n } else {\n fullUrl = urlAttr;\n }\n\n if (fullUrl.startsWith(\"http://\") || fullUrl.startsWith(\"https://\")) {\n extractedUrls.add(fullUrl);\n }\n } catch (error) {\n console.log(`Failed to parse URL: ${match[1]}, Error: ${error}`);\n }\n }\n }\n\n const url = [...new Set(extractedUrls)];\nconsole.log(`Extracted ${url.length}`);\nreturn url;\n\n shouldCrawl(url: string, baseUrl: string, depth: number, maxDepth: number): boolean {\n try {\n if (depth >= maxDepth) {\n console.log(`Depth limit exceeded: Current depth ${depth} >= max depth ${maxDepth}`);\n return false;\n }\n const urlObj = new URL(url);\n const baseUrlObj = new URL(baseUrl);\n const isExternalLink = urlObj.hostname !== baseUrlObj.hostname;\n\n if (isExternalLink && depth > 1) {\n console.log(`External link at depth > 1: ${urlObj.hostname}`);\n return false;\n }\n return true;\n } catch {\n console.log(`URL parsing failed: \"${url}\" is not a valid URL`);\n return false;\n }\n }\n}\n\n// console.log(new URLExtractor().validate(\"https://willkrouse.com\"));",18,90,["D",1738692013889],{"_104":393,"_142":209,"_95":208,"_152":172,"_154":394,"_144":161,"_145":131,"_101":395,"_146":396,"_155":26,"_106":397,"_148":26},"c881ec64-e321-11ef-b78b-e6cdfca9ef9f","export class URLExtractor {\n validate(url: string): { isValid: boolean; error?: string } {\n try {\n new URL(url);\n return { isValid: true };\n } catch {\n return { isValid: false, error: \"Invalid URL format\" };\n }\n }\n\n getBaseUrl(url: string): string {\n try {\n const urlObj = new URL(url);\n return urlObj.origin;\n } catch {\n throw new Error(\"Invalid URL\");\n }\n }\n\n async extractUrls(html: string, baseUrl: string): Promise {\n console.log(\"\\n=== URL Extraction ===\");\n console.log(`Base URL: ${baseUrl}`);\n console.log(`Content length: ${html.length} characters`);\n\n const extractedUrls = new Set();\n\n const patterns = [\n /href=[\"']([^\"']+)[\"']/gi,\n /src=[\"']([^\"']+)[\"']/gi,\n /data-href=[\"']([^\"']+)[\"']/gi,\n /data-url=[\"']([^\"']+)[\"']/gi,\n /url\$[\"']?([^\"'\$]+)[\"']?\\)/gi,\n /[\"']([^\"']*?\\.(?:html|php|asp|jsp))[\"']/gi,\n ];\n\n for (const pattern of patterns) {\n const matches = html.matchAll(pattern);\n for (const match of matches) {\n try {\n const urlAttr = match[1];\n let fullUrl: string;\n\n if (urlAttr.startsWith(\"/\")) {\n const baseUrlObj = new URL(baseUrl);\n fullUrl = `${baseUrlObj.origin}${urlAttr}`;\n } else if (urlAttr.startsWith(\"//\")) {\n fullUrl = `https:${urlAttr}`;\n } else if (urlAttr.startsWith(\"http\")) {\n fullUrl = urlAttr;\n } else if (!urlAttr.includes(\"://\")) {\n const baseUrlObj = new URL(baseUrl);\n const urlObject = new URL(urlAttr, baseUrlObj.origin);\n fullUrl = urlObject.toString();\n } else {\n fullUrl = urlAttr;\n }\n\n if (fullUrl.startsWith(\"http://\") || fullUrl.startsWith(\"https://\")) {\n extractedUrls.add(fullUrl);\n }\n } catch (error) {\n console.log(`Failed to parse URL: ${match[1]}, Error: ${error}`);\n }\n }\n }\n\n const urls = [...new Set(extractedUrls)];\nconsole.log(`Extracted ${urls.length} unique URLs`);\nreturn urls;\n\n\n shouldCrawl(url: string, baseUrl: string, depth: number, maxDepth: number): boolean {\n try {\n if (depth >= maxDepth) {\n console.log(`Depth limit exceeded: Current depth ${depth} >= max depth ${maxDepth}`);\n return false;\n }\n const urlObj = new URL(url);\n const baseUrlObj = new URL(baseUrl);\n const isExternalLink = urlObj.hostname !== baseUrlObj.hostname;\n\n if (isExternalLink) {\n const allowedExternalDepth = maxDepth + 1;\n if (depth > allowedExternalDepth) {\n console.log(`External link depth exceeded: ${depth} > ${allowedExternalDepth}`);\n return false;\n }\n }\n return true;\n } catch {\n console.log(`URL parsing failed: \"${url}\" is not a valid URL`);\n return false;\n }\n }\n}\n\n// console.log(new URLExtractor().validate(\"https://willkrouse.com\"));",17,89,["D",1738691970906],{"_104":399,"_142":209,"_95":208,"_152":172,"_154":400,"_144":161,"_145":131,"_101":401,"_146":402,"_155":26,"_106":403,"_148":26},"c06d1026-e321-11ef-ae30-e6cdfca9ef9f","export class URLExtractor {\n validate(url: string): { isValid: boolean; error?: string } {\n try {\n new URL(url);\n return { isValid: true };\n } catch {\n return { isValid: false, error: \"Invalid URL format\" };\n }\n }\n\n getBaseUrl(url: string): string {\n try {\n const urlObj = new URL(url);\n return urlObj.origin;\n } catch {\n throw new Error(\"Invalid URL\");\n }\n }\n\n async extractUrls(html: string, baseUrl: string): Promise {\n console.log(\"\\n=== URL Extraction ===\");\n console.log(`Base URL: ${baseUrl}`);\n console.log(`Content length: ${html.length} characters`);\n\n const extractedUrls = new Set();\n\n const patterns = [\n /href=[\"']([^\"']+)[\"']/gi,\n /src=[\"']([^\"']+)[\"']/gi,\n /data-href=[\"']([^\"']+)[\"']/gi,\n /data-url=[\"']([^\"']+)[\"']/gi,\n /url\$[\"']?([^\"'\$]+)[\"']?\\)/gi,\n /[\"']([^\"']*?\\.(?:html|php|asp|jsp))[\"']/gi,\n ];\n\n for (const pattern of patterns) {\n const matches = html.matchAll(pattern);\n for (const match of matches) {\n try {\n const urlAttr = match[1];\n let fullUrl: string;\n\n if (urlAttr.startsWith(\"/\")) {\n const baseUrlObj = new URL(baseUrl);\n fullUrl = `${baseUrlObj.origin}${urlAttr}`;\n } else if (urlAttr.startsWith(\"//\")) {\n fullUrl = `https:${urlAttr}`;\n } else if (urlAttr.startsWith(\"http\")) {\n fullUrl = urlAttr;\n } else if (!urlAttr.includes(\"://\")) {\n const baseUrlObj = new URL(baseUrl);\n const urlObject = new URL(urlAttr, baseUrlObj.origin);\n fullUrl = urlObject.toString();\n } else {\n fullUrl = urlAttr;\n }\n\n if (fullUrl.startsWith(\"http://\") || fullUrl.startsWith(\"https://\")) {\n extractedUrls.add(fullUrl);\n }\n } catch (error) {\n console.log(`Failed to parse URL: ${match[1]}, Error: ${error}`);\n }\n }\n }\n\n const urls = [...new Set(extractedUrls)];\nconsole.log(`Extracted ${uniqueUrls.length} unique URLs`);\nreturn urls;\n\n\n shouldCrawl(url: string, baseUrl: string, depth: number, maxDepth: number): boolean {\n try {\n if (depth >= maxDepth) {\n console.log(`Depth limit exceeded: Current depth ${depth} >= max depth ${maxDepth}`);\n return false;\n }\n const urlObj = new URL(url);\n const baseUrlObj = new URL(baseUrl);\n const isExternalLink = urlObj.hostname !== baseUrlObj.hostname;\n\n if (isExternalLink) {\n const allowedExternalDepth = maxDepth + 1;\n if (depth > allowedExternalDepth) {\n console.log(`External link depth exceeded: ${depth} > ${allowedExternalDepth}`);\n return false;\n }\n }\n return true;\n } catch {\n console.log(`URL parsing failed: \"${url}\" is not a valid URL`);\n return false;\n }\n }\n}\n\n// console.log(new URLExtractor().validate(\"https://willkrouse.com\"));",16,88,["D",1738691957350],{"_104":405,"_142":209,"_95":208,"_152":172,"_154":406,"_144":161,"_145":131,"_101":407,"_146":408,"_155":26,"_106":409,"_148":26},"bd74b6b2-e321-11ef-9093-e6cdfca9ef9f","export class URLExtractor {\n validate(url: string): { isValid: boolean; error?: string } {\n try {\n new URL(url);\n return { isValid: true };\n } catch {\n return { isValid: false, error: \"Invalid URL format\" };\n }\n }\n\n getBaseUrl(url: string): string {\n try {\n const urlObj = new URL(url);\n return urlObj.origin;\n } catch {\n throw new Error(\"Invalid URL\");\n }\n }\n\n async extractUrls(html: string, baseUrl: string): Promise {\n console.log(\"\\n=== URL Extraction ===\");\n console.log(`Base URL: ${baseUrl}`);\n console.log(`Content length: ${html.length} characters`);\n\n const extractedUrls = new Set();\n\n const patterns = [\n /href=[\"']([^\"']+)[\"']/gi,\n /src=[\"']([^\"']+)[\"']/gi,\n /data-href=[\"']([^\"']+)[\"']/gi,\n /data-url=[\"']([^\"']+)[\"']/gi,\n /url\$[\"']?([^\"'\$]+)[\"']?\\)/gi,\n /[\"']([^\"']*?\\.(?:html|php|asp|jsp))[\"']/gi,\n ];\n\n for (const pattern of patterns) {\n const matches = html.matchAll(pattern);\n for (const match of matches) {\n try {\n const urlAttr = match[1];\n let fullUrl: string;\n\n if (urlAttr.startsWith(\"/\")) {\n const baseUrlObj = new URL(baseUrl);\n fullUrl = `${baseUrlObj.origin}${urlAttr}`;\n } else if (urlAttr.startsWith(\"//\")) {\n fullUrl = `https:${urlAttr}`;\n } else if (urlAttr.startsWith(\"http\")) {\n fullUrl = urlAttr;\n } else if (!urlAttr.includes(\"://\")) {\n const baseUrlObj = new URL(baseUrl);\n const urlObject = new URL(urlAttr, baseUrlObj.origin);\n fullUrl = urlObject.toString();\n } else {\n fullUrl = urlAttr;\n }\n\n if (fullUrl.startsWith(\"http://\") || fullUrl.startsWith(\"https://\")) {\n extractedUrls.add(fullUrl);\n }\n } catch (error) {\n console.log(`Failed to parse URL: ${match[1]}, Error: ${error}`);\n }\n }\n }\n\n const urls = [...new Set(extractedUrls)];\nconsole.log(`Extracted ${uniqueUrls.length} unique URLs`);\nreturn uniqueUrls;\n\n\n shouldCrawl(url: string, baseUrl: string, depth: number, maxDepth: number): boolean {\n try {\n if (depth >= maxDepth) {\n console.log(`Depth limit exceeded: Current depth ${depth} >= max depth ${maxDepth}`);\n return false;\n }\n const urlObj = new URL(url);\n const baseUrlObj = new URL(baseUrl);\n const isExternalLink = urlObj.hostname !== baseUrlObj.hostname;\n\n if (isExternalLink) {\n const allowedExternalDepth = maxDepth + 1;\n if (depth > allowedExternalDepth) {\n console.log(`External link depth exceeded: ${depth} > ${allowedExternalDepth}`);\n return false;\n }\n }\n return true;\n } catch {\n console.log(`URL parsing failed: \"${url}\" is not a valid URL`);\n return false;\n }\n }\n}\n\n// console.log(new URLExtractor().validate(\"https://willkrouse.com\"));",15,87,["D",1738691952362],{"_104":411,"_142":209,"_95":208,"_152":172,"_154":412,"_144":161,"_145":131,"_101":413,"_146":414,"_155":26,"_106":415,"_148":26},"9a3c4dd8-e31f-11ef-a6c3-e6cdfca9ef9f","export class URLExtractor {\n validate(url: string): { isValid: boolean; error?: string } {\n try {\n new URL(url);\n return { isValid: true };\n } catch {\n return { isValid: false, error: \"Invalid URL format\" };\n }\n }\n\n getBaseUrl(url: string): string {\n try {\n const urlObj = new URL(url);\n return urlObj.origin;\n } catch {\n throw new Error(\"Invalid URL\");\n }\n }\n\n async extractUrls(html: string, baseUrl: string): Promise {\n console.log(\"\\n=== URL Extraction ===\");\n console.log(`Base URL: ${baseUrl}`);\n console.log(`Content length: ${html.length} characters`);\n\n const extractedUrls = new Set();\n\n const patterns = [\n /href=[\"']([^\"']+)[\"']/gi,\n /src=[\"']([^\"']+)[\"']/gi,\n /data-href=[\"']([^\"']+)[\"']/gi,\n /data-url=[\"']([^\"']+)[\"']/gi,\n /url\$[\"']?([^\"'\$]+)[\"']?\\)/gi,\n /[\"']([^\"']*?\\.(?:html|php|asp|jsp))[\"']/gi,\n ];\n\n for (const pattern of patterns) {\n const matches = html.matchAll(pattern);\n for (const match of matches) {\n try {\n const urlAttr = match[1];\n let fullUrl: string;\n\n if (urlAttr.startsWith(\"/\")) {\n const baseUrlObj = new URL(baseUrl);\n fullUrl = `${baseUrlObj.origin}${urlAttr}`;\n } else if (urlAttr.startsWith(\"//\")) {\n fullUrl = `https:${urlAttr}`;\n } else if (urlAttr.startsWith(\"http\")) {\n fullUrl = urlAttr;\n } else if (!urlAttr.includes(\"://\")) {\n const baseUrlObj = new URL(baseUrl);\n const urlObject = new URL(urlAttr, baseUrlObj.origin);\n fullUrl = urlObject.toString();\n } else {\n fullUrl = urlAttr;\n }\n\n if (fullUrl.startsWith(\"http://\") || fullUrl.startsWith(\"https://\")) {\n extractedUrls.add(fullUrl);\n }\n } catch (error) {\n console.log(`Failed to parse URL: ${match[1]}, Error: ${error}`);\n }\n }\n }\n\n const urls = [...extractedUrls];\n console.log(`Extracted ${urls.length} unique URLs`);\n urls.forEach(url => console.log(`- ${url}`));\n return urls;\n }\n\n shouldCrawl(url: string, baseUrl: string, depth: number, maxDepth: number): boolean {\n try {\n if (depth >= maxDepth) {\n console.log(`Depth limit exceeded: Current depth ${depth} >= max depth ${maxDepth}`);\n return false;\n }\n const urlObj = new URL(url);\n const baseUrlObj = new URL(baseUrl);\n const isExternalLink = urlObj.hostname !== baseUrlObj.hostname;\n\n if (isExternalLink) {\n const allowedExternalDepth = maxDepth + 1;\n if (depth > allowedExternalDepth) {\n console.log(`External link depth exceeded: ${depth} > ${allowedExternalDepth}`);\n return false;\n }\n }\n return true;\n } catch {\n console.log(`URL parsing failed: \"${url}\" is not a valid URL`);\n return false;\n }\n }\n}\n\n// console.log(new URLExtractor().validate(\"https://willkrouse.com\"));",14,85,["D",1738691034282],{"_104":417,"_142":209,"_95":208,"_152":172,"_154":418,"_144":161,"_145":131,"_101":419,"_146":420,"_155":26,"_106":421,"_148":26},"41eb09da-e31f-11ef-a77a-e6cdfca9ef9f","export class URLExtractor {\n validate(url: string): { isValid: boolean; error?: string } {\n try {\n new URL(url);\n return { isValid: true };\n } catch {\n return { isValid: false, error: \"Invalid URL format\" };\n }\n }\n\n getBaseUrl(url: string): string {\n try {\n const urlObj = new URL(url);\n return urlObj.origin;\n } catch {\n throw new Error(\"Invalid URL\");\n }\n }\n\n async extractUrls(html: string, baseUrl: string): Promise {\n console.log(\"\\n=== URL Extraction ===\");\n console.log(`Base URL: ${baseUrl}`);\n console.log(`Content length: ${html.length} characters`);\n\n const extractedUrls = new Set();\n\n const patterns = [\n /href=[\"']([^\"']+)[\"']/gi,\n /src=[\"']([^\"']+)[\"']/gi,\n /data-href=[\"']([^\"']+)[\"']/gi,\n /data-url=[\"']([^\"']+)[\"']/gi,\n /url\$[\"']?([^\"'\$]+)[\"']?\\)/gi,\n /[\"']([^\"']*?\\.(?:html|php|asp|jsp))[\"']/gi,\n ];\n\n for (const pattern of patterns) {\n const matches = html.matchAll(pattern);\n for (const match of matches) {\n try {\n const urlAttr = match[1];\n let fullUrl: string;\n\n if (urlAttr.startsWith(\"/\")) {\n const baseUrlObj = new URL(baseUrl);\n fullUrl = `${baseUrlObj.origin}${urlAttr}`;\n } else if (urlAttr.startsWith(\"//\")) {\n fullUrl = `https:${urlAttr}`;\n } else if (urlAttr.startsWith(\"http\")) {\n fullUrl = urlAttr;\n } else if (!urlAttr.includes(\"://\")) {\n const baseUrlObj = new URL(baseUrl);\n const urlObject = new URL(urlAttr, baseUrlObj.origin);\n fullUrl = urlObject.toString();\n } else {\n fullUrl = urlAttr;\n }\n\n if (fullUrl.startsWith(\"http://\") || fullUrl.startsWith(\"https://\")) {\n extractedUrls.add(fullUrl);\n }\n } catch (error) {\n console.log(`Failed to parse URL: ${match[1]}, Error: ${error}`);\n }\n }\n }\n\n const urls = [...extractedUrls];\n console.log(`Extracted ${urls.length} unique URLs`);\n urls.forEach(url => console.log(`- ${url}`));\n return urls;\n }\n\n shouldCrawl(url: string, baseUrl: string, depth: number, maxDepth: number): boolean {\n try {\n if (depth >= maxDepth) {\n console.log(`Depth limit exceeded: Current depth ${depth} >= max depth ${maxDepth}`);\n return false;\n }\n const urlObj = new URL(url);\n const baseUrlObj = new URL(baseUrl);\n const isExternalLink = urlObj.hostname !== baseUrlObj.hostname;\n\n if (isExternalLink && depth > 1) {\n console.log(`External link at depth > 1: ${urlObj.hostname}`);\n return false;\n }\n return true;\n } catch {\n console.log(`URL parsing failed: \"${url}\" is not a valid URL`);\n return false;\n }\n }\n}\n\n// console.log(new URLExtractor().validate(\"https://willkrouse.com\"));",13,84,["D",1738690886110],{"_104":423,"_142":209,"_95":208,"_152":172,"_154":424,"_144":161,"_145":131,"_101":425,"_146":426,"_155":26,"_106":427,"_148":26},"ec38cefa-e31e-11ef-bcd1-e6cdfca9ef9f","export class URLExtractor {\n validate(url: string): { isValid: boolean; error?: string } {\n try {\n new URL(url);\n return { isValid: true };\n } catch {\n return { isValid: false, error: \"Invalid URL format\" };\n }\n }\n\n getBaseUrl(url: string): string {\n try {\n const urlObj = new URL(url);\n return urlObj.origin;\n } catch {\n throw new Error(\"Invalid URL\");\n }\n }\n\n async extractUrls(html: string, baseUrl: string): Promise {\n console.log(\"\\n=== URL Extraction ===\");\n console.log(`Base URL: ${baseUrl}`);\n console.log(`Content length: ${html.length} characters`);\n\n const extractedUrls = new Set();\n\n const patterns = [\n /href=[\"']([^\"']+)[\"']/gi,\n /src=[\"']([^\"']+)[\"']/gi,\n /data-href=[\"']([^\"']+)[\"']/gi,\n /data-url=[\"']([^\"']+)[\"']/gi,\n /url\$[\"']?([^\"'\$]+)[\"']?\\)/gi,\n /[\"']([^\"']*?\\.(?:html|php|asp|jsp))[\"']/gi,\n ];\n\n for (const pattern of patterns) {\n const matches = html.matchAll(pattern);\n for (const match of matches) {\n try {\n const urlAttr = match[1];\n let fullUrl: string;\n\n if (urlAttr.startsWith(\"/\")) {\n const baseUrlObj = new URL(baseUrl);\n fullUrl = `${baseUrlObj.origin}${urlAttr}`;\n } else if (urlAttr.startsWith(\"//\")) {\n fullUrl = `https:${urlAttr}`;\n } else if (urlAttr.startsWith(\"http\")) {\n fullUrl = urlAttr;\n } else if (!urlAttr.includes(\"://\")) {\n const baseUrlObj = new URL(baseUrl);\n const urlObject = new URL(urlAttr, baseUrlObj.origin);\n fullUrl = urlObject.toString();\n } else {\n fullUrl = urlAttr;\n }\n\n if (fullUrl.startsWith(\"http://\") || fullUrl.startsWith(\"https://\")) {\n extractedUrls.add(fullUrl);\n }\n } catch (error) {\n console.log(`Failed to parse URL: ${match[1]}, Error: ${error}`);\n }\n }\n }\n\n const urls = [...extractedUrls];\n console.log(`Extracted ${urls.length} unique URLs`);\n urls.forEach(url => console.log(`- ${url}`));\n return urls;\n }\n\n shouldFollowLink(url: string, baseUrl: string, currentDepth: number, maxDepth: number): boolean {\n const urlObj = new URL(url);\n const baseUrlObj = new URL(baseUrl);\n const isExternalLink = urlObj.hostname !== baseUrlObj.hostname;\n\n if (isExternalLink && currentDepth > 1) {\n return false;\n }\n\n return currentDepth <= maxDepth;\n }\n}\n\n// console.log(new URLExtractor().validate(\"https://willkrouse.com\"));",12,82,["D",1738690742337],{"_104":429,"_142":209,"_95":208,"_152":172,"_154":430,"_144":161,"_145":131,"_101":431,"_146":432,"_155":26,"_106":433,"_148":26},"107f478e-e31b-11ef-a12e-e6cdfca9ef9f","export class URLExtractor {\n validate(url: string): { isValid: boolean; error?: string } {\n try {\n new URL(url);\n return { isValid: true };\n } catch {\n return { isValid: false, error: \"Invalid URL format\" };\n }\n }\n\n getBaseUrl(url: string): string {\n try {\n const urlObj = new URL(url);\n return urlObj.origin;\n } catch {\n throw new Error(\"Invalid URL\");\n }\n }\n\n async extractUrls(html: string, baseUrl: string): Promise {\n console.log(\"\\n=== URL Extraction ===\");\n console.log(`Base URL: ${baseUrl}`);\n console.log(`Content length: ${html.length} characters`);\n\n const extractedUrls = new Set();\n\n const patterns = [\n /href=[\"']([^\"']+)[\"']/gi,\n /src=[\"']([^\"']+)[\"']/gi,\n /data-href=[\"']([^\"']+)[\"']/gi,\n /data-url=[\"']([^\"']+)[\"']/gi,\n /url\$[\"']?([^\"'\$]+)[\"']?\\)/gi,\n /[\"']([^\"']*?\\.(?:html|php|asp|jsp))[\"']/gi,\n ];\n\n for (const pattern of patterns) {\n const matches = html.matchAll(pattern);\n for (const match of matches) {\n try {\n const urlAttr = match[1];\n let fullUrl: string;\n\n if (urlAttr.startsWith(\"/\")) {\n const baseUrlObj = new URL(baseUrl);\n fullUrl = `${baseUrlObj.origin}${urlAttr}`;\n } else if (urlAttr.startsWith(\"//\")) {\n fullUrl = `https:${urlAttr}`;\n } else if (urlAttr.startsWith(\"http\")) {\n fullUrl = urlAttr;\n } else if (!urlAttr.includes(\"://\")) {\n const baseUrlObj = new URL(baseUrl);\n const urlObject = new URL(urlAttr, baseUrlObj.origin);\n fullUrl = urlObject.toString();\n } else {\n fullUrl = urlAttr;\n }\n\n if (fullUrl.startsWith(\"http://\") || fullUrl.startsWith(\"https://\")) {\n extractedUrls.add(fullUrl);\n }\n } catch (error) {\n console.log(`Failed to parse URL: ${match[1]}, Error: ${error}`);\n }\n }\n }\n\n const urls = [...extractedUrls];\n console.log(`Extracted ${urls.length} unique URLs`);\n urls.forEach(url => console.log(`- ${url}`));\n return urls;\n }\n\n shouldCrawl(url: string, baseUrl: string, depth: number, maxDepth: number): boolean {\n try {\n if (depth >= maxDepth) {\n console.log(`Depth limit exceeded: Current depth ${depth} >= max depth ${maxDepth}`);\n return false;\n }\n\n const urlObj = new URL(url);\n const baseUrlObj = new URL(baseUrl);\n\n if (urlObj.hostname !== baseUrlObj.hostname) {\n console.log(\n `Domain mismatch: URL hostname \"${urlObj.hostname}\" differs from base hostname \"${baseUrlObj.hostname}\"`,\n );\n return false;\n }\n\n return true;\n } catch {\n console.log(`URL parsing failed: \"${url}\" is not a valid URL`);\n return false;\n }\n }\n}\n\n// console.log(new URLExtractor().validate(\"https://willkrouse.com\"));",11,73,["D",1738689085210],{"_104":435,"_142":209,"_95":208,"_152":172,"_154":436,"_144":161,"_145":131,"_101":202,"_146":437,"_155":26,"_106":438,"_148":26},"ba98a5ea-e31a-11ef-9cbe-e6cdfca9ef9f","export class URLExtractor {\n validate(url: string): { isValid: boolean; error?: string } {\n try {\n new URL(url);\n return { isValid: true };\n } catch {\n return { isValid: false, error: \"Invalid URL format\" };\n }\n }\n\n getBaseUrl(url: string): string {\n try {\n const urlObj = new URL(url);\n return urlObj.origin;\n } catch {\n throw new Error(\"Invalid URL\");\n }\n }\n\n async extractUrls(html: string, baseUrl: string): Promise {\n console.log(\"\\n=== URL Extraction ===\");\n console.log(`Base URL: ${baseUrl}`);\n console.log(`Content length: ${html.length} characters`);\n\n const extractedUrls = new Set();\n\n const patterns = [\n /href=[\"']([^\"']+)[\"']/gi,\n /src=[\"']([^\"']+)[\"']/gi,\n /data-href=[\"']([^\"']+)[\"']/gi,\n /data-url=[\"']([^\"']+)[\"']/gi,\n /url\$[\"']?([^\"'\$]+)[\"']?\\)/gi,\n /[\"']([^\"']*?\\.(?:html|php|asp|jsp))[\"']/gi,\n ];\n\n for (const pattern of patterns) {\n const matches = html.matchAll(pattern);\n for (const match of matches) {\n try {\n const urlAttr = match[1];\n let fullUrl: string;\n\n if (urlAttr.startsWith(\"/\")) {\n const baseUrlObj = new URL(baseUrl);\n fullUrl = `${baseUrlObj.origin}${urlAttr}`;\n } else if (urlAttr.startsWith(\"//\")) {\n fullUrl = `https:${urlAttr}`;\n } else if (urlAttr.startsWith(\"http\")) {\n fullUrl = urlAttr;\n } else if (!urlAttr.includes(\"://\")) {\n const baseUrlObj = new URL(baseUrl);\n const urlObject = new URL(urlAttr, baseUrlObj.origin);\n fullUrl = urlObject.toString();\n } else {\n fullUrl = urlAttr;\n }\n\n if (fullUrl.startsWith(\"http://\") || fullUrl.startsWith(\"https://\")) {\n extractedUrls.add(fullUrl);\n }\n } catch (error) {\n console.log(`Failed to parse URL: ${match[1]}, Error: ${error}`);\n }\n }\n }\n\n const urls = [...extractedUrls];\n console.log(`Extracted ${urls.length} unique URLs`);\n urls.forEach(url => console.log(`- ${url}`));\n return urls;\n }\n\n shouldCrawl(url: string, baseUrl: string, depth: number, maxDepth: number): boolean {\n try {\n if (depth >= maxDepth) {\n return false;\n }\n const urlObj = new URL(url);\n const baseUrlObj = new URL(baseUrl);\n return urlObj.hostname === baseUrlObj.hostname;\n } catch {\n return false;\n }\n }\n}\n\n// console.log(new URLExtractor().validate(\"https://willkrouse.com\"));",72,["D",1738688941093],{"_104":440,"_142":209,"_95":208,"_152":172,"_154":441,"_144":161,"_145":131,"_101":442,"_146":443,"_155":26,"_106":444,"_148":26},"46a883f8-e31a-11ef-ad6c-e6cdfca9ef9f","export class URLExtractor {\n validate(url: string): { isValid: boolean; error?: string } {\n try {\n new URL(url);\n return { isValid: true };\n } catch {\n return { isValid: false, error: \"Invalid URL format\" };\n }\n }\n\n getBaseUrl(url: string): string {\n try {\n const urlObj = new URL(url);\n return urlObj.origin;\n } catch {\n throw new Error(\"Invalid URL\");\n }\n }\n\n async extractUrls(html: string, baseUrl: string): Promise {\n console.log(\"\\n=== URL Extraction ===\");\n console.log(`Base URL: ${baseUrl}`);\n console.log(`Content length: ${html.length} characters`);\n\n const extractedUrls = new Set();\n\n const patterns = [\n /href=[\"']([^\"']+)[\"']/gi,\n /src=[\"']([^\"']+)[\"']/gi,\n /data-href=[\"']([^\"']+)[\"']/gi,\n /data-url=[\"']([^\"']+)[\"']/gi,\n /url\$[\"']?([^\"'\$]+)[\"']?\\)/gi,\n /[\"']([^\"']*?\\.(?:html|php|asp|jsp))[\"']/gi,\n ];\n\n for (const pattern of patterns) {\n const matches = html.matchAll(pattern);\n for (const match of matches) {\n try {\n const urlAttr = match[1];\n let fullUrl: string;\n\n if (urlAttr.startsWith(\"/\")) {\n const baseUrlObj = new URL(baseUrl);\n fullUrl = `${baseUrlObj.origin}${urlAttr}`;\n } else if (urlAttr.startsWith(\"//\")) {\n fullUrl = `https:${urlAttr}`;\n } else if (urlAttr.startsWith(\"http\")) {\n fullUrl = urlAttr;\n } else if (!urlAttr.includes(\"://\")) {\n const baseUrlObj = new URL(baseUrl);\n const urlObject = new URL(urlAttr, baseUrlObj.origin);\n fullUrl = urlObject.toString();\n } else {\n fullUrl = urlAttr;\n }\n\n if (fullUrl.startsWith(\"http://\") || fullUrl.startsWith(\"https://\")) {\n extractedUrls.add(fullUrl);\n }\n } catch (error) {\n console.log(`Failed to parse URL: ${match[1]}, Error: ${error}`);\n }\n }\n }\n\n const urls = [...extractedUrls];\n console.log(`Extracted ${urls.length} unique URLs`);\n urls.forEach(url => console.log(`- ${url}`));\n return urls;\n }\n\n shouldCrawl(url: string, baseUrl: string, depth: number, maxDepth: number): boolean {\n try {\n if (depth >= maxDepth) {\n return false;\n }\n return true; // Allow all domains\n } catch {\n return false;\n }\n }\n}\n\n// console.log(new URLExtractor().validate(\"https://willkrouse.com\"));",9,71,["D",1738688746580],{"_104":446,"_142":209,"_95":208,"_152":172,"_154":447,"_144":161,"_145":131,"_101":448,"_146":449,"_155":26,"_106":450,"_148":26},"41fa8068-e31a-11ef-ad6c-e6cdfca9ef9f","export class URLExtractor {\n validate(url: string): { isValid: boolean; error?: string } {\n try {\n new URL(url);\n return { isValid: true };\n } catch {\n return { isValid: false, error: \"Invalid URL format\" };\n }\n }\n\n getBaseUrl(url: string): string {\n try {\n const urlObj = new URL(url);\n return urlObj.origin;\n } catch {\n throw new Error(\"Invalid URL\");\n }\n }\n\n async extractUrls(html: string, baseUrl: string): Promise {\n console.log(\"\\n=== URL Extraction ===\");\n console.log(`Base URL: ${baseUrl}`);\n console.log(`Content length: ${html.length} characters`);\n\n const extractedUrls = new Set();\n\n const patterns = [\n /href=[\"']([^\"']+)[\"']/gi,\n /src=[\"']([^\"']+)[\"']/gi,\n /data-href=[\"']([^\"']+)[\"']/gi,\n /data-url=[\"']([^\"']+)[\"']/gi,\n /url\$[\"']?([^\"'\$]+)[\"']?\\)/gi,\n /[\"']([^\"']*?\\.(?:html|php|asp|jsp))[\"']/gi,\n ];\n\n for (const pattern of patterns) {\n const matches = html.matchAll(pattern);\n for (const match of matches) {\n try {\n const urlAttr = match[1];\n let fullUrl: string;\n\n if (urlAttr.startsWith(\"/\")) {\n const baseUrlObj = new URL(baseUrl);\n fullUrl = `${baseUrlObj.origin}${urlAttr}`;\n } else if (urlAttr.startsWith(\"//\")) {\n fullUrl = `https:${urlAttr}`;\n } else if (urlAttr.startsWith(\"http\")) {\n fullUrl = urlAttr;\n } else if (!urlAttr.includes(\"://\")) {\n const baseUrlObj = new URL(baseUrl);\n const urlObject = new URL(urlAttr, baseUrlObj.origin);\n fullUrl = urlObject.toString();\n } else {\n fullUrl = urlAttr;\n }\n\n if (fullUrl.startsWith(\"http://\") || fullUrl.startsWith(\"https://\")) {\n extractedUrls.add(fullUrl);\n }\n } catch (error) {\n console.log(`Failed to parse URL: ${match[1]}, Error: ${error}`);\n }\n }\n }\n\n const urls = [...extractedUrls];\n console.log(`Extracted ${urls.length} unique URLs`);\n urls.forEach(url => console.log(`- ${url}`));\n return urls;\n }\n\n shouldCrawl(url: string, baseUrl: string, depth: number, maxDepth: number): boolean {\n try {\n if (depth >= maxDepth) {\n return false;\n }\n return true; // Allow all domains\n } catch {\n return false;\n }\n }\n}\n\nconsole.log(new URLExtractor().validate(\"https://willkrouse.com\"));",8,70,["D",1738688738725],{"_104":452,"_142":209,"_95":208,"_152":172,"_154":453,"_144":161,"_145":131,"_101":454,"_146":455,"_155":26,"_106":456,"_148":26},"39cc6a28-e310-11ef-983d-e6cdfca9ef9f","export class URLExtractor {\n validate(url: string): { isValid: boolean; error?: string } {\n try {\n new URL(url);\n return { isValid: true };\n } catch {\n return { isValid: false, error: \"Invalid URL format\" };\n }\n }\n\n getBaseUrl(url: string): string {\n try {\n const urlObj = new URL(url);\n return urlObj.origin;\n } catch {\n throw new Error(\"Invalid URL\");\n }\n }\n\n async extractUrls(html: string, baseUrl: string): Promise {\n console.log(\"\\n=== URL Extraction ===\");\n console.log(`Base URL: ${baseUrl}`);\n console.log(`Content length: ${html.length} characters`);\n\n const extractedUrls = new Set();\n\n const patterns = [\n /href=[\"']([^\"']+)[\"']/gi,\n /src=[\"']([^\"']+)[\"']/gi,\n /data-href=[\"']([^\"']+)[\"']/gi,\n /data-url=[\"']([^\"']+)[\"']/gi,\n /url\$[\"']?([^\"'\$]+)[\"']?\\)/gi,\n /[\"']([^\"']*?\\.(?:html|php|asp|jsp))[\"']/gi,\n ];\n\n for (const pattern of patterns) {\n const matches = html.matchAll(pattern);\n for (const match of matches) {\n try {\n const urlAttr = match[1];\n let fullUrl: string;\n\n if (urlAttr.startsWith(\"/\")) {\n const baseUrlObj = new URL(baseUrl);\n fullUrl = `${baseUrlObj.origin}${urlAttr}`;\n } else if (urlAttr.startsWith(\"//\")) {\n fullUrl = `https:${urlAttr}`;\n } else if (urlAttr.startsWith(\"http\")) {\n fullUrl = urlAttr;\n } else if (!urlAttr.includes(\"://\")) {\n const baseUrlObj = new URL(baseUrl);\n const urlObject = new URL(urlAttr, baseUrlObj.origin);\n fullUrl = urlObject.toString();\n } else {\n fullUrl = urlAttr;\n }\n\n if (fullUrl.startsWith(\"http://\") || fullUrl.startsWith(\"https://\")) {\n extractedUrls.add(fullUrl);\n }\n } catch (error) {\n console.log(`Failed to parse URL: ${match[1]}, Error: ${error}`);\n }\n }\n }\n\n const urls = [...extractedUrls];\n console.log(`Extracted ${urls.length} unique URLs`);\n urls.forEach(url => console.log(`- ${url}`));\n return urls;\n }\n\n shouldCrawl(url: string, baseUrl: string, depth: number, maxDepth: number): boolean {\n try {\n if (depth >= maxDepth) {\n return false;\n }\n const urlObj = new URL(url);\n const baseUrlObj = new URL(baseUrl);\n return urlObj.origin === baseUrlObj.origin;\n } catch {\n return false;\n }\n }\n}\n\nconsole.log(new URLExtractor().validate(\"https://willkrouse.com\"));",7,65,["D",1738684430036],{"_104":458,"_142":209,"_95":208,"_152":172,"_154":459,"_144":161,"_145":131,"_101":182,"_146":460,"_155":26,"_106":461,"_148":26},"d592ea42-e309-11ef-bf04-e6cdfca9ef9f","type ValidationResult = {\n isValid: boolean;\n error?: string;\n};\n\nexport class URLExtractor {\n getBaseUrl(url: string): string {\n try {\n const urlObj = new URL(url);\n return urlObj.origin;\n } catch {\n throw new Error(\"Invalid URL\");\n }\n }\n\n async extractUrls(html: string, baseUrl: string): Promise {\n console.log(\"\\n=== URL Extraction ===\");\n console.log(`Base URL: ${baseUrl}`);\n console.log(`Content length: ${html.length} characters`);\n\n const extractedUrls = new Set();\n\n const patterns = [\n /href=[\"']([^\"']+)[\"']/gi,\n /src=[\"']([^\"']+)[\"']/gi,\n /data-href=[\"']([^\"']+)[\"']/gi,\n /data-url=[\"']([^\"']+)[\"']/gi,\n /url\$[\"']?([^\"'\$]+)[\"']?\\)/gi,\n /[\"']([^\"']*?\\.(?:html|php|asp|jsp))[\"']/gi,\n ];\n\n for (const pattern of patterns) {\n const matches = html.matchAll(pattern);\n for (const match of matches) {\n try {\n const urlAttr = match[1];\n let fullUrl: string;\n\n if (urlAttr.startsWith(\"/\")) {\n const baseUrlObj = new URL(baseUrl);\n fullUrl = `${baseUrlObj.origin}${urlAttr}`;\n } else if (urlAttr.startsWith(\"//\")) {\n fullUrl = `https:${urlAttr}`;\n } else if (urlAttr.startsWith(\"http\")) {\n fullUrl = urlAttr;\n } else if (!urlAttr.includes(\"://\")) {\n const baseUrlObj = new URL(baseUrl);\n const urlObject = new URL(urlAttr, baseUrlObj.origin);\n fullUrl = urlObject.toString();\n } else {\n fullUrl = urlAttr;\n }\n\n if (fullUrl.startsWith(\"http://\") || fullUrl.startsWith(\"https://\")) {\n extractedUrls.add(fullUrl);\n }\n } catch (error) {\n console.log(`Failed to parse URL: ${match[1]}, Error: ${error}`);\n }\n }\n }\n\n const urls = [...extractedUrls];\n console.log(`Extracted ${urls.length} unique URLs`);\n urls.forEach(url => console.log(`- ${url}`));\n return urls;\n }\n\n shouldCrawl(url: string, baseUrl: string, depth: number, maxDepth: number): boolean {\n try {\n if (depth >= maxDepth) {\n return false;\n }\n const urlObj = new URL(url);\n const baseUrlObj = new URL(baseUrl);\n return urlObj.origin === baseUrlObj.origin;\n } catch {\n return false;\n }\n }\n\n isValid(url: string): ValidationResult {\n try {\n new URL(url);\n return { isValid: true };\n } catch {\n return { isValid: false, error: \"Invalid URL format\" };\n }\n }\n}",59,["D",1738681684911],{"_104":463,"_142":209,"_95":208,"_152":172,"_154":464,"_144":161,"_145":131,"_101":465,"_146":466,"_155":26,"_106":467,"_148":26},"5ec75dcc-e308-11ef-95cd-e6cdfca9ef9f","export class URLExtractor {\n async extractUrls(html: string, baseUrl: string): Promise {\n console.log(\"\\n=== URL Extraction ===\");\n console.log(`Base URL: ${baseUrl}`);\n console.log(`Content length: ${html.length} characters`);\n const extractedUrls = new Set();\n\n const patterns = [\n /href=[\"']([^\"']+)[\"']/gi,\n /src=[\"']([^\"']+)[\"']/gi,\n /data-href=[\"']([^\"']+)[\"']/gi,\n /data-url=[\"']([^\"']+)[\"']/gi,\n /url\$[\"']?([^\"'\$]+)[\"']?\\)/gi,\n /[\"']([^\"']*?\\.(?:html|php|asp|jsp))[\"']/gi,\n ];\n\n for (const pattern of patterns) {\n const matches = html.matchAll(pattern);\n for (const match of matches) {\n try {\n const urlAttr = match[1];\n let fullUrl: string;\n\n if (urlAttr.startsWith(\"/\")) {\n const baseUrlObj = new URL(baseUrl);\n fullUrl = `${baseUrlObj.origin}${urlAttr}`;\n } else if (urlAttr.startsWith(\"//\")) {\n fullUrl = `https:${urlAttr}`;\n } else if (urlAttr.startsWith(\"http\")) {\n fullUrl = urlAttr;\n } else if (!urlAttr.includes(\"://\")) {\n const baseUrlObj = new URL(baseUrl);\n const urlObject = new URL(urlAttr, baseUrlObj.origin);\n fullUrl = urlObject.toString();\n } else {\n fullUrl = urlAttr;\n }\n\n if (fullUrl.startsWith(\"http://\") || fullUrl.startsWith(\"https://\")) {\n extractedUrls.add(fullUrl);\n }\n } catch (error) {\n console.log(`Failed to parse URL: ${match[1]}, Error: ${error}`);\n }\n }\n }\n\n const urls = [...extractedUrls];\n console.log(`Extracted ${urls.length} unique URLs`);\n urls.forEach(url => console.log(`- ${url}`));\n return urls;\n }\n\n shouldCrawl(url: string, baseUrl: string, depth: number, maxDepth: number): boolean {\n try {\n if (depth >= maxDepth) {\n return false;\n }\n const urlObj = new URL(url);\n const baseUrlObj = new URL(baseUrl);\n return urlObj.origin === baseUrlObj.origin;\n } catch {\n return false;\n }\n }\n\n validate(url: string): { isValid: boolean; error?: string } {\n try {\n new URL(url);\n return { isValid: true };\n } catch {\n return { isValid: false, error: \"Invalid URL format\" };\n }\n }\n\n getBaseUrl(url: string): string {\n try {\n const urlObj = new URL(url);\n return urlObj.origin;\n } catch {\n throw new Error(\"Invalid URL\");\n }\n }\n}",5,57,["D",1738681056108],{"_104":469,"_142":209,"_95":208,"_152":172,"_154":470,"_144":161,"_145":131,"_101":164,"_146":471,"_155":26,"_106":472,"_148":26},"e5b2ecda-e307-11ef-9d83-e6cdfca9ef9f","export class URLExtractor {\n async extractUrls(html: string, baseUrl: string): Promise {\n const extractedUrls = new Set();\n\n const patterns = [\n /href=[\"']([^\"']+)[\"']/gi,\n /src=[\"']([^\"']+)[\"']/gi,\n /data-href=[\"']([^\"']+)[\"']/gi,\n /data-url=[\"']([^\"']+)[\"']/gi,\n /url\$[\"']?([^\"'\$]+)[\"']?\\)/gi,\n /[\"']([^\"']*?\\.(?:html|php|asp|jsp))[\"']/gi,\n ];\n\n for (const pattern of patterns) {\n const matches = html.matchAll(pattern);\n for (const match of matches) {\n try {\n const urlAttr = match[1];\n let fullUrl: string;\n\n if (urlAttr.startsWith(\"/\")) {\n const baseUrlObj = new URL(baseUrl);\n fullUrl = `${baseUrlObj.origin}${urlAttr}`;\n } else if (urlAttr.startsWith(\"//\")) {\n fullUrl = `https:${urlAttr}`;\n } else if (urlAttr.startsWith(\"http\")) {\n fullUrl = urlAttr;\n } else if (!urlAttr.includes(\"://\")) {\n const baseUrlObj = new URL(baseUrl);\n const urlObject = new URL(urlAttr, baseUrlObj.origin);\n fullUrl = urlObject.toString();\n } else {\n fullUrl = urlAttr;\n }\n\n if (fullUrl.startsWith(\"http://\") || fullUrl.startsWith(\"https://\")) {\n extractedUrls.add(fullUrl);\n }\n } catch (error) {\n console.log(`Failed to parse URL: ${match[1]}, Error: ${error}`);\n }\n }\n }\n\n return [...extractedUrls];\n }\n\n shouldCrawl(url: string, baseUrl: string, depth: number, maxDepth: number): boolean {\n try {\n if (depth >= maxDepth) {\n return false;\n }\n const urlObj = new URL(url);\n const baseUrlObj = new URL(baseUrl);\n return urlObj.origin === baseUrlObj.origin;\n } catch {\n return false;\n }\n }\n\n validate(url: string): { isValid: boolean; error?: string } {\n try {\n new URL(url);\n return { isValid: true };\n } catch {\n return { isValid: false, error: \"Invalid URL format\" };\n }\n }\n\n getBaseUrl(url: string): string {\n try {\n const urlObj = new URL(url);\n return urlObj.origin;\n } catch {\n throw new Error(\"Invalid URL\");\n }\n }\n}",54,["D",1738680852970],{"_104":474,"_142":209,"_95":208,"_152":172,"_154":475,"_144":161,"_145":131,"_101":192,"_146":389,"_155":26,"_106":476,"_148":26},"4327128c-e0bb-11ef-8702-e6cdfca9ef9f","type ExtractedUrl = {\n url: string;\n sourceAttribute: string;\n sourceElement: string;\n};\n\nexport class URLExtractor {\n private urlPatterns = {\n href: /href=[\"']([^\"']+)[\"']/gi,\n src: /src=[\"']([^\"']+)[\"']/gi,\n dataHref: /data-href=[\"']([^\"']+)[\"']/gi,\n dataUrl: /data-url=[\"']([^\"']+)[\"']/gi,\n cssUrl: /url\$[\"']?([^\"'\$]+)[\"']?\\)/gi,\n fileExtensions: /[\"']([^\"']*?\\.(?:html|php|asp|jsp))[\"']/gi,\n };\n\n private ignorePatterns = new Set([\n \"javascript:\",\n \"mailto:\",\n \"tel:\",\n \"data:\",\n \"file:\",\n \"#\",\n ]);\n\n extractUrls(html: string, baseUrl: string): ExtractedUrl[] {\n const extractedUrls = new Set();\n const results: ExtractedUrl[] = [];\n\n for (const [patternName, pattern] of Object.entries(this.urlPatterns)) {\n const matches = html.matchAll(pattern);\n\n for (const match of matches) {\n const urlCandidate = match[1];\n\n if (this.shouldIgnoreUrl(urlCandidate)) {\n continue;\n }\n\n try {\n const normalizedUrl = this.normalizeUrl(urlCandidate, baseUrl);\n\n if (!extractedUrls.has(normalizedUrl)) {\n extractedUrls.add(normalizedUrl);\n\n results.push({\n url: normalizedUrl,\n sourceAttribute: this.getAttributeName(patternName),\n sourceElement: this.findEnclosingElement(html, match.index!),\n });\n }\n } catch (error) {\n console.log(`Failed to parse URL: ${urlCandidate}, Error: ${error}`);\n }\n }\n }\n\n return results;\n }\n\n private shouldIgnoreUrl(url: string): boolean {\n const lowerUrl = url.toLowerCase().trim();\n return this.ignorePatterns.has(lowerUrl)\n || Array.from(this.ignorePatterns).some(pattern => lowerUrl.startsWith(pattern));\n }\n\n private normalizeUrl(url: string, baseUrl: string): string {\n if (url.startsWith(\"//\")) {\n return `https:${url}`;\n }\n\n try {\n const urlObject = new URL(url, baseUrl);\n return urlObject.toString();\n } catch {\n throw new Error(`Invalid URL: ${url}`);\n }\n }\n\n private getAttributeName(patternName: string): string {\n const attributeMap: Record = {\n href: \"href\",\n src: \"src\",\n dataHref: \"data-href\",\n dataUrl: \"data-url\",\n cssUrl: \"background-url\",\n fileExtensions: \"embedded-url\",\n };\n\n return attributeMap[patternName] || \"unknown\";\n }\n\n private findEnclosingElement(html: string, index: number): string {\n const beforeTag = html.substring(0, index).split(\"<\").pop() || \"\";\n const elementMatch = beforeTag.match(/^(\\w+)/);\n return elementMatch ? elementMatch[1].toLowerCase() : \"unknown\";\n }\n\n addIgnorePattern(pattern: string): void {\n this.ignorePatterns.add(pattern.toLowerCase());\n }\n\n removeIgnorePattern(pattern: string): void {\n this.ignorePatterns.delete(pattern.toLowerCase());\n }\n\n addUrlPattern(name: string, pattern: RegExp): void {\n this.urlPatterns[name] = pattern;\n }\n}",["D",1738428036178],{"_104":478,"_142":209,"_95":479,"_152":172,"_154":475,"_144":161,"_145":131,"_101":90,"_146":431,"_155":26,"_106":480,"_148":26},"f56ae7f8-e0ba-11ef-875f-e6cdfca9ef9f","URLExtractor",["D",1738427905769],{"_104":482,"_142":209,"_95":479,"_152":172,"_154":66,"_144":161,"_145":131,"_101":151,"_146":202,"_155":26,"_106":483,"_148":26},"f05313ee-e0ba-11ef-9b33-e6cdfca9ef9f",["D",1738427897222],{"_104":485,"_142":209,"_95":486,"_152":172,"_154":66,"_144":161,"_145":131,"_101":31,"_146":442,"_155":26,"_106":487,"_148":26},"e51253be-e0ba-11ef-8c30-e6cdfca9ef9f","ardentRosePiranha",["D",1738427878347],"versions",[490,492,493,494,495,496,497,498,499,500,501,502,503,504,505,506,507,508,509,510,511,512,513,514],{"_346":362,"_491":364},"previous",{"_346":364,"_491":370},{"_346":370,"_491":376},{"_346":376,"_491":381},{"_346":381,"_491":386},{"_346":386,"_491":392},{"_346":392,"_491":398},{"_346":398,"_491":404},{"_346":404,"_491":410},{"_346":410,"_491":416},{"_346":416,"_491":422},{"_346":422,"_491":428},{"_346":428,"_491":434},{"_346":434,"_491":439},{"_346":439,"_491":445},{"_346":445,"_491":451},{"_346":451,"_491":457},{"_346":457,"_491":462},{"_346":462,"_491":468},{"_346":468,"_491":473},{"_346":473,"_491":477},{"_346":477,"_491":481},{"_346":481,"_491":484},{"_346":484,"_491":-5},"routes/_app","actionData","errors"]

History for URLHandler