[{"_1":2,"_298":-5,"_299":-5},"loaderData",{"_3":4,"_95":96,"_257":258,"_297":-5},"root",{"_5":6,"_34":35,"_62":63,"_93":94},"ctx",{"_7":8,"_19":20,"_21":-5,"_22":23,"_24":25,"_26":27,"_28":27,"_29":27,"_30":31,"_32":33},"auth",{"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5},"sessionClaims","sessionId","sessionStatus","userId","actor","orgId","orgRole","orgSlug","orgPermissions","factorVerificationAge","environmentVariableKeys",[],"user","preferences_keybindings","default","preferences_theme","light","preferences_fixers",false,"preferences_copilot","preferences_selection_ai","preferences_model","claude-3-5-haiku-20241022","notification_count",0,"ENV",{"_36":37,"_38":39,"_40":41,"_42":43,"_44":45,"_46":47,"_48":49,"_50":51,"_52":53,"_54":55,"_56":57,"_58":59,"_60":61},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","VAL_RUNTIME_NAME","prod","RENDER_GIT_COMMIT","31051805bc0faf27eb1ddcea20d3924383f1820f","RENDER_GIT_BRANCH","main","CLERK_PUBLISHABLE_KEY","pk_live_Y2xlcmsudmFsLnRvd24k","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","API_URL","https://api.val.town","WORKER_FINGERPRINT","fd7e47ba602df66e0f857b45e802b861","clerkState",{"_64":65},"__internal_clerk_state",{"_66":67,"_68":45,"_69":70,"_71":70,"_72":27,"_73":70,"_74":70,"_75":70,"_76":70,"_77":70,"_78":70,"_79":70,"_80":70,"_81":82,"_91":27,"_92":27},"__clerk_ssr_state",{"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5},"__publishableKey","__proxyUrl","","__domain","__isSatellite","__signInUrl","__signUpUrl","__afterSignInUrl","__afterSignUpUrl","__signInForceRedirectUrl","__signUpForceRedirectUrl","__signInFallbackRedirectUrl","__signUpFallbackRedirectUrl","__clerk_debug",{"_83":27,"_84":70,"_85":86,"_87":70,"_88":45,"_89":27,"_90":70},"isSignedIn","proxyUrl","reason","session-token-and-uat-missing","message","publishableKey","isSatellite","domain","__telemetryDisabled","__telemetryDebug","remixVersion",2,"routes/_app.x.$handle.$name",{"_97":98,"_99":100,"_101":-7,"_102":103,"_104":-7,"_105":106,"_143":144,"_240":241,"_242":243,"_248":249,"_250":251,"_254":-5,"_255":-5,"_256":27},"handle","willthereader","name","URLReceiver","branchName","path","urlCrawlerTests","version","project",{"_107":108,"_99":100,"_109":110,"_111":-5,"_112":27,"_113":114,"_115":-5,"_116":-5,"_12":117,"_118":-5,"_119":27,"_120":-5,"_121":33,"_122":123,"_124":123,"_125":126,"_127":126,"_128":126,"_129":123,"_130":27,"_21":131,"_134":135},"id","95beb4d2-d9d6-11ef-80a3-e6cdfca9ef9f","createdAt",["D",1737670113028],"deletedAt","legacyEnvVars","privacy","public","description","imageUrl","e5615e9f-07dd-4d28-aaa1-9ee23a41135a","pinnedFileId","pinPreview","screenshotVersion","likeCount","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","isOwned",{"_97":98,"_132":133},"profileImageUrl","https://img.clerk.com/eyJ0eXBlIjoiZGVmYXVsdCIsImlpZCI6Imluc18yTm10cGhQUklwU0tqZHNiOHNnNGd2ZjJURFUiLCJyaWQiOiJ1c2VyXzJObXZ0bE1rbVBEMkhHNzR3SmVmMHc3eldBQiJ9","branch",{"_104":136,"_99":43,"_107":137,"_138":108,"_139":-5,"_140":-5,"_141":-5,"_142":-5},127,"95bf0900-d9d6-11ef-80a3-e6cdfca9ef9f","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectUserId","tree",[145,175,185,193,202,211,221,231],{"_107":146,"_99":147,"_148":149,"_150":-5,"_151":137,"_152":153,"_154":155,"_109":156,"_104":33,"_157":158,"_159":-5,"_160":27,"_161":-5,"_162":163,"_102":174},"7ad74342-e0ba-11ef-990d-e6cdfca9ef9f","stupendousEmeraldLemming","fileId","7ad743f6-e0ba-11ef-990d-e6cdfca9ef9f","parentId","branchId","branchVersion",126,"latest",true,["D",1738427700121],"fileType","directory","content","deleted","subdomain","children",[164],{"_107":165,"_99":166,"_148":167,"_150":149,"_151":137,"_152":136,"_154":155,"_109":168,"_104":169,"_157":170,"_159":171,"_160":27,"_161":-5,"_162":172,"_102":173},"800248ee-e0ba-11ef-abb3-e6cdfca9ef9f","urlCrawlerComponent","6707eeaa-dd8d-11ef-a134-e6cdfca9ef9f",["D",1738427708787],31,"script","// second to last good version of v19\nexport class URLCrawler {\n private visitedUrls: Set = new Set();\n private urlQueue: { url: string; sourceUrl: string | null; depth: number }[] = [];\n private brokenUrls: URLCheckResult[] = [];\n private maxDepth: number;\n private baseUrl: string;\n private startTime: number = 0;\n private progress: CrawlProgress = {\n urlsFound: 0,\n urlsProcessed: 0,\n brokenUrlsFound: 0,\n inProgress: false,\n };\n\n constructor(maxDepth: number = 5) {\n this.maxDepth = maxDepth;\n }\n\n async crawl(startUrl: string): Promise {\n this.reset();\n this.startTime = Date.now();\n try {\n this.baseUrl = new URL(startUrl).origin;\n } catch (error) {\n // Return failed summary if starting URL is invalid\n return {\n totalURLsChecked: 1,\n brokenURLsFound: 1,\n brokenURLs: [{\n url: startUrl,\n sourceUrl: null,\n statusCode: null,\n errorMessage: \"Invalid URL format\",\n timestamp: new Date(),\n possibleCause: \"The URL format is invalid or malformed\",\n }],\n scanDuration: Date.now() - this.startTime,\n };\n }\n\n this.urlQueue = [{ url: startUrl, sourceUrl: null, depth: 0 }];\n this.progress.inProgress = true;\n\n while (this.urlQueue.length > 0) {\n const current = this.urlQueue.shift()!;\n\n if (this.visitedUrls.has(current.url)) {\n continue;\n }\n\n this.visitedUrls.add(current.url);\n const checkResult = await this.checkUrl(current.url, current.sourceUrl);\n\n if (checkResult.error || (checkResult.status && checkResult.status >= 400)) {\n this.brokenUrls.push(checkResult);\n this.progress.brokenUrlsFound++;\n console.log(`Broken link found: ${checkResult.url}`);\n console.log(`Source page: ${checkResult.sourceUrl || \"Starting URL\"}`);\n console.log(`Error: ${checkResult.error || `HTTP Status: ${checkResult.status}`}`);\n console.log(\"-------------------\");\n } else if (current.depth < this.maxDepth) {\n const newUrls = await this.extractUrlsFromPage(current.url);\n await this.processNewUrls(newUrls, current.url, current.depth + 1);\n }\n\n this.progress.urlsProcessed++;\n }\n\n this.progress.inProgress = false;\n return this.generateSummary();\n }\n\n private async checkUrl(url: string, sourceUrl: string | null): Promise {\n try {\n console.log(`Checking URL: ${url}`);\n const response = await fetch(url, {\n method: \"GET\",\n headers: {\n \"User-Agent\": \"Mozilla/5.0 (compatible; URLCrawlerBot/1.0;)\",\n },\n });\n\n const text = await response.text();\n\n if (!response.ok) {\n console.log(`Failed URL (${response.status}): ${url}`);\n console.log(`From page: ${sourceUrl || \"Starting URL\"}`);\n console.log(\"-----------------\");\n return {\n url,\n sourceUrl,\n status: response.status,\n error: `HTTP ${response.status} - ${response.statusText}`,\n timestamp: new Date(),\n };\n }\n\n const isGoogleDocsAccessDenied = text.includes(\"You need access\") || text.includes(\"Request access\");\n const isAccessDenied = isGoogleDocsAccessDenied || text.includes(\"Sign in\") || text.includes(\"404\");\n\n if (isAccessDenied) {\n console.log(`Access denied: ${url}`);\n console.log(`From page: ${sourceUrl || \"Starting URL\"}`);\n console.log(\"-----------------\");\n return {\n url,\n sourceUrl,\n status: 403,\n error: \"Access denied or requires authentication\",\n timestamp: new Date(),\n };\n }\n\n return {\n url,\n sourceUrl,\n status: response.status,\n error: null,\n timestamp: new Date(),\n };\n } catch (error) {\n console.log(`Error checking URL: ${url}`);\n console.log(`Error type: ${error instanceof Error ? error.message : String(error)}`);\n console.log(`From page: ${sourceUrl || \"Starting URL\"}`);\n console.log(\"-----------------\");\n return {\n url,\n sourceUrl,\n status: null,\n error: error instanceof Error ? error.message : String(error),\n timestamp: new Date(),\n };\n }\n }\n\n private async extractUrlsFromPage(url: string): Promise {\n try {\n const response = await fetch(url);\n if (!response.ok) {\n console.log(`Failed to fetch ${url}: ${response.status} ${response.statusText}`);\n return [];\n }\n\n const html = await response.text();\n const extractedUrls = new Set();\n\n // Define regex patterns for different types of URLs\n const patterns = [\n /href=[\"']([^\"']+)[\"']/gi,\n /src=[\"']([^\"']+)[\"']/gi,\n /data-href=[\"']([^\"']+)[\"']/gi,\n /data-url=[\"']([^\"']+)[\"']/gi,\n /url\\([\"']?([^\"'\\)]+)[\"']?\\)/gi,\n /[\"']([^\"']*?\\.(?:html|php|asp|jsp))[\"']/gi,\n ];\n\n for (const pattern of patterns) {\n const matches = html.matchAll(pattern);\n for (const match of matches) {\n try {\n const urlAttr = match[1];\n let fullUrl: string;\n\n if (urlAttr.startsWith(\"/\")) {\n const baseUrl = new URL(url);\n fullUrl = `${baseUrl.origin}${urlAttr}`;\n } else if (urlAttr.startsWith(\"//\")) {\n fullUrl = `https:${urlAttr}`;\n } else if (urlAttr.startsWith(\"http\")) {\n fullUrl = urlAttr;\n } else if (!urlAttr.includes(\"://\")) {\n const baseUrl = new URL(url);\n const urlObject = new URL(urlAttr, baseUrl.origin);\n fullUrl = urlObject.toString();\n } else {\n fullUrl = urlAttr;\n }\n\n if (fullUrl.startsWith(\"http://\") || fullUrl.startsWith(\"https://\")) {\n extractedUrls.add(fullUrl);\n }\n } catch (error) {\n console.log(`Failed to parse URL: ${match[1]}, Error: ${error}`);\n }\n }\n }\n\n const uniqueUrls = [...extractedUrls];\n // console.log(`Found ${uniqueUrls.length} unique URLs on ${url}`);\n // uniqueUrls.forEach(u => console.log(`- ${u}`));\n\n return uniqueUrls;\n } catch (error) {\n console.error(`Error fetching ${url}:`, error);\n return [];\n }\n }\n private async processNewUrls(urls: string[], sourceUrl: string, depth: number): Promise {\n for (const url of urls) {\n if (!this.visitedUrls.has(url) && this.shouldCrawl(url)) {\n this.urlQueue.push({ url, sourceUrl, depth });\n this.progress.urlsFound++;\n }\n }\n }\n\n private shouldCrawl(url: string): boolean {\n try {\n const urlObj = new URL(url);\n return urlObj.origin === this.baseUrl;\n } catch {\n return false;\n }\n }\n\n private isValidUrl(url: string): boolean {\n try {\n new URL(url);\n return true;\n } catch {\n return false;\n }\n }\n\n private normalizeUrl(url: string): string {\n try {\n const urlObj = new URL(url);\n // Remove fragments and normalize slashes\n return urlObj.origin + urlObj.pathname.replace(/\\/+$/, \"\") + urlObj.search;\n } catch {\n return url;\n }\n }\n\n private generateSummary(): CrawlSummary {\n const brokenURLs: BrokenURLReport[] = this.brokenUrls.map(result => ({\n url: result.url,\n sourceUrl: result.sourceUrl,\n statusCode: result.status,\n errorMessage: result.error || \"Unknown error\",\n timestamp: result.timestamp,\n possibleCause: this.determineErrorCause(result.status, result.error),\n }));\n\n return {\n totalURLsChecked: this.progress.urlsProcessed,\n brokenURLsFound: this.progress.brokenUrlsFound,\n brokenURLs,\n scanDuration: Date.now() - this.startTime,\n };\n }\n\n private determineErrorCause(status: number | null, error: string | null): string {\n if (status) {\n switch (status) {\n case 404:\n return \"Page not found - The URL may have been moved or deleted\";\n case 403:\n return \"Access forbidden - Authentication may be required\";\n case 500:\n return \"Server error - The website's server encountered an error\";\n case 502:\n return \"Bad gateway - There may be an issue with the server configuration\";\n case 503:\n return \"Service unavailable - The server may be overloaded or down for maintenance\";\n default:\n return `Server returned status code ${status}`;\n }\n }\n\n if (error) {\n if (error.includes(\"ETIMEDOUT\")) return \"Connection timed out - The server took too long to respond\";\n if (error.includes(\"ECONNREFUSED\")) return \"Connection refused - The server may be down\";\n if (error.includes(\"CERT_\")) return \"SSL/TLS certificate issue - There may be a security configuration problem\";\n return error;\n }\n\n return \"Unknown error occurred\";\n }\n\n getProgress(): CrawlProgress {\n return { ...this.progress };\n }\n\n reset(): void {\n this.visitedUrls.clear();\n this.urlQueue = [];\n this.brokenUrls = [];\n this.startTime = 0;\n this.progress = {\n urlsFound: 0,\n urlsProcessed: 0,\n brokenUrlsFound: 0,\n inProgress: false,\n };\n }\n}",[],[147,166],[147],{"_107":176,"_99":177,"_148":178,"_150":-5,"_151":137,"_152":179,"_154":155,"_109":180,"_104":181,"_157":170,"_159":182,"_160":27,"_161":-5,"_162":183,"_102":184},"3e0c378c-dd9b-11ef-8ce2-e6cdfca9ef9f","SummaryURLReceiver","8ebc0bb2-dd96-11ef-b988-e6cdfca9ef9f",55,["D",1738084430234],4,"type URLCheckResult = {\n url: string;\n sourceUrl: string | null;\n status: number | null;\n error: string | null;\n timestamp: Date;\n};\n\ntype BrokenURLReport = {\n url: string;\n sourceUrl: string | null;\n statusCode: number | null;\n errorMessage: string;\n timestamp: Date;\n possibleCause: string;\n};\n\ntype CrawlSummary = {\n totalURLsChecked: number;\n brokenURLsFound: number;\n brokenURLs: BrokenURLReport[];\n scanDuration: number;\n};\n\nexport class SummaryURLReceiver {\n private startTime: number = 0;\n private urlCheckResults: URLCheckResult[] = [];\n\n startNewScan(): void {\n this.startTime = Date.now();\n this.urlCheckResults = [];\n }\n\n addResult(result: URLCheckResult): void {\n this.urlCheckResults.push(result);\n }\n\n private determineErrorCause(status: number | null, error: string | null): string {\n if (status) {\n switch (status) {\n case 404:\n return \"Page not found - The URL may have been moved or deleted\";\n case 403:\n return \"Access forbidden - Authentication may be required\";\n case 500:\n return \"Server error - The website's server encountered an error\";\n case 502:\n return \"Bad gateway - There may be an issue with the server configuration\";\n case 503:\n return \"Service unavailable - The server may be overloaded or down for maintenance\";\n default:\n return `Server returned status code ${status}`;\n }\n }\n\n if (error) {\n if (error.includes(\"ETIMEDOUT\")) {\n return \"Connection timed out - The server took too long to respond\";\n }\n if (error.includes(\"ECONNREFUSED\")) {\n return \"Connection refused - The server may be down\";\n }\n if (error.includes(\"CERT_\")) {\n return \"SSL/TLS certificate issue - There may be a security configuration problem\";\n }\n return error;\n }\n\n return \"Unknown error occurred\";\n }\n\n generateSummary(): CrawlSummary {\n const brokenResults = this.urlCheckResults.filter(\n result => result.error || (result.status && result.status >= 400),\n );\n\n const brokenURLs: BrokenURLReport[] = brokenResults.map(result => ({\n url: result.url,\n sourceUrl: result.sourceUrl,\n statusCode: result.status,\n errorMessage: result.error || \"Unknown error\",\n timestamp: result.timestamp,\n possibleCause: this.determineErrorCause(result.status, result.error),\n }));\n\n return {\n totalURLsChecked: this.urlCheckResults.length,\n brokenURLsFound: brokenURLs.length,\n brokenURLs,\n scanDuration: Date.now() - this.startTime,\n };\n }\n\n reset(): void {\n this.startTime = 0;\n this.urlCheckResults = [];\n }\n}",[],[177],{"_107":186,"_99":100,"_148":187,"_150":-5,"_151":137,"_152":188,"_154":155,"_109":189,"_104":94,"_157":170,"_159":190,"_160":27,"_161":-5,"_162":191,"_102":192},"83a635b0-d9de-11ef-a5ea-e6cdfca9ef9f","636abb7c-d9de-11ef-9ca1-e6cdfca9ef9f",3,["D",1737673518632],"// This file handles receiving and validating URLs before they are processed\n\n// Type definition for validation result\ntype ValidationResult = {\n isValid: boolean;\n error?: string;\n};\n\n// Type definition for a validated URL\ntype ValidatedURL = {\n url: string;\n timestamp: Date;\n};\n\n// Class to handle URL receiving and validation\nexport class URLReceiver {\n private urlHistory: ValidatedURL[] = [];\n\n // Main method to receive and validate a URL\n receiveURL(inputURL: string): ValidationResult {\n // Trim any whitespace from the input\n const trimmedURL = inputURL.trim();\n\n // Check if URL is empty\n if (!trimmedURL) {\n return {\n isValid: false,\n error: \"URL cannot be empty\"\n };\n }\n\n // Try to create a URL object to validate format\n try {\n const urlObject = new URL(trimmedURL);\n \n // Check if protocol is http or https\n if (!urlObject.protocol.match(/^https?:$/)) {\n return {\n isValid: false,\n error: \"URL must use HTTP or HTTPS protocol\"\n };\n }\n\n // If we reach here, URL is valid\n const validatedURL: ValidatedURL = {\n url: trimmedURL,\n timestamp: new Date()\n };\n\n // Store in history\n this.urlHistory.push(validatedURL);\n\n return {\n isValid: true\n };\n } catch (error) {\n return {\n isValid: false,\n error: \"Invalid URL format\"\n };\n }\n }\n\n // Method to get validation history\n getURLHistory(): ValidatedURL[] {\n return [...this.urlHistory];\n }\n\n // Method to clear history\n clearHistory(): void {\n this.urlHistory = [];\n }\n}",[],[100],{"_107":194,"_99":195,"_148":196,"_150":-5,"_151":137,"_152":197,"_154":155,"_109":198,"_104":94,"_157":170,"_159":199,"_160":27,"_161":-5,"_162":200,"_102":201},"a5bef4b6-d9de-11ef-a5ea-e6cdfca9ef9f","URLReceiverTest","88ef5286-d9de-11ef-a575-e6cdfca9ef9f",6,["D",1737673575842],"import { URLReceiver } from \"https://esm.town/v/willthereader/urlReceiver\";\nimport { expect } from \"jsr:@std/expect\";\n\nconsole.log(\"Starting URL Receiver test execution\");\n\n// Store test URLs in an array for easy maintenance\nconst TEST_URLS = [\n \"https://willkrouse.com\",\n \"https://dateme.directory\",\n];\n\n// Store test inputs that will be applied to each test URL\nconst TEST_MODIFICATIONS = {\n withHTTP: (url: string) => url.replace(\"https://\", \"http://\"),\n withFTP: (url: string) => url.replace(\"https://\", \"ftp://\"),\n withoutProtocol: (url: string) => url.replace(\"https://\", \"\"),\n empty: () => \"\",\n};\n\ninterface TestCase {\n description: string;\n inputs: Record;\n expectedResult: unknown;\n function: Function;\n}\n\nconst urlReceiver = new URLReceiver();\n\n// Create test cases by combining URLs with modifications\nfunction createURLTests(): TestCase[] {\n const tests: TestCase[] = [];\n\n TEST_URLS.forEach(baseURL => {\n tests.push({\n description: `validate HTTPS URL: ${baseURL}`,\n inputs: { url: baseURL },\n expectedResult: { isValid: true },\n function: urlReceiver.receiveURL.bind(urlReceiver),\n });\n\n tests.push({\n description: `validate HTTP version: ${TEST_MODIFICATIONS.withHTTP(baseURL)}`,\n inputs: { url: TEST_MODIFICATIONS.withHTTP(baseURL) },\n expectedResult: { isValid: true },\n function: urlReceiver.receiveURL.bind(urlReceiver),\n });\n\n tests.push({\n description: `reject FTP version: ${TEST_MODIFICATIONS.withFTP(baseURL)}`,\n inputs: { url: TEST_MODIFICATIONS.withFTP(baseURL) },\n expectedResult: {\n isValid: false,\n error: \"URL must use HTTP or HTTPS protocol\",\n },\n function: urlReceiver.receiveURL.bind(urlReceiver),\n });\n\n tests.push({\n description: `reject without protocol: ${TEST_MODIFICATIONS.withoutProtocol(baseURL)}`,\n inputs: { url: TEST_MODIFICATIONS.withoutProtocol(baseURL) },\n expectedResult: {\n isValid: false,\n error: \"Invalid URL format\",\n },\n function: urlReceiver.receiveURL.bind(urlReceiver),\n });\n });\n\n // Start with history-related tests\n tests.push({\n description: \"clear URL history before testing\",\n inputs: {},\n expectedResult: undefined,\n function: urlReceiver.clearHistory.bind(urlReceiver),\n });\n\n tests.push({\n description: \"get empty URL history\",\n inputs: {},\n expectedResult: [],\n function: urlReceiver.getURLHistory.bind(urlReceiver),\n });\n\n tests.push({\n description: \"clear URL history\",\n inputs: {},\n expectedResult: undefined,\n function: urlReceiver.clearHistory.bind(urlReceiver),\n });\n\n return tests;\n}\n\nconst tests = createURLTests();\n\nfor (const testCase of tests) {\n console.log(`Running test: ${testCase.description}`);\n\n const result = testCase.function(testCase.inputs.url);\n console.log(`Input: ${JSON.stringify(testCase.inputs)}`);\n console.log(`Expected result: ${JSON.stringify(testCase.expectedResult)}`);\n console.log(`Actual result: ${JSON.stringify(result)}\\n`);\n\n if (testCase.description.includes(\"validate\") || testCase.description.includes(\"reject\")) {\n expect(result.isValid).toEqual(testCase.expectedResult.isValid);\n if (!result.isValid) {\n expect(result.error).toEqual(testCase.expectedResult.error);\n }\n } else {\n expect(result).toEqual(testCase.expectedResult);\n }\n}\n\nconsole.log(\"All tests completed\");",[],[195],{"_107":203,"_99":204,"_148":205,"_150":-5,"_151":137,"_152":206,"_154":155,"_109":207,"_104":197,"_157":170,"_159":208,"_160":27,"_161":-5,"_162":209,"_102":210},"90260ca6-df48-11ef-82d0-e6cdfca9ef9f","mainFunctionTest","0e3745d0-de6b-11ef-b2ad-e6cdfca9ef9f",108,["D",1738268822074],"import { expect } from \"jsr:@std/expect\";\nimport { checkWebsite } from \"./mainFunctionURLReciver2\";\n\nconsole.log(\"Starting Website Checker Tests\");\n\nconst TEST_URLS = [\n // \"https://willkrouse.com\",\n \"https://dateme.directory\",\n // \"https://nonexistent-test-url-123.com\",\n // \"invalid-url-format\",\n // \"ftp://invalid-protocol.com\",\n];\n\nasync function runTests() {\n console.log(\"\\nTesting valid website URL\");\n let result = await checkWebsite(TEST_URLS[0]);\n if (result.success) {\n console.log(\"\\nScan Results:\");\n console.log(`Total URLs checked: ${result.result.totalChecked}`);\n console.log(`Scan duration: ${result.result.scanDuration}`);\n console.log(`Number of broken links: ${result.result.brokenLinksCount}`);\n\n if (result.result.brokenLinks.length > 0) {\n console.log(\"\\nBroken Links Found:\");\n result.result.brokenLinks.forEach((link, index) => {\n console.log(`\\nBroken Link ${index + 1}:`);\n console.log(`URL: ${link.url}`);\n console.log(`Found on: ${link.foundOn}`);\n console.log(`Error: ${link.error}`);\n console.log(`Likely cause: ${link.cause}`);\n console.log(`Time detected: ${link.time}`);\n });\n }\n } else {\n console.error(`Error scanning website: ${result.error}`);\n }\n expect(result.success).toBe(true);\n\n console.log(\"\\nTesting nonexistent website URL\");\n result = await checkWebsite(TEST_URLS[2]);\n if (!result.success) {\n console.log(\"Test passed: Correctly handled nonexistent URL\");\n }\n expect(result.success).toBe(false);\n\n console.log(\"\\nTesting invalid URL format\");\n result = await checkWebsite(TEST_URLS[3]);\n if (!result.success) {\n console.log(\"Test passed: Correctly rejected invalid URL format\");\n }\n expect(result.success).toBe(false);\n\n console.log(\"\\nTesting invalid protocol\");\n result = await checkWebsite(TEST_URLS[4]);\n if (!result.success) {\n console.log(\"Test passed: Correctly rejected invalid protocol\");\n }\n expect(result.success).toBe(false);\n\n console.log(\"\\nAll tests completed\");\n}\n\nrunTests().catch(error => {\n console.error(\"Test execution failed:\", error);\n});",[],[204],{"_107":212,"_99":213,"_148":214,"_150":-5,"_151":137,"_152":215,"_154":155,"_109":216,"_104":217,"_157":170,"_159":218,"_160":27,"_161":-5,"_162":219,"_102":220},"ee0c62fa-e026-11ef-9548-e6cdfca9ef9f","mainFunctionURLReciver2","64b9ce0c-de69-11ef-abfd-e6cdfca9ef9f",121,["D",1738364327887],13,"import { URLReceiver } from \"https://esm.town/v/willthereader/urlReceiver\";\nimport { SummaryURLReceiver } from \"https://esm.town/v/willthereader/URLReceiver/SummaryURLReceiver\";\nimport { URLCrawler } from \"./urlCrawlerComponent\";\n\nexport async function checkWebsite(inputURL: string) {\n const urlReceiver = new URLReceiver();\n const urlCrawler = new URLCrawler(3);\n const summaryGenerator = new SummaryURLReceiver();\n\n const validationResult = urlReceiver.receiveURL(inputURL);\n if (!validationResult.isValid) {\n return {\n success: false,\n error: validationResult.error,\n result: null,\n };\n }\n\n try {\n summaryGenerator.startNewScan();\n\n const crawlSummary = await urlCrawler.crawl(inputURL);\n\n for (const brokenURL of crawlSummary.brokenURLs) {\n summaryGenerator.addResult({\n url: brokenURL.url,\n sourceUrl: brokenURL.sourceUrl,\n status: brokenURL.statusCode,\n error: brokenURL.errorMessage,\n timestamp: brokenURL.timestamp,\n });\n }\n\n const finalReport = summaryGenerator.generateSummary();\n\n urlReceiver.clearHistory();\n urlCrawler.reset();\n summaryGenerator.reset();\n\n if (finalReport.brokenURLsFound === 0) {\n return {\n success: true,\n error: null,\n result: {\n totalChecked: finalReport.totalURLsChecked,\n scanDuration: `${(finalReport.scanDuration / 1000).toFixed(2)} seconds`,\n brokenLinksCount: 0,\n brokenLinks: [],\n },\n };\n }\n\n return {\n success: true,\n error: null,\n result: {\n totalChecked: finalReport.brokenURLsFound,\n scanDuration: `${(finalReport.scanDuration / 1000).toFixed(2)} seconds`,\n brokenLinksCount: finalReport.brokenURLsFound,\n brokenLinks: finalReport.brokenURLs.map(link => ({\n url: link.url,\n foundOn: link.sourceUrl || \"Starting URL\",\n error: link.errorMessage,\n cause: link.possibleCause,\n time: link.timestamp.toISOString(),\n })),\n },\n };\n } catch (error) {\n return {\n success: false,\n error: error instanceof Error ? error.message : \"An unknown error occurred\",\n result: null,\n };\n }\n}\n\ncheckWebsite(\"https://dateme.directory/browse\");",[],[213],{"_107":222,"_99":223,"_148":224,"_150":-5,"_151":137,"_152":225,"_154":155,"_109":226,"_104":227,"_157":170,"_159":228,"_160":27,"_161":-5,"_162":229,"_102":230},"5ab7bf6e-df44-11ef-a0fe-e6cdfca9ef9f","summaryURLReceiverTest","b0e422ba-dd96-11ef-b8cf-e6cdfca9ef9f",105,["D",1738267014444],12,"import { SummaryURLReceiver } from \"https://esm.town/v/willthereader/URLReceiver/SummaryURLReceiver\";\nimport { expect } from \"jsr:@std/expect\";\n\nconsole.log(\"\\nSUMMARY GENERATOR TESTS\\n\");\n\nconst generator = new SummaryURLReceiver();\n\nconst TEST_URLS = [\n // \"https://willkrouse.com\",\n \"https://dateme.directory\",\n \"https://nonexistent.example.com\",\n \"https://restricted.example.com\",\n];\n\n// Test data with different URLs and status codes\nconst sampleResults = [\n {\n url: TEST_URLS[0],\n sourceUrl: null,\n status: 200,\n error: null,\n timestamp: new Date(),\n },\n {\n url: TEST_URLS[1],\n sourceUrl: TEST_URLS[0],\n status: 200,\n error: null,\n timestamp: new Date(),\n },\n {\n url: TEST_URLS[2],\n sourceUrl: TEST_URLS[0],\n status: 404,\n error: \"Not Found\",\n timestamp: new Date(),\n },\n {\n url: TEST_URLS[3],\n sourceUrl: TEST_URLS[1],\n status: 403,\n error: \"Forbidden\",\n timestamp: new Date(),\n },\n];\n\ninterface TestCase {\n description: string;\n function: Function;\n expectedBehavior: string;\n}\n\nfunction logTestInfo(message: string) {\n console.log(` ${message}`);\n}\n\nconst tests: TestCase[] = [\n {\n description: \"Initialize generator\",\n expectedBehavior: \"Should start with empty state\",\n function: () => {\n console.log(\"\\nTEST: Initialize generator\");\n console.log(\"Expected: Should start with no URLs processed\\n\");\n\n generator.reset();\n generator.startNewScan();\n const summary = generator.generateSummary();\n\n logTestInfo(\"Initial state:\");\n logTestInfo(`- URLs processed: ${summary.totalURLsChecked}`);\n logTestInfo(`- Problems found: ${summary.brokenURLsFound}`);\n logTestInfo(`- Time running: ${summary.scanDuration}ms`);\n\n expect(summary.totalURLsChecked).toEqual(0);\n expect(summary.brokenURLsFound).toEqual(0);\n expect(summary.brokenURLs).toEqual([]);\n expect(summary.scanDuration).toBeGreaterThanOrEqual(0);\n\n return summary;\n },\n },\n {\n description: \"Process test URLs\",\n expectedBehavior: \"Should identify working and broken URLs\",\n function: () => {\n console.log(\"\\nTEST: Processing multiple URLs\");\n console.log(\"Expected: Should correctly identify good and bad URLs\\n\");\n\n generator.startNewScan();\n\n logTestInfo(\"Processing URLs:\");\n sampleResults.forEach((result, index) => {\n logTestInfo(`\\nURL ${index + 1}:`);\n logTestInfo(`- Address: ${result.url}`);\n logTestInfo(`- Status code: ${result.status || \"None\"}`);\n logTestInfo(`- Error: ${result.error || \"None\"}`);\n generator.addResult(result);\n });\n\n const summary = generator.generateSummary();\n\n logTestInfo(\"\\nResults:\");\n logTestInfo(`- Total URLs checked: ${summary.totalURLsChecked}`);\n logTestInfo(`- Problems found: ${summary.brokenURLsFound}`);\n\n if (summary.brokenURLs.length > 0) {\n logTestInfo(\"\\nProblem details:\");\n summary.brokenURLs.forEach((problem, index) => {\n logTestInfo(`\\nProblem ${index + 1}:`);\n logTestInfo(`- URL: ${problem.url}`);\n logTestInfo(`- Status: ${problem.statusCode || \"None\"}`);\n logTestInfo(`- Error: ${problem.errorMessage}`);\n logTestInfo(`- Likely cause: ${problem.possibleCause}`);\n });\n }\n\n expect(summary.totalURLsChecked).toEqual(4);\n expect(summary.brokenURLsFound).toEqual(2);\n\n return summary;\n },\n },\n {\n description: \"Test error handling\",\n expectedBehavior: \"Should handle different types of errors\",\n function: () => {\n console.log(\"\\nTEST: Error handling\");\n console.log(\"Expected: Should identify and explain different errors\\n\");\n\n generator.startNewScan();\n\n const errorCases = [\n {\n url: \"https://timeout.example.com\",\n sourceUrl: null,\n status: null,\n error: \"ETIMEDOUT\",\n timestamp: new Date(),\n },\n {\n url: \"https://cert-error.example.com\",\n sourceUrl: null,\n status: null,\n error: \"CERT_HAS_EXPIRED\",\n timestamp: new Date(),\n },\n {\n url: \"https://server-error.example.com\",\n sourceUrl: null,\n status: 500,\n error: \"Internal Server Error\",\n timestamp: new Date(),\n },\n ];\n\n logTestInfo(\"Testing error cases:\");\n errorCases.forEach((errorCase, index) => {\n logTestInfo(`\\nError test ${index + 1}:`);\n logTestInfo(`- URL: ${errorCase.url}`);\n logTestInfo(`- Type: ${errorCase.error}`);\n generator.addResult(errorCase);\n });\n\n const summary = generator.generateSummary();\n\n logTestInfo(\"\\nResults:\");\n logTestInfo(`- URLs checked: ${summary.totalURLsChecked}`);\n logTestInfo(`- Errors found: ${summary.brokenURLsFound}`);\n\n summary.brokenURLs.forEach((error, index) => {\n logTestInfo(`\\nError ${index + 1} details:`);\n logTestInfo(`- URL: ${error.url}`);\n logTestInfo(`- Problem: ${error.errorMessage}`);\n logTestInfo(`- Explanation: ${error.possibleCause}`);\n });\n\n expect(summary.brokenURLsFound).toEqual(3);\n\n return summary;\n },\n },\n];\n\nasync function runTests() {\n console.log(\"Starting test run...\\n\");\n let passed = 0;\n let failed = 0;\n\n for (const test of tests) {\n try {\n await test.function();\n console.log(\"\\n✅ TEST PASSED\");\n passed++;\n } catch (error) {\n console.log(\"\\n❌ TEST FAILED\");\n console.log(`Error details: ${error}`);\n failed++;\n }\n console.log(\"----------------------------------------\");\n }\n\n console.log(\"\\nTEST SUMMARY\");\n console.log(`Total tests run: ${tests.length}`);\n console.log(`Passed: ${passed}`);\n console.log(`Failed: ${failed}`);\n}\n\nrunTests().catch(console.error);",[],[223],{"_107":232,"_99":103,"_148":233,"_150":-5,"_151":137,"_152":234,"_154":155,"_109":235,"_104":236,"_157":170,"_159":237,"_160":27,"_161":-5,"_162":238,"_102":239},"308c423a-df37-11ef-ba0c-e6cdfca9ef9f","d97f1968-dd8d-11ef-8fa1-e6cdfca9ef9f",103,["D",1738261360201],30,"import { expect } from \"jsr:@std/expect\";\nimport { URLCrawler } from \"./urlCrawlerComponent\";\n\nconsole.log(\"Starting Enhanced URL Crawler Tests\");\n\nconst TEST_URLS = [\n // \"https://willkrouse.com\",\n \"https://dateme.directory\",\n // \"https://nonexistent-test-url-123.com\",\n // \"https://willkrouse.com/page1\",\n // \"https://willkrouse.com/page2\",\n // \"https://external-domain.com\",\n];\n\ninterface TestCase {\n description: string;\n inputs: Record;\n expectedBehavior: string;\n function: Function;\n}\n\nconst crawler = new URLCrawler(2);\n\nconst tests: TestCase[] = [\n {\n description: \"initialize crawler with default settings\",\n inputs: {},\n expectedBehavior: \"should return initial progress state\",\n function: () => {\n crawler.reset();\n const progress = crawler.getProgress();\n console.log(\"Initial crawler state:\", progress);\n expect(progress.urlsFound).toEqual(0);\n expect(progress.urlsProcessed).toEqual(0);\n expect(progress.brokenUrlsFound).toEqual(0);\n expect(progress.inProgress).toEqual(false);\n },\n },\n {\n description: \"verify maxDepth enforcement\",\n inputs: { url: TEST_URLS[0] },\n expectedBehavior: \"should not crawl beyond specified depth\",\n function: async (inputs) => {\n // Create mock URLs with known depths\n const baseUrl = inputs.url;\n const depth1Url = `${baseUrl}/page1`;\n const depth2Url = `${baseUrl}/page1/subpage`;\n const depth3Url = `${baseUrl}/page1/subpage/deeppage`;\n\n // Create a crawler with maxDepth of 2\n const crawler = new URLCrawler(2);\n\n // Track processed URLs and their depths\n const processedUrls = new Map();\n\n // Override extractUrlsFromPage to return known structure\n crawler[\"extractUrlsFromPage\"] = async (url: string) => {\n if (url === baseUrl) {\n return [depth1Url];\n }\n if (url === depth1Url) {\n return [depth2Url];\n }\n if (url === depth2Url) {\n return [depth3Url];\n }\n return [];\n };\n\n // Override checkUrl to track processed URLs\n crawler[\"checkUrl\"] = async (url: string, sourceUrl: string | null) => {\n const currentDepth = crawler[\"urlQueue\"].find(item => item.url === url)?.depth || 0;\n processedUrls.set(url, currentDepth);\n return {\n url,\n sourceUrl,\n status: 200,\n error: null,\n timestamp: new Date(),\n };\n };\n\n await crawler.crawl(baseUrl);\n\n console.log(\"Processed URLs and their depths:\");\n processedUrls.forEach((depth, url) => {\n console.log(`${url}: depth ${depth}`);\n });\n\n // Verify URLs at or below maxDepth were processed\n expect(processedUrls.has(baseUrl)).toBe(true);\n expect(processedUrls.has(depth1Url)).toBe(true);\n expect(processedUrls.has(depth2Url)).toBe(true);\n\n // Verify URLs beyond maxDepth were not processed\n expect(processedUrls.has(depth3Url)).toBe(false);\n\n // Verify no URLs were processed beyond maxDepth\n const maxProcessedDepth = Math.max(...processedUrls.values());\n expect(maxProcessedDepth).toBeLessThanOrEqual(2);\n },\n },\n {\n description: \"test domain boundary enforcement\",\n inputs: { url: TEST_URLS[0] },\n expectedBehavior: \"should only crawl URLs from the same domain\",\n function: async (inputs) => {\n const result = await crawler.crawl(inputs.url);\n\n const crawledDomains = new Set(\n [...result.brokenURLs, { url: inputs.url }].map(url => {\n try {\n return new URL(url.url).hostname;\n } catch {\n return null;\n }\n }).filter(Boolean),\n );\n\n console.log(\"Crawled domains:\", [...crawledDomains]);\n const expectedDomain = new URL(inputs.url).hostname;\n expect(crawledDomains.has(expectedDomain)).toBe(true);\n },\n },\n {\n description: \"verify URL normalization\",\n inputs: {\n testUrls: [\n \"https://willkrouse.com/path/\",\n \"https://willkrouse.com/path#fragment\",\n \"https://willkrouse.com/path?param=value\",\n ],\n },\n expectedBehavior: \"should normalize URLs consistently\",\n function: async (inputs) => {\n const results = await Promise.all(\n inputs.testUrls.map(url => crawler.crawl(url)),\n );\n\n const processedUrls = results.map(r => r.totalURLsChecked);\n console.log(\"Processed URLs per variation:\", processedUrls);\n\n // All variations should process the same number of URLs\n const uniqueCounts = new Set(processedUrls);\n console.log(\"Unique URL counts:\", [...uniqueCounts]);\n expect(uniqueCounts.size).toBeGreaterThanOrEqual(1);\n },\n },\n {\n description: \"handle various error scenarios\",\n inputs: {\n testUrls: [\n \"https://timeout.example.com\",\n \"https://ssl-error.example.com\",\n \"https://rate-limited.example.com\",\n ],\n },\n expectedBehavior: \"should properly categorize different errors\",\n function: async (inputs) => {\n const results = await Promise.all(\n inputs.testUrls.map(url => crawler.crawl(url)),\n );\n\n results.forEach((result, index) => {\n console.log(`Error handling for ${inputs.testUrls[index]}:`, {\n brokenCount: result.brokenURLsFound,\n error: result.brokenURLs[0]?.errorMessage,\n cause: result.brokenURLs[0]?.possibleCause,\n });\n\n expect(result.brokenURLsFound).toBeGreaterThanOrEqual(1);\n expect(result.brokenURLs[0]?.errorMessage).toBeTruthy();\n expect(result.brokenURLs[0]?.possibleCause).toBeTruthy();\n });\n },\n },\n];\n\nasync function runTests() {\n console.log(\"\\nStarting enhanced test suite...\");\n let passed = 0;\n let failed = 0;\n\n for (const test of tests) {\n console.log(`\\nExecuting test: ${test.description}`);\n console.log(`Expected behavior: ${test.expectedBehavior}\\n`);\n\n try {\n await test.function(test.inputs);\n console.log(\"✅ Test passed\\n\");\n passed++;\n } catch (error) {\n console.error(\"❌ Test failed:\", error, \"\\n\");\n failed++;\n }\n }\n\n console.log(\"\\nTest Execution Summary\");\n console.log(\"---------------------\");\n console.log(`Total tests: ${tests.length}`);\n console.log(`Passed: ${passed}`);\n console.log(`Failed: ${failed}`);\n}\n\nrunTests().catch(error => {\n console.error(\"Test suite execution failed:\", error);\n});",[],[103],"files",[145,164,175,185,193,202,211,221,231],"counts",{"_244":33,"_245":94,"_246":33,"_247":33},"pulls","branches","forks","envVars","contents",[],"file",{"_107":232,"_99":103,"_148":233,"_150":-5,"_151":137,"_152":234,"_154":155,"_109":252,"_104":236,"_157":170,"_159":237,"_160":27,"_161":-5,"_102":253},["D",1738261360201],[103],"upstream","screenshots","emptyEnvVars","routes/_app.x.$handle.$name.code.$",{"_97":98,"_99":100,"_101":43,"_104":-7,"_102":103,"_105":259,"_143":263,"_240":291,"_250":292,"_248":294,"_254":-5,"_295":27,"_296":-5},{"_107":108,"_99":100,"_109":260,"_111":-5,"_112":27,"_113":114,"_115":-5,"_116":-5,"_12":117,"_118":-5,"_119":27,"_120":-5,"_121":33,"_122":123,"_124":123,"_125":126,"_127":126,"_128":126,"_129":123,"_130":27,"_21":261,"_134":262},["D",1737670113028],{"_97":98,"_132":133},{"_104":136,"_99":43,"_107":137,"_138":108,"_139":-5,"_140":-5,"_141":-5,"_142":-5},[264,270,273,276,279,282,285,288],{"_107":146,"_99":147,"_148":149,"_150":-5,"_151":137,"_152":153,"_154":155,"_109":156,"_104":33,"_157":158,"_159":-5,"_160":27,"_161":-5,"_162":265,"_102":269},[266],{"_107":165,"_99":166,"_148":167,"_150":149,"_151":137,"_152":136,"_154":155,"_109":168,"_104":169,"_157":170,"_159":171,"_160":27,"_161":-5,"_162":267,"_102":268},[],[147,166],[147],{"_107":176,"_99":177,"_148":178,"_150":-5,"_151":137,"_152":179,"_154":155,"_109":180,"_104":181,"_157":170,"_159":182,"_160":27,"_161":-5,"_162":271,"_102":272},[],[177],{"_107":186,"_99":100,"_148":187,"_150":-5,"_151":137,"_152":188,"_154":155,"_109":189,"_104":94,"_157":170,"_159":190,"_160":27,"_161":-5,"_162":274,"_102":275},[],[100],{"_107":194,"_99":195,"_148":196,"_150":-5,"_151":137,"_152":197,"_154":155,"_109":198,"_104":94,"_157":170,"_159":199,"_160":27,"_161":-5,"_162":277,"_102":278},[],[195],{"_107":203,"_99":204,"_148":205,"_150":-5,"_151":137,"_152":206,"_154":155,"_109":207,"_104":197,"_157":170,"_159":208,"_160":27,"_161":-5,"_162":280,"_102":281},[],[204],{"_107":212,"_99":213,"_148":214,"_150":-5,"_151":137,"_152":215,"_154":155,"_109":216,"_104":217,"_157":170,"_159":218,"_160":27,"_161":-5,"_162":283,"_102":284},[],[213],{"_107":222,"_99":223,"_148":224,"_150":-5,"_151":137,"_152":225,"_154":155,"_109":226,"_104":227,"_157":170,"_159":228,"_160":27,"_161":-5,"_162":286,"_102":287},[],[223],{"_107":232,"_99":103,"_148":233,"_150":-5,"_151":137,"_152":234,"_154":155,"_109":235,"_104":236,"_157":170,"_159":237,"_160":27,"_161":-5,"_162":289,"_102":290},[],[103],[264,266,270,273,276,279,282,285,288],{"_107":232,"_99":103,"_148":233,"_150":-5,"_151":137,"_152":234,"_154":155,"_109":252,"_104":236,"_157":170,"_159":237,"_160":27,"_161":-5,"_102":293},[103],[],"showCompareCallout","pull","routes/_app","actionData","errors"]