[{"_1":2,"_246":-5,"_247":-5},"loaderData",{"_3":4,"_91":92,"_235":236,"_245":-5},"root",{"_5":6,"_32":33,"_58":59,"_89":90},"ctx",{"_7":8,"_18":19,"_20":-5,"_21":22,"_23":24,"_25":26,"_27":26,"_28":29,"_30":31},"auth",{"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5},"sessionClaims","sessionId","userId","actor","orgId","orgRole","orgSlug","orgPermissions","factorVerificationAge","environmentVariableKeys",[],"user","preferences_keybindings","default","preferences_theme","light","preferences_fixers",false,"preferences_copilot","preferences_model","claude-3-5-haiku-20241022","notification_count",0,"ENV",{"_34":35,"_36":37,"_38":39,"_40":41,"_42":43,"_44":45,"_46":47,"_48":49,"_50":51,"_52":53,"_54":55,"_56":57},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","VAL_RUNTIME_NAME","prod","RENDER_GIT_COMMIT","fa80b67e1f763bfb4b247c3f5ca4f0b0730f3f5c","RENDER_GIT_BRANCH","main","CLERK_PUBLISHABLE_KEY","pk_live_Y2xlcmsudmFsLnRvd24k","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","API_URL","https://api.val.town","WORKER_FINGERPRINT","799d99f2805306c2714a7cfefbeae178","clerkState",{"_60":61},"__internal_clerk_state",{"_62":63,"_64":43,"_65":66,"_67":66,"_68":26,"_69":66,"_70":66,"_71":66,"_72":66,"_73":66,"_74":66,"_75":66,"_76":66,"_77":78,"_87":26,"_88":26},"__clerk_ssr_state",{"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5},"__publishableKey","__proxyUrl","","__domain","__isSatellite","__signInUrl","__signUpUrl","__afterSignInUrl","__afterSignUpUrl","__signInForceRedirectUrl","__signUpForceRedirectUrl","__signInFallbackRedirectUrl","__signUpFallbackRedirectUrl","__clerk_debug",{"_79":26,"_80":66,"_81":82,"_83":66,"_84":43,"_85":26,"_86":66},"isSignedIn","proxyUrl","reason","session-token-and-uat-missing","message","publishableKey","isSatellite","domain","__telemetryDisabled","__telemetryDebug","remixVersion",2,"routes/_app.x.$handle.$name",{"_93":94,"_95":96,"_97":41,"_98":99,"_100":101,"_102":103,"_135":136,"_222":223,"_228":229,"_230":231,"_234":-5},"handle","willthereader","name","URLReceiver","branchName","path","mainFunctionTest","version",65,"project",{"_104":105,"_95":96,"_106":107,"_108":-5,"_109":110,"_111":-5,"_112":-5,"_11":113,"_114":-5,"_115":26,"_116":117,"_118":117,"_119":120,"_121":120,"_122":120,"_123":117,"_124":26,"_20":125,"_128":129},"id","95beb4d2-d9d6-11ef-80a3-e6cdfca9ef9f","createdAt",["D",1737670113028],"deletedAt","privacy","public","description","imageUrl","e5615e9f-07dd-4d28-aaa1-9ee23a41135a","pinnedFileId","pinPreview","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","isOwned",{"_93":94,"_126":127},"profileImageUrl","https://img.clerk.com/eyJ0eXBlIjoiZGVmYXVsdCIsImlpZCI6Imluc18yTm10cGhQUklwU0tqZHNiOHNnNGd2ZjJURFUiLCJyaWQiOiJ1c2VyXzJObXZ0bE1rbVBEMkhHNzR3SmVmMHc3eldBQiJ9","branch",{"_100":130,"_95":41,"_104":131,"_132":105,"_133":-5,"_134":-5},127,"95bf0900-d9d6-11ef-80a3-e6cdfca9ef9f","projectId","forkedBranchId","forkedBranchVersion","tree",[137,158,166,175,183,193,202,212],{"_104":138,"_95":139,"_140":141,"_142":-5,"_143":131,"_144":145,"_146":147,"_106":148,"_100":149,"_150":151,"_152":153,"_154":26,"_155":156,"_98":157},"3e0c378c-dd9b-11ef-8ce2-e6cdfca9ef9f","SummaryURLReceiver","fileId","8ebc0bb2-dd96-11ef-b988-e6cdfca9ef9f","parentId","branchId","branchVersion",55,"latest",true,["D",1738084430234],4,"fileType","script","content","type URLCheckResult = {\n url: string;\n sourceUrl: string | null;\n status: number | null;\n error: string | null;\n timestamp: Date;\n};\n\ntype BrokenURLReport = {\n url: string;\n sourceUrl: string | null;\n statusCode: number | null;\n errorMessage: string;\n timestamp: Date;\n possibleCause: string;\n};\n\ntype CrawlSummary = {\n totalURLsChecked: number;\n brokenURLsFound: number;\n brokenURLs: BrokenURLReport[];\n scanDuration: number;\n};\n\nexport class SummaryURLReceiver {\n private startTime: number = 0;\n private urlCheckResults: URLCheckResult[] = [];\n\n startNewScan(): void {\n this.startTime = Date.now();\n this.urlCheckResults = [];\n }\n\n addResult(result: URLCheckResult): void {\n this.urlCheckResults.push(result);\n }\n\n private determineErrorCause(status: number | null, error: string | null): string {\n if (status) {\n switch (status) {\n case 404:\n return \"Page not found - The URL may have been moved or deleted\";\n case 403:\n return \"Access forbidden - Authentication may be required\";\n case 500:\n return \"Server error - The website's server encountered an error\";\n case 502:\n return \"Bad gateway - There may be an issue with the server configuration\";\n case 503:\n return \"Service unavailable - The server may be overloaded or down for maintenance\";\n default:\n return `Server returned status code ${status}`;\n }\n }\n\n if (error) {\n if (error.includes(\"ETIMEDOUT\")) {\n return \"Connection timed out - The server took too long to respond\";\n }\n if (error.includes(\"ECONNREFUSED\")) {\n return \"Connection refused - The server may be down\";\n }\n if (error.includes(\"CERT_\")) {\n return \"SSL/TLS certificate issue - There may be a security configuration problem\";\n }\n return error;\n }\n\n return \"Unknown error occurred\";\n }\n\n generateSummary(): CrawlSummary {\n const brokenResults = this.urlCheckResults.filter(\n result => result.error || (result.status && result.status >= 400),\n );\n\n const brokenURLs: BrokenURLReport[] = brokenResults.map(result => ({\n url: result.url,\n sourceUrl: result.sourceUrl,\n statusCode: result.status,\n errorMessage: result.error || \"Unknown error\",\n timestamp: result.timestamp,\n possibleCause: this.determineErrorCause(result.status, result.error),\n }));\n\n return {\n totalURLsChecked: this.urlCheckResults.length,\n brokenURLsFound: brokenURLs.length,\n brokenURLs,\n scanDuration: Date.now() - this.startTime,\n };\n }\n\n reset(): void {\n this.startTime = 0;\n this.urlCheckResults = [];\n }\n}","deleted","children",[],[139],{"_104":159,"_95":96,"_140":160,"_142":-5,"_143":131,"_144":161,"_146":147,"_106":162,"_100":90,"_150":151,"_152":163,"_154":26,"_155":164,"_98":165},"83a635b0-d9de-11ef-a5ea-e6cdfca9ef9f","636abb7c-d9de-11ef-9ca1-e6cdfca9ef9f",3,["D",1737673518632],"// This file handles receiving and validating URLs before they are processed\n\n// Type definition for validation result\ntype ValidationResult = {\n isValid: boolean;\n error?: string;\n};\n\n// Type definition for a validated URL\ntype ValidatedURL = {\n url: string;\n timestamp: Date;\n};\n\n// Class to handle URL receiving and validation\nexport class URLReceiver {\n private urlHistory: ValidatedURL[] = [];\n\n // Main method to receive and validate a URL\n receiveURL(inputURL: string): ValidationResult {\n // Trim any whitespace from the input\n const trimmedURL = inputURL.trim();\n\n // Check if URL is empty\n if (!trimmedURL) {\n return {\n isValid: false,\n error: \"URL cannot be empty\"\n };\n }\n\n // Try to create a URL object to validate format\n try {\n const urlObject = new URL(trimmedURL);\n \n // Check if protocol is http or https\n if (!urlObject.protocol.match(/^https?:$/)) {\n return {\n isValid: false,\n error: \"URL must use HTTP or HTTPS protocol\"\n };\n }\n\n // If we reach here, URL is valid\n const validatedURL: ValidatedURL = {\n url: trimmedURL,\n timestamp: new Date()\n };\n\n // Store in history\n this.urlHistory.push(validatedURL);\n\n return {\n isValid: true\n };\n } catch (error) {\n return {\n isValid: false,\n error: \"Invalid URL format\"\n };\n }\n }\n\n // Method to get validation history\n getURLHistory(): ValidatedURL[] {\n return [...this.urlHistory];\n }\n\n // Method to clear history\n clearHistory(): void {\n this.urlHistory = [];\n }\n}",[],[96],{"_104":167,"_95":168,"_140":169,"_142":-5,"_143":131,"_144":170,"_146":147,"_106":171,"_100":90,"_150":151,"_152":172,"_154":26,"_155":173,"_98":174},"a5bef4b6-d9de-11ef-a5ea-e6cdfca9ef9f","URLReceiverTest","88ef5286-d9de-11ef-a575-e6cdfca9ef9f",6,["D",1737673575842],"import { URLReceiver } from \"https://esm.town/v/willthereader/urlReceiver\";\nimport { expect } from \"jsr:@std/expect\";\n\nconsole.log(\"Starting URL Receiver test execution\");\n\n// Store test URLs in an array for easy maintenance\nconst TEST_URLS = [\n \"https://willkrouse.com\",\n \"https://dateme.directory\",\n];\n\n// Store test inputs that will be applied to each test URL\nconst TEST_MODIFICATIONS = {\n withHTTP: (url: string) => url.replace(\"https://\", \"http://\"),\n withFTP: (url: string) => url.replace(\"https://\", \"ftp://\"),\n withoutProtocol: (url: string) => url.replace(\"https://\", \"\"),\n empty: () => \"\",\n};\n\ninterface TestCase {\n description: string;\n inputs: Record;\n expectedResult: unknown;\n function: Function;\n}\n\nconst urlReceiver = new URLReceiver();\n\n// Create test cases by combining URLs with modifications\nfunction createURLTests(): TestCase[] {\n const tests: TestCase[] = [];\n\n TEST_URLS.forEach(baseURL => {\n tests.push({\n description: `validate HTTPS URL: ${baseURL}`,\n inputs: { url: baseURL },\n expectedResult: { isValid: true },\n function: urlReceiver.receiveURL.bind(urlReceiver),\n });\n\n tests.push({\n description: `validate HTTP version: ${TEST_MODIFICATIONS.withHTTP(baseURL)}`,\n inputs: { url: TEST_MODIFICATIONS.withHTTP(baseURL) },\n expectedResult: { isValid: true },\n function: urlReceiver.receiveURL.bind(urlReceiver),\n });\n\n tests.push({\n description: `reject FTP version: ${TEST_MODIFICATIONS.withFTP(baseURL)}`,\n inputs: { url: TEST_MODIFICATIONS.withFTP(baseURL) },\n expectedResult: {\n isValid: false,\n error: \"URL must use HTTP or HTTPS protocol\",\n },\n function: urlReceiver.receiveURL.bind(urlReceiver),\n });\n\n tests.push({\n description: `reject without protocol: ${TEST_MODIFICATIONS.withoutProtocol(baseURL)}`,\n inputs: { url: TEST_MODIFICATIONS.withoutProtocol(baseURL) },\n expectedResult: {\n isValid: false,\n error: \"Invalid URL format\",\n },\n function: urlReceiver.receiveURL.bind(urlReceiver),\n });\n });\n\n // Start with history-related tests\n tests.push({\n description: \"clear URL history before testing\",\n inputs: {},\n expectedResult: undefined,\n function: urlReceiver.clearHistory.bind(urlReceiver),\n });\n\n tests.push({\n description: \"get empty URL history\",\n inputs: {},\n expectedResult: [],\n function: urlReceiver.getURLHistory.bind(urlReceiver),\n });\n\n tests.push({\n description: \"clear URL history\",\n inputs: {},\n expectedResult: undefined,\n function: urlReceiver.clearHistory.bind(urlReceiver),\n });\n\n return tests;\n}\n\nconst tests = createURLTests();\n\nfor (const testCase of tests) {\n console.log(`Running test: ${testCase.description}`);\n\n const result = testCase.function(testCase.inputs.url);\n console.log(`Input: ${JSON.stringify(testCase.inputs)}`);\n console.log(`Expected result: ${JSON.stringify(testCase.expectedResult)}`);\n console.log(`Actual result: ${JSON.stringify(result)}\\n`);\n\n if (testCase.description.includes(\"validate\") || testCase.description.includes(\"reject\")) {\n expect(result.isValid).toEqual(testCase.expectedResult.isValid);\n if (!result.isValid) {\n expect(result.error).toEqual(testCase.expectedResult.error);\n }\n } else {\n expect(result).toEqual(testCase.expectedResult);\n }\n}\n\nconsole.log(\"All tests completed\");",[],[168],{"_104":176,"_95":99,"_140":177,"_142":-5,"_143":131,"_144":178,"_146":26,"_106":179,"_100":161,"_150":151,"_152":180,"_154":26,"_155":181,"_98":182},"b6a9dbd2-dd9a-11ef-9c5f-e6cdfca9ef9f","9c5577fa-dd9a-11ef-9129-e6cdfca9ef9f",49,["D",1738084203097],"import { expect } from \"jsr:@std/expect\";\nimport { processURL } from \"./urlProcessorMain\";\n\nconsole.log(\"Starting URL Processor Main test execution\");\n\nconst TEST_URLS = [\n \"https://willkrouse.com\",\n \"not-a-valid-url\",\n \"ftp://example.com\",\n \"https://nonexistent-test-url-123.com\",\n];\n\ninterface TestCase {\n description: string;\n input: string;\n expectedBehavior: string;\n validationCheck: (result: any) => void;\n}\n\nconst tests: TestCase[] = [\n {\n description: \"process valid URL\",\n input: TEST_URLS[0],\n expectedBehavior: \"should return successful validation and crawl results\",\n validationCheck: (result) => {\n expect(result.validationResult.isValid).toBe(true);\n expect(result.crawlSummary).toBeDefined();\n expect(result.crawlSummary.totalURLsChecked).toBeGreaterThan(0);\n expect(typeof result.crawlSummary.scanDuration).toBe(\"number\");\n },\n },\n {\n description: \"handle invalid URL format\",\n input: TEST_URLS[1],\n expectedBehavior: \"should return validation error without crawling\",\n validationCheck: (result) => {\n expect(result.validationResult.isValid).toBe(false);\n expect(result.validationResult.error).toBe(\"Invalid URL format\");\n expect(result.crawlSummary).toBeUndefined();\n },\n },\n {\n description: \"handle unsupported protocol\",\n input: TEST_URLS[2],\n expectedBehavior: \"should return protocol validation error without crawling\",\n validationCheck: (result) => {\n expect(result.validationResult.isValid).toBe(false);\n expect(result.validationResult.error).toBe(\"URL must use HTTP or HTTPS protocol\");\n expect(result.crawlSummary).toBeUndefined();\n },\n },\n {\n description: \"handle nonexistent URL\",\n input: TEST_URLS[3],\n expectedBehavior: \"should return successful validation but find broken URLs in crawl\",\n validationCheck: (result) => {\n expect(result.validationResult.isValid).toBe(true);\n expect(result.crawlSummary).toBeDefined();\n expect(result.crawlSummary.brokenURLsFound).toBeGreaterThan(0);\n expect(result.crawlSummary.brokenURLs.length).toBeGreaterThan(0);\n },\n },\n];\n\nasync function runTests() {\n for (const testCase of tests) {\n console.log(`Running test: ${testCase.description}`);\n console.log(`Expected behavior: ${testCase.expectedBehavior}`);\n\n try {\n const result = await processURL(testCase.input);\n testCase.validationCheck(result);\n console.log(\"Test passed\\n\");\n } catch (error) {\n console.error(`Test failed: ${error}\\n`);\n throw error;\n }\n }\n}\n\nconsole.log(\"Starting tests...\");\nawait runTests();\nconsole.log(\"All URL Processor Main tests completed\");",[],[99],{"_104":184,"_95":185,"_140":186,"_142":-5,"_143":131,"_144":187,"_146":26,"_106":188,"_100":189,"_150":151,"_152":190,"_154":26,"_155":191,"_98":192},"fe2abfb2-dd9a-11ef-aa95-e6cdfca9ef9f","mainFunctionURLReceiver","908df2d0-dd9a-11ef-9129-e6cdfca9ef9f",52,["D",1738084323064],5,"import { SummaryGenerator } from \"./summaryGenerator\";\nimport { URLCrawler } from \"./urlCrawlerComponent\";\nimport { URLReceiver } from \"./URLReceiver\";\n\ntype ProcessingResult = {\n validationResult: {\n isValid: boolean;\n error?: string;\n };\n crawlSummary?: {\n totalURLsChecked: number;\n brokenURLsFound: number;\n brokenURLs: Array<{\n url: string;\n sourceUrl: string | null;\n statusCode: number | null;\n errorMessage: string;\n timestamp: Date;\n possibleCause: string;\n }>;\n scanDuration: number;\n };\n};\n\nexport async function mainFunctionURLReceiver(inputURL: string): Promise {\n // Initialize components\n const receiver = new URLReceiver();\n const crawler = new URLCrawler(3); // Depth of 3 levels\n const generator = new SummaryGenerator();\n\n // First validate the URL\n const validationResult = receiver.receiveURL(inputURL);\n\n // If URL is not valid, return early with validation error\n if (!validationResult.isValid) {\n return {\n validationResult,\n };\n }\n\n // Start the summary generation\n generator.startNewScan();\n\n // If URL is valid, proceed with crawling\n const crawlSummary = await crawler.crawl(inputURL);\n\n // Return combined results\n return {\n validationResult,\n crawlSummary,\n };\n}\n\n// Example usage:\n// const result = await processURL(\"https://example.com\");\n// console.log(JSON.stringify(result, null, 2));",[],[185],{"_104":194,"_95":195,"_140":196,"_142":-5,"_143":131,"_144":101,"_146":26,"_106":197,"_100":198,"_150":151,"_152":199,"_154":26,"_155":200,"_98":201},"20700ecc-ddb1-11ef-85bf-e6cdfca9ef9f","summaryURLReceiverTest","b0e422ba-dd96-11ef-b8cf-e6cdfca9ef9f",["D",1738093829472],11,"import { SummaryURLReceiver } from \"https://esm.town/v/willthereader/URLReceiver/SummaryURLReceiver\";\nimport { expect } from \"jsr:@std/expect\";\n\nconsole.log(\"\\nSUMMARY GENERATOR TESTS\\n\");\n\nconst generator = new SummaryURLReceiver();\n\nconst TEST_URLS = [\n \"https://willkrouse.com\",\n \"https://dateme.directory\",\n \"https://nonexistent.example.com\",\n \"https://restricted.example.com\",\n];\n\n// Test data with different URLs and status codes\nconst sampleResults = [\n {\n url: TEST_URLS[0],\n sourceUrl: null,\n status: 200,\n error: null,\n timestamp: new Date(),\n },\n {\n url: TEST_URLS[1],\n sourceUrl: TEST_URLS[0],\n status: 200,\n error: null,\n timestamp: new Date(),\n },\n {\n url: TEST_URLS[2],\n sourceUrl: TEST_URLS[0],\n status: 404,\n error: \"Not Found\",\n timestamp: new Date(),\n },\n {\n url: TEST_URLS[3],\n sourceUrl: TEST_URLS[1],\n status: 403,\n error: \"Forbidden\",\n timestamp: new Date(),\n },\n];\n\ninterface TestCase {\n description: string;\n function: Function;\n expectedBehavior: string;\n}\n\nfunction logTestInfo(message: string) {\n console.log(` ${message}`);\n}\n\nconst tests: TestCase[] = [\n {\n description: \"Initialize generator\",\n expectedBehavior: \"Should start with empty state\",\n function: () => {\n console.log(\"\\nTEST: Initialize generator\");\n console.log(\"Expected: Should start with no URLs processed\\n\");\n\n generator.reset();\n generator.startNewScan();\n const summary = generator.generateSummary();\n\n logTestInfo(\"Initial state:\");\n logTestInfo(`- URLs processed: ${summary.totalURLsChecked}`);\n logTestInfo(`- Problems found: ${summary.brokenURLsFound}`);\n logTestInfo(`- Time running: ${summary.scanDuration}ms`);\n\n expect(summary.totalURLsChecked).toEqual(0);\n expect(summary.brokenURLsFound).toEqual(0);\n expect(summary.brokenURLs).toEqual([]);\n expect(summary.scanDuration).toBeGreaterThanOrEqual(0);\n\n return summary;\n },\n },\n {\n description: \"Process test URLs\",\n expectedBehavior: \"Should identify working and broken URLs\",\n function: () => {\n console.log(\"\\nTEST: Processing multiple URLs\");\n console.log(\"Expected: Should correctly identify good and bad URLs\\n\");\n\n generator.startNewScan();\n\n logTestInfo(\"Processing URLs:\");\n sampleResults.forEach((result, index) => {\n logTestInfo(`\\nURL ${index + 1}:`);\n logTestInfo(`- Address: ${result.url}`);\n logTestInfo(`- Status code: ${result.status || \"None\"}`);\n logTestInfo(`- Error: ${result.error || \"None\"}`);\n generator.addResult(result);\n });\n\n const summary = generator.generateSummary();\n\n logTestInfo(\"\\nResults:\");\n logTestInfo(`- Total URLs checked: ${summary.totalURLsChecked}`);\n logTestInfo(`- Problems found: ${summary.brokenURLsFound}`);\n\n if (summary.brokenURLs.length > 0) {\n logTestInfo(\"\\nProblem details:\");\n summary.brokenURLs.forEach((problem, index) => {\n logTestInfo(`\\nProblem ${index + 1}:`);\n logTestInfo(`- URL: ${problem.url}`);\n logTestInfo(`- Status: ${problem.statusCode || \"None\"}`);\n logTestInfo(`- Error: ${problem.errorMessage}`);\n logTestInfo(`- Likely cause: ${problem.possibleCause}`);\n });\n }\n\n expect(summary.totalURLsChecked).toEqual(4);\n expect(summary.brokenURLsFound).toEqual(2);\n\n return summary;\n },\n },\n {\n description: \"Test error handling\",\n expectedBehavior: \"Should handle different types of errors\",\n function: () => {\n console.log(\"\\nTEST: Error handling\");\n console.log(\"Expected: Should identify and explain different errors\\n\");\n\n generator.startNewScan();\n\n const errorCases = [\n {\n url: \"https://timeout.example.com\",\n sourceUrl: null,\n status: null,\n error: \"ETIMEDOUT\",\n timestamp: new Date(),\n },\n {\n url: \"https://cert-error.example.com\",\n sourceUrl: null,\n status: null,\n error: \"CERT_HAS_EXPIRED\",\n timestamp: new Date(),\n },\n {\n url: \"https://server-error.example.com\",\n sourceUrl: null,\n status: 500,\n error: \"Internal Server Error\",\n timestamp: new Date(),\n },\n ];\n\n logTestInfo(\"Testing error cases:\");\n errorCases.forEach((errorCase, index) => {\n logTestInfo(`\\nError test ${index + 1}:`);\n logTestInfo(`- URL: ${errorCase.url}`);\n logTestInfo(`- Type: ${errorCase.error}`);\n generator.addResult(errorCase);\n });\n\n const summary = generator.generateSummary();\n\n logTestInfo(\"\\nResults:\");\n logTestInfo(`- URLs checked: ${summary.totalURLsChecked}`);\n logTestInfo(`- Errors found: ${summary.brokenURLsFound}`);\n\n summary.brokenURLs.forEach((error, index) => {\n logTestInfo(`\\nError ${index + 1} details:`);\n logTestInfo(`- URL: ${error.url}`);\n logTestInfo(`- Problem: ${error.errorMessage}`);\n logTestInfo(`- Explanation: ${error.possibleCause}`);\n });\n\n expect(summary.brokenURLsFound).toEqual(3);\n\n return summary;\n },\n },\n];\n\nasync function runTests() {\n console.log(\"Starting test run...\\n\");\n let passed = 0;\n let failed = 0;\n\n for (const test of tests) {\n try {\n await test.function();\n console.log(\"\\n✅ TEST PASSED\");\n passed++;\n } catch (error) {\n console.log(\"\\n❌ TEST FAILED\");\n console.log(`Error details: ${error}`);\n failed++;\n }\n console.log(\"----------------------------------------\");\n }\n\n console.log(\"\\nTEST SUMMARY\");\n console.log(`Total tests run: ${tests.length}`);\n console.log(`Passed: ${passed}`);\n console.log(`Failed: ${failed}`);\n}\n\nrunTests().catch(console.error);",[],[195],{"_104":203,"_95":204,"_140":205,"_142":-5,"_143":131,"_144":206,"_146":26,"_106":207,"_100":208,"_150":151,"_152":209,"_154":26,"_155":210,"_98":211},"e8846222-dd94-11ef-985c-e6cdfca9ef9f","urlCrawlerComponent","6707eeaa-dd8d-11ef-a134-e6cdfca9ef9f",32,["D",1738081709761],10,"// last good version of was v19\ntype CrawlResult = {\n url: string;\n sourceUrl: string | null;\n depth: number;\n status: number | null;\n error: string | null;\n};\n\ntype CrawlProgress = {\n urlsFound: number;\n urlsProcessed: number;\n brokenUrlsFound: number;\n inProgress: boolean;\n};\n\ntype URLCheckResult = {\n url: string;\n sourceUrl: string | null;\n status: number | null;\n error: string | null;\n timestamp: Date;\n};\n\ntype BrokenURLReport = {\n url: string;\n sourceUrl: string | null;\n statusCode: number | null;\n errorMessage: string;\n timestamp: Date;\n possibleCause: string;\n};\n\ntype CrawlSummary = {\n totalURLsChecked: number;\n brokenURLsFound: number;\n brokenURLs: BrokenURLReport[];\n scanDuration: number;\n};\n\nexport class URLCrawler {\n private visitedUrls: Set = new Set();\n private urlQueue: { url: string; sourceUrl: string | null; depth: number }[] = [];\n private brokenUrls: URLCheckResult[] = [];\n private maxDepth: number;\n private baseUrl: string;\n private startTime: number = 0;\n private progress: CrawlProgress = {\n urlsFound: 0,\n urlsProcessed: 0,\n brokenUrlsFound: 0,\n inProgress: false,\n };\n\n constructor(maxDepth: number = 3) {\n this.maxDepth = maxDepth;\n }\n\n private determineErrorCause(status: number | null, error: string | null): string {\n if (status) {\n switch (status) {\n case 404:\n return \"Page not found - The URL may have been moved or deleted\";\n case 403:\n return \"Access forbidden - Authentication may be required\";\n case 500:\n return \"Server error - The website's server encountered an error\";\n case 502:\n return \"Bad gateway - There may be an issue with the server configuration\";\n case 503:\n return \"Service unavailable - The server may be overloaded or down for maintenance\";\n default:\n return `Server returned status code ${status}`;\n }\n }\n\n if (error) {\n if (error.includes(\"ETIMEDOUT\")) return \"Connection timed out - The server took too long to respond\";\n if (error.includes(\"ECONNREFUSED\")) return \"Connection refused - The server may be down\";\n if (error.includes(\"CERT_\")) return \"SSL/TLS certificate issue - There may be a security configuration problem\";\n return error;\n }\n\n return \"Unknown error occurred\";\n }\n\n async crawl(startUrl: string): Promise {\n this.reset();\n this.startTime = Date.now();\n this.baseUrl = new URL(startUrl).origin;\n this.urlQueue = [{ url: startUrl, sourceUrl: null, depth: 0 }];\n this.progress.inProgress = true;\n\n while (this.urlQueue.length > 0) {\n const current = this.urlQueue.shift()!;\n\n if (this.visitedUrls.has(current.url)) {\n continue;\n }\n\n this.visitedUrls.add(current.url);\n const checkResult = await this.checkUrl(current.url, current.sourceUrl);\n\n if (checkResult.error || (checkResult.status && checkResult.status >= 400)) {\n this.brokenUrls.push(checkResult);\n this.progress.brokenUrlsFound++;\n } else if (current.depth < this.maxDepth) {\n const newUrls = await this.extractUrlsFromPage(current.url);\n this.processNewUrls(newUrls, current.url, current.depth + 1);\n }\n\n this.progress.urlsProcessed++;\n }\n\n this.progress.inProgress = false;\n return this.generateSummary();\n }\n\n private async checkUrl(url: string, sourceUrl: string | null): Promise {\n try {\n const response = await fetch(url);\n return {\n url,\n sourceUrl,\n status: response.status,\n error: response.ok ? null : `HTTP ${response.status} - ${response.statusText}`,\n timestamp: new Date(),\n };\n } catch (error) {\n return {\n url,\n sourceUrl,\n status: null,\n error: error instanceof Error ? error.message : String(error),\n timestamp: new Date(),\n };\n }\n }\n\n private async extractUrlsFromPage(url: string): Promise {\n try {\n const response = await fetch(url);\n if (!response.ok) return [];\n\n const html = await response.text();\n const hrefRegex = /href=[\"'](https?:\\/\\/[^\"']+)[\"']/g;\n const matches = [...html.matchAll(hrefRegex)];\n\n return matches\n .map(match => match[1])\n .filter(href => href && this.isValidUrl(href))\n .map(href => this.normalizeUrl(href));\n } catch (error) {\n console.error(`Error fetching ${url}:`, error);\n return [];\n }\n }\n\n private processNewUrls(urls: string[], sourceUrl: string, depth: number): void {\n for (const url of urls) {\n if (!this.visitedUrls.has(url) && this.shouldCrawl(url)) {\n this.urlQueue.push({ url, sourceUrl, depth });\n this.progress.urlsFound++;\n }\n }\n }\n\n private shouldCrawl(url: string): boolean {\n try {\n const urlObj = new URL(url);\n return urlObj.origin === this.baseUrl;\n } catch {\n return false;\n }\n }\n\n private isValidUrl(url: string): boolean {\n try {\n new URL(url);\n return true;\n } catch {\n return false;\n }\n }\n\n private normalizeUrl(url: string): string {\n return url.split(\"#\")[0].replace(/\\/+$/, \"\");\n }\n\n private generateSummary(): CrawlSummary {\n const brokenURLs: BrokenURLReport[] = this.brokenUrls.map(result => ({\n url: result.url,\n sourceUrl: result.sourceUrl,\n statusCode: result.status,\n errorMessage: result.error || \"Unknown error\",\n timestamp: result.timestamp,\n possibleCause: this.determineErrorCause(result.status, result.error),\n }));\n\n return {\n totalURLsChecked: this.progress.urlsProcessed,\n brokenURLsFound: this.progress.brokenUrlsFound,\n brokenURLs,\n scanDuration: Date.now() - this.startTime,\n };\n }\n\n getProgress(): CrawlProgress {\n return { ...this.progress };\n }\n\n reset(): void {\n this.visitedUrls.clear();\n this.urlQueue = [];\n this.brokenUrls = [];\n this.startTime = 0;\n this.progress = {\n urlsFound: 0,\n urlsProcessed: 0,\n brokenUrlsFound: 0,\n inProgress: false,\n };\n }\n}",[],[204],{"_104":213,"_95":214,"_140":215,"_142":-5,"_143":131,"_144":216,"_146":26,"_106":217,"_100":218,"_150":151,"_152":219,"_154":26,"_155":220,"_98":221},"2c2ade2e-dda5-11ef-be23-e6cdfca9ef9f","urlCrawlerTests","d97f1968-dd8d-11ef-8fa1-e6cdfca9ef9f",61,["D",1738088695204],17,"import { expect } from \"jsr:@std/expect\";\nimport { URLCrawler } from \"./urlCrawlerComponent\";\n\nconsole.log(\"\\n=== Starting URL Crawler Test Suite ===\\n\");\n\nconst TEST_URLS = [\n \"https://willkrouse.com\",\n \"https://dateme.directory\",\n \"https://nonexistent-test-url-123.com\", // This URL should fail\n];\n\ninterface TestCase {\n description: string;\n inputs: Record;\n expectedBehavior: string;\n function: Function;\n}\n\nconst crawler = new URLCrawler(2);\n\nfunction logTestStart(testCase: TestCase) {\n console.log(\"╔════════════════════════════════════════════\");\n console.log(`║ TEST: ${testCase.description}`);\n console.log(`║ Expected: ${testCase.expectedBehavior}`);\n console.log(\"╟────────────────────────────────────────────\");\n}\n\nfunction logTestResults(results: any) {\n console.log(\"║ Results:\");\n if (typeof results === \"object\") {\n Object.entries(results).forEach(([key, value]) => {\n console.log(`║ ${key}: ${JSON.stringify(value, null, 2)}`);\n });\n } else {\n console.log(`║ ${results}`);\n }\n}\n\nfunction logTestEnd(success: boolean) {\n console.log(\"╟────────────────────────────────────────────\");\n console.log(`║ Status: ${success ? \"✅ PASSED\" : \"❌ FAILED\"}`);\n console.log(\"╚════════════════════════════════════════════\\n\");\n}\n\nconst tests: TestCase[] = [\n {\n description: \"Initialize crawler with default settings\",\n inputs: {},\n expectedBehavior: \"Should return initial progress state with all counters at zero\",\n function: () => {\n crawler.reset();\n const progress = crawler.getProgress();\n console.log(\"║ Initial progress state:\");\n console.log(`║ URLs Found: ${progress.urlsFound}`);\n console.log(`║ URLs Processed: ${progress.urlsProcessed}`);\n console.log(`║ Broken URLs: ${progress.brokenUrlsFound}`);\n console.log(`║ In Progress: ${progress.inProgress}`);\n\n expect(progress.urlsFound).toEqual(0);\n expect(progress.urlsProcessed).toEqual(0);\n expect(progress.brokenUrlsFound).toEqual(0);\n expect(progress.inProgress).toEqual(false);\n return progress;\n },\n },\n {\n description: \"Crawl valid single page\",\n inputs: { url: TEST_URLS[0] },\n expectedBehavior: \"Should return crawl summary with valid metrics and no broken URLs\",\n function: async (inputs: Record) => {\n const url = inputs.url as string;\n console.log(`║ Testing URL: ${url}`);\n const summary = await crawler.crawl(url);\n console.log(\"║ Crawl Summary:\");\n console.log(`║ Total URLs Checked: ${summary.totalURLsChecked}`);\n console.log(`║ Scan Duration: ${summary.scanDuration}ms`);\n console.log(`║ Broken URLs Found: ${summary.brokenURLsFound}`);\n\n expect(summary.totalURLsChecked).toBeGreaterThan(0);\n expect(summary.scanDuration).toBeGreaterThan(0);\n expect(Array.isArray(summary.brokenURLs)).toBe(true);\n return summary;\n },\n },\n {\n description: \"Handle nonexistent URL\",\n inputs: { url: TEST_URLS[2] },\n expectedBehavior: \"Should detect and report broken URL with appropriate error details\",\n function: async (inputs: Record) => {\n const url = inputs.url as string;\n console.log(`║ Testing nonexistent URL: ${url}`);\n const summary = await crawler.crawl(url);\n console.log(\"║ Error handling results:\");\n console.log(`║ Total broken URLs: ${summary.brokenURLsFound}`);\n if (summary.brokenURLs.length > 0) {\n console.log(\"║ First broken URL details:\");\n console.log(`║ URL: ${summary.brokenURLs[0].url}`);\n console.log(`║ Error: ${summary.brokenURLs[0].errorMessage}`);\n console.log(`║ Cause: ${summary.brokenURLs[0].possibleCause}`);\n }\n\n expect(summary.brokenURLsFound).toBeGreaterThan(0);\n expect(summary.brokenURLs.length).toBeGreaterThan(0);\n expect(summary.brokenURLs[0].url).toEqual(url);\n expect(summary.brokenURLs[0].possibleCause).toBeTruthy();\n return summary;\n },\n },\n {\n description: \"Check progress tracking\",\n inputs: { url: TEST_URLS[0] },\n expectedBehavior: \"Should show progress updates during crawl process\",\n function: async (inputs: Record) => {\n const url = inputs.url as string;\n crawler.reset();\n console.log(`║ Testing progress tracking for URL: ${url}`);\n\n const crawlPromise = crawler.crawl(url);\n const initialProgress = crawler.getProgress();\n console.log(\"║ Initial progress state:\");\n console.log(`║ In Progress: ${initialProgress.inProgress}`);\n console.log(`║ URLs Found: ${initialProgress.urlsFound}`);\n\n expect(initialProgress.inProgress).toBe(true);\n\n const summary = await crawlPromise;\n const finalProgress = crawler.getProgress();\n console.log(\"║ Final progress state:\");\n console.log(`║ In Progress: ${finalProgress.inProgress}`);\n console.log(`║ URLs Processed: ${finalProgress.urlsProcessed}`);\n console.log(`║ Total Found: ${finalProgress.urlsFound}`);\n\n expect(finalProgress.inProgress).toBe(false);\n expect(finalProgress.urlsProcessed).toBeGreaterThan(0);\n return { initialProgress, finalProgress, summary };\n },\n },\n];\n\nasync function runTests() {\n console.log(\"Running URL Crawler test suite...\\n\");\n let passedTests = 0;\n let failedTests = 0;\n\n for (const testCase of tests) {\n logTestStart(testCase);\n try {\n const results = await testCase.function(testCase.inputs);\n logTestResults(results);\n passedTests++;\n logTestEnd(true);\n } catch (error) {\n console.error(`║ Error: ${error}`);\n failedTests++;\n logTestEnd(false);\n }\n }\n\n console.log(\"=== Test Suite Summary ===\");\n console.log(`Total Tests: ${tests.length}`);\n console.log(`Passed: ${passedTests}`);\n console.log(`Failed: ${failedTests}`);\n console.log(\"=========================\\n\");\n}\n\nrunTests().catch(console.error);",[],[214],"counts",{"_224":31,"_225":90,"_226":90,"_227":31},"pulls","branches","forks","envVars","contents",[],"file",{"_104":176,"_95":99,"_140":177,"_142":-5,"_143":131,"_144":178,"_146":26,"_106":232,"_100":161,"_150":151,"_152":180,"_154":26,"_98":233},["D",1738084203097],[99],"upstream","routes/_app.x.$handle.$name.branch.$branch.version.$version.code.$",{"_93":94,"_95":96,"_97":41,"_100":101,"_98":99,"_102":237,"_230":241,"_228":243,"_234":-5,"_244":-5},{"_104":105,"_95":96,"_106":238,"_108":-5,"_109":110,"_111":-5,"_112":-5,"_11":113,"_114":-5,"_115":26,"_116":117,"_118":117,"_119":120,"_121":120,"_122":120,"_123":117,"_124":26,"_20":239,"_128":240},["D",1737670113028],{"_93":94,"_126":127},{"_100":130,"_95":41,"_104":131,"_132":105,"_133":-5,"_134":-5},{"_104":176,"_95":99,"_140":177,"_142":-5,"_143":131,"_144":178,"_146":26,"_106":232,"_100":161,"_150":151,"_152":180,"_154":26,"_98":242},[99],[],"pull","routes/_app","actionData","errors"]