Broken Link Checker

\n setUrl(e.target.value)}\n placeholder=\"Enter website URL\"\n required\n />\n \n \n {error && (\n

Error

{error}

\n )}\n {progress && (\n

Progress

Phase: {progress.phase}

\n {progress.phase === \"fetching\" && (\n

\n Processed Pages: {progress.processedPages}\n
\n Total Links: {progress.totalLinks}\n
\n Remaining Pages: {progress.remainingPages}\n

\n )}\n {progress.phase === \"checking\" && (\n

\n Checked Links: {progress.checkedLinks} / {progress.totalLinks}\n
\n Broken Links: {progress.brokenLinks?.length || 0}\n
\n Unchecked Links: {progress.uncheckedLinks?.length || 0}\n
\n Progress: {progress.progress?.toFixed(2)}%\n

\n )}\n

\n )}\n {(progress?.currentBrokenLinks?.length > 0 || results) && (\n

Results

\n {progress?.phase === \"checking\" && (\n

Found {progress.currentBrokenLinks?.length || 0} broken links so far...

\n )}\n {results &&

{results.summary}

}\n

Broken Links

\n \n \n \n \n \n \n \n \n \n \n \n \n {renderBrokenLinks(\n progress?.currentBrokenLinks\n || (results?.brokenLinks?.internal?.concat(results?.brokenLinks?.external) || []),\n )}\n \n

#	Found On	Broken Link	Link Text	Status Code	Probable Cause

\n {(progress?.uncheckedLinks?.length > 0 || (results && results.uncheckedLinks)) && (\n <>\n

Unchecked Links

\n \n \n \n \n \n \n \n \n \n \n \n {(progress?.uncheckedLinks || results?.uncheckedLinks || []).map((link, index) => (\n \n \n \n \n \n \n \n ))}\n \n

#	Found On	Unchecked Link	Link Text	Reason
{`${index + 1}`}	\n {link.foundOn}\n	\n {link.url}\n	{link.text}	{link.reason}

\n \n )}\n

\n )}\n

\n );\n}\n\nfunction client() {\n createRoot(document.getElementById(\"root\")).render();\n}\n\nif (typeof document !== \"undefined\") {\n client();\n}\n\nlet currentProgress = null;\nlet lastProgressUpdate = null;\nlet progressUpdateCount = 0;\n\nexport default async function server(request: Request): Promise {\n const url = new URL(request.url);\n\n if (url.pathname === \"/api/progress\" && request.method === \"GET\") {\n const now = new Date();\n if (lastProgressUpdate && currentProgress) {\n const timeSinceLastUpdate = now.getTime() - lastProgressUpdate.getTime();\n if (timeSinceLastUpdate < 1000) {\n progressUpdateCount++;\n } else {\n progressUpdateCount = 0;\n }\n }\n lastProgressUpdate = now;\n\n return new Response(JSON.stringify(currentProgress), {\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n\n if (url.pathname === \"/api/check-links\" && request.method === \"POST\") {\n let requestBody;\n try {\n requestBody = await request.json();\n } catch (error) {\n console.error(\"Error parsing request body:\", error);\n return new Response(JSON.stringify({ error: \"Invalid request body\" }), {\n status: 400,\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n\n const { url: websiteUrl } = requestBody;\n if (!websiteUrl) {\n return new Response(JSON.stringify({ error: \"Missing URL in request body\" }), {\n status: 400,\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n\n try {\n const maxDepth = 5;\n currentProgress = {\n phase: \"fetching\",\n processedPages: 0,\n totalLinks: 0,\n remainingPages: 1,\n depth: 0,\n };\n\n const result = await findBrokenLinks(websiteUrl, maxDepth);\n\n return new Response(JSON.stringify(result), {\n headers: { \"Content-Type\": \"application/json\" },\n });\n } catch (error) {\n console.log(`\\n=== Detailed Error Information ===`);\n console.log(`Error name: ${error.name}`);\n console.log(`Error message: ${error.message}`);\n console.log(`Error stack: ${error.stack}`);\n console.log(`Current progress state: ${JSON.stringify(currentProgress, null, 2)}`);\n console.log(`Last progress update: ${lastProgressUpdate}`);\n console.log(`Progress update count: ${progressUpdateCount}`);\n console.log(`=== End Error Information ===\\n`);\n\n currentProgress = null;\n lastProgressUpdate = null;\n progressUpdateCount = 0;\n\n return new Response(\n JSON.stringify({\n error: error.message,\n errorName: error.name,\n errorStack: error.stack,\n lastKnownProgress: currentProgress,\n }),\n {\n status: 500,\n headers: {\n \"Content-Type\": \"application/json\",\n \"Access-Control-Allow-Origin\": \"*\",\n },\n },\n );\n }\n }\n\n return new Response(\n `\n \n \n Broken Link Checker\n \n \n \n

\n \n \n \n \n `,\n {\n headers: {\n \"content-type\": \"text/html\",\n },\n },\n );\n}\n\nconst css = `\nbody {\n font-family: Arial, sans-serif;\n line-height: 1.6;\n margin: 0;\n padding: 20px;\n background-color: #f4f4f4;\n}\n\nh1, h2, h3 {\n color: #333;\n}\n\nform {\n margin-bottom: 20px;\n}\n\ninput[type=\"url\"] {\n width: 300px;\n padding: 5px;\n margin-right: 10px;\n}\n\nbutton {\n padding: 5px 10px;\n background-color: #333;\n color: #fff;\n border: none;\n cursor: pointer;\n}\n\nbutton:disabled {\n background-color: #999;\n}\n\ntable {\n width: 100%;\n border-collapse: collapse;\n margin-top: 20px;\n}\n\nth, td {\n padding: 10px;\n border: 1px solid #ddd;\n text-align: left;\n}\n\nth {\n background-color: #f2f2f2;\n font-weight: bold;\n}\n\ntr:nth-child(even) {\n background-color: #f9f9f9;\n}\n\na {\n color: #0066cc;\n text-decoration: none;\n}\n\na:hover {\n text-decoration: underline;\n}\n`;","deleted","label",[98],"permalink","https://www.val.town/x/willthereader/fullWebsiteChecker/code/main.tsx","extension","actionData","errors"]