Website URL Mapper

\n setDomain(e.target.value)}\n placeholder=\"Enter website domain (e.g., example.com)\"\n style={{\n padding: \"10px\",\n fontSize: \"16px\",\n width: \"50%\",\n borderRadius: \"5px 0 0 5px\",\n border: \"1px solid #ccc\",\n }}\n />\n \n {loading ? \"Loading...\" : \"Map URLs\"}\n \n

\n {error &&

{error}

}\n {crawlResults && (\n \n

Crawl Results for {domain}

Total URLs: {crawlResults.urls.length}

URLs:

\n {url}\n

\n )}\n

\n \n View Source\n \n

\n \n );\n}\n\nconst clientCode = `\nimport React, { useState, useEffect } from \"https://esm.sh/react@18.2.0\";\nimport { createRoot } from \"https://esm.sh/react-dom@18.2.0/client\";\n\nconst App = ${App.toString()};\n\nconst rootElement = document.getElementById(\"root\");\nif (!rootElement) {\n throw new Error(\"Root element not found\");\n}\n\nconst root = createRoot(rootElement);\nroot.render(React.createElement(React.StrictMode, null, React.createElement(App)));\n`;\n\nexport default async function server(req: Request): Promise {\n const url = new URL(req.url);\n\n if (req.method === \"POST\" && url.pathname === \"/api\") {\n try {\n const { domain } = await req.json();\n if (!domain) {\n return Response.json({ error: \"Domain is required\" }, { status: 400 });\n }\n\n const firecrawlResponse = await fetch(\"https://api.firecrawl.dev/v1/map\", {\n method: \"POST\",\n headers: {\n \"Authorization\": \"Bearer fc-2a59d6ad4363497a82fbf873f367babe\",\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({\n url: `https://${domain}`,\n ignoreSitemap: true,\n includeSubdomains: true,\n limit: 200,\n }),\n });\n\n const firecrawlData = await firecrawlResponse.json();\n\n if (firecrawlResponse.ok) {\n return Response.json({ urls: firecrawlData.urls });\n } else {\n return Response.json({ error: firecrawlData.message || \"Failed to fetch crawl data\" }, { status: firecrawlResponse.status });\n }\n } catch (error) {\n console.error(\"Server error:\", error);\n return Response.json({ error: \"Internal server error\" }, { status: 500 });\n }\n } else if (req.method === \"GET\" && url.pathname === \"/\") {\n return new Response(\n `\n \n \n \n \n \n Website URL Mapper\n \n \n

\n \n \n \n \n `,\n {\n headers: {\n \"content-type\": \"text/html\",\n },\n }\n );\n } else if (req.method === \"GET\" && url.pathname === \"/client.js\") {\n return new Response(clientCode, {\n headers: {\n \"content-type\": \"application/javascript\",\n },\n });\n } else {\n return new Response(\"Not Found\", { status: 404 });\n }\n}","deleted","label",[100],"permalink","https://www.val.town/x/deepmojo/efficientWhiteBobolink/code/main.tsx","extension","actionData","errors"]