[{"_1":2,"_175":-5,"_176":-5},"loaderData",{"_3":4,"_93":94},"root",{"_5":6,"_36":37,"_66":67},"ctx",{"_7":8,"_23":-5,"_24":25,"_26":27,"_28":20,"_29":20,"_30":20,"_31":-5,"_32":33,"_34":20,"_35":20},"auth",{"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":20,"_21":22},"sessionClaims","sessionId","sessionStatus","userId","actor","orgId","orgRole","orgSlug","orgPermissions","factorVerificationAge","isAuthenticated",false,"tokenType","session_token","user","preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesChatPanelState","notificationCount",0,"flagDenols","isTeamOrgMember","ENV",{"_38":39,"_40":41,"_42":43,"_44":45,"_46":47,"_48":49,"_50":51,"_52":53,"_54":55,"_56":57,"_58":59,"_60":61,"_62":63,"_64":65},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","VAL_RUNTIME_NAME","prod","RENDER_GIT_COMMIT","ec8dbdc161924b1b4d8e1066a0a8785a71c351fc","RENDER_GIT_BRANCH","main","CLERK_PUBLISHABLE_KEY","pk_live_Y2xlcmsudmFsLnRvd24k","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","API_URL","https://api.val.town","clerkState",{"_68":69},"__internal_clerk_state",{"_70":71,"_72":47,"_73":74,"_75":74,"_76":20,"_77":74,"_78":74,"_79":74,"_80":74,"_81":82,"_91":20,"_92":20},"__clerk_ssr_state",{"_21":22,"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":20},"__publishableKey","__proxyUrl","","__domain","__isSatellite","__signInUrl","__signUpUrl","__afterSignInUrl","__afterSignUpUrl","__clerk_debug",{"_83":20,"_19":20,"_84":74,"_85":86,"_87":74,"_88":47,"_89":20,"_90":74},"isSignedIn","proxyUrl","reason","session-token-and-uat-missing","message","publishableKey","isSatellite","domain","__telemetryDisabled","__telemetryDebug","routes/embed.x.$handle.$name.$",{"_95":96,"_97":98,"_99":100,"_101":102,"_155":156,"_172":173,"_174":-5},"handle","tallesjp","name","test","path","main.tsx","project",{"_103":104,"_97":98,"_105":106,"_107":-5,"_108":109,"_110":111,"_112":-5,"_113":-5,"_12":114,"_115":116,"_117":109,"_118":-5,"_119":-5,"_120":33,"_14":121,"_122":-5,"_123":-5,"_124":125,"_126":125,"_127":128,"_129":128,"_130":128,"_131":125,"_132":125,"_23":133,"_136":137,"_141":142,"_154":20},"id","16b05d38-2785-11f0-b46e-569c3dd06744","createdAt",["D",1746211301325],"deletedAt","legacyEnvVars",true,"privacy","public","description","imageUrl","97206cd0-0000-11f0-b751-b1da554a1b8b","pinnedFileId","16b2bf06-2785-11f0-b46e-569c3dd06744","pinPreview","pinMigrated","screenshotVersion","likeCount","b1738051-51fc-4fd8-82db-870ae06fd408","tursoName","tursoHostname","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm",{"_95":96,"_134":135},"profileImageUrl","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18ydUdEejJDRkJmWnBzZTlDTVRKbThpaUt2enoifQ","org",{"_95":96,"_138":135,"_12":114,"_139":140},"avatar","tier","free","branch",{"_143":144,"_97":45,"_103":145,"_146":104,"_147":-5,"_148":-5,"_149":-5,"_150":-5,"_151":-5,"_152":98,"_153":96},"version",13,"16b0a9fa-2785-11f0-b46e-569c3dd06744","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","isOwned","file",{"_103":157,"_97":100,"_158":116,"_159":-5,"_160":145,"_161":144,"_162":109,"_105":163,"_143":164,"_165":166,"_167":168,"_169":20,"_170":-5,"_99":171},"17032040-2785-11f0-b46e-569c3dd06744","fileId","parentId","branchId","branchVersion","latest",["D",1744131126377],12,"fileType","http","content","import { fetch } from \"https://esm.town/v/std/fetch\";\n\n// Constants\nconst MAX_CONTENT_SIZE = 10 * 1024 * 1024; // 10MB\nconst TIMEOUT_MS = 30000; // 30 seconds\nconst ALLOWED_CONTENT_TYPES = [\n 'text/html',\n 'application/json',\n 'text/plain',\n 'text/markdown'\n];\n\n// URL validation function\nfunction isValidUrl(urlString: string): boolean {\n try {\n // Automatically prepend http:// if no protocol is specified\n const normalizedUrl = urlString.match(/^https?:\\/\\//) \n ? urlString \n : `http://${urlString}`;\n\n const url = new URL(normalizedUrl);\n \n // Additional checks\n const allowedProtocols = ['http:', 'https:'];\n if (!allowedProtocols.includes(url.protocol)) {\n return false;\n }\n\n // Prevent localhost and private network URLs\n const hostname = url.hostname;\n const privateNetworkPatterns = [\n /^localhost$/,\n /^127\\.\\d+\\.\\d+\\.\\d+$/,\n /^10\\.\\d+\\.\\d+\\.\\d+$/,\n /^192\\.168\\.\\d+\\.\\d+$/,\n /^172\\.(1[6-9]|2\\d|3[0-1])\\.\\d+\\.\\d+$/\n ];\n\n const isPrivateNetwork = privateNetworkPatterns.some(pattern => pattern.test(hostname));\n if (isPrivateNetwork) {\n return false;\n }\n\n return true;\n } catch {\n return false;\n }\n}\n\n// Simple HTML sanitization function\nfunction sanitizeHtml(html: string): string {\n // Basic HTML sanitization to prevent XSS\n return html\n .replace(/)<[^<]*)*<\\/script>/gi, '') // Remove script tags\n .replace(/javascript:/gi, '') // Remove javascript: links\n .replace(/on\\w+=\"[^\"]*\"/gi, '') // Remove inline event handlers\n .replace(/)<[^<]*)*<\\/iframe>/gi, '') // Remove iframe tags\n .replace(/)<[^<]*)*<\\/object>/gi, '') // Remove object tags\n .replace(/)<[^<]*)*<\\/embed>/gi, ''); // Remove embed tags\n}\n\n// Custom error class\nclass FetchError extends Error {\n constructor(message: string, public status?: number) {\n super(message);\n this.name = 'FetchError';\n }\n}\n\n// Interface for response options\ninterface MarkdownResponse {\n content: string;\n status: number;\n headers?: HeadersInit;\n}\n\nexport default async function server(request: Request): Promise {\n try {\n // Parse and validate URL\n const targetUrl = validateAndGetUrl(request);\n \n // Fetch content with timeout and size limits\n const fetchedContent = await fetchWithTimeout(targetUrl);\n \n // Process the response\n const markdownResponse = await processResponse(fetchedContent, targetUrl);\n \n return createResponse(markdownResponse);\n \n } catch (error) {\n return handleError(error);\n }\n}\n\nfunction validateAndGetUrl(request: Request): string {\n const url = new URL(request.url);\n const targetUrl = url.searchParams.get('url');\n\n if (!targetUrl) {\n return renderInputPage();\n }\n\n // Decode the URL to handle encoded characters\n const decodedUrl = decodeURIComponent(targetUrl);\n\n // Validate URL\n if (!isValidUrl(decodedUrl)) {\n throw new FetchError('Invalid or unsafe URL provided', 400);\n }\n\n // Automatically prepend http:// if no protocol\n return decodedUrl.match(/^https?:\\/\\//) \n ? decodedUrl \n : `http://${decodedUrl}`;\n}\n\nfunction renderInputPage(): string {\n const sourceUrl = import.meta.url.replace('esm.town', 'val.town');\n return `# URL to Markdown Converter 🔗📄\n\n## How to Use\n\n1. Enter a valid URL in the query parameter\n2. The service will convert the webpage content to markdown\n\n### URL Requirements\n- Supports URLs with or without \\`http://\\` or \\`https://\\`\n- Must be a publicly accessible website\n- Converts HTML, JSON, and plain text content\n\n## Example Usage\n\n\\`\\`\\`\n/?url=example.com\n/?url=https://example.com/page\n\\`\\`\\`\n\n## Features\n- 🌐 Web page to markdown conversion\n- 🔒 Secure URL validation\n- 🚫 Blocks private network URLs\n\n## Limitations\n- Maximum content size: 10MB\n- Timeout: 30 seconds\n- Supports HTML, JSON, and plain text\n\n## Source Code\n[View Source](${sourceUrl})\n`;\n}\n\nasync function fetchWithTimeout(url: string): Promise<{\n content: string;\n contentType: string;\n}> {\n const controller = new AbortController();\n const timeoutId = setTimeout(() => controller.abort(), TIMEOUT_MS);\n\n try {\n const response = await fetch(url, {\n signal: controller.signal,\n headers: {\n 'User-Agent': 'Mozilla/5.0 (compatible; MarkdownConverter/1.0)',\n 'Accept': 'text/html,application/json,text/plain,*/*'\n }\n });\n\n if (!response.ok) {\n throw new FetchError(`HTTP error! status: ${response.status}`, response.status);\n }\n\n const contentType = response.headers.get('content-type')?.toLowerCase() || '';\n if (!ALLOWED_CONTENT_TYPES.some(type => contentType.includes(type))) {\n throw new FetchError('Unsupported content type', 415);\n }\n\n const contentLength = parseInt(response.headers.get('content-length') || '0');\n if (contentLength > MAX_CONTENT_SIZE) {\n throw new FetchError('Content too large', 413);\n }\n\n const content = await response.text();\n return { content, contentType };\n } finally {\n clearTimeout(timeoutId);\n }\n}\n\nasync function processResponse(\n { content, contentType }: { content: string; contentType: string }, \n url: string\n): Promise {\n if (contentType.includes('application/json')) {\n const json = JSON.parse(content);\n return {\n content: convertJsonToMarkdown(json),\n status: 200\n };\n }\n\n if (contentType.includes('text/html')) {\n return {\n content: await convertHtmlToMarkdown(content),\n status: 200\n };\n }\n\n // Handle plain text or other supported formats\n return {\n content: `\\`\\`\\`\\n${content}\\n\\`\\`\\``,\n status: 200\n };\n}\n\nfunction createResponse({ content, status, headers = {} }: MarkdownResponse): Response {\n return new Response(content, {\n status,\n headers: {\n 'Content-Type': 'text/markdown',\n 'Cache-Control': 'public, max-age=3600',\n ...headers\n }\n });\n}\n\nfunction handleError(error: Error): Response {\n const status = error instanceof FetchError ? error.status || 500 : 500;\n const message = error.message || 'An unexpected error occurred';\n \n return new Response(\n `# Error\\n\\n${message}`, {\n status,\n headers: { 'Content-Type': 'text/markdown' }\n }\n );\n}\n\nasync function convertHtmlToMarkdown(html: string): Promise {\n // Sanitize HTML first\n const cleanHtml = sanitizeHtml(html);\n \n // Create a temporary DOM element for parsing\n const tempDiv = document.createElement('div');\n tempDiv.innerHTML = cleanHtml;\n\n // Remove unwanted elements\n ['script', 'style', 'iframe', 'noscript'].forEach(tag => {\n tempDiv.querySelectorAll(tag).forEach(el => el.remove());\n });\n\n // Extract main content (prefer article or main content)\n const mainContent = tempDiv.querySelector('article, main, .content, #content') || tempDiv;\n\n let markdown = '';\n\n // Process nodes recursively\n function processNode(node: Element): string {\n let result = '';\n\n switch (node.tagName?.toLowerCase()) {\n case 'h1':\n return `# ${node.textContent}\\n\\n`;\n case 'h2':\n return `## ${node.textContent}\\n\\n`;\n case 'h3':\n return `### ${node.textContent}\\n\\n`;\n case 'p':\n return `${node.textContent}\\n\\n`;\n case 'a':\n const href = node.getAttribute('href');\n return href ? `[${node.textContent}](${href})` : node.textContent;\n case 'strong':\n case 'b':\n return `**${node.textContent}**`;\n case 'em':\n case 'i':\n return `*${node.textContent}*`;\n case 'ul':\n return Array.from(node.children)\n .map(li => `- ${li.textContent}\\n`)\n .join('') + '\\n';\n case 'ol':\n return Array.from(node.children)\n .map((li, i) => `${i + 1}. ${li.textContent}\\n`)\n .join('') + '\\n';\n case 'code':\n return `\\`${node.textContent}\\``;\n case 'pre':\n return `\\`\\`\\`\\n${node.textContent}\\n\\`\\`\\`\\n\\n`;\n default:\n // Process child nodes\n Array.from(node.children).forEach(child => {\n result += processNode(child as Element);\n });\n return result || node.textContent + ' ';\n }\n }\n\n markdown = processNode(mainContent);\n\n // Clean up the markdown\n return markdown\n .replace(/\\n{3,}/g, '\\n\\n') // Remove excessive newlines\n .replace(/\\s+/g, ' ') // Normalize whitespace\n .trim();\n}\n\nfunction convertJsonToMarkdown(json: any, depth: number = 0): string {\n const indent = ' '.repeat(depth);\n\n if (Array.isArray(json)) {\n return json.map(item => \n `${indent}- ${typeof item === 'object' \n ? '\\n' + convertJsonToMarkdown(item, depth + 1)\n : `\\`${item}\\``}`\n ).join('\\n');\n }\n\n if (typeof json === 'object' && json !== null) {\n return Object.entries(json)\n .map(([key, value]) => {\n const valueStr = typeof value === 'object'\n ? '\\n' + convertJsonToMarkdown(value, depth + 1)\n : ` \\`${value}\\``;\n return `${indent}### ${key}${valueStr}`;\n })\n .join('\\n');\n }\n\n return `${indent}\\`${json}\\``;\n}","deleted","label",[100],"permalink","https://www.val.town/x/tallesjp/test/code/main.tsx","extension","actionData","errors"]