Webpage Analyzer

Analyze any webpage and ask questions about its content

\n \n

\n \n ${result ? `\n

Analysis Result

URL

${result.url}

Question

${result.question}

Answer

${result.answer}

\n ` : ''}\n \n \n

\n\n \n\n`;\n}\n\n// Parse form data from request\nasync function parseFormData(request: Request) {\n const formData = await request.formData();\n return {\n url: formData.get('url')?.toString() || '',\n question: formData.get('question')?.toString() || ''\n };\n}\n\n// Main handler function\nexport default async function(req: Request): Promise {\n // Handle GET requests - return the HTML form\n if (req.method === \"GET\") {\n return new Response(getHtmlTemplate(), {\n headers: {\n \"Content-Type\": \"text/html\"\n }\n });\n }\n \n // Handle POST requests\n if (req.method === \"POST\") {\n try {\n // Check content type to determine if it's a form submission or JSON API request\n const contentType = req.headers.get('content-type') || '';\n \n let url: string;\n let question: string;\n \n // Parse input based on content type\n if (contentType.includes('application/json')) {\n // Handle JSON API request\n const body = await req.json();\n url = body.url;\n question = body.question;\n } else if (contentType.includes('multipart/form-data') || contentType.includes('application/x-www-form-urlencoded')) {\n // Handle form submission\n const formData = await parseFormData(req);\n url = formData.url;\n question = formData.question;\n } else {\n return new Response(\"Unsupported content type. Use JSON or form data.\", { status: 400 });\n }\n \n // Validate input\n if (!url) {\n return new Response(\"URL is required\", { status: 400 });\n }\n \n if (!question) {\n return new Response(\"Question is required\", { status: 400 });\n }\n \n // Fetch the webpage\n console.log(`Fetching webpage: ${url}`);\n const response = await fetch(url);\n \n if (!response.ok) {\n const errorMessage = `Failed to fetch webpage: ${response.status} ${response.statusText}`;\n \n // Return different responses based on content type\n if (contentType.includes('application/json')) {\n return new Response(JSON.stringify({ error: errorMessage }), { \n status: 400,\n headers: { \"Content-Type\": \"application/json\" }\n });\n } else {\n return new Response(getHtmlTemplate({ \n url, \n question, \n answer: `Error: ${errorMessage}` \n }), {\n headers: { \"Content-Type\": \"text/html\" }\n });\n }\n }\n \n // Get the HTML content\n const html = await response.text();\n \n // Extract JavaScript and CSS\n const javascript = extractJavaScript(html);\n const css = extractCSS(html);\n \n // Prepare content for analysis\n const pageContent = {\n html: html.length > 100000 ? html.substring(0, 100000) + \"... (truncated)\" : html,\n javascript: javascript.length > 50000 ? javascript.substring(0, 50000) + \"... (truncated)\" : javascript,\n css: JSON.stringify(css).length > 50000 ? JSON.stringify(css).substring(0, 50000) + \"... (truncated)\" : JSON.stringify(css)\n };\n \n // Use OpenAI to analyze the content and answer the question\n console.log(`Analyzing webpage and answering question: ${question}`);\n const completion = await openai.chat.completions.create({\n model: \"gpt-4o\",\n messages: [\n {\n role: \"system\",\n content: `You are a webpage analyzer. You'll be given HTML, CSS, and JavaScript from a webpage, \n along with a question about the page. Analyze the content and answer the question as accurately \n as possible based on the provided webpage content. Focus on what's visible and functional on the page.`\n },\n {\n role: \"user\",\n content: `I need information about this webpage:\n \n URL: ${url}\n \n HTML Content:\n \\`\\`\\`html\n ${pageContent.html}\n \\`\\`\\`\n \n JavaScript Content:\n \\`\\`\\`javascript\n ${pageContent.javascript}\n \\`\\`\\`\n \n CSS Information:\n \\`\\`\\`\n ${pageContent.css}\n \\`\\`\\`\n \n Question: ${question}\n \n Please analyze the webpage content and answer my question based on what you can determine from the HTML, CSS, and JavaScript.`\n }\n ],\n temperature: 0.2,\n max_tokens: 1500,\n });\n \n const answer = completion.choices[0].message.content;\n \n // Prepare result object\n const result = {\n url,\n question,\n answer\n };\n \n // Return response based on content type\n if (contentType.includes('application/json')) {\n // Return JSON for API requests\n return new Response(JSON.stringify(result), {\n headers: {\n \"Content-Type\": \"application/json\"\n }\n });\n } else {\n // Return HTML with results for form submissions\n return new Response(getHtmlTemplate(result), {\n headers: {\n \"Content-Type\": \"text/html\"\n }\n });\n }\n \n } catch (error) {\n console.error(\"Error processing request:\", error);\n \n // Check if it's a JSON request\n const contentType = req.headers.get('content-type') || '';\n if (contentType.includes('application/json')) {\n return new Response(JSON.stringify({ error: error.message }), { \n status: 500,\n headers: { \"Content-Type\": \"application/json\" }\n });\n } else {\n return new Response(getHtmlTemplate({ \n url: '', \n question: '', \n answer: `Error: ${error.message}` \n }), {\n headers: { \"Content-Type\": \"text/html\" }\n });\n }\n }\n }\n \n // Handle other HTTP methods\n return new Response(\"Method not allowed. Please use GET or POST.\", { status: 405 });\n}","deleted","label",[115],"b51402a2-3457-11f0-8982-9e149126039e","README.md","7c30f59e-3457-11f0-96e1-9e149126039e",["D",1747621175321],1,"# Webpage Analyzer\n\nThis Val allows you to analyze webpages and answer questions about them based on their HTML, CSS, and JavaScript content.\n\n## Features\n\n- Fetches the source of any webpage\n- Extracts HTML, CSS, and JavaScript content\n- Uses OpenAI to analyze the page and answer questions about it\n- Provides a simple, user-friendly web interface\n- Also supports JSON API for programmatic usage\n\n## Usage\n\n### Web Interface\n\nSimply visit the Val URL in your browser to use the web interface:\n- Enter a URL to analyze\n- Type your question about the webpage\n- Click \"Analyze Webpage\" to get your answer\n\n### API Usage\n\nYou can also use this Val programmatically by sending a POST request with JSON:\n\n```json\n{\n \"url\": \"https://example.com\",\n \"question\": \"What is the main heading on this page?\"\n}\n```\n\n#### Example using curl:\n\n```bash\ncurl -X POST https://api.val.town/v1/run/yourusername/webpage-analyzer \\\n -H \"Content-Type: application/json\" \\\n -d '{\"url\": \"https://example.com\", \"question\": \"What is the main heading on this page?\"}'\n```\n\n#### Example using JavaScript:\n\n```javascript\nconst response = await fetch('https://api.val.town/v1/run/yourusername/webpage-analyzer', {\n method: 'POST',\n headers: {\n 'Content-Type': 'application/json',\n },\n body: JSON.stringify({\n url: 'https://example.com',\n question: 'What is the main heading on this page?'\n }),\n});\n\nconst data = await response.json();\nconsole.log(data.answer);\n```\n\n## Response Format (API)\n\nThe API returns a JSON response with the following structure:\n\n```json\n{\n \"url\": \"https://example.com\",\n \"question\": \"What is the main heading on this page?\",\n \"answer\": \"The main heading on the page is 'Example Domain'.\"\n}\n```\n\n## Limitations\n\n- The Val truncates very large HTML, CSS, or JavaScript content to avoid exceeding token limits\n- JavaScript evaluation is limited to static analysis (the Val cannot execute JavaScript)\n- External resources like images, videos, or dynamically loaded content may not be fully analyzed\n- The analysis depends on the capabilities of the OpenAI model being used\n\n## Requirements\n\nThis Val requires an OpenAI API key to be set as an environment variable in your Val Town account.",[132],"pulls","forks","envVars",{"_144":53,"_146":53},"connections",{"_144":53,"_145":53},"count","unfilledCount","emptyCount",{"_20":131,"_13":132,"_116":133,"_117":-5,"_118":21,"_119":30,"_121":49,"_22":153,"_29":135,"_124":101,"_126":136,"_128":38,"_129":-5,"_150":154,"_89":155},{"_20":114,"_13":115,"_116":47,"_117":-5,"_118":21,"_119":120,"_121":49,"_22":149,"_29":123,"_124":125,"_126":127,"_128":38,"_129":-5,"_150":151,"_89":152},["D",1747621159303],"children",[],[115],["D",1747621175321],[],[132],["D",1747620917507],{"_11":12,"_87":83},{"_11":12,"_81":-5,"_82":83,"_44":45,"_84":85,"_86":38},{"_29":30,"_13":26,"_20":21,"_27":28,"_31":-5,"_32":-5,"_76":-5,"_77":-5,"_78":-5,"_79":14,"_80":12},"ctx",{"_69":-5,"_109":193,"_194":195,"_196":197,"_198":38,"_199":38,"_200":38,"_201":49,"_202":-5,"_203":-7,"_204":-7,"_205":53,"_206":38,"_207":38,"_208":-5,"_209":38,"_210":38,"_211":38,"_212":-5},"ENV",{"_164":165,"_166":167,"_168":26,"_169":170,"_171":172,"_173":174,"_175":176,"_177":178,"_179":180,"_181":182,"_183":184,"_185":186,"_187":188,"_189":190,"_191":192},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Branches1

Branches
1