[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_279":280,"_281":282},"routes/_app.x.$handle.$name",{"_103":102,"_38":52,"_111":93,"_33":112,"_13":14,"_113":-5,"_11":114,"_115":116,"_117":118,"_119":120,"_121":122,"_26":-5,"_123":-5,"_124":-5,"_125":31,"_126":127,"_128":66,"_129":-5,"_130":-5,"_131":132},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":18,"_19":-5},"project",{"_50":51,"_38":52,"_45":53,"_54":-5,"_55":31,"_56":57,"_58":57,"_59":60,"_61":-5,"_19":62,"_63":64,"_65":66,"_67":-5,"_68":-5,"_69":70,"_71":72,"_73":-5,"_74":-5,"_75":-5,"_76":-5,"_77":78,"_79":78,"_80":81,"_82":81,"_83":81,"_84":78,"_85":78,"_86":87,"_88":89,"_90":91,"_92":31},"version",11,"changes",[25],"aiChatInfo",{"_20":21,"_22":-5,"_23":-5,"_24":-5},"userId","aiChatMessageId","19c0d3ac-99bd-4b41-bd46-0bba7644afe2","aiChatThreadId","aiChatThreadUserId","aiChatThreadTitle",{"_26":27,"_28":29,"_30":31,"_32":31,"_33":34,"_35":34},"file",{"_36":37,"_38":39,"_40":41,"_42":44,"_45":46,"_47":14,"_48":49,"_30":31},"previous",{"_36":37,"_38":39,"_40":41,"_42":43},"deleted",false,"deletedHere","path","backend/agent.ts","latestPath","fileId","90cb1760-39b4-11f1-b5ef-42b51c65c3df","name","agent.ts","fileType","script","content","import { Agent, run, tool } from \"npm:@openai/agents@0.7\";\nimport { z } from \"npm:zod\";\nimport { scrapePage } from \"./scraper.ts\";\n\n/** Tool: scrape a URL for emails and links */\nconst scrapeUrl = tool({\n name: \"scrape_url\",\n description:\n \"Fetch a web page and extract all email addresses and internal links found on it. \" +\n \"Use this to scan pages for lead information. Returns emails found, internal links to explore, \" +\n \"and a snippet of the page text.\",\n parameters: z.object({\n url: z.string().url().describe(\"The full URL to scrape\"),\n }),\n async execute({ url }) {\n try {\n const result = await scrapePage(url);\n return JSON.stringify(result);\n } catch (e: any) {\n return JSON.stringify({ error: e.message, emails: [], links: [], text: \"\" });\n }\n },\n});\n\nconst leadExtractorAgent = new Agent({\n name: \"Lead Extractor\",\n model: \"gpt-4o-mini\",\n instructions: `You are a lead extraction agent. Given a website URL, your job is to find email addresses \nand contact information of people who work at or are associated with that website.\n\nStrategy:\n1. Start by scraping the given URL.\n2. Look at the internal links found and prioritize pages likely to contain contact info:\n - \"about\", \"team\", \"contact\", \"people\", \"staff\", \"leadership\", \"our-team\"\n - Footer links, \"get in touch\", etc.\n3. Scrape up to 5-6 of the most promising pages (don't go overboard).\n4. For each email you find, try to identify the person's name and role from the surrounding context.\n\nIMPORTANT: When you're done, respond with ONLY a valid JSON object (no markdown, no backticks) in this exact format:\n{\n \"leads\": [\n {\n \"email\": \"person@company.com\",\n \"name\": \"John Smith\",\n \"role\": \"CEO\",\n \"source\": \"https://example.com/about\"\n }\n ],\n \"summary\": \"A brief summary of what you found\",\n \"pagesScanned\": [\"https://example.com\", \"https://example.com/about\"]\n}\n\nIf name or role aren't available, use null for those fields. Always include the source URL where each email was found.`,\n tools: [scrapeUrl],\n});\n\nexport async function extractLeads(url: string) {\n const result = await run(\n leadExtractorAgent,\n `Extract leads from this website: ${url}`,\n { maxTurns: 10 },\n );\n\n // Parse the agent's JSON output\n try {\n const output = result.finalOutput.trim();\n // Try to extract JSON if agent wrapped it in markdown\n const jsonMatch = output.match(/```(?:json)?\\s*([\\s\\S]*?)```/) || [null, output];\n return JSON.parse(jsonMatch[1]!.trim());\n } catch {\n // Fallback if parsing fails\n return {\n leads: [],\n summary: result.finalOutput,\n pagesScanned: [],\n };\n }\n}\n","import { Agent, run, tool } from \"npm:@openai/agents@0.7\";\nimport { z } from \"npm:zod\";\nimport { scrapePage } from \"./scraper.ts\";\n\n/** Tool: scrape a URL for emails and links */\nconst scrapeUrl = tool({\n name: \"scrape_url\",\n description:\n \"Fetch a web page and extract all email addresses and internal links found on it. \" +\n \"Use this to scan pages for lead information. Returns emails found, internal links to explore, \" +\n \"and a snippet of the page text.\",\n parameters: z.object({\n url: z.string().describe(\"The full URL to scrape, e.g. https://example.com\"),\n }),\n async execute({ url }) {\n try {\n const result = await scrapePage(url);\n return JSON.stringify(result);\n } catch (e: any) {\n return JSON.stringify({ error: e.message, emails: [], links: [], text: \"\" });\n }\n },\n});\n\nconst leadExtractorAgent = new Agent({\n name: \"Lead Extractor\",\n model: \"gpt-4o-mini\",\n instructions: `You are a lead extraction agent. Given a website URL, your job is to find email addresses \nand contact information of people who work at or are associated with that website.\n\nStrategy:\n1. Start by scraping the given URL.\n2. Look at the internal links found and prioritize pages likely to contain contact info:\n - \"about\", \"team\", \"contact\", \"people\", \"staff\", \"leadership\", \"our-team\"\n - Footer links, \"get in touch\", etc.\n3. Scrape up to 5-6 of the most promising pages (don't go overboard).\n4. For each email you find, try to identify the person's name and role from the surrounding context.\n\nIMPORTANT: When you're done, respond with ONLY a valid JSON object (no markdown, no backticks) in this exact format:\n{\n \"leads\": [\n {\n \"email\": \"person@company.com\",\n \"name\": \"John Smith\",\n \"role\": \"CEO\",\n \"source\": \"https://example.com/about\"\n }\n ],\n \"summary\": \"A brief summary of what you found\",\n \"pagesScanned\": [\"https://example.com\", \"https://example.com/about\"]\n}\n\nIf name or role aren't available, use null for those fields. Always include the source URL where each email was found.`,\n tools: [scrapeUrl],\n});\n\nexport async function extractLeads(url: string) {\n const result = await run(\n leadExtractorAgent,\n `Extract leads from this website: ${url}`,\n { maxTurns: 10 },\n );\n\n // Parse the agent's JSON output\n try {\n const output = result.finalOutput.trim();\n // Try to extract JSON if agent wrapped it in markdown\n const jsonMatch = output.match(/```(?:json)?\\s*([\\s\\S]*?)```/) || [null, output];\n return JSON.parse(jsonMatch[1]!.trim());\n } catch {\n // Fallback if parsing fails\n return {\n leads: [],\n summary: result.finalOutput,\n pagesScanned: [],\n };\n }\n}\n","createdAt",["D",1776358519783],"branchVersion","branchId","1d19d2fc-39b4-11f1-90cb-42b51c65c3df","id","1d157234-39b4-11f1-90cb-42b51c65c3df","lead-extraction-tool",["D",1776358116966],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","Starter template with client-side React & Hono server","imageUrl","f82d7dbb-2899-430f-8e34-4c8688c5bdad","pinnedFileId","019d9731-ceb7-76bd-9726-ce7caf42baef","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",0,"orgId","019d9718-b2f5-70df-aa7f-b4e7ee91e025","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_103":102,"_110":106},"org",{"_103":102,"_104":-5,"_105":106,"_19":-5,"_107":108,"_109":66},"branch",{"_13":14,"_38":93,"_50":49,"_94":51,"_95":-5,"_96":-5,"_97":-5,"_98":-5,"_99":-5,"_100":52,"_101":102},"isOwned","main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","saltmine","handle","displayName","avatar","https://imagedelivery.net/iHX6Ovru0O7AjmyT5yZRoA/b87e7fbf-eb13-44a9-847a-14d2be1c5a00/square512?exp=1789567199&sig=1045526b46dd00466d4482da7f30cd048a9cb4aef60466ddccce542bb21470b9","tier","business","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_50":51,"_38":52,"_45":275,"_54":-5,"_55":31,"_56":57,"_58":57,"_59":60,"_61":-5,"_19":62,"_63":64,"_65":66,"_67":-5,"_68":-5,"_69":70,"_71":72,"_73":-5,"_74":-5,"_75":-5,"_76":-5,"_77":78,"_79":78,"_80":81,"_82":81,"_83":81,"_84":78,"_85":78,"_86":276,"_88":277,"_90":278,"_92":31},"tree",[177,180,189,190],"files",[177,178,179,180,181,182,183,184,185,186,187,188,189,190],"counts",{"_167":70,"_168":143,"_169":70,"_170":171,"_172":173},"contents",[133,134,135,136],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_50":161,"_38":162,"_36":163,"_139":-5,"_48":49,"_47":164,"_141":66,"_45":165,"_13":70,"_40":159,"_42":-5,"_30":31,"_146":-5,"_33":166},{"_50":155,"_38":156,"_36":157,"_139":-5,"_48":49,"_47":143,"_141":66,"_45":158,"_13":70,"_40":159,"_42":-5,"_30":31,"_146":-5,"_33":160},{"_50":148,"_38":149,"_36":150,"_139":-5,"_48":49,"_47":151,"_141":66,"_45":152,"_13":143,"_40":26,"_42":153,"_30":31,"_146":-5,"_33":154},{"_50":137,"_38":138,"_36":64,"_139":-5,"_48":49,"_47":140,"_141":66,"_45":142,"_13":143,"_40":144,"_42":145,"_30":31,"_146":-5,"_33":147},"9b5cd0f6-39b4-11f1-b6fc-42b51c65c3df","index.ts","parentId",8,"latest",["D",1776358328810],1,"http","import { parseVal, serveFile } from \"https://esm.town/v/std/utils/index.ts\";\nimport { Hono } from \"npm:hono\";\nimport { extractLeads } from \"./backend/agent.ts\";\n\nconst app = new Hono();\n\n// Serve index.html at the root /\napp.get(\"/\", () => serveFile(\"/frontend/index.html\"));\n\n// Serve all /frontend files\napp.get(\"/frontend/*\", (c) => serveFile(c.req.path));\n\n// View source redirect\napp.get(\"/source\", (c) => c.redirect(parseVal().links.self.val));\n\n// Lead extraction API\napp.post(\"/api/extract\", async (c) => {\n const { url } = await c.req.json<{ url: string }>();\n\n if (!url) {\n return c.json({ error: \"URL is required\" }, 400);\n }\n\n // Basic URL validation\n try {\n new URL(url);\n } catch {\n return c.json({ error: \"Invalid URL format\" }, 400);\n }\n\n try {\n const result = await extractLeads(url);\n return c.json(result);\n } catch (e: any) {\n console.error(\"Extraction error:\", e);\n return c.json({ error: e.message || \"Extraction failed\" }, 500);\n }\n});\n\n// Unwrap and rethrow Hono errors as the original error\napp.onError((err) => Promise.reject(err));\n\n// HTTP vals expect an exported \"fetch handler\"\nexport default app.fetch;\n","label",[138],"ad46eb94-39b4-11f1-b5ef-42b51c65c3df","README.md","019d9731-ceb7-76bd-9726-c9eff147349f",10,["D",1776358358901],"# 🔍 Lead Extraction Tool\n\nAn AI-powered lead extractor that scans websites to find email addresses and contact information.\n\n## How it works\n\n```mermaid\nflowchart LR\n A[Enter URL] --> B[AI Agent]\n B -->|scrape_url tool| C[Fetch & Parse HTML]\n C -->|emails + links| B\n B -->|picks next page| C\n B --> D[Structured leads JSON]\n D --> E[Results table]\n```\n\n1. You enter a website URL in the form\n2. An **OpenAI Agent** (GPT-4o-mini) receives the URL and uses a `scrape_url` tool\n3. The agent strategically crawls the site — prioritizing about/team/contact pages\n4. Emails are extracted from `mailto:` links and page text via regex\n5. The agent returns structured lead data (email, name, role, source page)\n6. Results are displayed in a table with a \"copy all emails\" button\n\n## Setup\n\n1. Set the `OPENAI_API_KEY` environment variable → [Get your key](https://platform.openai.com/api-keys)\n\n## Tech Stack\n\n- **Frontend**: React + Twind (Tailwind)\n- **Backend**: Hono API on Val Town\n- **AI**: OpenAI Agents SDK (`@openai/agents`)\n- **Scraping**: Cheerio HTML parser\n",[149],"1d1f65b4-39b4-11f1-90cb-42b51c65c3df","frontend","019d9731-ceb7-76bd-9726-c5bb005ecf3e",["D",1776358116966],"directory",[156],"7e313ff8-39b4-11f1-b6fc-42b51c65c3df","backend","4345b1fc-5211-45ab-9c7d-c98189ce527e",6,["D",1776358279913],[162],"pulls","branches","forks","envVars",{"_174":143,"_176":70},"connections",{"_174":70,"_175":70},"count","unfilledCount","emptyCount",{"_50":161,"_38":162,"_36":163,"_139":-5,"_48":49,"_47":164,"_141":66,"_45":272,"_13":70,"_40":159,"_42":-5,"_30":31,"_146":-5,"_192":273,"_33":274},{"_50":268,"_38":39,"_36":37,"_139":163,"_48":49,"_47":14,"_141":66,"_45":269,"_13":143,"_40":41,"_42":44,"_30":31,"_146":-5,"_192":270,"_33":271},{"_50":261,"_38":262,"_36":263,"_139":163,"_48":49,"_47":164,"_141":66,"_45":264,"_13":70,"_40":41,"_42":265,"_30":31,"_146":-5,"_192":266,"_33":267},{"_50":155,"_38":156,"_36":157,"_139":-5,"_48":49,"_47":143,"_141":66,"_45":258,"_13":70,"_40":159,"_42":-5,"_30":31,"_146":-5,"_192":259,"_33":260},{"_50":254,"_38":230,"_36":224,"_139":157,"_48":49,"_47":143,"_141":66,"_45":255,"_13":70,"_40":159,"_42":-5,"_30":31,"_146":-5,"_192":256,"_33":257},{"_50":246,"_38":247,"_36":248,"_139":224,"_48":49,"_47":249,"_141":66,"_45":250,"_13":143,"_40":41,"_42":251,"_30":31,"_146":-5,"_192":252,"_33":253},{"_50":239,"_38":240,"_36":241,"_139":224,"_48":49,"_47":143,"_141":66,"_45":242,"_13":70,"_40":41,"_42":243,"_30":31,"_146":-5,"_192":244,"_33":245},{"_50":231,"_38":232,"_36":233,"_139":224,"_48":49,"_47":234,"_141":66,"_45":235,"_13":70,"_40":41,"_42":236,"_30":31,"_146":-5,"_192":237,"_33":238},{"_50":221,"_38":222,"_36":223,"_139":224,"_48":49,"_47":225,"_141":66,"_45":226,"_13":70,"_40":41,"_42":227,"_30":31,"_146":-5,"_192":228,"_33":229},{"_50":213,"_38":214,"_36":215,"_139":157,"_48":49,"_47":216,"_141":66,"_45":217,"_13":143,"_40":26,"_42":218,"_30":31,"_146":-5,"_192":219,"_33":220},{"_50":205,"_38":206,"_36":207,"_139":157,"_48":49,"_47":208,"_141":66,"_45":209,"_13":143,"_40":26,"_42":210,"_30":31,"_146":-5,"_192":211,"_33":212},{"_50":198,"_38":199,"_36":200,"_139":157,"_48":49,"_47":143,"_141":66,"_45":201,"_13":70,"_40":41,"_42":202,"_30":31,"_146":-5,"_192":203,"_33":204},{"_50":148,"_38":149,"_36":150,"_139":-5,"_48":49,"_47":151,"_141":66,"_45":195,"_13":143,"_40":26,"_42":153,"_30":31,"_146":-5,"_192":196,"_33":197},{"_50":137,"_38":138,"_36":64,"_139":-5,"_48":49,"_47":140,"_141":66,"_45":191,"_13":143,"_40":144,"_42":145,"_30":31,"_146":-5,"_192":193,"_33":194},["D",1776358328810],"children",[],[138],["D",1776358358901],[],[149],"1d1f6280-39b4-11f1-90cb-42b51c65c3df","index.tsx","019d9731-ceb7-76bd-9726-c1aa93d584aa",["D",1776358116966],"/** @jsxImportSource https://esm.sh/react@18.2.0 */\nimport { createRoot } from \"https://esm.sh/react-dom@18.2.0/client\";\nimport { App } from \"./components/App.tsx\";\n\nconst root = document.getElementById(\"root\");\nif (!root) {\n throw new Error(\"No root element found\");\n}\n\ncreateRoot(root).render();",[],[156,199],"57bac074-39b4-11f1-9c1c-42b51c65c3df","index.html","019d9731-ceb7-76bd-9726-bfe9e9e2f02a",2,["D",1776358215373],"\n\n \n \n \n Lead Extractor\n \n \n \n \n

\n \n \n \n",[],[156,206],"a259f26c-39b4-11f1-b5ef-42b51c65c3df","favicon.svg","019d9731-ceb7-76bd-9726-b83463316c6a",9,["D",1776358340560],"",[],[156,214],"6be35c6e-39b4-11f1-8360-42b51c65c3df","LeadResults.tsx","6be35d0e-39b4-11f1-8360-42b51c65c3df","019d9731-ceb7-76bd-9726-b67d8460c785",5,["D",1776358249208],"/** @jsxImportSource https://esm.sh/react@18.2.0 */\nimport type { ExtractionResult, Lead } from \"./App.tsx\";\n\ninterface LeadResultsProps {\n result: ExtractionResult;\n}\n\nexport function LeadResults({ result }: LeadResultsProps) {\n const { leads, summary, pagesScanned } = result;\n\n return (\n

\n {/* Summary */}\n

📋 Summary

{summary}

\n\n {/* Leads Table */}\n {leads.length > 0 ? (\n

\n 🎯 Found {leads.length} lead{leads.length !== 1 ? \"s\" : \"\"}\n

\n copyToClipboard(leads)}\n className=\"text-sm px-3 py-1 bg-white border border-gray-300 rounded-md\n hover:bg-gray-50 transition-colors text-gray-600\"\n >\n 📋 Copy all emails\n \n

\n \n \n \n \n \n \n \n \n \n \n {leads.map((lead, i) => (\n \n \n \n \n \n \n ))}\n \n

Email	Name	Role	Source
\n \n {lead.email}\n \n	{lead.name \|\| \"—\"}	{lead.role \|\| \"—\"}	{lead.source \|\| \"—\"}

\n ) : (\n

\n No email leads found on this website. Try a different URL, like a company's\n \"About\" or \"Contact\" page.\n

\n )}\n\n {/* Pages Scanned */}\n {pagesScanned.length > 0 && (\n

\n Pages scanned ({pagesScanned.length})\n

\n \n {page}\n \n

\n )}\n

\n );\n}\n\nfunction copyToClipboard(leads: Lead[]) {\n const emails = leads.map((l) => l.email).join(\"\\n\");\n navigator.clipboard.writeText(emails).then(() => {\n alert(`Copied ${leads.length} email(s) to clipboard!`);\n });\n}",[],[156,230,222],"components","6504cbc6-39b4-11f1-8360-42b51c65c3df","LeadForm.tsx","6504cc5c-39b4-11f1-8360-42b51c65c3df",4,["D",1776358237679],"/** @jsxImportSource https://esm.sh/react@18.2.0 */\nimport { useState } from \"https://esm.sh/react@18.2.0\";\n\ninterface LeadFormProps {\n onSubmit: (url: string) => void;\n loading: boolean;\n}\n\nexport function LeadForm({ onSubmit, loading }: LeadFormProps) {\n const [url, setUrl] = useState(\"\");\n\n function handleSubmit(e: React.FormEvent) {\n e.preventDefault();\n const trimmed = url.trim();\n if (!trimmed) return;\n\n // Add https:// if no protocol\n const finalUrl = trimmed.match(/^https?:\\/\\//) ? trimmed : `https://${trimmed}`;\n onSubmit(finalUrl);\n }\n\n return (\n

\n setUrl(e.target.value)}\n placeholder=\"e.g. example.com or https://example.com/about\"\n disabled={loading}\n className=\"flex-1 px-4 py-3 border border-gray-300 rounded-lg text-lg\n focus:outline-none focus:ring-2 focus:ring-blue-500 focus:border-transparent\n disabled:bg-gray-100 disabled:text-gray-400\n placeholder-gray-400\"\n />\n \n {loading ? \"Scanning...\" : \"Extract Leads\"}\n \n \n );\n}",[],[156,230,232],"1d1f4a48-39b4-11f1-90cb-42b51c65c3df","Counter.tsx","019d9731-ceb7-76bd-9726-b3a0f7e0dc0f",["D",1776358116966],"/** @jsxImportSource https://esm.sh/react@18.2.0 */\nimport { useState } from \"https://esm.sh/react@18.2.0\";\n\nexport function Counter() {\n const [count, setCount] = useState(0);\n return (\n

\n Clicked\n setCount((c) => c + 1)}\n class=\"bg-blue-500 hover:bg-blue-600 text-white font-medium px-4 py-2 rounded-lg transition-colors cursor-pointer\"\n >\n {count}\n \n times\n

\n );\n}\n",[],[156,230,240],"5fb93134-39b4-11f1-8701-42b51c65c3df","App.tsx","019d9731-ceb7-76bd-9726-ad7554057fa1",3,["D",1776358228786],"/** @jsxImportSource https://esm.sh/react@18.2.0 */\nimport { useState } from \"https://esm.sh/react@18.2.0\";\nimport { LeadForm } from \"./LeadForm.tsx\";\nimport { LeadResults } from \"./LeadResults.tsx\";\n\nexport interface Lead {\n name?: string;\n email: string;\n role?: string;\n source?: string;\n}\n\nexport interface ExtractionResult {\n leads: Lead[];\n summary: string;\n pagesScanned: string[];\n}\n\nexport function App() {\n const [loading, setLoading] = useState(false);\n const [result, setResult] = useState(null);\n const [error, setError] = useState(null);\n\n async function handleExtract(url: string) {\n setLoading(true);\n setError(null);\n setResult(null);\n\n try {\n const res = await fetch(\"/api/extract\", {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({ url }),\n });\n\n if (!res.ok) {\n const errData = await res.json().catch(() => ({ error: \"Extraction failed\" }));\n throw new Error(errData.error || `HTTP ${res.status}`);\n }\n\n const data: ExtractionResult = await res.json();\n setResult(data);\n } catch (e: any) {\n setError(e.message || \"Something went wrong\");\n } finally {\n setLoading(false);\n }\n }\n\n return (\n

\n 🔍 Lead Extractor\n

\n Enter a website URL and our AI agent will scan it for contact information\n

\n\n \n\n {error && (\n

\n ⚠️ {error}\n

\n )}\n\n {loading && (\n

\n AI agent is scanning the website for leads... this may take a minute.\n

\n )}\n\n {result && !loading && }\n\n \n

\n );\n}",[],[156,230,247],"1d1f520e-39b4-11f1-90cb-42b51c65c3df",["D",1776358116966],[182,183,184,185],[156,230],["D",1776358116966],[181,186,187,188],[156],"7e310cc2-39b4-11f1-b6fc-42b51c65c3df","scraper.ts","7e310d80-39b4-11f1-b6fc-42b51c65c3df",["D",1776358279913],"import { load } from \"npm:cheerio\";\n\n/** Fetch a page and extract all email addresses + internal links */\nexport async function scrapePage(url: string): Promise<{\n emails: string[];\n links: string[];\n text: string;\n}> {\n const res = await fetch(url, {\n headers: {\n \"User-Agent\":\n \"Mozilla/5.0 (compatible; LeadExtractorBot/1.0; +https://val.town)\",\n Accept: \"text/html,application/xhtml+xml\",\n },\n redirect: \"follow\",\n });\n\n if (!res.ok) {\n throw new Error(`Failed to fetch ${url}: ${res.status}`);\n }\n\n const contentType = res.headers.get(\"content-type\") || \"\";\n if (!contentType.includes(\"text/html\")) {\n return { emails: [], links: [], text: \"\" };\n }\n\n const html = await res.text();\n const $ = load(html);\n\n // Extract emails from mailto links\n const emails = new Set();\n $(\"a[href^='mailto:']\").each((_, el) => {\n const href = $(el).attr(\"href\") || \"\";\n const email = href.replace(\"mailto:\", \"\").split(\"?\")[0].toLowerCase().trim();\n if (email && isValidEmail(email)) {\n emails.add(email);\n }\n });\n\n // Extract emails from visible text using regex\n const bodyText = $(\"body\").text();\n const emailRegex = /[a-zA-Z0-9._%+\\-]+@[a-zA-Z0-9.\\-]+\\.[a-zA-Z]{2,}/g;\n const textEmails = bodyText.match(emailRegex) || [];\n for (const e of textEmails) {\n const clean = e.toLowerCase().trim();\n if (isValidEmail(clean)) {\n emails.add(clean);\n }\n }\n\n // Also check href attributes and other common places\n $(\"a[href]\").each((_, el) => {\n const href = $(el).attr(\"href\") || \"\";\n const hrefEmails = href.match(emailRegex) || [];\n for (const e of hrefEmails) {\n if (isValidEmail(e.toLowerCase())) emails.add(e.toLowerCase());\n }\n });\n\n // Extract internal links for further crawling\n const baseUrl = new URL(url);\n const internalLinks = new Set();\n\n $(\"a[href]\").each((_, el) => {\n const href = $(el).attr(\"href\") || \"\";\n try {\n const resolved = new URL(href, url);\n if (resolved.hostname === baseUrl.hostname && resolved.protocol.startsWith(\"http\")) {\n // Clean the URL (remove hash, normalize)\n resolved.hash = \"\";\n internalLinks.add(resolved.toString());\n }\n } catch {\n // ignore invalid URLs\n }\n });\n\n // Get useful text context (truncated)\n const pageText = $(\"body\").text().replace(/\\s+/g, \" \").trim().slice(0, 3000);\n\n return {\n emails: Array.from(emails),\n links: Array.from(internalLinks),\n text: pageText,\n };\n}\n\nfunction isValidEmail(email: string): boolean {\n // Basic validation — exclude common false positives\n if (email.length > 254) return false;\n if (email.endsWith(\".png\") || email.endsWith(\".jpg\") || email.endsWith(\".gif\")) return false;\n if (email.includes(\"@example.\") || email.includes(\"@test.\")) return false;\n if (email.startsWith(\"@\") || email.endsWith(\"@\")) return false;\n return /^[a-zA-Z0-9._%+\\-]+@[a-zA-Z0-9.\\-]+\\.[a-zA-Z]{2,}$/.test(email);\n}\n",[],[162,262],"0d2af582-39b5-11f1-b31d-42b51c65c3df",["D",1776358519783],[],[162,39],["D",1776358279913],[178,179],[162],["D",1776358116966],{"_103":102,"_110":106},{"_103":102,"_104":-5,"_105":106,"_19":-5,"_107":108,"_109":66},{"_13":14,"_38":93,"_50":49,"_94":51,"_95":-5,"_96":-5,"_97":-5,"_98":-5,"_99":-5,"_100":52,"_101":102},"ctx",{"_86":-5,"_130":312,"_313":314,"_315":316,"_317":31,"_318":31,"_319":31,"_320":66,"_321":-5,"_322":-7,"_323":-7,"_324":70,"_325":31,"_326":31,"_327":-5,"_328":31,"_329":31,"_330":31,"_331":-5},"ENV",{"_283":284,"_285":286,"_287":93,"_288":289,"_290":291,"_292":293,"_294":295,"_296":297,"_298":299,"_300":301,"_302":303,"_304":305,"_306":307,"_308":309,"_310":311},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v11