\n \n

\n `;\n\n const listings = parseListingUrls(testHtml);\n\n return new Response(\n JSON.stringify(\n {\n success: true,\n message: \"Real parsing test with sample HTML\",\n count: listings.length,\n listings: listings,\n },\n null,\n 2,\n ),\n {\n headers: {\n \"Content-Type\": \"application/json\",\n ...corsHeaders,\n },\n },\n );\n }\n\n // Default test endpoint\n const sampleHtml = `\n

\n \n

1020 Pierce St #A, San Francisco, CA 94115

\n \n \n

456 Oak St, San Francisco, CA 94102

\n \n

\n `;\n\n const listings = parseListingUrls(sampleHtml);\n\n return new Response(\n JSON.stringify(\n {\n success: true,\n message: \"Sample HTML parsing test\",\n count: listings.length,\n listings: listings,\n note: \"Add ?test=real to test with different HTML structure\",\n },\n null,\n 2,\n ),\n {\n headers: {\n \"Content-Type\": \"application/json\",\n ...corsHeaders,\n },\n },\n );\n }\n\n if (req.method === \"POST\") {\n const body = await req.json();\n const targetUrl = body.url;\n\n if (!targetUrl) {\n return new Response(\n JSON.stringify({\n success: false,\n error: \"URL is required in request body\",\n }),\n {\n status: 400,\n headers: {\n \"Content-Type\": \"application/json\",\n ...corsHeaders,\n },\n },\n );\n }\n\n // Add a small delay before scraping to avoid being too aggressive\n await sleep(500 + Math.random() * 1000);\n\n const listings = await scrapeListingUrls(targetUrl);\n\n return new Response(\n JSON.stringify(\n {\n success: true,\n url: targetUrl,\n count: listings.length,\n listings: listings,\n urls: listings.map(l => l.url),\n },\n null,\n 2,\n ),\n {\n headers: {\n \"Content-Type\": \"application/json\",\n ...corsHeaders,\n },\n },\n );\n }\n\n return new Response(\n JSON.stringify({\n success: false,\n error: \"Method not allowed. Use GET for test or POST with URL in body.\",\n }),\n {\n status: 405,\n headers: {\n \"Content-Type\": \"application/json\",\n ...corsHeaders,\n },\n },\n );\n } catch (error) {\n console.error(\"Scraper API error:\", error);\n\n return new Response(\n JSON.stringify({\n success: false,\n error: error.message || \"Internal server error\",\n }),\n {\n status: 500,\n headers: {\n \"Content-Type\": \"application/json\",\n ...corsHeaders,\n },\n },\n );\n }\n}","deleted","label",[125],"967d2998-591b-11f0-a4c1-f69ea79377d9","scrapedHouses.tsx","98051b1d-90ac-4d1c-880c-c7be432f532e",["D",1751663547210],"// This val creates a form to input a Zillow or Craigslist link, determines the link type,\n// calls the appropriate scraping API, and renders the results in a table.\n// It uses React for the UI, fetch for API calls, and basic string manipulation for link validation.\n\n/** @jsxImportSource https://esm.sh/react */\nimport React, { useState } from \"https://esm.sh/react\";\nimport { createRoot } from \"https://esm.sh/react-dom/client\";\n\nfunction App() {\n const [link, setLink] = useState(\"\");\n const [results, setResults] = useState(null);\n const [isLoading, setIsLoading] = useState(false);\n const [error, setError] = useState(\"\");\n\n const handleSubmit = async (e) => {\n e.preventDefault();\n setError(\"\");\n setResults(null);\n setIsLoading(true);\n\n try {\n const response = await fetch(\"/scrape\", {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({ link }),\n });\n\n if (!response.ok) {\n throw new Error(\"Failed to fetch data\");\n }\n\n const data = await response.json();\n setResults(data);\n } catch (err) {\n setError(\"An error occurred while fetching the data.\");\n } finally {\n setIsLoading(false);\n }\n };\n\n return (\n

Property Scraper

\n setLink(e.target.value)}\n placeholder=\"Enter Zillow or Craigslist link\"\n required\n />\n \n \n {isLoading &&

}\n {error &&

{error}

}\n {results && (\n \n \n \n {Object.keys(results).map((key) => )}\n \n \n \n \n {Object.values(results).map((value, index) => )}\n \n \n

{key}
{value}

\n )}\n

\n \n View source: val.town\n \n

\n );\n}\n\nfunction client() {\n createRoot(document.getElementById(\"root\")).render();\n}\n\nif (typeof document !== \"undefined\") {\n client();\n}\n\nasync function server(request: Request): Promise {\n if (request.method === \"POST\" && new URL(request.url).pathname === \"/scrape\") {\n const { link } = await request.json();\n let scrapingEndpoint;\n\n if (link.includes(\"zillow.com\")) {\n scrapingEndpoint = \"https://shapedlines-scrapezillowapi.web.val.run?url=\";\n } else if (link.includes(\"craigslist.org\")) {\n scrapingEndpoint = \"https://shapedlines-scrapecraigslistapi.web.val.run?url=\";\n } else {\n return new Response(JSON.stringify({ error: \"Invalid link. Please provide a Zillow or Craigslist link.\" }), {\n status: 400,\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n\n try {\n const scrapeResponse = await fetch(`${scrapingEndpoint}${encodeURIComponent(link)}`);\n if (!scrapeResponse.ok) {\n throw new Error(\"Failed to scrape data\");\n }\n const scrapeResult = await scrapeResponse.json();\n\n // Calculate transit time\n const transitResponse = await fetch(\n `https://shapedlines-calculatetransitapi.web.val.run?address=${encodeURIComponent(scrapeResult.address)}`,\n );\n if (!transitResponse.ok) {\n throw new Error(\"Failed to calculate transit time\");\n }\n const transitResult = await transitResponse.json();\n\n return new Response(JSON.stringify({ ...scrapeResult, ...transitResult }), {\n headers: { \"Content-Type\": \"application/json\" },\n });\n } catch (error) {\n return new Response(JSON.stringify({ error: \"Failed to scrape data\" }), {\n status: 500,\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n }\n\n return new Response(\n `\n \n \n Property Scraper\n \n \n \n

\n \n \n \n `,\n {\n headers: {\n \"content-type\": \"text/html\",\n },\n },\n );\n}\n\nconst css = `\nbody {\n font-family: Arial, sans-serif;\n max-width: 800px;\n margin: 0 auto;\n padding: 20px;\n}\n\ninput[type=\"text\"] {\n width: 70%;\n padding: 10px;\n margin-right: 10px;\n}\n\nbutton {\n padding: 10px 20px;\n}\n\ntable {\n width: 100%;\n border-collapse: collapse;\n margin-top: 20px;\n}\n\nth, td {\n border: 1px solid #ddd;\n padding: 8px;\n text-align: left;\n}\n\nth {\n background-color: #f2f2f2;\n}\n\n.loader {\n border: 4px solid #f3f3f3;\n border-top: 4px solid #3498db;\n border-radius: 50%;\n width: 40px;\n height: 40px;\n animation: spin 1s linear infinite;\n margin: 20px auto;\n}\n\n@keyframes spin {\n 0% { transform: rotate(0deg); }\n 100% { transform: rotate(360deg); }\n}\n`;\n\nexport default server;",[142],"967d2808-591b-11f0-a4c1-f69ea79377d9","scrapeZillowForRentSF.tsx","11a461c3-7520-4a24-8ef5-f0ba8ac81cdb",["D",1751663547210],"export default async function (req: Request): Promise {\n return Response.json({ ok: true })\n}",[148],"967d256a-591b-11f0-a4c1-f69ea79377d9","scrapeZillowAPI.tsx","e0c4f91a-7d11-4f88-bd12-3d66717d514a",["D",1751663547210],"// This HTTP val scrapes a Zillow listing page and returns key information in JSON format.\n// It uses the cheerio library to parse the HTML content and extract the required data.\n\nimport cheerio from \"https://esm.sh/cheerio@1.0.0-rc.12\";\n\nexport default async function server(request: Request): Promise {\n const url = new URL(request.url);\n const zillowUrl = url.searchParams.get(\"url\");\n\n if (!zillowUrl) {\n return new Response(JSON.stringify({ error: \"No Zillow URL provided\" }), {\n status: 400,\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n\n try {\n const response = await fetch(zillowUrl);\n const html = await response.text();\n const $ = cheerio.load(html);\n\n const bedBathText = $(\"[data-testid=\\\"bed-bath-sqft-facts\\\"]\").text().trim();\n const bedBathMatch = bedBathText.match(/(\\d+(?:\\.\\d+)?)\\s*bed.*?(\\d+(?:\\.\\d+)?)\\s*bath/i);\n const beds = bedBathMatch ? parseFloat(bedBathMatch[1]) : null;\n const baths = bedBathMatch ? parseFloat(bedBathMatch[2]) : null;\n const rentText = $(\"[data-testid=\\\"price\\\"] span\").text().trim();\n const rentMatch = rentText.match(/\\$?([\\d,]+)/);\n const rent = rentMatch ? parseInt(rentMatch[1].replace(/,/g, \"\"), 10) : null;\n const address = $(\"[class*=\\\"address\\\" i] h1\").text().trim();\n const availabilityText = $(\"body\").text();\n const availabilityMatch = availabilityText.match(/available\\s+(.*?2024)/i);\n let availability = \"Not specified\";\n\n interface ListingData {\n address: string;\n listingUrl: string;\n price: number | null;\n beds: number | null;\n baths: number | null;\n availability: string;\n googleMapsLink: string;\n }\n\n if (availabilityText.toLowerCase().includes(\"available now\")) {\n availability = \"now\";\n } else if (availabilityMatch) {\n availability = availabilityMatch[1].trim();\n }\n\n const googleMapsLink = `https://www.google.com/maps?q=${encodeURIComponent(address).replace(/%20/g, \"+\")}`;\n\n const data: ListingData = {\n address,\n listingUrl: zillowUrl,\n price: rent,\n beds,\n baths,\n availability,\n googleMapsLink,\n };\n\n return new Response(JSON.stringify(data, null, 2), {\n headers: { \"Content-Type\": \"application/json\" },\n });\n } catch (error) {\n console.error(\"Error scraping Zillow:\", error);\n return new Response(JSON.stringify({ error: \"Error scraping Zillow listing\" }), {\n status: 500,\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n}",[154],"967d2218-591b-11f0-a4c1-f69ea79377d9","scrapeCraigslistAPI.tsx","351be798-81c2-48e4-bb7c-7997581cc10f",["D",1751663547210],"import * as cheerio from \"https://esm.sh/cheerio@1.0.0-rc.12\";\n\nexport default async function server(request: Request): Promise {\n const url = new URL(request.url).searchParams.get(\"url\");\n\n if (!url) {\n return new Response(\"No URL provided\", { status: 400 });\n }\n\n try {\n const response = await fetch(url);\n const html = await response.text();\n\n const $ = cheerio.load(html);\n\n let beds: number | null = null;\n let baths: number | null = null;\n\n // Look for bedroom and bathroom information\n $(\"body\").contents().each((_, element) => {\n const text = $(element).text().trim();\n\n // Check for \"BR / BA\" format\n const brBaMatch = text.match(/(\\d+)\\s*BR\\s*\\/\\s*(\\d+)\\s*BA/i);\n if (brBaMatch) {\n beds = parseInt(brBaMatch[1], 10);\n baths = parseInt(brBaMatch[2], 10);\n return false; // Break the loop if found\n }\n\n // Check for \"bed\" and \"bath\" separately\n const bedMatch = text.match(/(\\d+)\\s*bed/i);\n const bathMatch = text.match(/(\\d+)\\s*bath/i);\n if (bedMatch) beds = parseInt(bedMatch[1], 10);\n if (bathMatch) baths = parseInt(bathMatch[1], 10);\n\n // Break the loop if both are found\n if (beds !== null && baths !== null) return false;\n });\n\n let address = \"N/A\";\n // Try to find the address using the correct class\n const addressElement = $(\".street-address\");\n if (addressElement.length > 0) {\n address = addressElement.text().trim();\n }\n\n // If still not found, try searching through all text nodes\n if (address === \"N/A\") {\n $(\"body\").contents().each((_, element) => {\n const text = $(element).text().trim();\n if (\n text.match(\n /^(\\d+\\s+[\\w\\s]+(?:street|st|avenue|ave|road|rd|boulevard|blvd|lane|ln|drive|dr|way|place|pl|court|ct)\\.?)/i,\n )\n ) {\n address = text;\n return false; // break the loop\n }\n });\n }\n\n let price: number | null = null;\n const priceText = $(\".price\").text().trim();\n if (priceText) {\n const priceMatch = priceText.match(/\\$?([\\d,]+)/);\n if (priceMatch)\n price = parseInt(priceMatch[1].replace(/,/g, \"\"), 10);\n }\n\n let availability = \"N/A\";\n $(\".attrgroup span.attr\").each((_, element) => {\n const text = $(element).text().trim();\n if (text.toLowerCase().startsWith(\"available\")) {\n availability = text;\n }\n });\n\n const mapUrl = $(\"#map\").attr(\"data-latitude\") && $(\"#map\").attr(\"data-longitude\")\n ? `${$(\"#map\").attr(\"data-latitude\")},${$(\"#map\").attr(\"data-longitude\")}`\n : null;\n const googleMapsLink = mapUrl ? `https://www.google.com/maps?q=${mapUrl}` : \"N/A\";\n\n const result = {\n address,\n listingUrl: url,\n price,\n beds,\n baths,\n availability,\n googleMapsLink,\n };\n\n return new Response(JSON.stringify(result), {\n headers: { \"Content-Type\": \"application/json\" },\n });\n } catch (error) {\n return new Response(`Error: ${error.message}`, { status: 500 });\n }\n}",[160],"967d1dd6-591b-11f0-a4c1-f69ea79377d9","craigslistResults","57fddea0-7aea-4557-8e8d-a9867a0e32e2",["D",1751663547210],"interval","// import { scrape_craigslist_results } from \"https://esm.town/v/shapedlines/scrapeCraigslistRentListings\";\n\nexport default async function(interval: Interval) {\n const sf_craigslist_rent_results_url = \"https://shapedlines--b6721782590611f094e1f69ea79377d9.web.val.run\";\n\n try {\n console.log(\"Fetching Craigslist results from:\", sf_craigslist_rent_results_url);\n\n const response = await fetch(sf_craigslist_rent_results_url);\n\n if (!response.ok) {\n throw new Error(`HTTP error! status: ${response.status}`);\n }\n\n const data = await response.json(); // or response.json() if it returns JSON\n console.log(\"Response received successfully:\");\n console.log(\"Status:\", response.status);\n // console.log(\"Headers:\", Object.fromEntries(response.headers.entries()));\n // console.log(\"Data:\", data);\n\n const apartmentLinks: string[] = data.links;\n console.log(apartmentLinks);\n\n return data;\n } catch (error) {\n console.error(\"Error fetching Craigslist results:\", error);\n throw error;\n }\n}",[166],"967d1534-591b-11f0-a4c1-f69ea79377d9","calculateTransitAPI.tsx","9fcb533d-119b-4351-95f9-59360d6d45e7",["D",1751663547210],"function parseTimeToMinutes(timeString: string): number {\n const parts = timeString.split(\" \");\n let minutes = 0;\n for (let i = 0; i < parts.length; i += 2) {\n if (parts[i + 1].startsWith(\"hour\")) minutes += parseInt(parts[i]) * 60;\n if (parts[i + 1].startsWith(\"min\")) minutes += parseInt(parts[i]);\n }\n return minutes;\n}\n\nexport default async function server(request: Request): Promise {\n const url = new URL(request.url);\n\n const origin = url.searchParams.get(\"address\");\n\n if (!origin) {\n return new Response(JSON.stringify({ error: \"Address is required\" }), {\n status: 400,\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n\n const apiKey = Deno.env.get(\"GOOGLE_MAPS_API_KEY\");\n if (!apiKey) {\n return new Response(JSON.stringify({ error: \"API key is not configured\" }), {\n status: 500,\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n\n try {\n const { blob } = await import(\"https://esm.town/v/std/blob\");\n\n const groceries = await blob.getJSON(\"SF_Grocery\");\n const gyms = await blob.getJSON(\"SF_Gyms\");\n\n const nearestGrocery = await findNearest(origin, groceries, apiKey);\n const nearestGym = await findNearest(origin, gyms, apiKey);\n\n const fidiDestination = \"548 Market St, San Francisco, CA 94104\";\n const fidiDrivingTime = await getDrivingTime(origin, fidiDestination, apiKey);\n\n const robloxDestination = \"910 Park Pl Ste 300, San Mateo, CA 94403\";\n const robloxDrivingTime = await getDrivingTime(origin, robloxDestination, apiKey, \"09:00:00\", \"Tuesday\");\n\n const samsaraDestination = \"1 De Haro St, San Francisco, CA 94103\";\n const samsaraTransitTime = await getTransitTime(origin, samsaraDestination, apiKey);\n\n const zipCode = await getZipCode(origin, apiKey);\n const neighborhoodZipMap = await blob.getJSON(\"SF_Neighborhood_ZIP\");\n const neighborhood = neighborhoodZipMap[zipCode] || \"Unknown\";\n\n const result = {\n neighborhood,\n nearestGroceryStore: parseTimeToMinutes(nearestGrocery.drivingTime),\n nearestGym: parseTimeToMinutes(nearestGym.drivingTime),\n fidiTransit: parseTimeToMinutes(fidiDrivingTime),\n robloxTransit: parseTimeToMinutes(robloxDrivingTime),\n samsaraTransit: parseTimeToMinutes(samsaraTransitTime),\n };\n\n console.log(\"Calculated result:\", result);\n return new Response(JSON.stringify(result), {\n headers: { \"Content-Type\": \"application/json\" },\n });\n } catch (error) {\n return new Response(\n JSON.stringify({ error: \"An error occurred while calculating travel times\", details: error.message }),\n {\n status: 500,\n headers: { \"Content-Type\": \"application/json\" },\n },\n );\n }\n}\n\nasync function findNearest(origin: string, locations: any[], apiKey: string): Promise {\n const batchSize = 25;\n let nearestLocation = null;\n let shortestTime = Infinity;\n\n for (let i = 0; i < locations.length; i += batchSize) {\n const batch = locations.slice(i, i + batchSize);\n const destinations = batch.map(location => `${location.gps.lat},${location.gps.lng}`).join(\"|\");\n const distanceMatrixUrl = `https://maps.googleapis.com/maps/api/distancematrix/json?origins=${\n encodeURIComponent(origin)\n }&destinations=${encodeURIComponent(destinations)}&mode=driving&key=${apiKey}`;\n\n const response = await fetch(distanceMatrixUrl);\n const data = await response.json();\n\n if (data.status !== \"OK\") {\n throw new Error(`Distance Matrix API failed. Status: ${data.status}`);\n }\n\n data.rows[0].elements.forEach((element, index) => {\n if (element.status === \"OK\" && element.duration.value < shortestTime) {\n shortestTime = element.duration.value;\n nearestLocation = {\n name: batch[index].name,\n address: batch[index].address,\n drivingTime: element.duration.text, // Keep this as text, we'll parse it later\n };\n }\n });\n }\n\n if (!nearestLocation) {\n throw new Error(\"No valid locations found\");\n }\n\n return nearestLocation;\n}\n\nasync function getDrivingTime(\n origin: string,\n destination: string,\n apiKey: string,\n arrivalTime?: string,\n arrivalDay?: string,\n): Promise {\n let directionsUrl = `https://maps.googleapis.com/maps/api/directions/json?origin=${\n encodeURIComponent(origin)\n }&destination=${encodeURIComponent(destination)}&mode=driving&key=${apiKey}`;\n\n if (arrivalTime && arrivalDay) {\n const nextTuesday = getNextDayOfWeek(new Date(), arrivalDay);\n nextTuesday.setHours(parseInt(arrivalTime.split(\":\")[0]), parseInt(arrivalTime.split(\":\")[1]), 0, 0);\n directionsUrl += `&arrival_time=${Math.floor(nextTuesday.getTime() / 1000)}`;\n }\n\n const directionsResponse = await fetch(directionsUrl);\n const directionsData = await directionsResponse.json();\n\n if (directionsData.status === \"OK\") {\n const route = directionsData.routes[0];\n const leg = route.legs[0];\n return leg.duration.text; // Keep this as text, we'll parse it later\n } else {\n throw new Error(`Unable to calculate driving time. Status: ${directionsData.status}`);\n }\n}\n\nasync function getTransitTime(origin: string, destination: string, apiKey: string): Promise {\n const directionsUrl = `https://maps.googleapis.com/maps/api/directions/json?origin=${\n encodeURIComponent(origin)\n }&destination=${encodeURIComponent(destination)}&mode=transit&key=${apiKey}`;\n\n const directionsResponse = await fetch(directionsUrl);\n const directionsData = await directionsResponse.json();\n\n if (directionsData.status === \"OK\") {\n const route = directionsData.routes[0];\n const leg = route.legs[0];\n return leg.duration.text; // Keep this as text, we'll parse it later\n } else {\n throw new Error(`Unable to calculate transit time. Status: ${directionsData.status}`);\n }\n}\n\nasync function getZipCode(address: string, apiKey: string): Promise {\n const geocodeUrl = `https://maps.googleapis.com/maps/api/geocode/json?address=${\n encodeURIComponent(address)\n }&key=${apiKey}`;\n const response = await fetch(geocodeUrl);\n const data = await response.json();\n\n if (data.status === \"OK\") {\n const zipCode = data.results[0].address_components.find(\n (component) => component.types.includes(\"postal_code\"),\n )?.long_name;\n return zipCode || \"Unknown\";\n } else {\n throw new Error(`Unable to get ZIP code. Status: ${data.status}`);\n }\n}\n\nfunction getNextDayOfWeek(date: Date, dayOfWeek: string): Date {\n const days = [\"sunday\", \"monday\", \"tuesday\", \"wednesday\", \"thursday\", \"friday\", \"saturday\"];\n const targetDay = days.indexOf(dayOfWeek.toLowerCase());\n const currentDay = date.getDay();\n const daysToAdd = (targetDay + 7 - currentDay) % 7;\n date.setDate(date.getDate() + daysToAdd);\n return date;\n}",[173],"967cff68-591b-11f0-a4c1-f69ea79377d9","README.md","f2f2861d-2ac7-4cd4-84bc-7af4aca9ded7",["D",1751663547210],"# Listing URL Scraper\n\nA TypeScript scraper designed to extract property listing URLs from webpages, specifically optimized for Zillow-style property listings.\n\n## Files\n\n- `scraper.ts` - Main scraper functions and utilities\n- `scraper-api.ts` - HTTP API endpoint for the scraper\n- `test-scraper.ts` - Test file with sample usage\n- `README.md` - This documentation\n\n## Features\n\n- Extracts listing URLs and addresses from HTML content\n- Handles both absolute and relative URLs\n- Includes proper error handling and validation\n- Provides both programmatic API and HTTP endpoint\n- User-Agent spoofing to avoid bot detection\n\n## Usage\n\n### Programmatic Usage\n\n```typescript\nimport { scrapeListingUrls, getListingUrls } from \"./scraper.ts\";\n\n// Get full listing data (URL + address)\nconst listings = await scrapeListingUrls(\"https://www.zillow.com/san-francisco-ca/\");\nconsole.log(listings);\n// Output: [{ url: \"https://...\", address: \"123 Main St...\" }, ...]\n\n// Get just the URLs\nconst urls = await getListingUrls(\"https://www.zillow.com/san-francisco-ca/\");\nconsole.log(urls);\n// Output: [\"https://www.zillow.com/homedetails/...\", ...]\n```\n\n### HTTP API Usage\n\nThe scraper is also available as an HTTP endpoint:\n\n**GET Request** (Test with sample data):\n```bash\ncurl https://your-val-town-url.web.val.run\n```\n\n**POST Request** (Scrape a real URL):\n```bash\ncurl -X POST https://your-val-town-url.web.val.run \\\n -H \"Content-Type: application/json\" \\\n -d '{\"url\": \"https://www.zillow.com/san-francisco-ca/\"}'\n```\n\n## HTML Pattern Matching\n\nThe scraper looks for HTML elements matching this pattern:\n\n```html\n\n

[ADDRESS]

\n\n```\n\nIt uses flexible regex patterns to handle variations in:\n- Attribute order\n- CSS classes\n- Whitespace\n- Relative vs absolute URLs\n\n## Functions\n\n### `scrapeListingUrls(url: string): Promise`\nMain function that fetches a webpage and extracts all listing URLs and addresses.\n\n### `parseListingUrls(html: string): ListingData[]`\nParses HTML content to extract listing data without making HTTP requests.\n\n### `getListingUrls(url: string): Promise`\nConvenience function that returns just the URLs as an array of strings.\n\n### `validateUrls(urls: string[]): string[]`\nUtility function to filter out invalid URLs.\n\n## Error Handling\n\nThe scraper includes comprehensive error handling for:\n- Network failures\n- Invalid HTML\n- Missing elements\n- Malformed URLs\n\n## Rate Limiting & Ethics\n\nWhen scraping websites:\n- Be respectful of rate limits\n- Check robots.txt\n- Consider the website's terms of service\n- Add delays between requests for large-scale scraping\n- Use appropriate User-Agent headers\n\n## Example Output\n\n```json\n{\n \"success\": true,\n \"count\": 2,\n \"listings\": [\n {\n \"url\": \"https://www.zillow.com/homedetails/1020-Pierce-St-A-San-Francisco-CA-94115/2113064552_zpid/\",\n \"address\": \"1020 Pierce St #A, San Francisco, CA 94115\"\n },\n {\n \"url\": \"https://www.zillow.com/homedetails/456-Oak-St-San-Francisco-CA-94102/123456789_zpid/\",\n \"address\": \"456 Oak St, San Francisco, CA 94102\"\n }\n ]\n}\n```",[179],"pulls","branches","forks","envVars",{"_191":193,"_194":41},"connections",{"_191":41,"_192":41},"count","unfilledCount",6,"emptyCount",{"_18":178,"_20":179,"_126":180,"_128":-5,"_129":67,"_130":133,"_131":37,"_22":225,"_64":41,"_134":97,"_136":182,"_138":26,"_139":-5,"_204":226,"_86":227},{"_18":172,"_20":173,"_126":174,"_128":-5,"_129":67,"_130":133,"_131":37,"_22":222,"_64":41,"_134":135,"_136":176,"_138":26,"_139":-5,"_204":223,"_86":224},{"_18":165,"_20":166,"_126":167,"_128":-5,"_129":67,"_130":133,"_131":37,"_22":219,"_64":41,"_134":169,"_136":170,"_138":26,"_139":-5,"_204":220,"_86":221},{"_18":159,"_20":160,"_126":161,"_128":-5,"_129":67,"_130":133,"_131":37,"_22":216,"_64":41,"_134":135,"_136":163,"_138":26,"_139":-5,"_204":217,"_86":218},{"_18":153,"_20":154,"_126":155,"_128":-5,"_129":67,"_130":133,"_131":37,"_22":213,"_64":41,"_134":135,"_136":157,"_138":26,"_139":-5,"_204":214,"_86":215},{"_18":147,"_20":148,"_126":149,"_128":-5,"_129":67,"_130":133,"_131":37,"_22":210,"_64":41,"_134":135,"_136":151,"_138":26,"_139":-5,"_204":211,"_86":212},{"_18":141,"_20":142,"_126":143,"_128":-5,"_129":67,"_130":133,"_131":37,"_22":207,"_64":41,"_134":135,"_136":145,"_138":26,"_139":-5,"_204":208,"_86":209},{"_18":124,"_20":125,"_126":127,"_128":-5,"_129":67,"_130":65,"_131":37,"_22":203,"_64":133,"_134":135,"_136":137,"_138":26,"_139":-5,"_204":205,"_86":206},["D",1751663580710],"children",[],[125],["D",1751663547210],[],[142],["D",1751663547210],[],[148],["D",1751663547210],[],[154],["D",1751663547210],[],[160],["D",1751663547210],[],[166],["D",1751663547210],[],[173],["D",1751663547210],[],[179],["D",1750371724044],{"_16":17,"_84":80},{"_16":17,"_78":-5,"_79":80,"_32":33,"_81":82,"_83":26},{"_64":65,"_20":66,"_18":67,"_68":19,"_69":70,"_71":72,"_73":28,"_74":19,"_75":43,"_76":21,"_77":17},"ctx",{"_57":-5,"_106":265,"_266":267,"_268":269,"_270":26,"_271":26,"_272":26,"_273":37,"_274":-5,"_275":-7,"_276":-7,"_277":41,"_278":26,"_279":26,"_280":-5,"_281":26,"_282":26,"_283":26,"_284":-5},"ENV",{"_236":237,"_238":239,"_240":112,"_241":242,"_243":244,"_245":246,"_247":248,"_249":250,"_251":252,"_253":254,"_255":256,"_257":258,"_259":260,"_261":262,"_263":264},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Search