\n\n```\n\nIt uses flexible regex patterns to handle variations in:\n- Attribute order\n- CSS classes\n- Whitespace\n- Relative vs absolute URLs\n\n## Functions\n\n### `scrapeListingUrls(url: string): Promise`\nMain function that fetches a webpage and extracts all listing URLs and addresses.\n\n### `parseListingUrls(html: string): ListingData[]`\nParses HTML content to extract listing data without making HTTP requests.\n\n### `getListingUrls(url: string): Promise`\nConvenience function that returns just the URLs as an array of strings.\n\n### `validateUrls(urls: string[]): string[]`\nUtility function to filter out invalid URLs.\n\n## Error Handling\n\nThe scraper includes comprehensive error handling for:\n- Network failures\n- Invalid HTML\n- Missing elements\n- Malformed URLs\n\n## Rate Limiting & Ethics\n\nWhen scraping websites:\n- Be respectful of rate limits\n- Check robots.txt\n- Consider the website's terms of service\n- Add delays between requests for large-scale scraping\n- Use appropriate User-Agent headers\n\n## Example Output\n\n```json\n{\n \"success\": true,\n \"count\": 2,\n \"listings\": [\n {\n \"url\": \"https://www.zillow.com/homedetails/1020-Pierce-St-A-San-Francisco-CA-94115/2113064552_zpid/\",\n \"address\": \"1020 Pierce St #A, San Francisco, CA 94115\"\n },\n {\n \"url\": \"https://www.zillow.com/homedetails/456-Oak-St-San-Francisco-CA-94102/123456789_zpid/\",\n \"address\": \"456 Oak St, San Francisco, CA 94102\"\n }\n ]\n}\n```",[],[187],{"_106":196,"_97":101,"_162":197,"_164":-5,"_165":147,"_166":198,"_167":120,"_108":199,"_102":200,"_169":201,"_171":202,"_172":22,"_173":-5,"_174":203,"_100":204},"19b9e868-9c93-11f0-a40a-0224a6c84d84","5c73dbd0-591f-11f0-ad5c-f69ea79377d9",288,["D",1759081605407],16,"email","import { encode } from \"https://deno.land/std@0.203.0/encoding/base64.ts\";\nimport { extractValInfo } from \"https://esm.town/v/pomdtr/extractValInfo?v=29\";\nimport { AttachmentData, email } from \"https://esm.town/v/std/email?v=13\";\n\nconst { author, name } = extractValInfo(import.meta.url);\n\nexport default async function (e: Email) {\n console.log(\"Received email HTML:\", e.html);\n\n let attachments: AttachmentData[] = [];\n for (const f of e.attachments) {\n attachments.push({\n filename: f.name,\n content: encode(await f.arrayBuffer()),\n type: f.type,\n disposition: \"attachment\",\n });\n }\n console.log(\"Forwarding email:\", e);\n return email({\n to: [\"shapedlines@gmail.com\"],\n html: e.html,\n text: e.text,\n subject: \"Fwd:\" + e.subject,\n attachments,\n replyTo: e.from,\n });\n}",[],[101],{"_106":206,"_97":207,"_162":118,"_164":-5,"_165":147,"_166":208,"_167":120,"_108":209,"_102":210,"_169":211,"_171":212,"_172":22,"_173":-5,"_174":213,"_100":214},"c1e7f5be-4d5d-11f0-8a86-76b3cceeab13","calculateTransitAPI.tsx",17,["D",1750372552890],5,"http","function parseTimeToMinutes(timeString: string): number {\n const parts = timeString.split(\" \");\n let minutes = 0;\n for (let i = 0; i < parts.length; i += 2) {\n if (parts[i + 1].startsWith(\"hour\")) minutes += parseInt(parts[i]) * 60;\n if (parts[i + 1].startsWith(\"min\")) minutes += parseInt(parts[i]);\n }\n return minutes;\n}\n\nexport default async function server(request: Request): Promise {\n const url = new URL(request.url);\n\n const origin = url.searchParams.get(\"address\");\n\n if (!origin) {\n return new Response(JSON.stringify({ error: \"Address is required\" }), {\n status: 400,\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n\n const apiKey = Deno.env.get(\"GOOGLE_MAPS_API_KEY\");\n if (!apiKey) {\n return new Response(JSON.stringify({ error: \"API key is not configured\" }), {\n status: 500,\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n\n try {\n const { blob } = await import(\"https://esm.town/v/std/blob\");\n\n const groceries = await blob.getJSON(\"SF_Grocery\");\n const gyms = await blob.getJSON(\"SF_Gyms\");\n\n const nearestGrocery = await findNearest(origin, groceries, apiKey);\n const nearestGym = await findNearest(origin, gyms, apiKey);\n\n const fidiDestination = \"548 Market St, San Francisco, CA 94104\";\n const fidiDrivingTime = await getDrivingTime(origin, fidiDestination, apiKey);\n\n const robloxDestination = \"910 Park Pl Ste 300, San Mateo, CA 94403\";\n const robloxDrivingTime = await getDrivingTime(origin, robloxDestination, apiKey, \"09:00:00\", \"Tuesday\");\n\n const samsaraDestination = \"1 De Haro St, San Francisco, CA 94103\";\n const samsaraTransitTime = await getTransitTime(origin, samsaraDestination, apiKey);\n\n const zipCode = await getZipCode(origin, apiKey);\n const neighborhoodZipMap = await blob.getJSON(\"SF_Neighborhood_ZIP\");\n const neighborhood = neighborhoodZipMap[zipCode] || \"Unknown\";\n\n const result = {\n neighborhood,\n nearestGroceryStore: parseTimeToMinutes(nearestGrocery.drivingTime),\n nearestGym: parseTimeToMinutes(nearestGym.drivingTime),\n fidiTransit: parseTimeToMinutes(fidiDrivingTime),\n robloxTransit: parseTimeToMinutes(robloxDrivingTime),\n samsaraTransit: parseTimeToMinutes(samsaraTransitTime),\n };\n\n console.log(\"Calculated result:\", result);\n return new Response(JSON.stringify(result), {\n headers: { \"Content-Type\": \"application/json\" },\n });\n } catch (error) {\n return new Response(\n JSON.stringify({ error: \"An error occurred while calculating travel times\", details: error.message }),\n {\n status: 500,\n headers: { \"Content-Type\": \"application/json\" },\n },\n );\n }\n}\n\nasync function findNearest(origin: string, locations: any[], apiKey: string): Promise {\n const batchSize = 25;\n let nearestLocation = null;\n let shortestTime = Infinity;\n\n for (let i = 0; i < locations.length; i += batchSize) {\n const batch = locations.slice(i, i + batchSize);\n const destinations = batch.map(location => `${location.gps.lat},${location.gps.lng}`).join(\"|\");\n const distanceMatrixUrl = `https://maps.googleapis.com/maps/api/distancematrix/json?origins=${\n encodeURIComponent(origin)\n }&destinations=${encodeURIComponent(destinations)}&mode=driving&key=${apiKey}`;\n\n const response = await fetch(distanceMatrixUrl);\n const data = await response.json();\n\n if (data.status !== \"OK\") {\n throw new Error(`Distance Matrix API failed. Status: ${data.status}`);\n }\n\n data.rows[0].elements.forEach((element, index) => {\n if (element.status === \"OK\" && element.duration.value < shortestTime) {\n shortestTime = element.duration.value;\n nearestLocation = {\n name: batch[index].name,\n address: batch[index].address,\n drivingTime: element.duration.text, // Keep this as text, we'll parse it later\n };\n }\n });\n }\n\n if (!nearestLocation) {\n throw new Error(\"No valid locations found\");\n }\n\n return nearestLocation;\n}\n\nasync function getDrivingTime(\n origin: string,\n destination: string,\n apiKey: string,\n arrivalTime?: string,\n arrivalDay?: string,\n): Promise {\n let directionsUrl = `https://maps.googleapis.com/maps/api/directions/json?origin=${\n encodeURIComponent(origin)\n }&destination=${encodeURIComponent(destination)}&mode=driving&key=${apiKey}`;\n\n if (arrivalTime && arrivalDay) {\n const nextTuesday = getNextDayOfWeek(new Date(), arrivalDay);\n nextTuesday.setHours(parseInt(arrivalTime.split(\":\")[0]), parseInt(arrivalTime.split(\":\")[1]), 0, 0);\n directionsUrl += `&arrival_time=${Math.floor(nextTuesday.getTime() / 1000)}`;\n }\n\n const directionsResponse = await fetch(directionsUrl);\n const directionsData = await directionsResponse.json();\n\n if (directionsData.status === \"OK\") {\n const route = directionsData.routes[0];\n const leg = route.legs[0];\n return leg.duration.text; // Keep this as text, we'll parse it later\n } else {\n throw new Error(`Unable to calculate driving time. Status: ${directionsData.status}`);\n }\n}\n\nasync function getTransitTime(origin: string, destination: string, apiKey: string): Promise {\n const directionsUrl = `https://maps.googleapis.com/maps/api/directions/json?origin=${\n encodeURIComponent(origin)\n }&destination=${encodeURIComponent(destination)}&mode=transit&key=${apiKey}`;\n\n const directionsResponse = await fetch(directionsUrl);\n const directionsData = await directionsResponse.json();\n\n if (directionsData.status === \"OK\") {\n const route = directionsData.routes[0];\n const leg = route.legs[0];\n return leg.duration.text; // Keep this as text, we'll parse it later\n } else {\n throw new Error(`Unable to calculate transit time. Status: ${directionsData.status}`);\n }\n}\n\nasync function getZipCode(address: string, apiKey: string): Promise {\n const geocodeUrl = `https://maps.googleapis.com/maps/api/geocode/json?address=${\n encodeURIComponent(address)\n }&key=${apiKey}`;\n const response = await fetch(geocodeUrl);\n const data = await response.json();\n\n if (data.status === \"OK\") {\n const zipCode = data.results[0].address_components.find(\n (component) => component.types.includes(\"postal_code\"),\n )?.long_name;\n return zipCode || \"Unknown\";\n } else {\n throw new Error(`Unable to get ZIP code. Status: ${data.status}`);\n }\n}\n\nfunction getNextDayOfWeek(date: Date, dayOfWeek: string): Date {\n const days = [\"sunday\", \"monday\", \"tuesday\", \"wednesday\", \"thursday\", \"friday\", \"saturday\"];\n const targetDay = days.indexOf(dayOfWeek.toLowerCase());\n const currentDay = date.getDay();\n const daysToAdd = (targetDay + 7 - currentDay) % 7;\n date.setDate(date.getDate() + daysToAdd);\n return date;\n}",[],[207],{"_106":216,"_97":217,"_162":218,"_164":-5,"_165":147,"_166":219,"_167":120,"_108":220,"_102":221,"_169":222,"_171":223,"_172":22,"_173":-5,"_174":224,"_100":225},"95b0cd6c-5961-11f0-8a32-f69ea79377d9","craigslistResults","8b6340d2-5912-11f0-b744-f69ea79377d9",98,["D",1751693610646],37,"interval","// import { scrape_craigslist_results } from \"https://esm.town/v/shapedlines/scrapeCraigslistRentListings\";\nimport { sqlite } from \"https://esm.town/v/std/sqlite\";\n\nexport default async function(interval: Interval) {\n const sf_craigslist_rent_results_url = \"https://shapedlines--b6721782590611f094e1f69ea79377d9.web.val.run\";\n\n try {\n console.log(\"Fetching Craigslist results from:\", sf_craigslist_rent_results_url);\n\n const response = await fetch(sf_craigslist_rent_results_url);\n\n if (!response.ok) {\n throw new Error(`HTTP error! status: ${response.status}`);\n }\n\n const data = await response.json(); // or response.json() if it returns JSON\n console.log(\"Response received successfully:\");\n console.log(\"Status:\", response.status);\n // console.log(\"Headers:\", Object.fromEntries(response.headers.entries()));\n // console.log(\"Data:\", data);\n\n const listingLinks: string[] = data.links;\n console.log(listingLinks);\n\n // TODOs:\n // for each link, write to the table if the link `is not already present in the table in the primary_key row\n // get all primary keys from the table titled craigslist_rent_SF\n // for each item in listingLinks, write the item to craigslist_rent_SF as the primary key and all other rows blank if the item is not present in the primary keys.\n // Initialize database connection\n // Get all existing primary keys (listing URLs) from the table\n\n const existingLinksResult = await sqlite.execute(\"SELECT id FROM craigslist_rent_SF\");\n const existingUrls = new Set(existingLinksResult.rows.map(row => row.id));\n\n console.log(`Found ${existingUrls.size} existing URLs in database`);\n\n // Filter out links that already exist in the database\n const newLinks = listingLinks.filter(link => !existingUrls.has(link));\n\n console.log(`${newLinks.length} new links to add to database`);\n\n // Insert new links into the database\n let insertedCount = 0;\n for (const link of newLinks) {\n try {\n console.log(`Inserting link: ${link}`);\n await sqlite.execute({\n sql: `INSERT INTO craigslist_rent_SF (id) VALUES (:listing_url)`,\n args: { listing_url: link },\n });\n insertedCount++;\n } catch (error) {\n console.error(`Error inserting link ${link}:`, error);\n }\n }\n\n console.log(`Successfully inserted ${insertedCount} new listings`);\n\n // Return summary information\n return {\n ...data,\n database_summary: {\n total_links_fetched: listingLinks.length,\n existing_links: existingUrls.size,\n new_links_added: insertedCount,\n database_table: \"craigslist_rent_SF\",\n },\n };\n } catch (error) {\n console.error(\"Error fetching Craigslist results:\", error);\n throw error;\n }\n}",[],[217],{"_106":227,"_97":228,"_162":229,"_164":-5,"_165":147,"_166":230,"_167":120,"_108":231,"_102":232,"_169":211,"_171":233,"_172":22,"_173":-5,"_174":234,"_100":235},"0362f222-4d5f-11f0-a95b-76b3cceeab13","scrapeCraigslistAPI.tsx","bfb90ab8-4d5c-11f0-8261-76b3cceeab13",18,["D",1750373092242],4,"import * as cheerio from \"https://esm.sh/cheerio@1.0.0-rc.12\";\n\nexport default async function server(request: Request): Promise {\n const url = new URL(request.url).searchParams.get(\"url\");\n\n if (!url) {\n return new Response(\"No URL provided\", { status: 400 });\n }\n\n try {\n const response = await fetch(url);\n const html = await response.text();\n\n const $ = cheerio.load(html);\n\n let beds: number | null = null;\n let baths: number | null = null;\n\n // Look for bedroom and bathroom information\n $(\"body\").contents().each((_, element) => {\n const text = $(element).text().trim();\n\n // Check for \"BR / BA\" format\n const brBaMatch = text.match(/(\\d+)\\s*BR\\s*\\/\\s*(\\d+)\\s*BA/i);\n if (brBaMatch) {\n beds = parseInt(brBaMatch[1], 10);\n baths = parseInt(brBaMatch[2], 10);\n return false; // Break the loop if found\n }\n\n // Check for \"bed\" and \"bath\" separately\n const bedMatch = text.match(/(\\d+)\\s*bed/i);\n const bathMatch = text.match(/(\\d+)\\s*bath/i);\n if (bedMatch) beds = parseInt(bedMatch[1], 10);\n if (bathMatch) baths = parseInt(bathMatch[1], 10);\n\n // Break the loop if both are found\n if (beds !== null && baths !== null) return false;\n });\n\n let address = \"N/A\";\n // Try to find the address using the correct class\n const addressElement = $(\".street-address\");\n if (addressElement.length > 0) {\n address = addressElement.text().trim();\n }\n\n // If still not found, try searching through all text nodes\n if (address === \"N/A\") {\n $(\"body\").contents().each((_, element) => {\n const text = $(element).text().trim();\n if (\n text.match(\n /^(\\d+\\s+[\\w\\s]+(?:street|st|avenue|ave|road|rd|boulevard|blvd|lane|ln|drive|dr|way|place|pl|court|ct)\\.?)/i,\n )\n ) {\n address = text;\n return false; // break the loop\n }\n });\n }\n\n let price: number | null = null;\n const priceText = $(\".price\").text().trim();\n if (priceText) {\n const priceMatch = priceText.match(/\\$?([\\d,]+)/);\n if (priceMatch)\n price = parseInt(priceMatch[1].replace(/,/g, \"\"), 10);\n }\n\n let availability = \"N/A\";\n $(\".attrgroup span.attr\").each((_, element) => {\n const text = $(element).text().trim();\n if (text.toLowerCase().startsWith(\"available\")) {\n availability = text;\n }\n });\n\n const mapUrl = $(\"#map\").attr(\"data-latitude\") && $(\"#map\").attr(\"data-longitude\")\n ? `${$(\"#map\").attr(\"data-latitude\")},${$(\"#map\").attr(\"data-longitude\")}`\n : null;\n const googleMapsLink = mapUrl ? `https://www.google.com/maps?q=${mapUrl}` : \"N/A\";\n\n const result = {\n address,\n listingUrl: url,\n price,\n beds,\n baths,\n availability,\n googleMapsLink,\n };\n\n return new Response(JSON.stringify(result), {\n headers: { \"Content-Type\": \"application/json\" },\n });\n } catch (error) {\n return new Response(`Error: ${error.message}`, { status: 500 });\n }\n}",[],[228],{"_106":237,"_97":238,"_162":239,"_164":-5,"_165":147,"_166":240,"_167":120,"_108":241,"_102":242,"_169":211,"_171":243,"_172":22,"_173":-5,"_174":244,"_100":245},"bbed969c-4d5c-11f0-a043-76b3cceeab13","scrapeZillowAPI.tsx","2a5cff4c-4d5c-11f0-a672-76b3cceeab13",7,["D",1750372113364],3,"// This HTTP val scrapes a Zillow listing page and returns key information in JSON format.\n// It uses the cheerio library to parse the HTML content and extract the required data.\n\nimport cheerio from \"https://esm.sh/cheerio@1.0.0-rc.12\";\n\nexport default async function server(request: Request): Promise {\n const url = new URL(request.url);\n const zillowUrl = url.searchParams.get(\"url\");\n\n if (!zillowUrl) {\n return new Response(JSON.stringify({ error: \"No Zillow URL provided\" }), {\n status: 400,\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n\n try {\n const response = await fetch(zillowUrl);\n const html = await response.text();\n const $ = cheerio.load(html);\n\n const bedBathText = $(\"[data-testid=\\\"bed-bath-sqft-facts\\\"]\").text().trim();\n const bedBathMatch = bedBathText.match(/(\\d+(?:\\.\\d+)?)\\s*bed.*?(\\d+(?:\\.\\d+)?)\\s*bath/i);\n const beds = bedBathMatch ? parseFloat(bedBathMatch[1]) : null;\n const baths = bedBathMatch ? parseFloat(bedBathMatch[2]) : null;\n const rentText = $(\"[data-testid=\\\"price\\\"] span\").text().trim();\n const rentMatch = rentText.match(/\\$?([\\d,]+)/);\n const rent = rentMatch ? parseInt(rentMatch[1].replace(/,/g, \"\"), 10) : null;\n const address = $(\"[class*=\\\"address\\\" i] h1\").text().trim();\n const availabilityText = $(\"body\").text();\n const availabilityMatch = availabilityText.match(/available\\s+(.*?2024)/i);\n let availability = \"Not specified\";\n\n interface ListingData {\n address: string;\n listingUrl: string;\n price: number | null;\n beds: number | null;\n baths: number | null;\n availability: string;\n googleMapsLink: string;\n }\n\n if (availabilityText.toLowerCase().includes(\"available now\")) {\n availability = \"now\";\n } else if (availabilityMatch) {\n availability = availabilityMatch[1].trim();\n }\n\n const googleMapsLink = `https://www.google.com/maps?q=${encodeURIComponent(address).replace(/%20/g, \"+\")}`;\n\n const data: ListingData = {\n address,\n listingUrl: zillowUrl,\n price: rent,\n beds,\n baths,\n availability,\n googleMapsLink,\n };\n\n return new Response(JSON.stringify(data, null, 2), {\n headers: { \"Content-Type\": \"application/json\" },\n });\n } catch (error) {\n console.error(\"Error scraping Zillow:\", error);\n return new Response(JSON.stringify({ error: \"Error scraping Zillow listing\" }), {\n status: 500,\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n}",[],[238],{"_106":247,"_97":248,"_162":249,"_164":-5,"_165":147,"_166":250,"_167":22,"_108":251,"_102":252,"_169":211,"_171":253,"_172":22,"_173":-5,"_174":254,"_100":255},"95ecd7e6-6774-11f0-9af0-0224a6c84d84","scrapeZillowBrowserless.tsx","31933b5e-6423-11f0-9be0-0224a6c84d84",281,["D",1753241087758],90,"import { fetchJSON } from \"https://esm.town/v/stevekrouse/fetchJSON?v=41\";\n\nexport default async function scrapeZillowBrowserless(req: Request): Promise {\n const endpoint = \"https://production-sfo.browserless.io/chrome/bql\";\n const token = \"2ShlvGXL3n6SwXc50be914c708af153f435866d869e2d32b2\";\n\n // Extract zillowURL from URL parameters\n const requestUrl = new URL(req.url);\n const zillow_url = requestUrl.searchParams.get(\"zillowURL\");\n\n if (!zillow_url) {\n return new Response(JSON.stringify({ error: \"zillowURL parameter is required\" }), {\n status: 400,\n headers: {\n \"Content-Type\": \"application/json\",\n },\n });\n }\n const optionsString = \"&humanlike=true&blockConsentModals=true\";\n\n const options = {\n method: \"POST\",\n headers: {\n \"Content-Type\": \"application/json\",\n },\n body: JSON.stringify({\n \"query\": `\n mutation zillowBrowserless($url: String!) {\n goto(url: $url, waitUntil: domContentLoaded) {\n status\n }\n evaluate(content: \"\"\"\n (() => {\n const el = document.getElementById('__NEXT_DATA__');\n if (!el) return null;\n try {\n const json = JSON.parse(el.textContent);\n \t const cat1 = json.props.pageProps.searchPageState.cat1;\n return JSON.stringify(cat1);\n } catch (e) {\n return null;\n }\n })()\n \"\"\") {\n value\n }\n }\n \n \n `,\n \"operationName\": \"zillowBrowserless\",\n \"variables\": {\n \"url\": zillow_url,\n },\n }),\n };\n\n const url = `${endpoint}?token=${token}${optionsString}`;\n const response = await fetch(url, options);\n const data = await response.json();\n const zillow_data = JSON.parse(data.data.evaluate.value);\n // console.log(zillow_data);\n // console.log(typeof zillow_data);\n const encoded_url = zillow_data.url;\n const page_listings = zillow_data.searchResults.listResults;\n const next_page_url = \"https://www.zillow.com\" + zillow_data.searchList.pagination.nextUrl;\n\n // console.log(encoded_url);\n // console.log(next_page_url);\n\n return new Response(JSON.stringify(data), {\n headers: {\n \"Content-Type\": \"application/json\",\n },\n });\n}",[],[248],{"_106":257,"_97":258,"_162":259,"_164":-5,"_165":147,"_166":260,"_167":22,"_108":261,"_102":242,"_169":211,"_171":262,"_172":22,"_173":-5,"_174":263,"_100":264},"5352e4ca-5919-11f0-a6b8-f69ea79377d9","scrapeZillowForRentSF.tsx","460ae6aa-5919-11f0-abdb-f69ea79377d9",45,["D",1751662575537],"export default async function (req: Request): Promise {\n return Response.json({ ok: true })\n}",[],[258],{"_106":266,"_97":267,"_162":268,"_164":-5,"_165":147,"_166":269,"_167":22,"_108":270,"_102":271,"_169":272,"_171":273,"_172":22,"_173":-5,"_174":274,"_100":275},"dcd90020-6775-11f0-9af0-0224a6c84d84","scrapeZillowOrchestrator.tsx","3eed0c20-65af-11f0-986f-0224a6c84d84",286,["D",1753241636242],65,"script","import { zillowParseURL } from \"https://esm.town/v/shapedlines/houseSearchSF/zillowParseURL.tsx\";\n\nexport const scrapeZillowOrchestrator = async (zillow_filters_url) => {\n // list of results\n let zillow_results = [];\n\n // call to navigate to the first page and scrape it, returning the first page results and the number of pages\n const baseEndpoint = \"https://shapedlines--31933b5e642311f09be00224a6c84d84.web.val.run\";\n let current_zillow_filters_url = zillow_filters_url;\n let total_zillow_pages = 1;\n\n // first run\n try {\n const response = await requestZillowData(baseEndpoint, current_zillow_filters_url, 1);\n const zillow_data_first = JSON.parse(response.data.evaluate.value);\n // console.log(\"Success:\", zillow_json);\n // console.log(zillow_data_first);\n\n zillow_results.push(...zillow_data_first.searchResults.listResults); // add page 1 results to the results list\n console.log(zillow_results);\n total_zillow_pages = zillow_data_first.searchList.totalPages; // set the number of pages to scrape\n // console.log(\"total_zillow_pages\", total_zillow_pages);\n // console.log(1, zillow_data_first.searchResults.listResults[0]);\n } catch (error) {\n console.error(\"First Run Request failed:\", error);\n }\n\n // X subsequent runs: for each page, scrape and return the results\n let current_zillow_page = 1;\n while (current_zillow_page <= total_zillow_pages) {\n current_zillow_page += 1;\n\n try {\n const response = await requestZillowData(baseEndpoint, current_zillow_filters_url, current_zillow_page);\n const zillow_data_x = JSON.parse(response.data.evaluate.value);\n // console.log(\"Success:\", zillow_json);\n // console.log(typeof zillow_data_x);\n\n const zillow_page_results = zillow_data_x.searchResults.listResults;\n\n zillow_results.push(...zillow_page_results); // add page Z results to the results list\n // console.log(current_zillow_page, zillow_page_results[0]);\n } catch (error) {\n console.error(\"Request failed:\", error);\n }\n }\n\n return zillow_results;\n};\n\nasync function requestZillowData(baseEndpoint, zillowURL, page_number = 1) {\n try {\n // Modify the Zillow URL to include the correct page number\n const modifiedZillowURL = await zillowParseURL(zillowURL, page_number);\n if (!modifiedZillowURL) {\n throw new Error(\"Failed to generate modified Zillow URL\");\n }\n\n // Construct the API request URL\n const url = new URL(baseEndpoint);\n url.searchParams.set(\"zillowURL\", modifiedZillowURL);\n\n // console.log(\"Making request to:\", url.toString());\n\n // Make the request\n const response = await fetch(url.toString(), {\n method: \"GET\",\n headers: {\n \"Content-Type\": \"application/json\",\n },\n });\n\n if (!response.ok) {\n throw new Error(`HTTP error! status: ${response.status}`);\n }\n\n const data = await response.json();\n return data;\n } catch (error) {\n console.error(\"Error making request:\", error);\n throw error;\n }\n}\n\n// scrapeZillowOrchestrator(\n// \"https://www.zillow.com/san-francisco-ca/rentals/?searchQueryState=%7B%22pagination%22%3A%7B%22currentPage%22%3A1%7D%2C%22isMapVisible%22%3Atrue%2C%22mapBounds%22%3A%7B%22west%22%3A-122.57855502490234%2C%22east%22%3A-122.28810397509766%2C%22south%22%3A37.65402648064302%2C%22north%22%3A37.896358847455964%7D%2C%22regionSelection%22%3A%5B%7B%22regionId%22%3A20330%2C%22regionType%22%3A6%7D%5D%2C%22filterState%22%3A%7B%22sort%22%3A%7B%22value%22%3A%22days%22%7D%2C%22fr%22%3A%7B%22value%22%3Atrue%7D%2C%22fsba%22%3A%7B%22value%22%3Afalse%7D%2C%22fsbo%22%3A%7B%22value%22%3Afalse%7D%2C%22nc%22%3A%7B%22value%22%3Afalse%7D%2C%22cmsn%22%3A%7B%22value%22%3Afalse%7D%2C%22auc%22%3A%7B%22value%22%3Afalse%7D%2C%22fore%22%3A%7B%22value%22%3Afalse%7D%2C%22mf%22%3A%7B%22value%22%3Afalse%7D%2C%22land%22%3A%7B%22value%22%3Afalse%7D%2C%22manu%22%3A%7B%22value%22%3Afalse%7D%7D%2C%22isListVisible%22%3Atrue%2C%22mapZoom%22%3A12%2C%22usersSearchTerm%22%3A%22San%20Francisco%20CA%22%7D\",\n// );",[],[267],{"_106":277,"_97":278,"_162":279,"_164":-5,"_165":147,"_166":280,"_167":120,"_108":281,"_102":242,"_169":211,"_171":282,"_172":22,"_173":-5,"_174":283,"_100":284},"4a9d5eca-4d5f-11f0-80e4-76b3cceeab13","scrapedHouses.tsx","d3e16446-4d5b-11f0-b336-76b3cceeab13",21,["D",1750373211745],"// This val creates a form to input a Zillow or Craigslist link, determines the link type,\n// calls the appropriate scraping API, and renders the results in a table.\n// It uses React for the UI, fetch for API calls, and basic string manipulation for link validation.\n\n/** @jsxImportSource https://esm.sh/react */\nimport React, { useState } from \"https://esm.sh/react\";\nimport { createRoot } from \"https://esm.sh/react-dom/client\";\n\nfunction App() {\n const [link, setLink] = useState(\"\");\n const [results, setResults] = useState(null);\n const [isLoading, setIsLoading] = useState(false);\n const [error, setError] = useState(\"\");\n\n const handleSubmit = async (e) => {\n e.preventDefault();\n setError(\"\");\n setResults(null);\n setIsLoading(true);\n\n try {\n const response = await fetch(\"/scrape\", {\n method: \"POST\",\n headers: { \"Content-Type\": \"application/json\" },\n body: JSON.stringify({ link }),\n });\n\n if (!response.ok) {\n throw new Error(\"Failed to fetch data\");\n }\n\n const data = await response.json();\n setResults(data);\n } catch (err) {\n setError(\"An error occurred while fetching the data.\");\n } finally {\n setIsLoading(false);\n }\n };\n\n return (\n

Property Scraper

\n setLink(e.target.value)}\n placeholder=\"Enter Zillow or Craigslist link\"\n required\n />\n \n \n {isLoading &&

}\n {error &&

{error}

}\n {results && (\n \n \n \n {Object.keys(results).map((key) => )}\n \n \n \n \n {Object.values(results).map((value, index) => )}\n \n \n

{key}
{value}

\n )}\n

\n \n View source: val.town\n \n

\n );\n}\n\nfunction client() {\n createRoot(document.getElementById(\"root\")).render();\n}\n\nif (typeof document !== \"undefined\") {\n client();\n}\n\nasync function server(request: Request): Promise {\n if (request.method === \"POST\" && new URL(request.url).pathname === \"/scrape\") {\n const { link } = await request.json();\n let scrapingEndpoint;\n\n if (link.includes(\"zillow.com\")) {\n scrapingEndpoint = \"https://shapedlines-scrapezillowapi.web.val.run?url=\";\n } else if (link.includes(\"craigslist.org\")) {\n scrapingEndpoint = \"https://shapedlines-scrapecraigslistapi.web.val.run?url=\";\n } else {\n return new Response(JSON.stringify({ error: \"Invalid link. Please provide a Zillow or Craigslist link.\" }), {\n status: 400,\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n\n try {\n const scrapeResponse = await fetch(`${scrapingEndpoint}${encodeURIComponent(link)}`);\n if (!scrapeResponse.ok) {\n throw new Error(\"Failed to scrape data\");\n }\n const scrapeResult = await scrapeResponse.json();\n\n // Calculate transit time\n const transitResponse = await fetch(\n `https://shapedlines-calculatetransitapi.web.val.run?address=${encodeURIComponent(scrapeResult.address)}`,\n );\n if (!transitResponse.ok) {\n throw new Error(\"Failed to calculate transit time\");\n }\n const transitResult = await transitResponse.json();\n\n return new Response(JSON.stringify({ ...scrapeResult, ...transitResult }), {\n headers: { \"Content-Type\": \"application/json\" },\n });\n } catch (error) {\n return new Response(JSON.stringify({ error: \"Failed to scrape data\" }), {\n status: 500,\n headers: { \"Content-Type\": \"application/json\" },\n });\n }\n }\n\n return new Response(\n `\n \n \n Property Scraper\n \n \n \n

\n \n \n \n `,\n {\n headers: {\n \"content-type\": \"text/html\",\n },\n },\n );\n}\n\nconst css = `\nbody {\n font-family: Arial, sans-serif;\n max-width: 800px;\n margin: 0 auto;\n padding: 20px;\n}\n\ninput[type=\"text\"] {\n width: 70%;\n padding: 10px;\n margin-right: 10px;\n}\n\nbutton {\n padding: 10px 20px;\n}\n\ntable {\n width: 100%;\n border-collapse: collapse;\n margin-top: 20px;\n}\n\nth, td {\n border: 1px solid #ddd;\n padding: 8px;\n text-align: left;\n}\n\nth {\n background-color: #f2f2f2;\n}\n\n.loader {\n border: 4px solid #f3f3f3;\n border-top: 4px solid #3498db;\n border-radius: 50%;\n width: 40px;\n height: 40px;\n animation: spin 1s linear infinite;\n margin: 20px auto;\n}\n\n@keyframes spin {\n 0% { transform: rotate(0deg); }\n 100% { transform: rotate(360deg); }\n}\n`;\n\nexport default server;",[],[278],{"_106":286,"_97":287,"_162":288,"_164":-5,"_165":147,"_166":289,"_167":120,"_108":290,"_102":210,"_169":211,"_171":291,"_172":22,"_173":-5,"_174":292,"_100":293},"497b71d2-591a-11f0-88f0-f69ea79377d9","scraper-api.ts","8059d6b8-5919-11f0-93d0-f69ea79377d9",57,["D",1751662988511],"/**\n * HTTP API endpoint for the listing URL scraper\n */\n\n// Inline the scraper functions since Val Town doesn't support local imports\ninterface ListingData {\n url: string;\n address: string;\n}\n\nasync function scrapeListingUrls(url: string): Promise {\n try {\n const response = await fetch(url, {\n headers: {\n 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36',\n 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',\n 'Accept-Language': 'en-US,en;q=0.5',\n 'Accept-Encoding': 'gzip, deflate, br',\n 'DNT': '1',\n 'Connection': 'keep-alive',\n 'Upgrade-Insecure-Requests': '1',\n 'Sec-Fetch-Dest': 'document',\n 'Sec-Fetch-Mode': 'navigate',\n 'Sec-Fetch-Site': 'none',\n 'Cache-Control': 'max-age=0'\n }\n });\n\n if (!response.ok) {\n throw new Error(`HTTP error! status: ${response.status} - ${response.statusText}. This might be due to anti-bot protection.`);\n }\n\n const html = await response.text();\n return parseListingUrls(html);\n } catch (error) {\n console.error('Error scraping webpage:', error);\n throw error;\n }\n}\n\nfunction parseListingUrls(html: string): ListingData[] {\n const listings: ListingData[] = [];\n \n const listingRegex = /]*href=\"([^\"]*)\"[^>]*data-test=\"property-card-link\"[^>]*>[\\s\\S]*?]*>([^<]*)<\\/address>[\\s\\S]*?<\\/a>/gi;\n \n let match;\n while ((match = listingRegex.exec(html)) !== null) {\n const url = match[1];\n const address = match[2].trim();\n \n if (url && address) {\n listings.push({\n url: url.startsWith('http') ? url : `https://www.zillow.com${url}`,\n address: address\n });\n }\n }\n\n if (listings.length === 0) {\n const alternativeRegex = /]*data-test=\"property-card-link\"[^>]*href=\"([^\"]*)\"[^>]*>[\\s\\S]*?]*>([^<]*)<\\/address>[\\s\\S]*?<\\/a>/gi;\n \n while ((match = alternativeRegex.exec(html)) !== null) {\n const url = match[1];\n const address = match[2].trim();\n \n if (url && address) {\n listings.push({\n url: url.startsWith('http') ? url : `https://www.zillow.com${url}`,\n address: address\n });\n }\n }\n }\n\n return listings;\n}\n\nexport default async function(req: Request): Promise {\n // Handle CORS\n const corsHeaders = {\n 'Access-Control-Allow-Origin': '*',\n 'Access-Control-Allow-Methods': 'GET, POST, OPTIONS',\n 'Access-Control-Allow-Headers': 'Content-Type',\n };\n\n if (req.method === 'OPTIONS') {\n return new Response(null, { headers: corsHeaders });\n }\n\n try {\n const url = new URL(req.url);\n \n if (req.method === 'GET') {\n const testParam = url.searchParams.get('test');\n \n if (testParam === 'real') {\n // Test with a simple HTML page that has similar structure\n const testHtml = `\n

\n \n

123 Test St, Test City, TC 12345

\n \n \n

456 Demo Ave, Demo Town, DT 67890

\n \n

\n `;\n \n const listings = parseListingUrls(testHtml);\n \n return new Response(JSON.stringify({\n success: true,\n message: \"Real parsing test with sample HTML\",\n count: listings.length,\n listings: listings\n }, null, 2), {\n headers: { \n 'Content-Type': 'application/json',\n ...corsHeaders\n }\n });\n }\n \n // Default test endpoint - returns sample parsing results\n const sampleHtml = `\n

\n \n

1020 Pierce St #A, San Francisco, CA 94115

\n \n \n

456 Oak St, San Francisco, CA 94102

\n \n

\n `;\n \n const listings = parseListingUrls(sampleHtml);\n \n return new Response(JSON.stringify({\n success: true,\n message: \"Sample HTML parsing test\",\n count: listings.length,\n listings: listings,\n note: \"Add ?test=real to test with different HTML structure\"\n }, null, 2), {\n headers: { \n 'Content-Type': 'application/json',\n ...corsHeaders\n }\n });\n }\n \n if (req.method === 'POST') {\n const body = await req.json();\n const targetUrl = body.url;\n \n if (!targetUrl) {\n return new Response(JSON.stringify({\n success: false,\n error: \"URL is required in request body\"\n }), {\n status: 400,\n headers: { \n 'Content-Type': 'application/json',\n ...corsHeaders\n }\n });\n }\n \n // Scrape the provided URL\n const listings = await scrapeListingUrls(targetUrl);\n \n return new Response(JSON.stringify({\n success: true,\n url: targetUrl,\n count: listings.length,\n listings: listings,\n urls: listings.map(l => l.url)\n }, null, 2), {\n headers: { \n 'Content-Type': 'application/json',\n ...corsHeaders\n }\n });\n }\n \n return new Response(JSON.stringify({\n success: false,\n error: \"Method not allowed. Use GET for test or POST with URL in body.\"\n }), {\n status: 405,\n headers: { \n 'Content-Type': 'application/json',\n ...corsHeaders\n }\n });\n \n } catch (error) {\n console.error('Scraper API error:', error);\n \n return new Response(JSON.stringify({\n success: false,\n error: error.message || \"Internal server error\"\n }), {\n status: 500,\n headers: { \n 'Content-Type': 'application/json',\n ...corsHeaders\n }\n });\n }\n}",[],[287],{"_106":295,"_97":296,"_162":297,"_164":-5,"_165":147,"_166":298,"_167":120,"_108":299,"_102":300,"_169":272,"_171":301,"_172":22,"_173":-5,"_174":302,"_100":303},"7fc0d4ae-6774-11f0-8b01-0224a6c84d84","zillowParseURL.tsx","f3734ae0-65ac-11f0-8f64-0224a6c84d84",279,["D",1753241050560],15,"export const zillowParseURL = async (zillow_url, page_number) => {\n // console.log(\"Input URL:\", zillow_url);\n // console.log(\"Target page:\", page_number);\n\n try {\n // Parse the URL to extract query parameters\n const url = new URL(zillow_url);\n const searchQueryState = url.searchParams.get(\"searchQueryState\");\n // console.log(searchQueryState);\n if (!searchQueryState) {\n throw new Error(\"No searchQueryState parameter found in URL\");\n }\n\n // Decode the URL-encoded JSON\n const decodedString = decodeURIComponent(searchQueryState);\n // console.log(\"Decoded JSON string:\", decodedString);\n\n // Parse the JSON\n const searchState = JSON.parse(decodedString);\n // console.log(\"Parsed search state:\", searchState);\n\n // Modify the pagination for the new page number\n searchState.pagination = {\n currentPage: page_number,\n };\n\n // Re-encode the JSON back to a URL-encoded string\n const newEncodedState = encodeURIComponent(JSON.stringify(searchState));\n\n // Build the new URL\n let newPath = url.pathname;\n\n // Handle page suffix in the URL path\n if (page_number > 1) {\n // Remove any existing page suffix and add the new one\n newPath = newPath.replace(/\\/\\d+_p\\/$/, \"/\"); // Remove existing page suffix\n if (!newPath.endsWith(\"/\")) newPath += \"/\";\n newPath += `${page_number}_p/`;\n } else {\n // For page 1, remove any page suffix\n newPath = newPath.replace(/\\/\\d+_p\\/$/, \"/\");\n }\n\n // Construct the final URL\n const newUrl = `${url.protocol}//${url.host}${newPath}?searchQueryState=${newEncodedState}`;\n\n // console.log(\"New URL:\", newUrl);\n return newUrl;\n } catch (error) {\n console.error(\"Error parsing URL:\", error);\n return null;\n }\n};\n\n// // Test with your working URL\n// const testUrl =\n// \"https://www.zillow.com/san-francisco-ca/rentals/?searchQueryState=%7B%22pagination%22%3A%7B%7D%2C%22isMapVisible%22%3Atrue%2C%22mapBounds%22%3A%7B%22west%22%3A-122.57855502490234%2C%22east%22%3A-122.28810397509766%2C%22south%22%3A37.65402648064302%2C%22north%22%3A37.896358847455964%7D%2C%22regionSelection%22%3A%5B%7B%22regionId%22%3A20330%2C%22regionType%22%3A6%7D%5D%2C%22filterState%22%3A%7B%22sort%22%3A%7B%22value%22%3A%22days%22%7D%2C%22fr%22%3A%7B%22value%22%3Atrue%7D%2C%22fsba%22%3A%7B%22value%22%3Afalse%7D%2C%22fsbo%22%3A%7B%22value%22%3Afalse%7D%2C%22nc%22%3A%7B%22value%22%3Afalse%7D%2C%22cmsn%22%3A%7B%22value%22%3Afalse%7D%2C%22auc%22%3A%7B%22value%22%3Afalse%7D%2C%22fore%22%3A%7B%22value%22%3Afalse%7D%2C%22mf%22%3A%7B%22value%22%3Afalse%7D%2C%22land%22%3A%7B%22value%22%3Afalse%7D%2C%22manu%22%3A%7B%22value%22%3Afalse%7D%7D%2C%22isListVisible%22%3Atrue%2C%22mapZoom%22%3A12%2C%22usersSearchTerm%22%3A%22San%20Francisco%20CA%22%7D\";\n\n// console.log(\"=== TESTING ===\");\n// console.log(\"Page 1:\");\n// zillowParseURL(testUrl, 1);\n\n// console.log(\"\\nPage 2:\");\n// zillowParseURL(testUrl, 2);\n\n// console.log(\"\\nPage 3:\");\n// zillowParseURL(testUrl, 3);\n\n// // Test with invalid input\n// console.log(\"\\nInvalid URL test:\");\n// zillowParseURL(\"hello\", 2);",[],[296],{"_106":305,"_97":306,"_162":307,"_164":-5,"_165":147,"_166":308,"_167":22,"_108":309,"_102":310,"_169":222,"_171":311,"_172":22,"_173":-5,"_174":312,"_100":313},"c308d5cc-6774-11f0-bf6c-0224a6c84d84","zillowResults.tsx","46fb0eca-6772-11f0-be61-0224a6c84d84",283,["D",1753241163437],14,"import { scrapeZillowOrchestrator } from \"https://esm.town/v/shapedlines/houseSearchSF/scrapeZillowOrchestrator.tsx\";\n\nexport default async function(interval: Interval) {\n // call zillow function, return results\n const zillow_url =\n \"https://www.zillow.com/san-francisco-ca/rentals/?searchQueryState=%7B%22pagination%22%3A%7B%22currentPage%22%3A1%7D%2C%22isMapVisible%22%3Atrue%2C%22mapBounds%22%3A%7B%22west%22%3A-122.57855502490234%2C%22east%22%3A-122.28810397509766%2C%22south%22%3A37.65402648064302%2C%22north%22%3A37.896358847455964%7D%2C%22regionSelection%22%3A%5B%7B%22regionId%22%3A20330%2C%22regionType%22%3A6%7D%5D%2C%22filterState%22%3A%7B%22sort%22%3A%7B%22value%22%3A%22days%22%7D%2C%22fr%22%3A%7B%22value%22%3Atrue%7D%2C%22fsba%22%3A%7B%22value%22%3Afalse%7D%2C%22fsbo%22%3A%7B%22value%22%3Afalse%7D%2C%22nc%22%3A%7B%22value%22%3Afalse%7D%2C%22cmsn%22%3A%7B%22value%22%3Afalse%7D%2C%22auc%22%3A%7B%22value%22%3Afalse%7D%2C%22fore%22%3A%7B%22value%22%3Afalse%7D%2C%22mf%22%3A%7B%22value%22%3Afalse%7D%2C%22land%22%3A%7B%22value%22%3Afalse%7D%2C%22manu%22%3A%7B%22value%22%3Afalse%7D%7D%2C%22isListVisible%22%3Atrue%2C%22mapZoom%22%3A12%2C%22usersSearchTerm%22%3A%22San%20Francisco%20CA%22%7D\";\n\n const zillow_results = await scrapeZillowOrchestrator(zillow_url);\n console.log(zillow_results);\n\n // store results in database (TODO: dedup / remove listings that are no longer there)\n}",[],[306],"files",[159,177,185,195,205,215,226,236,246,256,265,276,285,294,304],"counts",{"_318":33,"_319":320,"_321":33,"_322":323,"_327":328},"pulls","branches",2,"forks","envVars",{"_324":325,"_326":33},"count",6,"emptyCount","connections",{"_324":33,"_329":33},"unfilledCount","contents",[],{"_106":196,"_97":101,"_162":197,"_164":-5,"_165":147,"_166":198,"_167":120,"_108":333,"_102":200,"_169":201,"_171":202,"_172":22,"_173":-5,"_100":334},["D",1759081605407],[101],"upstreamProject","upstreamBranch","emptyEnvVars","isNew","flags",[],"routes/_app.x.$handle.$name.branch.$branch.version.$version.code.$",{"_95":96,"_97":98,"_99":45,"_102":103,"_100":101,"_104":343,"_157":348,"_314":394,"_191":395,"_330":397,"_398":-5,"_399":-5,"_400":-5,"_401":-5,"_402":403,"_322":-5},{"_106":107,"_97":98,"_108":344,"_110":-5,"_111":22,"_112":113,"_114":-5,"_115":-5,"_14":116,"_117":118,"_119":120,"_121":120,"_122":-5,"_123":33,"_16":124,"_125":-5,"_126":-5,"_127":128,"_129":128,"_130":131,"_132":131,"_133":131,"_134":128,"_135":128,"_23":345,"_139":346,"_144":347,"_156":22},["D",1750371724044],{"_95":96,"_137":138},{"_95":96,"_141":138,"_14":116,"_142":143},{"_102":146,"_97":45,"_106":147,"_148":107,"_149":-5,"_150":-5,"_151":-5,"_152":-5,"_153":-5,"_154":98,"_155":96},[349,352,355,358,361,364,367,370,373,376,379,382,385,388,391],{"_106":160,"_97":161,"_162":163,"_164":-5,"_165":147,"_166":103,"_167":120,"_108":168,"_102":33,"_169":170,"_171":-5,"_172":22,"_173":-5,"_174":350,"_100":351},[],[161],{"_106":178,"_97":179,"_162":180,"_164":-5,"_165":147,"_166":181,"_167":120,"_108":182,"_102":33,"_169":170,"_171":-5,"_172":22,"_173":-5,"_174":353,"_100":354},[],[179],{"_106":186,"_97":187,"_162":188,"_164":-5,"_165":147,"_166":189,"_167":120,"_108":190,"_102":33,"_169":191,"_171":192,"_172":22,"_173":-5,"_174":356,"_100":357},[],[187],{"_106":196,"_97":101,"_162":197,"_164":-5,"_165":147,"_166":198,"_167":120,"_108":199,"_102":200,"_169":201,"_171":202,"_172":22,"_173":-5,"_174":359,"_100":360},[],[101],{"_106":206,"_97":207,"_162":118,"_164":-5,"_165":147,"_166":208,"_167":120,"_108":209,"_102":210,"_169":211,"_171":212,"_172":22,"_173":-5,"_174":362,"_100":363},[],[207],{"_106":216,"_97":217,"_162":218,"_164":-5,"_165":147,"_166":219,"_167":120,"_108":220,"_102":221,"_169":222,"_171":223,"_172":22,"_173":-5,"_174":365,"_100":366},[],[217],{"_106":227,"_97":228,"_162":229,"_164":-5,"_165":147,"_166":230,"_167":120,"_108":231,"_102":232,"_169":211,"_171":233,"_172":22,"_173":-5,"_174":368,"_100":369},[],[228],{"_106":237,"_97":238,"_162":239,"_164":-5,"_165":147,"_166":240,"_167":120,"_108":241,"_102":242,"_169":211,"_171":243,"_172":22,"_173":-5,"_174":371,"_100":372},[],[238],{"_106":247,"_97":248,"_162":249,"_164":-5,"_165":147,"_166":250,"_167":22,"_108":251,"_102":252,"_169":211,"_171":253,"_172":22,"_173":-5,"_174":374,"_100":375},[],[248],{"_106":257,"_97":258,"_162":259,"_164":-5,"_165":147,"_166":260,"_167":22,"_108":261,"_102":242,"_169":211,"_171":262,"_172":22,"_173":-5,"_174":377,"_100":378},[],[258],{"_106":266,"_97":267,"_162":268,"_164":-5,"_165":147,"_166":269,"_167":22,"_108":270,"_102":271,"_169":272,"_171":273,"_172":22,"_173":-5,"_174":380,"_100":381},[],[267],{"_106":277,"_97":278,"_162":279,"_164":-5,"_165":147,"_166":280,"_167":120,"_108":281,"_102":242,"_169":211,"_171":282,"_172":22,"_173":-5,"_174":383,"_100":384},[],[278],{"_106":286,"_97":287,"_162":288,"_164":-5,"_165":147,"_166":289,"_167":120,"_108":290,"_102":210,"_169":211,"_171":291,"_172":22,"_173":-5,"_174":386,"_100":387},[],[287],{"_106":295,"_97":296,"_162":297,"_164":-5,"_165":147,"_166":298,"_167":120,"_108":299,"_102":300,"_169":272,"_171":301,"_172":22,"_173":-5,"_174":389,"_100":390},[],[296],{"_106":305,"_97":306,"_162":307,"_164":-5,"_165":147,"_166":308,"_167":22,"_108":309,"_102":310,"_169":222,"_171":311,"_172":22,"_173":-5,"_174":392,"_100":393},[],[306],[349,352,355,358,361,364,367,370,373,376,379,382,385,388,391],{"_106":196,"_97":101,"_162":197,"_164":-5,"_165":147,"_166":198,"_167":120,"_108":333,"_102":200,"_169":201,"_171":202,"_172":22,"_173":-5,"_100":396},[101],[],"upstream","pull","ahead","behind","templates",[],"actionData","errors"]

shapedlines

loki