[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_258":259,"_260":261},"routes/_app.x.$handle.$name",{"_97":96,"_32":46,"_105":87,"_27":106,"_13":14,"_107":-5,"_11":108,"_109":110,"_111":112,"_113":114,"_115":116,"_20":-5,"_117":-5,"_118":-5,"_119":25,"_120":121,"_122":59,"_123":-5,"_124":-5,"_125":126},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_44":45,"_32":46,"_39":47,"_48":-5,"_49":25,"_50":51,"_52":51,"_53":-5,"_54":-5,"_18":55,"_56":57,"_58":59,"_60":59,"_61":-5,"_62":63,"_64":65,"_66":-5,"_67":-5,"_68":-5,"_69":-5,"_70":71,"_72":71,"_73":74,"_75":74,"_76":74,"_77":71,"_78":71,"_79":80,"_81":82,"_83":84,"_85":25},"version",40,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":23,"_24":25,"_26":25,"_27":28,"_29":28},"file",{"_30":31,"_32":33,"_34":35,"_36":38,"_39":40,"_41":14,"_42":43,"_24":25},"previous",{"_30":31,"_32":33,"_34":35,"_36":37},"deleted",false,"deletedHere","path","backend/scrapers/auctionScraper.ts","latestPath","fileId","16820a4a-7ace-11f0-90f1-0224a6c84d84","name","auctionScraper.ts","fileType","script","content","import type { AuctionItem } from \"../../shared/types.ts\";\nimport { extractItemsFromReduxData, extractItemsFromHtml } from \"./itemExtractor.ts\";\nimport { detectMaxPages } from \"./paginationDetector.ts\";\n\n/**\n * Scrapes all items from a single auction across all pages\n */\nexport async function scrapeAuctionItems(auctionUrl: string): Promise<{items: AuctionItem[], pagesScraped: number}> {\n const items: AuctionItem[] = [];\n let pagesScraped = 0;\n \n try {\n console.log(`Starting to scrape auction: ${auctionUrl}`);\n \n // Get the first page\n const response = await fetch(auctionUrl);\n if (!response.ok) {\n throw new Error(`HTTP error! status: ${response.status}`);\n }\n \n const html = await response.text();\n pagesScraped++;\n \n // Extract auction title\n const auctionTitleMatch = html.match(/]*>([^<]+)<\\/title>/i);\n const auctionTitle = auctionTitleMatch ? \n auctionTitleMatch[1].replace(/Quarter Price.*?-\\s*/, '').trim() : \n auctionUrl.split('/').pop()?.replace(/-/g, ' ') || 'Unknown Auction';\n \n // Extract items from the first page\n let pageItems = extractItemsFromPage(html, auctionTitle, auctionUrl);\n items.push(...pageItems);\n \n console.log(`Found ${pageItems.length} items on page 1 of ${auctionUrl}`);\n \n // Detect how many pages this auction has\n const maxPage = await detectMaxPages(auctionUrl, html, pageItems.length);\n \n // Scrape remaining pages\n for (let page = 2; page <= Math.min(maxPage, 50); page++) {\n try {\n const pageUrl = `${auctionUrl}?page=${page}`;\n console.log(`Scraping page ${page}: ${pageUrl}`);\n \n const pageResponse = await fetch(pageUrl);\n if (!pageResponse.ok) {\n console.log(`Page ${page} returned ${pageResponse.status}, stopping pagination`);\n break;\n }\n \n const pageHtml = await pageResponse.text();\n pagesScraped++;\n \n // Check if page has content\n if (!isValidPage(pageHtml)) {\n console.log(`Page ${page} appears to be empty, stopping pagination`);\n break;\n }\n \n // Extract items from this page\n const pageItems = extractItemsFromPage(pageHtml, auctionTitle, auctionUrl);\n \n if (pageItems.length === 0) {\n console.log(`No items found on page ${page}, stopping pagination`);\n break;\n }\n \n items.push(...pageItems);\n console.log(`Found ${pageItems.length} items on page ${page} of ${auctionUrl}`);\n \n // Be respectful to the server\n await new Promise(resolve => setTimeout(resolve, 300));\n \n } catch (error) {\n console.log(`Error scraping page ${page} of ${auctionUrl}:`, error);\n // Stop if we're near the end and getting errors\n if (page > maxPage - 3) {\n console.log(`Too many errors near end of pagination, stopping`);\n break;\n }\n }\n }\n \n console.log(`Completed scraping ${auctionUrl}: ${items.length} total items across ${pagesScraped} pages`);\n \n } catch (error) {\n console.log(`Error scraping auction ${auctionUrl}:`, error);\n }\n \n return { items, pagesScraped };\n}\n\n/**\n * Extracts items from a single page\n */\nfunction extractItemsFromPage(html: string, auctionTitle: string, auctionUrl: string): AuctionItem[] {\n // Try REDUX data first\n const reduxMatch = html.match(/window\\.REDUX_DATA\\s*=\\s*({.*?});/s);\n if (reduxMatch) {\n try {\n const reduxData = JSON.parse(reduxMatch[1]);\n const reduxItems = extractItemsFromReduxData(reduxData, auctionTitle, auctionUrl);\n if (reduxItems.length > 0) {\n return reduxItems;\n }\n } catch (e) {\n console.log(\"Failed to parse REDUX data, falling back to HTML\");\n }\n }\n \n // Fall back to HTML parsing\n return extractItemsFromHtml(html, auctionTitle, auctionUrl);\n}\n\n/**\n * Checks if a page has valid content\n */\nfunction isValidPage(html: string): boolean {\n return html.length > 100000 && \n html.includes('lot-img') && \n !html.includes('No items found') && \n !html.includes('No lots found');\n}","import type { AuctionItem } from \"../../shared/types.ts\";\nimport { extractItemsFromReduxData, extractItemsFromHtml } from \"./itemExtractor.ts\";\nimport { detectMaxPages } from \"./paginationDetector.ts\";\n\n/**\n * Scrapes all items from a single auction across all pages\n */\nexport async function scrapeAuctionItems(auctionUrl: string): Promise<{items: AuctionItem[], pagesScraped: number}> {\n const items: AuctionItem[] = [];\n let pagesScraped = 0;\n \n try {\n console.log(`Starting to scrape auction: ${auctionUrl}`);\n \n // Get the first page\n const response = await fetch(auctionUrl);\n if (!response.ok) {\n throw new Error(`HTTP error! status: ${response.status}`);\n }\n \n const html = await response.text();\n pagesScraped++;\n \n // Extract auction title\n const auctionTitleMatch = html.match(/]*>([^<]+)<\\/title>/i);\n const auctionTitle = auctionTitleMatch ? \n auctionTitleMatch[1].replace(/Quarter Price.*?-\\s*/, '').trim() : \n auctionUrl.split('/').pop()?.replace(/-/g, ' ') || 'Unknown Auction';\n \n // Extract items from the first page\n let pageItems = extractItemsFromPage(html, auctionTitle, auctionUrl);\n items.push(...pageItems);\n \n console.log(`Found ${pageItems.length} items on page 1 of ${auctionUrl}`);\n \n // Detect how many pages this auction has\n const maxPage = await detectMaxPages(auctionUrl, html, pageItems.length);\n \n // Scrape remaining pages concurrently\n if (maxPage > 1) {\n const pagePromises = [];\n \n for (let page = 2; page <= Math.min(maxPage, 50); page++) {\n const pagePromise = scrapePageConcurrently(auctionUrl, page, auctionTitle);\n pagePromises.push(pagePromise);\n }\n \n // Wait for all pages to complete\n const pageResults = await Promise.allSettled(pagePromises);\n \n // Process results\n for (let i = 0; i < pageResults.length; i++) {\n const page = i + 2; // Pages start at 2\n const result = pageResults[i];\n \n if (result.status === 'fulfilled') {\n const { items: pageItems, success } = result.value;\n if (success && pageItems.length > 0) {\n items.push(...pageItems);\n pagesScraped++;\n console.log(`Found ${pageItems.length} items on page ${page} of ${auctionUrl}`);\n } else if (!success) {\n console.log(`Page ${page} appears to be empty or invalid`);\n }\n } else {\n console.log(`Error scraping page ${page} of ${auctionUrl}:`, result.reason);\n }\n }\n }\n \n console.log(`Completed scraping ${auctionUrl}: ${items.length} total items across ${pagesScraped} pages`);\n \n } catch (error) {\n console.log(`Error scraping auction ${auctionUrl}:`, error);\n }\n \n return { items, pagesScraped };\n}\n\n/**\n * Extracts items from a single page\n */\nfunction extractItemsFromPage(html: string, auctionTitle: string, auctionUrl: string): AuctionItem[] {\n // Try REDUX data first\n const reduxMatch = html.match(/window\\.REDUX_DATA\\s*=\\s*({.*?});/s);\n if (reduxMatch) {\n try {\n const reduxData = JSON.parse(reduxMatch[1]);\n const reduxItems = extractItemsFromReduxData(reduxData, auctionTitle, auctionUrl);\n if (reduxItems.length > 0) {\n return reduxItems;\n }\n } catch (e) {\n console.log(\"Failed to parse REDUX data, falling back to HTML\");\n }\n }\n \n // Fall back to HTML parsing\n return extractItemsFromHtml(html, auctionTitle, auctionUrl);\n}\n\n/**\n * Checks if a page has valid content\n */\nfunction isValidPage(html: string): boolean {\n return html.length > 100000 && \n html.includes('lot-img') && \n !html.includes('No items found') && \n !html.includes('No lots found');\n}","createdAt",["D",1755368948279],"branchVersion","branchId","27c8a162-7612-11f0-80a7-0224a6c84d84","id","27c86a44-7612-11f0-80a7-0224a6c84d84","QPAScrape",["D",1754848079739],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","imageUrl","4555dd0e-707e-4444-acd3-049d206eb1db","pinnedFileId","471c270a-7612-11f0-bbfb-0224a6c84d84","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",0,"orgId","bced381e-9ab2-4b55-929d-e7c5064f7f38","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_97":96,"_104":100},"org",{"_97":96,"_98":-5,"_99":100,"_18":55,"_101":102,"_103":25},"branch",{"_13":86,"_32":87,"_44":43,"_88":45,"_89":-5,"_90":-5,"_91":-5,"_92":-5,"_93":-5,"_94":46,"_95":96},"isOwned",79,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","wolf","handle","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvdXBsb2FkZWQvaW1nXzJvVXpPVUZRTjZGTGd2Q2t4c0RRdFpNZWJ5UCJ9","tier","pro","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_44":45,"_32":46,"_39":254,"_48":-5,"_49":25,"_50":51,"_52":51,"_53":-5,"_54":-5,"_18":55,"_56":57,"_58":59,"_60":59,"_61":-5,"_62":63,"_64":65,"_66":-5,"_67":-5,"_68":-5,"_69":-5,"_70":71,"_72":71,"_73":74,"_75":74,"_76":74,"_77":71,"_78":71,"_79":255,"_81":256,"_83":257,"_85":25},"tree",[174,182,184,185],"files",[174,175,176,177,178,179,180,181,182,183,184,185],"counts",{"_163":63,"_164":165,"_166":63,"_167":168,"_169":170},"contents",[127,128,129,130],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_44":157,"_32":158,"_30":159,"_133":-5,"_42":43,"_41":160,"_135":59,"_39":161,"_13":63,"_34":155,"_36":-5,"_24":25,"_140":-5,"_27":162},{"_44":150,"_32":151,"_30":152,"_133":-5,"_42":43,"_41":153,"_135":59,"_39":154,"_13":63,"_34":155,"_36":-5,"_24":25,"_140":-5,"_27":156},{"_44":142,"_32":143,"_30":144,"_133":-5,"_42":43,"_41":145,"_135":25,"_39":146,"_13":147,"_34":20,"_36":148,"_24":25,"_140":-5,"_27":149},{"_44":131,"_32":132,"_30":57,"_133":-5,"_42":43,"_41":134,"_135":59,"_39":136,"_13":137,"_34":138,"_36":139,"_24":25,"_140":-5,"_27":141},"23834182-7ace-11f0-9a73-0224a6c84d84","index.ts","parentId",37,"latest",["D",1755368622606],25,"http","// Main entry point - redirect to backend\nexport { default } from \"./backend/index.ts\";","label",[132],"402e6c80-7ace-11f0-856d-0224a6c84d84","README.md","38a799a2-7612-11f0-bec5-0224a6c84d84",38,["D",1755368670699],4,"# Quarter Price Auction Scraper API\n\nA simple, focused JSON API that scrapes **every item** from **every auction** across **all pages** on quarterpriceauction.com.\n\n## Structure\n\n```\n├── backend/\n│ ├── index.ts # Main HTTP endpoint\n│ └── scrapers/\n│ ├── mainScraper.ts # Main orchestration logic\n│ ├── auctionDiscovery.ts # Finds all auction URLs\n│ ├── auctionScraper.ts # Scrapes individual auctions\n│ ├── paginationDetector.ts # Detects page count per auction\n│ └── itemExtractor.ts # Extracts item data from HTML/REDUX\n├── shared/\n│ └── types.ts # TypeScript interfaces\n└── index.ts # Entry point\n```\n\n## Usage\n\n### Main Endpoint\n\n- `GET /` - **Returns ALL items from ALL auctions** (comprehensive scraping)\n\n### Other Endpoints\n\n- `GET /health` - Health check endpoint\n- `GET /info` - API information and available endpoints\n\n## Response Format\n\nReturns **all items** from **all auctions**:\n\n```json\n{\n \"timestamp\": \"2025-08-16T18:25:00.000Z\",\n \"totalItems\": 450,\n \"totalAuctions\": 6,\n \"items\": [\n {\n \"title\": \"Google Pixel 9a with Gemini - Unlocked Android Smartphone...\",\n \"auctionTitle\": \"August 22 Auction - Quarter Price\",\n \"auctionUrl\": \"https://www.quarterpriceauction.com/auctions/30135-august-22-auction\",\n \"itemUrl\": \"https://www.quarterpriceauction.com/auctions/30135/lot/291744-google-pixel...\",\n \"imageUrl\": \"https://d3j17a2r8lnfte.cloudfront.net/qrt/2025/8/medium/DG6mWsSZbO4GZPZh7Trv5Fza.jpeg\",\n \"lotNumber\": \"291744\",\n \"currentBid\": \"$45.00\",\n \"startingBid\": \"$1.00\",\n \"bidCount\": 12,\n \"timeLeft\": \"2d 4h 15m\",\n \"category\": \"Electronics\"\n }\n ],\n \"metadata\": {\n \"reduxDataFound\": true,\n \"auctionUrlsFound\": 6,\n \"scrapedAuctions\": 6,\n \"totalPagesScraped\": 45,\n \"processingTimeMs\": 180000\n }\n}\n```\n\n## Features\n\n- **🔍 Comprehensive Scraping**: Extracts every item from every auction\n- **📄 Multi-Page Support**: Automatically detects and handles pagination\n- **🎯 Detailed Item Data**: Titles, lot numbers, prices, images, categories\n- **🧠 Intelligent Parsing**: Uses REDUX data extraction + HTML fallbacks\n- **⚡ Performance Optimized**: Rate limiting and binary search pagination detection\n- **🛡️ Error Resilient**: Graceful error handling with detailed metadata\n- **📊 Rich Metadata**: Processing statistics and data source information\n\n## Technical Implementation\n\n### Multi-Level Scraping Strategy\n\n1. **Auction Discovery**: Finds all auction URLs from main page\n2. **Pagination Detection**: Uses binary search to find max pages per auction\n3. **Item Extraction**: Tries REDUX data first, falls back to HTML parsing\n4. **Data Enhancement**: Extracts lot numbers, prices, bid counts from containers\n\n### Performance Features\n\n- **Rate Limiting**: 300-500ms delays between requests\n- **Caching**: 10-minute cache for comprehensive scraping\n- **Binary Search**: Efficient pagination detection\n- **Memory Management**: Processes auctions sequentially\n\n### Item Data Fields\n\n- `title` - Full item name/description\n- `auctionTitle` - Which auction the item belongs to\n- `auctionUrl` - Link to the auction page\n- `itemUrl` - Direct link to the individual item/lot\n- `imageUrl` - Product image from CDN\n- `lotNumber` - Auction lot number\n- `currentBid` - Current highest bid amount\n- `startingBid` - Starting bid amount\n- `bidCount` - Number of bids placed\n- `timeLeft` - Time remaining in auction\n- `category` - Item category\n\n## Performance Notes\n\n- **Comprehensive scraping** takes 3-5 minutes and returns 200-500+ items\n- Results are cached to improve subsequent request performance\n- Processing time and page count included in metadata for transparency\n\n## ✅ MISSION\n\n**Goal**: Simple JSON list of every item across all auctions with metadata.\n\n**Status**: ✅ Accomplished - Clean, organized, focused implementation.",[143],"ee869844-7acd-11f0-9f72-0224a6c84d84","shared","70d7061f-95d3-4643-9a03-b479b7308bb0",30,["D",1755368533698],"directory",[151],"f3970530-7acd-11f0-b736-0224a6c84d84","backend","fc20f944-0b9e-4e36-9a6d-25006bf4c3db",31,["D",1755368542201],[158],"pulls","branches",1,"forks","envVars",{"_171":63,"_173":63},"connections",{"_171":63,"_172":63},"count","unfilledCount","emptyCount",{"_44":157,"_32":158,"_30":159,"_133":-5,"_42":43,"_41":160,"_135":59,"_39":251,"_13":63,"_34":155,"_36":-5,"_24":25,"_140":-5,"_187":252,"_27":253},{"_44":247,"_32":219,"_30":213,"_133":159,"_42":43,"_41":160,"_135":59,"_39":248,"_13":63,"_34":155,"_36":-5,"_24":25,"_140":-5,"_187":249,"_27":250},{"_44":240,"_32":241,"_30":242,"_133":213,"_42":43,"_41":160,"_135":59,"_39":243,"_13":63,"_34":35,"_36":244,"_24":25,"_140":-5,"_187":245,"_27":246},{"_44":236,"_32":33,"_30":31,"_133":213,"_42":43,"_41":14,"_135":25,"_39":237,"_13":165,"_34":35,"_36":38,"_24":25,"_140":-5,"_187":238,"_27":239},{"_44":228,"_32":229,"_30":230,"_133":213,"_42":43,"_41":231,"_135":25,"_39":232,"_13":63,"_34":35,"_36":233,"_24":25,"_140":-5,"_187":234,"_27":235},{"_44":220,"_32":221,"_30":222,"_133":213,"_42":43,"_41":223,"_135":25,"_39":224,"_13":63,"_34":35,"_36":225,"_24":25,"_140":-5,"_187":226,"_27":227},{"_44":210,"_32":211,"_30":212,"_133":213,"_42":43,"_41":214,"_135":25,"_39":215,"_13":165,"_34":35,"_36":216,"_24":25,"_140":-5,"_187":217,"_27":218},{"_44":203,"_32":132,"_30":204,"_133":159,"_42":43,"_41":205,"_135":25,"_39":206,"_13":63,"_34":35,"_36":207,"_24":25,"_140":-5,"_187":208,"_27":209},{"_44":150,"_32":151,"_30":152,"_133":-5,"_42":43,"_41":153,"_135":59,"_39":200,"_13":63,"_34":155,"_36":-5,"_24":25,"_140":-5,"_187":201,"_27":202},{"_44":193,"_32":194,"_30":195,"_133":152,"_42":43,"_41":153,"_135":59,"_39":196,"_13":63,"_34":35,"_36":197,"_24":25,"_140":-5,"_187":198,"_27":199},{"_44":142,"_32":143,"_30":144,"_133":-5,"_42":43,"_41":145,"_135":25,"_39":190,"_13":147,"_34":20,"_36":148,"_24":25,"_140":-5,"_187":191,"_27":192},{"_44":131,"_32":132,"_30":57,"_133":-5,"_42":43,"_41":134,"_135":59,"_39":186,"_13":137,"_34":138,"_36":139,"_24":25,"_140":-5,"_187":188,"_27":189},["D",1755368622606],"children",[],[132],["D",1755368670699],[],[143],"ee868ad4-7acd-11f0-9f72-0224a6c84d84","types.ts","ee868bc4-7acd-11f0-9f72-0224a6c84d84",["D",1755368533698],"export interface AuctionItem {\n title: string;\n currentBid?: string;\n timeLeft?: string;\n imageUrl?: string;\n auctionUrl?: string;\n itemUrl?: string;\n description?: string;\n lotNumber?: string;\n auctionTitle?: string;\n startingBid?: string;\n bidCount?: number;\n category?: string;\n}\n\nexport interface ScrapedData {\n timestamp: string;\n totalItems: number;\n totalAuctions: number;\n items: AuctionItem[];\n error?: string;\n metadata?: {\n reduxDataFound: boolean;\n auctionUrlsFound: number;\n scrapedAuctions: number;\n totalPagesScraped: number;\n processingTimeMs: number;\n };\n}",[],[151,194],["D",1755368533698],[183],[151],"219af02c-7ace-11f0-a140-0224a6c84d84","219af112-7ace-11f0-a140-0224a6c84d84",36,["D",1755368619406],"import { Hono } from \"https://esm.sh/hono@3.11.7\";\nimport { scrapeAllAuctionItems } from \"./scrapers/mainScraper.ts\";\n\nconst app = new Hono();\n\n// Unwrap Hono errors to see original error details\napp.onError((err) => Promise.reject(err));\n\n// Main endpoint - returns all items from all auctions\napp.get(\"/\", async (c) => {\n const data = await scrapeAllAuctionItems();\n \n return c.json(data, {\n headers: {\n \"Cache-Control\": \"public, max-age=600\", // Cache for 10 minutes\n }\n });\n});\n\n// Health check endpoint\napp.get(\"/health\", (c) => {\n return c.json({ \n status: \"ok\", \n timestamp: new Date().toISOString(),\n service: \"Quarter Price Auction Scraper\"\n });\n});\n\n// API info endpoint\napp.get(\"/info\", (c) => {\n return c.json({\n name: \"Quarter Price Auction Scraper API\",\n description: \"Simple scraper for all items across all auctions from quarterpriceauction.com\",\n endpoints: {\n \"/\": \"Get ALL items from ALL auctions\",\n \"/health\": \"Health check\",\n \"/info\": \"API information\"\n },\n version: \"3.0.0\",\n features: [\n \"Scrapes every item from every auction\",\n \"Handles pagination automatically\",\n \"Extracts detailed item information\",\n \"Simple JSON output\"\n ]\n });\n});\n\nexport default app.fetch;",[],[158,132],"de4eedc2-7ace-11f0-b6db-0224a6c84d84","paginationDetector.ts","f964cf56-7acd-11f0-9fe5-0224a6c84d84","31dd3db8-c538-401b-86da-04105849d3b1",39,["D",1755368935998],"/**\n * Detects the maximum number of pages for an auction\n */\nexport async function detectMaxPages(auctionUrl: string, firstPageHtml: string, itemCount: number): Promise {\n let maxPage = 1;\n \n // If we found close to 50 items on page 1, there are likely more pages\n if (itemCount >= 45) {\n console.log(`${itemCount} items found on page 1, checking for more pages...`);\n \n try {\n // Test if page 2 exists\n const testPage2 = await fetch(`${auctionUrl}?page=2`);\n if (testPage2.ok) {\n const testHtml = await testPage2.text();\n // Check if page 2 has content\n if (testHtml.length > 100000 && testHtml.includes('lot-img')) {\n console.log(`Page 2 exists for ${auctionUrl}, finding max page...`);\n \n // Binary search to find the last page\n let low = 2, high = 20; // Start with reasonable bounds\n let lastValidPage = 1;\n \n while (low <= high) {\n const mid = Math.floor((low + high) / 2);\n try {\n const testResponse = await fetch(`${auctionUrl}?page=${mid}`);\n if (testResponse.ok) {\n const testHtml = await testResponse.text();\n if (testHtml.length > 100000 && testHtml.includes('lot-img')) {\n lastValidPage = mid;\n low = mid + 1;\n } else {\n high = mid - 1;\n }\n } else {\n high = mid - 1;\n }\n } catch (e) {\n high = mid - 1;\n }\n }\n \n maxPage = lastValidPage;\n console.log(`Found ${maxPage} pages for ${auctionUrl}`);\n }\n }\n } catch (e) {\n console.log(`Error detecting pages for ${auctionUrl}:`, e);\n }\n }\n \n return maxPage;\n}",[],[158,219,211],"scrapers","1ce29206-7ace-11f0-a9b5-0224a6c84d84","mainScraper.ts","1ce292d8-7ace-11f0-a9b5-0224a6c84d84",35,["D",1755368611487],"import type { ScrapedData } from \"../../shared/types.ts\";\nimport { discoverAuctionUrls } from \"./auctionDiscovery.ts\";\nimport { scrapeAuctionItems } from \"./auctionScraper.ts\";\n\n/**\n * Main scraper function - gets all items from all auctions\n */\nexport async function scrapeAllAuctionItems(): Promise {\n const startTime = Date.now();\n \n try {\n // Discover all auction URLs\n const auctionUrls = await discoverAuctionUrls();\n \n if (auctionUrls.length === 0) {\n return {\n timestamp: new Date().toISOString(),\n totalItems: 0,\n totalAuctions: 0,\n items: [],\n error: \"No auction URLs found\"\n };\n }\n \n const allItems = [];\n let totalPagesScraped = 0;\n \n // Process each auction\n for (const auctionUrl of auctionUrls) {\n try {\n console.log(`Processing auction: ${auctionUrl}`);\n const auctionResult = await scrapeAuctionItems(auctionUrl);\n allItems.push(...auctionResult.items);\n totalPagesScraped += auctionResult.pagesScraped;\n \n // Add a small delay to be respectful to the server\n await new Promise(resolve => setTimeout(resolve, 500));\n } catch (error) {\n console.log(`Failed to process auction ${auctionUrl}:`, error);\n }\n }\n \n const processingTime = Date.now() - startTime;\n \n return {\n timestamp: new Date().toISOString(),\n totalItems: allItems.length,\n totalAuctions: auctionUrls.length,\n items: allItems,\n metadata: {\n reduxDataFound: true, // We always try REDUX first\n auctionUrlsFound: auctionUrls.length,\n scrapedAuctions: auctionUrls.length,\n totalPagesScraped,\n processingTimeMs: processingTime\n }\n };\n \n } catch (error) {\n console.error(\"Scraping error:\", error);\n return {\n timestamp: new Date().toISOString(),\n totalItems: 0,\n totalAuctions: 0,\n items: [],\n error: error instanceof Error ? error.message : \"Unknown error occurred\"\n };\n }\n}",[],[158,219,221],"0be422f8-7ace-11f0-b25a-0224a6c84d84","itemExtractor.ts","0be423e8-7ace-11f0-b25a-0224a6c84d84",33,["D",1755368582978],"import type { AuctionItem } from \"../../shared/types.ts\";\n\n/**\n * Extracts items from REDUX data\n */\nexport function extractItemsFromReduxData(reduxData: any, auctionTitle: string, auctionUrl: string): AuctionItem[] {\n const items: AuctionItem[] = [];\n \n // Look for lots/items in various possible locations in the redux state\n const possibleItemSources = [\n reduxData.lots,\n reduxData.items,\n reduxData.auction?.lots,\n reduxData.auction?.items,\n reduxData.lotList,\n reduxData.currentAuction?.lots,\n reduxData.auctionLots\n ];\n \n for (const source of possibleItemSources) {\n if (Array.isArray(source)) {\n for (const item of source) {\n if (item && typeof item === 'object') {\n const auctionItem = createAuctionItem(item, auctionTitle, auctionUrl);\n items.push(auctionItem);\n }\n }\n } else if (source && typeof source === 'object') {\n // Handle object with item IDs as keys\n for (const [key, item] of Object.entries(source)) {\n if (item && typeof item === 'object') {\n const auctionItem = createAuctionItem(item as any, auctionTitle, auctionUrl, key);\n items.push(auctionItem);\n }\n }\n }\n }\n \n return items;\n}\n\n/**\n * Extracts items from HTML\n */\nexport function extractItemsFromHtml(html: string, auctionTitle: string, auctionUrl: string): AuctionItem[] {\n const items: AuctionItem[] = [];\n \n // Look for images with class=\"lot-img\" which contain the item titles in alt text\n const lotImages = html.match(/]*class[^>]*lot-img[^>]*>/gi) || [];\n console.log(`Found ${lotImages.length} lot images`);\n \n for (const imgTag of lotImages) {\n const item: AuctionItem = {\n title: 'Unknown Item',\n auctionTitle,\n auctionUrl\n };\n \n // Extract title from alt attribute\n const altMatch = imgTag.match(/alt=[\"']([^\"']+)[\"']/i);\n if (altMatch && altMatch[1]) {\n item.title = altMatch[1].replace(/&/g, '&').trim();\n }\n \n // Extract image URL\n const srcMatch = imgTag.match(/src=[\"']([^\"']+)[\"']/i);\n if (srcMatch && srcMatch[1]) {\n item.imageUrl = srcMatch[1];\n }\n \n items.push(item);\n }\n \n // Enhance items with additional data from lot containers\n enhanceItemsFromContainers(html, items, auctionTitle, auctionUrl);\n \n // Remove duplicates and items without meaningful data\n const uniqueItems = items.filter((item, index, self) => {\n const isDuplicate = index !== self.findIndex(other => other.title === item.title);\n if (isDuplicate) return false;\n return item.title !== 'Unknown Item' && item.title.length > 3;\n });\n \n console.log(`Extracted ${uniqueItems.length} unique items from HTML`);\n return uniqueItems;\n}\n\n/**\n * Creates an AuctionItem from raw data\n */\nfunction createAuctionItem(itemData: any, auctionTitle: string, auctionUrl: string, key?: string): AuctionItem {\n const auctionItem: AuctionItem = {\n title: itemData.title || itemData.name || itemData.description || `Item ${key || 'Unknown'}`,\n auctionTitle,\n auctionUrl\n };\n \n if (itemData.current_bid !== undefined) auctionItem.currentBid = `${itemData.current_bid}`;\n if (itemData.starting_bid !== undefined) auctionItem.startingBid = `${itemData.starting_bid}`;\n if (itemData.bid_count !== undefined) auctionItem.bidCount = itemData.bid_count;\n if (itemData.time_left) auctionItem.timeLeft = itemData.time_left;\n if (itemData.lot_number) auctionItem.lotNumber = itemData.lot_number.toString();\n if (itemData.category) auctionItem.category = itemData.category;\n if (itemData.description && itemData.description !== auctionItem.title) {\n auctionItem.description = itemData.description;\n }\n if (itemData.image_url || itemData.imageUrl) {\n auctionItem.imageUrl = itemData.image_url || itemData.imageUrl;\n }\n if (itemData.url || itemData.lot_url) {\n const itemUrl = itemData.url || itemData.lot_url;\n auctionItem.itemUrl = itemUrl.startsWith('/') ? \n `https://www.quarterpriceauction.com${itemUrl}` : itemUrl;\n }\n \n return auctionItem;\n}\n\n/**\n * Enhances items with additional data from lot containers\n */\nfunction enhanceItemsFromContainers(html: string, items: AuctionItem[], auctionTitle: string, auctionUrl: string): void {\n const lotContainerPatterns = [\n /]*class[^>]*lot[^>]*>[\\s\\S]*?<\\/div>/gi,\n /]*class[^>]*lotList[^>]*>[\\s\\S]*?<\\/div>/gi\n ];\n \n for (const pattern of lotContainerPatterns) {\n const matches = html.match(pattern) || [];\n \n for (const lotHtml of matches.slice(0, 200)) {\n if (lotHtml.length < 100) continue;\n \n const containerImages = lotHtml.match(/]*class[^>]*lot-img[^>]*>/gi) || [];\n if (containerImages.length === 0) continue;\n \n const imgTag = containerImages[0];\n const altMatch = imgTag.match(/alt=[\"']([^\"']+)[\"']/i);\n if (!altMatch) continue;\n \n const title = altMatch[1].replace(/&/g, '&').trim();\n let existingItem = items.find(item => item.title === title);\n \n if (!existingItem) {\n existingItem = {\n title,\n auctionTitle,\n auctionUrl\n };\n \n const srcMatch = imgTag.match(/src=[\"']([^\"']+)[\"']/i);\n if (srcMatch && srcMatch[1]) {\n existingItem.imageUrl = srcMatch[1];\n }\n \n items.push(existingItem);\n }\n \n // Extract additional data\n enhanceItemWithContainerData(existingItem, lotHtml);\n }\n }\n}\n\n/**\n * Enhances a single item with data from its container HTML\n */\nfunction enhanceItemWithContainerData(item: AuctionItem, containerHtml: string): void {\n // Look for prices\n const priceMatches = containerHtml.match(/\\$[\\d,]+\\.?\\d*/g) || [];\n if (priceMatches.length > 0 && !item.currentBid) {\n item.currentBid = priceMatches[0];\n }\n \n // Look for lot numbers\n const lotNumberPatterns = [\n containerHtml.match(/lot[^0-9]*(\\d+)/i),\n containerHtml.match(/item[^0-9]*(\\d+)/i),\n containerHtml.match(/#(\\d+)/),\n containerHtml.match(/data-lot[^0-9]*(\\d+)/i)\n ];\n \n for (const pattern of lotNumberPatterns) {\n if (pattern && pattern[1] && !item.lotNumber) {\n item.lotNumber = pattern[1];\n break;\n }\n }\n \n // Look for links to individual lot pages\n const linkMatch = containerHtml.match(/]*href=[\"']([^\"']+)[\"']/i);\n if (linkMatch && linkMatch[1] && !item.itemUrl) {\n let itemUrl = linkMatch[1];\n if (itemUrl.startsWith('/')) {\n itemUrl = 'https://www.quarterpriceauction.com' + itemUrl;\n }\n if (itemUrl.includes('lot') || itemUrl.includes('item')) {\n item.itemUrl = itemUrl;\n }\n }\n \n // Look for bid count\n const bidCountMatch = containerHtml.match(/(\\d+)\\s*bids?/i);\n if (bidCountMatch && !item.bidCount) {\n item.bidCount = parseInt(bidCountMatch[1]);\n }\n \n // Look for time left\n const timeLeftMatch = containerHtml.match(/(\\d+[dhms]|\\d+:\\d+:\\d+|\\d+\\s*(?:days?|hours?|minutes?|mins?))/i);\n if (timeLeftMatch && !item.timeLeft) {\n item.timeLeft = timeLeftMatch[1];\n }\n}",[],[158,219,229],"e5a2c03a-7ace-11f0-9b2c-0224a6c84d84",["D",1755368948279],[],[158,219,33],"f396fc16-7acd-11f0-b736-0224a6c84d84","auctionDiscovery.ts","f396fd06-7acd-11f0-b736-0224a6c84d84",["D",1755368542201],"/**\n * Discovers all auction URLs from the main page\n */\nexport async function discoverAuctionUrls(): Promise {\n try {\n const response = await fetch(\"https://www.quarterpriceauction.com/\");\n \n if (!response.ok) {\n throw new Error(`HTTP error! status: ${response.status}`);\n }\n \n const html = await response.text();\n \n // Extract auction URLs from the HTML\n const auctionUrls = [...new Set((html.match(/href=[\"'][^\"']*\\/auctions\\/[^\"']*[\"']/g) || [])\n .map(m => m.replace(/href=[\"']/, '').replace(/[\"']$/, ''))\n .filter(url => url.includes('/auctions/') && !url.includes('#'))\n .map(url => url.startsWith('/') ? `https://www.quarterpriceauction.com${url}` : url))];\n \n console.log(`Found ${auctionUrls.length} auction URLs`);\n return auctionUrls;\n \n } catch (error) {\n console.error(\"Error discovering auction URLs:\", error);\n return [];\n }\n}",[],[158,219,241],"f397072e-7acd-11f0-b736-0224a6c84d84",["D",1755368542201],[176,177,178,179,180],[158,219],["D",1755368542201],[175,181],[158],["D",1754848079739],{"_97":96,"_104":100},{"_97":96,"_98":-5,"_99":100,"_18":55,"_101":102,"_103":25},{"_13":86,"_32":87,"_44":43,"_88":45,"_89":-5,"_90":-5,"_91":-5,"_92":-5,"_93":-5,"_94":46,"_95":96},"ctx",{"_79":-5,"_124":291,"_292":293,"_294":295,"_296":25,"_297":25,"_298":25,"_299":59,"_300":-5,"_301":-7,"_302":-7,"_303":63,"_304":25,"_305":25,"_306":-5,"_307":25,"_308":25,"_309":25,"_310":-5},"ENV",{"_262":263,"_264":265,"_266":87,"_267":268,"_269":270,"_271":272,"_273":274,"_275":276,"_277":278,"_279":280,"_281":282,"_283":284,"_285":286,"_287":288,"_289":290},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v40