[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_166":167,"_168":169},"routes/_app.x.$handle.$name",{"_95":94,"_32":45,"_103":85,"_27":104,"_13":14,"_105":-5,"_11":106,"_107":108,"_109":110,"_111":112,"_113":114,"_20":-5,"_115":-5,"_116":-5,"_117":25,"_118":119,"_120":57,"_121":-5,"_122":-5,"_123":124},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_43":44,"_32":45,"_38":46,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":-5,"_53":-5,"_18":54,"_55":31,"_56":57,"_58":57,"_59":-5,"_60":61,"_62":63,"_64":-5,"_65":-5,"_66":-5,"_67":-5,"_68":69,"_70":69,"_71":72,"_73":72,"_74":72,"_75":69,"_76":69,"_77":78,"_79":80,"_81":82,"_83":25},"version",25,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":23,"_24":25,"_26":25,"_27":28,"_29":28},"file",{"_30":31,"_32":28,"_33":34,"_35":37,"_38":39,"_40":14,"_41":42,"_24":25},"previous",{"_30":31,"_32":28,"_33":34,"_35":36},"deleted",false,"deletedHere","path","index.ts","latestPath","fileId","471c270a-7612-11f0-bbfb-0224a6c84d84","name","fileType","http","content","import { Hono } from \"https://esm.sh/hono@3.11.7\";\n\nconst app = new Hono();\n\n// Unwrap Hono errors to see original error details\napp.onError((err) => Promise.reject(err));\n\ninterface AuctionItem {\n title: string;\n currentBid?: string;\n timeLeft?: string;\n imageUrl?: string;\n auctionUrl?: string;\n itemUrl?: string;\n description?: string;\n lotNumber?: string;\n auctionTitle?: string;\n startingBid?: string;\n bidCount?: number;\n category?: string;\n}\n\ninterface ScrapedData {\n timestamp: string;\n totalItems: number;\n totalAuctions: number;\n items: AuctionItem[];\n error?: string;\n metadata?: {\n reduxDataFound: boolean;\n auctionUrlsFound: number;\n scrapedAuctions: number;\n totalPagesScraped: number;\n processingTimeMs: number;\n };\n}\n\nasync function scrapeAllAuctionItems(): Promise {\n const startTime = Date.now();\n \n try {\n const response = await fetch(\"https://www.quarterpriceauction.com/\");\n \n if (!response.ok) {\n throw new Error(`HTTP error! status: ${response.status}`);\n }\n \n const html = await response.text();\n \n // Extract REDUX_DATA which contains the application state\n const reduxMatch = html.match(/window\\.REDUX_DATA\\s*=\\s*({.*?});/s);\n let reduxData = null;\n if (reduxMatch) {\n try {\n reduxData = JSON.parse(reduxMatch[1]);\n } catch (e) {\n console.log(\"Failed to parse REDUX_DATA:\", e);\n }\n }\n \n // Extract auction URLs from the HTML\n const auctionUrls = [...new Set((html.match(/href=[\"'][^\"']*\\/auctions\\/[^\"']*[\"']/g) || [])\n .map(m => m.replace(/href=[\"']/, '').replace(/[\"']$/, ''))\n .filter(url => url.includes('/auctions/') && !url.includes('#'))\n .map(url => url.startsWith('/') ? `https://www.quarterpriceauction.com${url}` : url))];\n \n console.log(`Found ${auctionUrls.length} auction URLs`);\n \n const allItems: AuctionItem[] = [];\n let totalPagesScraped = 0;\n \n // Process each auction\n for (const auctionUrl of auctionUrls) {\n try {\n console.log(`Processing auction: ${auctionUrl}`);\n const auctionItems = await scrapeAuctionItems(auctionUrl);\n allItems.push(...auctionItems.items);\n totalPagesScraped += auctionItems.pagesScraped;\n \n // Add a small delay to be respectful to the server\n await new Promise(resolve => setTimeout(resolve, 500));\n } catch (error) {\n console.log(`Failed to process auction ${auctionUrl}:`, error);\n }\n }\n \n const processingTime = Date.now() - startTime;\n \n return {\n timestamp: new Date().toISOString(),\n totalItems: allItems.length,\n totalAuctions: auctionUrls.length,\n items: allItems,\n metadata: {\n reduxDataFound: !!reduxData,\n auctionUrlsFound: auctionUrls.length,\n scrapedAuctions: auctionUrls.length,\n totalPagesScraped,\n processingTimeMs: processingTime\n }\n };\n \n } catch (error) {\n console.error(\"Scraping error:\", error);\n return {\n timestamp: new Date().toISOString(),\n totalItems: 0,\n totalAuctions: 0,\n items: [],\n error: error instanceof Error ? error.message : \"Unknown error occurred\"\n };\n }\n}\n\nasync function scrapeAuctionItems(auctionUrl: string): Promise<{items: AuctionItem[], pagesScraped: number}> {\n const items: AuctionItem[] = [];\n let pagesScraped = 0;\n \n try {\n console.log(`Starting to scrape auction: ${auctionUrl}`);\n \n // First, get the main auction page (page 1)\n const response = await fetch(auctionUrl);\n if (!response.ok) {\n throw new Error(`HTTP error! status: ${response.status}`);\n }\n \n const html = await response.text();\n pagesScraped++;\n \n // Extract auction title\n const auctionTitleMatch = html.match(/]*>([^<]+)<\\/title>/i);\n const auctionTitle = auctionTitleMatch ? \n auctionTitleMatch[1].replace(/Quarter Price.*?-\\s*/, '').trim() : \n auctionUrl.split('/').pop()?.replace(/-/g, ' ') || 'Unknown Auction';\n \n // Extract REDUX_DATA from auction page\n const auctionReduxMatch = html.match(/window\\.REDUX_DATA\\s*=\\s*({.*?});/s);\n let auctionReduxData = null;\n if (auctionReduxMatch) {\n try {\n auctionReduxData = JSON.parse(auctionReduxMatch[1]);\n } catch (e) {\n console.log(\"Failed to parse auction REDUX_DATA:\", e);\n }\n }\n \n // Extract items from the first page\n let pageItems: AuctionItem[] = [];\n if (auctionReduxData) {\n pageItems = extractItemsFromReduxData(auctionReduxData, auctionTitle, auctionUrl);\n console.log(`Found ${pageItems.length} items from REDUX data on page 1 of ${auctionUrl}`);\n }\n \n // If REDUX data didn't have items, or had very few, try HTML parsing\n if (pageItems.length === 0) {\n pageItems = extractItemsFromHtml(html, auctionTitle, auctionUrl);\n console.log(`Found ${pageItems.length} items from HTML parsing on page 1 of ${auctionUrl}`);\n }\n \n items.push(...pageItems);\n \n // Now find out how many pages this auction has\n let maxPage = 1;\n \n // Look for pagination indicators in the HTML\n const paginationMatches = [\n ...html.matchAll(/[?&]page=(\\d+)/g),\n ...html.matchAll(/page\\s*=\\s*(\\d+)/g),\n ...html.matchAll(/Page\\s+(\\d+)/gi)\n ];\n \n for (const match of paginationMatches) {\n const pageNum = parseInt(match[1]);\n if (pageNum > maxPage) {\n maxPage = pageNum;\n }\n }\n \n // Also check REDUX data for pagination info\n if (auctionReduxData) {\n const paginationData = auctionReduxData.pagination || \n auctionReduxData.lotList?.pagination ||\n auctionReduxData.auction?.pagination;\n \n if (paginationData) {\n if (paginationData.totalPages) maxPage = Math.max(maxPage, paginationData.totalPages);\n if (paginationData.lastPage) maxPage = Math.max(maxPage, paginationData.lastPage);\n if (paginationData.total && paginationData.perPage) {\n const calculatedPages = Math.ceil(paginationData.total / paginationData.perPage);\n maxPage = Math.max(maxPage, calculatedPages);\n }\n }\n }\n \n // If we still only found 1 page, try a more aggressive search\n if (maxPage === 1) {\n // Look for \"Next\" buttons or page links\n const nextPageMatches = html.match(/href=[\"'][^\"']*[?&]page=(\\d+)[^\"']*[\"']/g) || [];\n for (const match of nextPageMatches) {\n const pageMatch = match.match(/page=(\\d+)/);\n if (pageMatch) {\n const pageNum = parseInt(pageMatch[1]);\n if (pageNum > maxPage) {\n maxPage = pageNum;\n }\n }\n }\n }\n \n console.log(`Detected ${maxPage} pages for auction ${auctionUrl}`);\n \n // Now scrape pages 2 through maxPage\n for (let page = 2; page <= Math.min(maxPage, 50); page++) { // Limit to 50 pages max for safety\n try {\n const pageUrl = `${auctionUrl}?page=${page}`;\n console.log(`Scraping page ${page}: ${pageUrl}`);\n \n const pageResponse = await fetch(pageUrl);\n if (!pageResponse.ok) {\n console.log(`Page ${page} returned ${pageResponse.status}, stopping pagination`);\n break;\n }\n \n const pageHtml = await pageResponse.text();\n pagesScraped++;\n \n // Check if this page has any items (to detect when we've gone past the last page)\n if (pageHtml.includes('No items found') || pageHtml.includes('no lots') || \n pageHtml.length < 1000) { // Very short page likely means no content\n console.log(`Page ${page} appears to be empty, stopping pagination`);\n break;\n }\n \n // Extract REDUX data from this page\n const pageReduxMatch = pageHtml.match(/window\\.REDUX_DATA\\s*=\\s*({.*?});/s);\n let pageItems: AuctionItem[] = [];\n \n if (pageReduxMatch) {\n try {\n const pageReduxData = JSON.parse(pageReduxMatch[1]);\n pageItems = extractItemsFromReduxData(pageReduxData, auctionTitle, auctionUrl);\n } catch (e) {\n console.log(`Failed to parse REDUX data for page ${page}, falling back to HTML`);\n pageItems = extractItemsFromHtml(pageHtml, auctionTitle, auctionUrl);\n }\n } else {\n pageItems = extractItemsFromHtml(pageHtml, auctionTitle, auctionUrl);\n }\n \n if (pageItems.length === 0) {\n console.log(`No items found on page ${page}, stopping pagination`);\n break;\n }\n \n items.push(...pageItems);\n console.log(`Found ${pageItems.length} items on page ${page} of ${auctionUrl}`);\n \n // Be respectful to the server\n await new Promise(resolve => setTimeout(resolve, 300));\n \n } catch (error) {\n console.log(`Error scraping page ${page} of ${auctionUrl}:`, error);\n // Continue to next page instead of breaking\n }\n }\n \n console.log(`Completed scraping ${auctionUrl}: ${items.length} total items across ${pagesScraped} pages`);\n \n } catch (error) {\n console.log(`Error scraping auction ${auctionUrl}:`, error);\n }\n \n return { items, pagesScraped };\n}\n\nfunction extractItemsFromReduxData(reduxData: any, auctionTitle: string, auctionUrl: string): AuctionItem[] {\n const items: AuctionItem[] = [];\n \n // Look for lots/items in various possible locations in the redux state\n const possibleItemSources = [\n reduxData.lots,\n reduxData.items,\n reduxData.auction?.lots,\n reduxData.auction?.items,\n reduxData.lotList,\n reduxData.currentAuction?.lots,\n reduxData.auctionLots\n ];\n \n for (const source of possibleItemSources) {\n if (Array.isArray(source)) {\n for (const item of source) {\n if (item && typeof item === 'object') {\n const auctionItem: AuctionItem = {\n title: item.title || item.name || item.description || 'Unknown Item',\n auctionTitle,\n auctionUrl\n };\n \n if (item.current_bid !== undefined) auctionItem.currentBid = `${item.current_bid}`;\n if (item.starting_bid !== undefined) auctionItem.startingBid = `${item.starting_bid}`;\n if (item.bid_count !== undefined) auctionItem.bidCount = item.bid_count;\n if (item.time_left) auctionItem.timeLeft = item.time_left;\n if (item.lot_number) auctionItem.lotNumber = item.lot_number.toString();\n if (item.category) auctionItem.category = item.category;\n if (item.description && item.description !== auctionItem.title) {\n auctionItem.description = item.description;\n }\n if (item.image_url || item.imageUrl) {\n auctionItem.imageUrl = item.image_url || item.imageUrl;\n }\n if (item.url || item.lot_url) {\n const itemUrl = item.url || item.lot_url;\n auctionItem.itemUrl = itemUrl.startsWith('/') ? \n `https://www.quarterpriceauction.com${itemUrl}` : itemUrl;\n }\n \n items.push(auctionItem);\n }\n }\n } else if (source && typeof source === 'object') {\n // Handle object with item IDs as keys\n for (const [key, item] of Object.entries(source)) {\n if (item && typeof item === 'object') {\n const itemObj = item as any;\n const auctionItem: AuctionItem = {\n title: itemObj.title || itemObj.name || itemObj.description || `Item ${key}`,\n auctionTitle,\n auctionUrl\n };\n \n if (itemObj.current_bid !== undefined) auctionItem.currentBid = `${itemObj.current_bid}`;\n if (itemObj.starting_bid !== undefined) auctionItem.startingBid = `${itemObj.starting_bid}`;\n if (itemObj.bid_count !== undefined) auctionItem.bidCount = itemObj.bid_count;\n if (itemObj.time_left) auctionItem.timeLeft = itemObj.time_left;\n if (itemObj.lot_number) auctionItem.lotNumber = itemObj.lot_number.toString();\n if (itemObj.category) auctionItem.category = itemObj.category;\n if (itemObj.description && itemObj.description !== auctionItem.title) {\n auctionItem.description = itemObj.description;\n }\n if (itemObj.image_url || itemObj.imageUrl) {\n auctionItem.imageUrl = itemObj.image_url || itemObj.imageUrl;\n }\n if (itemObj.url || itemObj.lot_url) {\n const itemUrl = itemObj.url || itemObj.lot_url;\n auctionItem.itemUrl = itemUrl.startsWith('/') ? \n `https://www.quarterpriceauction.com${itemUrl}` : itemUrl;\n }\n \n items.push(auctionItem);\n }\n }\n }\n }\n \n return items;\n}\n\nfunction extractItemsFromHtml(html: string, auctionTitle: string, auctionUrl: string): AuctionItem[] {\n const items: AuctionItem[] = [];\n \n // Based on the debug analysis, Quarter Price Auction uses specific patterns\n // Look for images with class=\"lot-img\" which contain the item titles in alt text\n const lotImages = html.match(/]*class[^>]*lot-img[^>]*>/gi) || [];\n console.log(`Found ${lotImages.length} lot images`);\n \n for (const imgTag of lotImages) {\n const item: AuctionItem = {\n title: 'Unknown Item',\n auctionTitle,\n auctionUrl\n };\n \n // Extract title from alt attribute\n const altMatch = imgTag.match(/alt=[\"']([^\"']+)[\"']/i);\n if (altMatch && altMatch[1]) {\n item.title = altMatch[1].replace(/&/g, '&').trim();\n }\n \n // Extract image URL\n const srcMatch = imgTag.match(/src=[\"']([^\"']+)[\"']/i);\n if (srcMatch && srcMatch[1]) {\n item.imageUrl = srcMatch[1];\n }\n \n items.push(item);\n }\n \n // Also look for lot containers that might have additional data\n const lotContainerPatterns = [\n /]*class[^>]*lot[^>]*>[\\s\\S]*?<\\/div>/gi,\n /]*class[^>]*lotList[^>]*>[\\s\\S]*?<\\/div>/gi\n ];\n \n for (const pattern of lotContainerPatterns) {\n const matches = html.match(pattern) || [];\n console.log(`Pattern found ${matches.length} lot container matches`);\n \n for (const lotHtml of matches.slice(0, 200)) {\n // Skip very small matches\n if (lotHtml.length < 100) continue;\n \n // Look for lot images within this container\n const containerImages = lotHtml.match(/]*class[^>]*lot-img[^>]*>/gi) || [];\n if (containerImages.length === 0) continue;\n \n const imgTag = containerImages[0];\n \n // Find if we already have this item\n const altMatch = imgTag.match(/alt=[\"']([^\"']+)[\"']/i);\n if (!altMatch) continue;\n \n const title = altMatch[1].replace(/&/g, '&').trim();\n let existingItem = items.find(item => item.title === title);\n \n if (!existingItem) {\n existingItem = {\n title,\n auctionTitle,\n auctionUrl\n };\n \n // Extract image URL\n const srcMatch = imgTag.match(/src=[\"']([^\"']+)[\"']/i);\n if (srcMatch && srcMatch[1]) {\n existingItem.imageUrl = srcMatch[1];\n }\n \n items.push(existingItem);\n }\n \n // Now extract additional data from the container\n // Look for prices\n const priceMatches = lotHtml.match(/\\$[\\d,]+\\.?\\d*/g) || [];\n if (priceMatches.length > 0 && !existingItem.currentBid) {\n existingItem.currentBid = priceMatches[0];\n }\n \n // Look for lot numbers\n const lotNumberPatterns = [\n lotHtml.match(/lot[^0-9]*(\\d+)/i),\n lotHtml.match(/item[^0-9]*(\\d+)/i),\n lotHtml.match(/#(\\d+)/),\n lotHtml.match(/data-lot[^0-9]*(\\d+)/i)\n ];\n \n for (const pattern of lotNumberPatterns) {\n if (pattern && pattern[1] && !existingItem.lotNumber) {\n existingItem.lotNumber = pattern[1];\n break;\n }\n }\n \n // Look for links to individual lot pages\n const linkMatch = lotHtml.match(/]*href=[\"']([^\"']+)[\"']/i);\n if (linkMatch && linkMatch[1] && !existingItem.itemUrl) {\n let itemUrl = linkMatch[1];\n if (itemUrl.startsWith('/')) {\n itemUrl = 'https://www.quarterpriceauction.com' + itemUrl;\n }\n if (itemUrl.includes('lot') || itemUrl.includes('item')) {\n existingItem.itemUrl = itemUrl;\n }\n }\n \n // Look for bid count\n const bidCountMatch = lotHtml.match(/(\\d+)\\s*bids?/i);\n if (bidCountMatch && !existingItem.bidCount) {\n existingItem.bidCount = parseInt(bidCountMatch[1]);\n }\n \n // Look for time left\n const timeLeftMatch = lotHtml.match(/(\\d+[dhms]|\\d+:\\d+:\\d+|\\d+\\s*(?:days?|hours?|minutes?|mins?))/i);\n if (timeLeftMatch && !existingItem.timeLeft) {\n existingItem.timeLeft = timeLeftMatch[1];\n }\n }\n }\n \n // Remove duplicates and items without meaningful data\n const uniqueItems = items.filter((item, index, self) => {\n // Remove duplicates based on title\n const isDuplicate = index !== self.findIndex(other => other.title === item.title);\n if (isDuplicate) return false;\n \n // Keep items that have a real title (not \"Unknown Item\")\n return item.title !== 'Unknown Item' && item.title.length > 3;\n });\n \n console.log(`Extracted ${uniqueItems.length} unique items from HTML (${items.length} total before deduplication)`);\n return uniqueItems;\n}\n\n// Main API endpoint - scrapes ALL items from ALL auctions\napp.get(\"/\", async (c) => {\n const data = await scrapeAllAuctionItems();\n \n return c.json(data, {\n headers: {\n \"Cache-Control\": \"public, max-age=600\", // Cache for 10 minutes due to intensive scraping\n }\n });\n});\n\n// Quick endpoint for just auction summaries (original functionality)\napp.get(\"/auctions\", async (c) => {\n const data = await scrapeAuctionSummaries();\n \n return c.json(data, {\n headers: {\n \"Cache-Control\": \"public, max-age=300\", // Cache for 5 minutes\n }\n });\n});\n\nasync function scrapeAuctionSummaries(): Promise {\n try {\n const response = await fetch(\"https://www.quarterpriceauction.com/\");\n \n if (!response.ok) {\n throw new Error(`HTTP error! status: ${response.status}`);\n }\n \n const html = await response.text();\n \n // Extract REDUX_DATA which contains the application state\n const reduxMatch = html.match(/window\\.REDUX_DATA\\s*=\\s*({.*?});/s);\n let reduxData = null;\n if (reduxMatch) {\n try {\n reduxData = JSON.parse(reduxMatch[1]);\n } catch (e) {\n console.log(\"Failed to parse REDUX_DATA:\", e);\n }\n }\n \n // Extract auction URLs from the HTML\n const auctionUrls = [...new Set((html.match(/href=[\"'][^\"']*\\/auctions\\/[^\"']*[\"']/g) || [])\n .map(m => m.replace(/href=[\"']/, '').replace(/[\"']$/, ''))\n .filter(url => url.includes('/auctions/'))\n .map(url => url.startsWith('/') ? `https://www.quarterpriceauction.com${url}` : url))];\n \n const items: AuctionItem[] = [];\n \n // Get basic auction info (original functionality)\n for (const auctionUrl of auctionUrls.slice(0, 10)) {\n try {\n const auctionResponse = await fetch(auctionUrl);\n if (auctionResponse.ok) {\n const auctionHtml = await auctionResponse.text();\n \n const titleMatch = auctionHtml.match(/]*>([^<]+)<\\/title>/i);\n const priceMatches = auctionHtml.match(/\\$[\\d,]+\\.?\\d*/g) || [];\n \n const auctionItem: AuctionItem = {\n title: titleMatch ? titleMatch[1].replace(/Quarter Price.*?-\\s*/, '').trim() : \n auctionUrl.split('/').pop()?.replace(/-/g, ' ') || 'Unknown Auction',\n auctionUrl: auctionUrl,\n auctionTitle: titleMatch ? titleMatch[1].replace(/Quarter Price.*?-\\s*/, '').trim() : undefined\n };\n \n if (priceMatches.length > 0) {\n auctionItem.currentBid = priceMatches[0];\n }\n \n items.push(auctionItem);\n }\n } catch (error) {\n console.log(`Failed to fetch auction ${auctionUrl}:`, error);\n }\n }\n \n return {\n timestamp: new Date().toISOString(),\n totalItems: items.length,\n totalAuctions: auctionUrls.length,\n items: items,\n metadata: {\n reduxDataFound: !!reduxData,\n auctionUrlsFound: auctionUrls.length,\n scrapedAuctions: Math.min(auctionUrls.length, 10),\n totalPagesScraped: items.length,\n processingTimeMs: 0\n }\n };\n \n } catch (error) {\n console.error(\"Scraping error:\", error);\n return {\n timestamp: new Date().toISOString(),\n totalItems: 0,\n totalAuctions: 0,\n items: [],\n error: error instanceof Error ? error.message : \"Unknown error occurred\"\n };\n }\n}\n\n// Health check endpoint\napp.get(\"/health\", (c) => {\n return c.json({ \n status: \"ok\", \n timestamp: new Date().toISOString(),\n service: \"Quarter Price Auction Scraper\"\n });\n});\n\n// API info endpoint\napp.get(\"/info\", (c) => {\n return c.json({\n name: \"Quarter Price Auction Scraper API\",\n description: \"Comprehensive scraper for all items across all auctions from quarterpriceauction.com\",\n endpoints: {\n \"/\": \"Get ALL items from ALL auctions (comprehensive scraping)\",\n \"/auctions\": \"Get auction summaries only (quick overview)\",\n \"/health\": \"Health check\",\n \"/info\": \"API information\",\n \"/debug\": \"Debug HTML structure\"\n },\n version: \"2.0.0\",\n features: [\n \"Scrapes every item from every auction\",\n \"Handles pagination across all auction pages\",\n \"Extracts detailed item information\",\n \"Processes REDUX data and HTML fallbacks\",\n \"Includes lot numbers, bid counts, categories\",\n \"Comprehensive error handling and rate limiting\"\n ]\n });\n});\n\n// Test HTML parsing directly\napp.get(\"/test-html-parsing/:auctionId\", async (c) => {\n const auctionId = c.req.param('auctionId');\n const auctionUrl = `https://www.quarterpriceauction.com/auctions/${auctionId}`;\n \n try {\n const response = await fetch(auctionUrl);\n const html = await response.text();\n \n // Test the lot image extraction directly\n const lotImages = html.match(/]*class[^>]*lot-img[^>]*>/gi) || [];\n const sampleImages = lotImages.slice(0, 5);\n \n // Extract titles from the images\n const extractedTitles = lotImages.map(imgTag => {\n const altMatch = imgTag.match(/alt=[\"']([^\"']+)[\"']/i);\n return altMatch ? altMatch[1].replace(/&/g, '&').trim() : 'No alt text';\n });\n \n // Test the full extraction function\n const extractedItems = extractItemsFromHtml(html, \"Test Auction\", auctionUrl);\n \n return c.json({\n auctionUrl,\n htmlLength: html.length,\n lotImageCount: lotImages.length,\n sampleImages,\n extractedTitles: extractedTitles.slice(0, 10),\n extractedItemsCount: extractedItems.length,\n sampleExtractedItems: extractedItems.slice(0, 5)\n });\n } catch (error) {\n return c.json({\n error: error.message,\n auctionUrl\n }, 500);\n }\n});\n\n// Debug HTML patterns in auction page\napp.get(\"/debug-patterns/:auctionId\", async (c) => {\n const auctionId = c.req.param('auctionId');\n const auctionUrl = `https://www.quarterpriceauction.com/auctions/${auctionId}`;\n \n try {\n const response = await fetch(auctionUrl);\n const html = await response.text();\n \n // Look for all div elements with class attributes\n const divMatches = html.match(/]*class=[\"'][^\"']*[\"'][^>]*>/gi) || [];\n const classNames = [...new Set(divMatches.map(div => {\n const classMatch = div.match(/class=[\"']([^\"']*)[\"']/i);\n return classMatch ? classMatch[1] : '';\n }).filter(cls => cls.length > 0))];\n \n // Look for specific patterns that might contain lot data\n const lotDivs = html.match(/]*class[^>]*lot[^>]*>[\\s\\S]{0,500}/gi) || [];\n const sampleLotDivs = lotDivs.slice(0, 3).map(div => div.substring(0, 300));\n \n // Look for any divs that contain numbers (potential lot numbers)\n const numberDivs = html.match(/]*>\\s*\\d+[^<]*<\\/div>/gi) || [];\n \n // Look for price patterns\n const pricePatterns = html.match(/\\$[\\d,]+\\.?\\d*/g) || [];\n \n // Look for image tags\n const imageTags = html.match(/]*>/gi) || [];\n const sampleImages = imageTags.slice(0, 5);\n \n return c.json({\n auctionUrl,\n htmlLength: html.length,\n analysis: {\n totalDivs: (html.match(/

{\n const auctionId = c.req.param('auctionId');\n const pageNum = c.req.param('pageNum');\n const auctionUrl = `https://www.quarterpriceauction.com/auctions/${auctionId}?page=${pageNum}`;\n \n try {\n const response = await fetch(auctionUrl);\n const html = await response.text();\n \n // Extract REDUX_DATA\n const reduxMatch = html.match(/window\\.REDUX_DATA\\s*=\\s*({.*?});/s);\n let reduxData = null;\n if (reduxMatch) {\n try {\n reduxData = JSON.parse(reduxMatch[1]);\n } catch (e) {\n console.log(\"Failed to parse REDUX_DATA:\", e);\n }\n }\n \n return c.json({\n auctionUrl,\n pageNum,\n status: response.status,\n htmlLength: html.length,\n htmlPreview: html.substring(0, 1500),\n reduxDataKeys: reduxData ? Object.keys(reduxData) : null,\n // Look for specific lot/item patterns\n lotPatterns: {\n lotDivs: (html.match(/]*lot[^>]*>/gi) || []).length,\n itemDivs: (html.match(/]*item[^>]*>/gi) || []).length,\n auctionDivs: (html.match(/]*auction[^>]*>/gi) || []).length,\n tableRows: (html.match(/]*>/gi) || []).length\n },\n // Look for pagination indicators\n paginationIndicators: {\n nextButtons: (html.match(/next/gi) || []).length,\n prevButtons: (html.match(/prev/gi) || []).length,\n pageNumbers: [...new Set(Array.from(html.matchAll(/page[=\\s]*(\\d+)/gi)).map(m => parseInt(m[1])))],\n pageLinks: (html.match(/href[^>]*page=\\d+/gi) || []).slice(0, 5)\n }\n });\n } catch (error) {\n return c.json({\n error: error.message,\n auctionUrl\n }, 500);\n }\n});\n\n// Debug specific auction page\napp.get(\"/debug-auction/:auctionId\", async (c) => {\n const auctionId = c.req.param('auctionId');\n const auctionUrl = `https://www.quarterpriceauction.com/auctions/${auctionId}`;\n \n try {\n const response = await fetch(auctionUrl);\n const html = await response.text();\n \n // Extract REDUX_DATA\n const reduxMatch = html.match(/window\\.REDUX_DATA\\s*=\\s*({.*?});/s);\n let reduxData = null;\n if (reduxMatch) {\n try {\n reduxData = JSON.parse(reduxMatch[1]);\n } catch (e) {\n console.log(\"Failed to parse REDUX_DATA:\", e);\n }\n }\n \n // Look for pagination patterns\n const paginationPatterns = [\n ...html.matchAll(/[?&]page=(\\d+)/g),\n ...html.matchAll(/page\\s*=\\s*(\\d+)/g),\n ...html.matchAll(/Page\\s+(\\d+)/gi)\n ];\n \n const pageNumbers = [...new Set(Array.from(paginationPatterns).map(m => parseInt(m[1])))];\n \n return c.json({\n auctionUrl,\n htmlLength: html.length,\n htmlPreview: html.substring(0, 2000),\n reduxDataKeys: reduxData ? Object.keys(reduxData) : null,\n reduxDataSample: reduxData ? JSON.stringify(reduxData).substring(0, 1000) : null,\n paginationFound: pageNumbers,\n maxPage: Math.max(...pageNumbers, 1),\n // Look for specific lot/item patterns\n lotPatterns: {\n lotDivs: (html.match(/]*lot[^>]*>/gi) || []).length,\n itemDivs: (html.match(/]*item[^>]*>/gi) || []).length,\n auctionDivs: (html.match(/]*auction[^>]*>/gi) || []).length,\n tableRows: (html.match(/]*>/gi) || []).length\n }\n });\n } catch (error) {\n return c.json({\n error: error.message,\n auctionUrl\n }, 500);\n }\n});\n\n// Test endpoint for single auction pagination\napp.get(\"/test-auction/:auctionId\", async (c) => {\n const auctionId = c.req.param('auctionId');\n const auctionUrl = `https://www.quarterpriceauction.com/auctions/${auctionId}`;\n \n const result = await scrapeAuctionItems(auctionUrl);\n \n return c.json({\n auctionUrl,\n totalItems: result.items.length,\n pagesScraped: result.pagesScraped,\n items: result.items.slice(0, 10), // Show first 10 items as sample\n metadata: {\n processingComplete: true,\n itemsPerPage: result.items.length / result.pagesScraped\n }\n });\n});\n\n// Debug endpoint to examine HTML structure\napp.get(\"/debug\", async (c) => {\n try {\n const response = await fetch(\"https://www.quarterpriceauction.com/\");\n const html = await response.text();\n \n // Look for JSON data embedded in the page\n const scriptMatches = html.match(/]*>(.*?)<\\/script>/gs) || [];\n const jsonData = [];\n \n for (const script of scriptMatches) {\n if (script.includes('auction') || script.includes('item') || script.includes('bid')) {\n const content = script.replace(/<\\/?script[^>]*>/g, '').trim();\n if (content.length > 50 && content.length < 5000) {\n jsonData.push(content.substring(0, 1000));\n }\n }\n }\n \n // Look for auction-related URLs\n const auctionUrls = [...new Set((html.match(/href=[\"'][^\"']*auction[^\"']*[\"']/g) || [])\n .map(m => m.replace(/href=[\"']/, '').replace(/[\"']$/, '')))];\n \n return c.json({\n status: \"success\",\n htmlLength: html.length,\n htmlPreview: html.substring(0, 2000),\n htmlEnd: html.substring(html.length - 1000),\n auctionUrls: auctionUrls.slice(0, 10),\n jsonData: jsonData.slice(0, 3),\n // Look for common patterns\n patterns: {\n divs: (html.match(/]*>/g) || []).length,\n links: (html.match(/]*>/g) || []).length,\n images: (html.match(/]*>/g) || []).length,\n headings: (html.match(/]*>/g) || []).length,\n prices: (html.match(/\\$[\\d,]+\\.?\\d*/g) || []).slice(0, 10),\n classNames: [...new Set((html.match(/class=[\"']([^\"']*)/g) || []).map(m => m.split('=')[1].replace(/[\"']/g, '')))].slice(0, 30)\n }\n });\n } catch (error) {\n return c.json({\n status: \"error\",\n message: error.message\n }, 500);\n }\n});\n\nexport default app.fetch;","import { Hono } from \"https://esm.sh/hono@3.11.7\";\n\nconst app = new Hono();\n\n// Unwrap Hono errors to see original error details\napp.onError((err) => Promise.reject(err));\n\ninterface AuctionItem {\n title: string;\n currentBid?: string;\n timeLeft?: string;\n imageUrl?: string;\n auctionUrl?: string;\n itemUrl?: string;\n description?: string;\n lotNumber?: string;\n auctionTitle?: string;\n startingBid?: string;\n bidCount?: number;\n category?: string;\n}\n\ninterface ScrapedData {\n timestamp: string;\n totalItems: number;\n totalAuctions: number;\n items: AuctionItem[];\n error?: string;\n metadata?: {\n reduxDataFound: boolean;\n auctionUrlsFound: number;\n scrapedAuctions: number;\n totalPagesScraped: number;\n processingTimeMs: number;\n };\n}\n\nasync function scrapeAllAuctionItems(): Promise {\n const startTime = Date.now();\n \n try {\n const response = await fetch(\"https://www.quarterpriceauction.com/\");\n \n if (!response.ok) {\n throw new Error(`HTTP error! status: ${response.status}`);\n }\n \n const html = await response.text();\n \n // Extract REDUX_DATA which contains the application state\n const reduxMatch = html.match(/window\\.REDUX_DATA\\s*=\\s*({.*?});/s);\n let reduxData = null;\n if (reduxMatch) {\n try {\n reduxData = JSON.parse(reduxMatch[1]);\n } catch (e) {\n console.log(\"Failed to parse REDUX_DATA:\", e);\n }\n }\n \n // Extract auction URLs from the HTML\n const auctionUrls = [...new Set((html.match(/href=[\"'][^\"']*\\/auctions\\/[^\"']*[\"']/g) || [])\n .map(m => m.replace(/href=[\"']/, '').replace(/[\"']$/, ''))\n .filter(url => url.includes('/auctions/') && !url.includes('#'))\n .map(url => url.startsWith('/') ? `https://www.quarterpriceauction.com${url}` : url))];\n \n console.log(`Found ${auctionUrls.length} auction URLs`);\n \n const allItems: AuctionItem[] = [];\n let totalPagesScraped = 0;\n \n // Process each auction\n for (const auctionUrl of auctionUrls) {\n try {\n console.log(`Processing auction: ${auctionUrl}`);\n const auctionItems = await scrapeAuctionItems(auctionUrl);\n allItems.push(...auctionItems.items);\n totalPagesScraped += auctionItems.pagesScraped;\n \n // Add a small delay to be respectful to the server\n await new Promise(resolve => setTimeout(resolve, 500));\n } catch (error) {\n console.log(`Failed to process auction ${auctionUrl}:`, error);\n }\n }\n \n const processingTime = Date.now() - startTime;\n \n return {\n timestamp: new Date().toISOString(),\n totalItems: allItems.length,\n totalAuctions: auctionUrls.length,\n items: allItems,\n metadata: {\n reduxDataFound: !!reduxData,\n auctionUrlsFound: auctionUrls.length,\n scrapedAuctions: auctionUrls.length,\n totalPagesScraped,\n processingTimeMs: processingTime\n }\n };\n \n } catch (error) {\n console.error(\"Scraping error:\", error);\n return {\n timestamp: new Date().toISOString(),\n totalItems: 0,\n totalAuctions: 0,\n items: [],\n error: error instanceof Error ? error.message : \"Unknown error occurred\"\n };\n }\n}\n\nasync function scrapeAuctionItems(auctionUrl: string): Promise<{items: AuctionItem[], pagesScraped: number}> {\n const items: AuctionItem[] = [];\n let pagesScraped = 0;\n \n try {\n console.log(`Starting to scrape auction: ${auctionUrl}`);\n \n // First, get the main auction page (page 1)\n const response = await fetch(auctionUrl);\n if (!response.ok) {\n throw new Error(`HTTP error! status: ${response.status}`);\n }\n \n const html = await response.text();\n pagesScraped++;\n \n // Extract auction title\n const auctionTitleMatch = html.match(/]*>([^<]+)<\\/title>/i);\n const auctionTitle = auctionTitleMatch ? \n auctionTitleMatch[1].replace(/Quarter Price.*?-\\s*/, '').trim() : \n auctionUrl.split('/').pop()?.replace(/-/g, ' ') || 'Unknown Auction';\n \n // Extract REDUX_DATA from auction page\n const auctionReduxMatch = html.match(/window\\.REDUX_DATA\\s*=\\s*({.*?});/s);\n let auctionReduxData = null;\n if (auctionReduxMatch) {\n try {\n auctionReduxData = JSON.parse(auctionReduxMatch[1]);\n } catch (e) {\n console.log(\"Failed to parse auction REDUX_DATA:\", e);\n }\n }\n \n // Extract items from the first page\n let pageItems: AuctionItem[] = [];\n if (auctionReduxData) {\n pageItems = extractItemsFromReduxData(auctionReduxData, auctionTitle, auctionUrl);\n console.log(`Found ${pageItems.length} items from REDUX data on page 1 of ${auctionUrl}`);\n }\n \n // If REDUX data didn't have items, or had very few, try HTML parsing\n if (pageItems.length === 0) {\n pageItems = extractItemsFromHtml(html, auctionTitle, auctionUrl);\n console.log(`Found ${pageItems.length} items from HTML parsing on page 1 of ${auctionUrl}`);\n }\n \n items.push(...pageItems);\n \n // Now find out how many pages this auction has\n let maxPage = 1;\n \n // Look for pagination indicators in the HTML\n const paginationMatches = [\n ...html.matchAll(/[?&]page=(\\d+)/g),\n ...html.matchAll(/page\\s*=\\s*(\\d+)/g),\n ...html.matchAll(/Page\\s+(\\d+)/gi)\n ];\n \n for (const match of paginationMatches) {\n const pageNum = parseInt(match[1]);\n if (pageNum > maxPage) {\n maxPage = pageNum;\n }\n }\n \n // Also check REDUX data for pagination info\n if (auctionReduxData) {\n const paginationData = auctionReduxData.pagination || \n auctionReduxData.lotList?.pagination ||\n auctionReduxData.auction?.pagination;\n \n if (paginationData) {\n if (paginationData.totalPages) maxPage = Math.max(maxPage, paginationData.totalPages);\n if (paginationData.lastPage) maxPage = Math.max(maxPage, paginationData.lastPage);\n if (paginationData.total && paginationData.perPage) {\n const calculatedPages = Math.ceil(paginationData.total / paginationData.perPage);\n maxPage = Math.max(maxPage, calculatedPages);\n }\n }\n }\n \n // If we still only found 1 page, try a more aggressive search\n if (maxPage === 1) {\n // Look for \"Next\" buttons or page links\n const nextPageMatches = html.match(/href=[\"'][^\"']*[?&]page=(\\d+)[^\"']*[\"']/g) || [];\n for (const match of nextPageMatches) {\n const pageMatch = match.match(/page=(\\d+)/);\n if (pageMatch) {\n const pageNum = parseInt(pageMatch[1]);\n if (pageNum > maxPage) {\n maxPage = pageNum;\n }\n }\n }\n }\n \n // If still no pagination found, try a brute force approach\n // Since you mentioned there are 9 pages, let's try to detect this automatically\n if (maxPage === 1) {\n console.log(`No pagination detected in HTML/REDUX for ${auctionUrl}, trying brute force detection...`);\n \n // Try to estimate based on item count\n // If we found close to 50 items on page 1, there are likely more pages\n if (pageItems.length >= 45) {\n // Test if page 2 exists by making a quick request\n try {\n const testPage2 = await fetch(`${auctionUrl}?page=2`);\n if (testPage2.ok) {\n const testHtml = await testPage2.text();\n // Check if page 2 has content (not empty or error page)\n if (testHtml.length > 100000 && !testHtml.includes('No items found') && !testHtml.includes('no lots')) {\n console.log(`Page 2 exists for ${auctionUrl}, will try to find max page`);\n \n // Binary search to find the last page\n let low = 2, high = 20; // Start with reasonable bounds\n let lastValidPage = 1;\n \n while (low <= high) {\n const mid = Math.floor((low + high) / 2);\n try {\n const testResponse = await fetch(`${auctionUrl}?page=${mid}`);\n if (testResponse.ok) {\n const testHtml = await testResponse.text();\n if (testHtml.length > 100000 && !testHtml.includes('No items found') && !testHtml.includes('no lots')) {\n lastValidPage = mid;\n low = mid + 1;\n } else {\n high = mid - 1;\n }\n } else {\n high = mid - 1;\n }\n // Small delay to be respectful\n await new Promise(resolve => setTimeout(resolve, 100));\n } catch (e) {\n high = mid - 1;\n }\n }\n \n maxPage = lastValidPage;\n console.log(`Found ${maxPage} pages for ${auctionUrl} via binary search`);\n }\n }\n } catch (e) {\n console.log(`Error testing page 2 for ${auctionUrl}:`, e);\n }\n }\n }\n \n console.log(`Detected ${maxPage} pages for auction ${auctionUrl}`);\n \n // Now scrape pages 2 through maxPage\n for (let page = 2; page <= Math.min(maxPage, 50); page++) { // Limit to 50 pages max for safety\n try {\n const pageUrl = `${auctionUrl}?page=${page}`;\n console.log(`Scraping page ${page}: ${pageUrl}`);\n \n const pageResponse = await fetch(pageUrl);\n if (!pageResponse.ok) {\n console.log(`Page ${page} returned ${pageResponse.status}, stopping pagination`);\n break;\n }\n \n const pageHtml = await pageResponse.text();\n pagesScraped++;\n \n // Check if this page has any items (to detect when we've gone past the last page)\n if (pageHtml.includes('No items found') || pageHtml.includes('no lots') || \n pageHtml.length < 1000) { // Very short page likely means no content\n console.log(`Page ${page} appears to be empty, stopping pagination`);\n break;\n }\n \n // Extract REDUX data from this page\n const pageReduxMatch = pageHtml.match(/window\\.REDUX_DATA\\s*=\\s*({.*?});/s);\n let pageItems: AuctionItem[] = [];\n \n if (pageReduxMatch) {\n try {\n const pageReduxData = JSON.parse(pageReduxMatch[1]);\n pageItems = extractItemsFromReduxData(pageReduxData, auctionTitle, auctionUrl);\n } catch (e) {\n console.log(`Failed to parse REDUX data for page ${page}, falling back to HTML`);\n pageItems = extractItemsFromHtml(pageHtml, auctionTitle, auctionUrl);\n }\n } else {\n pageItems = extractItemsFromHtml(pageHtml, auctionTitle, auctionUrl);\n }\n \n if (pageItems.length === 0) {\n console.log(`No items found on page ${page}, stopping pagination`);\n break;\n }\n \n items.push(...pageItems);\n console.log(`Found ${pageItems.length} items on page ${page} of ${auctionUrl}`);\n \n // Be respectful to the server\n await new Promise(resolve => setTimeout(resolve, 300));\n \n } catch (error) {\n console.log(`Error scraping page ${page} of ${auctionUrl}:`, error);\n // Continue to next page instead of breaking\n }\n }\n \n console.log(`Completed scraping ${auctionUrl}: ${items.length} total items across ${pagesScraped} pages`);\n \n } catch (error) {\n console.log(`Error scraping auction ${auctionUrl}:`, error);\n }\n \n return { items, pagesScraped };\n}\n\nfunction extractItemsFromReduxData(reduxData: any, auctionTitle: string, auctionUrl: string): AuctionItem[] {\n const items: AuctionItem[] = [];\n \n // Look for lots/items in various possible locations in the redux state\n const possibleItemSources = [\n reduxData.lots,\n reduxData.items,\n reduxData.auction?.lots,\n reduxData.auction?.items,\n reduxData.lotList,\n reduxData.currentAuction?.lots,\n reduxData.auctionLots\n ];\n \n for (const source of possibleItemSources) {\n if (Array.isArray(source)) {\n for (const item of source) {\n if (item && typeof item === 'object') {\n const auctionItem: AuctionItem = {\n title: item.title || item.name || item.description || 'Unknown Item',\n auctionTitle,\n auctionUrl\n };\n \n if (item.current_bid !== undefined) auctionItem.currentBid = `${item.current_bid}`;\n if (item.starting_bid !== undefined) auctionItem.startingBid = `${item.starting_bid}`;\n if (item.bid_count !== undefined) auctionItem.bidCount = item.bid_count;\n if (item.time_left) auctionItem.timeLeft = item.time_left;\n if (item.lot_number) auctionItem.lotNumber = item.lot_number.toString();\n if (item.category) auctionItem.category = item.category;\n if (item.description && item.description !== auctionItem.title) {\n auctionItem.description = item.description;\n }\n if (item.image_url || item.imageUrl) {\n auctionItem.imageUrl = item.image_url || item.imageUrl;\n }\n if (item.url || item.lot_url) {\n const itemUrl = item.url || item.lot_url;\n auctionItem.itemUrl = itemUrl.startsWith('/') ? \n `https://www.quarterpriceauction.com${itemUrl}` : itemUrl;\n }\n \n items.push(auctionItem);\n }\n }\n } else if (source && typeof source === 'object') {\n // Handle object with item IDs as keys\n for (const [key, item] of Object.entries(source)) {\n if (item && typeof item === 'object') {\n const itemObj = item as any;\n const auctionItem: AuctionItem = {\n title: itemObj.title || itemObj.name || itemObj.description || `Item ${key}`,\n auctionTitle,\n auctionUrl\n };\n \n if (itemObj.current_bid !== undefined) auctionItem.currentBid = `${itemObj.current_bid}`;\n if (itemObj.starting_bid !== undefined) auctionItem.startingBid = `${itemObj.starting_bid}`;\n if (itemObj.bid_count !== undefined) auctionItem.bidCount = itemObj.bid_count;\n if (itemObj.time_left) auctionItem.timeLeft = itemObj.time_left;\n if (itemObj.lot_number) auctionItem.lotNumber = itemObj.lot_number.toString();\n if (itemObj.category) auctionItem.category = itemObj.category;\n if (itemObj.description && itemObj.description !== auctionItem.title) {\n auctionItem.description = itemObj.description;\n }\n if (itemObj.image_url || itemObj.imageUrl) {\n auctionItem.imageUrl = itemObj.image_url || itemObj.imageUrl;\n }\n if (itemObj.url || itemObj.lot_url) {\n const itemUrl = itemObj.url || itemObj.lot_url;\n auctionItem.itemUrl = itemUrl.startsWith('/') ? \n `https://www.quarterpriceauction.com${itemUrl}` : itemUrl;\n }\n \n items.push(auctionItem);\n }\n }\n }\n }\n \n return items;\n}\n\nfunction extractItemsFromHtml(html: string, auctionTitle: string, auctionUrl: string): AuctionItem[] {\n const items: AuctionItem[] = [];\n \n // Based on the debug analysis, Quarter Price Auction uses specific patterns\n // Look for images with class=\"lot-img\" which contain the item titles in alt text\n const lotImages = html.match(/]*class[^>]*lot-img[^>]*>/gi) || [];\n console.log(`Found ${lotImages.length} lot images`);\n \n for (const imgTag of lotImages) {\n const item: AuctionItem = {\n title: 'Unknown Item',\n auctionTitle,\n auctionUrl\n };\n \n // Extract title from alt attribute\n const altMatch = imgTag.match(/alt=[\"']([^\"']+)[\"']/i);\n if (altMatch && altMatch[1]) {\n item.title = altMatch[1].replace(/&/g, '&').trim();\n }\n \n // Extract image URL\n const srcMatch = imgTag.match(/src=[\"']([^\"']+)[\"']/i);\n if (srcMatch && srcMatch[1]) {\n item.imageUrl = srcMatch[1];\n }\n \n items.push(item);\n }\n \n // Also look for lot containers that might have additional data\n const lotContainerPatterns = [\n /]*class[^>]*lot[^>]*>[\\s\\S]*?<\\/div>/gi,\n /]*class[^>]*lotList[^>]*>[\\s\\S]*?<\\/div>/gi\n ];\n \n for (const pattern of lotContainerPatterns) {\n const matches = html.match(pattern) || [];\n console.log(`Pattern found ${matches.length} lot container matches`);\n \n for (const lotHtml of matches.slice(0, 200)) {\n // Skip very small matches\n if (lotHtml.length < 100) continue;\n \n // Look for lot images within this container\n const containerImages = lotHtml.match(/]*class[^>]*lot-img[^>]*>/gi) || [];\n if (containerImages.length === 0) continue;\n \n const imgTag = containerImages[0];\n \n // Find if we already have this item\n const altMatch = imgTag.match(/alt=[\"']([^\"']+)[\"']/i);\n if (!altMatch) continue;\n \n const title = altMatch[1].replace(/&/g, '&').trim();\n let existingItem = items.find(item => item.title === title);\n \n if (!existingItem) {\n existingItem = {\n title,\n auctionTitle,\n auctionUrl\n };\n \n // Extract image URL\n const srcMatch = imgTag.match(/src=[\"']([^\"']+)[\"']/i);\n if (srcMatch && srcMatch[1]) {\n existingItem.imageUrl = srcMatch[1];\n }\n \n items.push(existingItem);\n }\n \n // Now extract additional data from the container\n // Look for prices\n const priceMatches = lotHtml.match(/\\$[\\d,]+\\.?\\d*/g) || [];\n if (priceMatches.length > 0 && !existingItem.currentBid) {\n existingItem.currentBid = priceMatches[0];\n }\n \n // Look for lot numbers\n const lotNumberPatterns = [\n lotHtml.match(/lot[^0-9]*(\\d+)/i),\n lotHtml.match(/item[^0-9]*(\\d+)/i),\n lotHtml.match(/#(\\d+)/),\n lotHtml.match(/data-lot[^0-9]*(\\d+)/i)\n ];\n \n for (const pattern of lotNumberPatterns) {\n if (pattern && pattern[1] && !existingItem.lotNumber) {\n existingItem.lotNumber = pattern[1];\n break;\n }\n }\n \n // Look for links to individual lot pages\n const linkMatch = lotHtml.match(/]*href=[\"']([^\"']+)[\"']/i);\n if (linkMatch && linkMatch[1] && !existingItem.itemUrl) {\n let itemUrl = linkMatch[1];\n if (itemUrl.startsWith('/')) {\n itemUrl = 'https://www.quarterpriceauction.com' + itemUrl;\n }\n if (itemUrl.includes('lot') || itemUrl.includes('item')) {\n existingItem.itemUrl = itemUrl;\n }\n }\n \n // Look for bid count\n const bidCountMatch = lotHtml.match(/(\\d+)\\s*bids?/i);\n if (bidCountMatch && !existingItem.bidCount) {\n existingItem.bidCount = parseInt(bidCountMatch[1]);\n }\n \n // Look for time left\n const timeLeftMatch = lotHtml.match(/(\\d+[dhms]|\\d+:\\d+:\\d+|\\d+\\s*(?:days?|hours?|minutes?|mins?))/i);\n if (timeLeftMatch && !existingItem.timeLeft) {\n existingItem.timeLeft = timeLeftMatch[1];\n }\n }\n }\n \n // Remove duplicates and items without meaningful data\n const uniqueItems = items.filter((item, index, self) => {\n // Remove duplicates based on title\n const isDuplicate = index !== self.findIndex(other => other.title === item.title);\n if (isDuplicate) return false;\n \n // Keep items that have a real title (not \"Unknown Item\")\n return item.title !== 'Unknown Item' && item.title.length > 3;\n });\n \n console.log(`Extracted ${uniqueItems.length} unique items from HTML (${items.length} total before deduplication)`);\n return uniqueItems;\n}\n\n// Main API endpoint - scrapes ALL items from ALL auctions\napp.get(\"/\", async (c) => {\n const data = await scrapeAllAuctionItems();\n \n return c.json(data, {\n headers: {\n \"Cache-Control\": \"public, max-age=600\", // Cache for 10 minutes due to intensive scraping\n }\n });\n});\n\n// Quick endpoint for just auction summaries (original functionality)\napp.get(\"/auctions\", async (c) => {\n const data = await scrapeAuctionSummaries();\n \n return c.json(data, {\n headers: {\n \"Cache-Control\": \"public, max-age=300\", // Cache for 5 minutes\n }\n });\n});\n\nasync function scrapeAuctionSummaries(): Promise {\n try {\n const response = await fetch(\"https://www.quarterpriceauction.com/\");\n \n if (!response.ok) {\n throw new Error(`HTTP error! status: ${response.status}`);\n }\n \n const html = await response.text();\n \n // Extract REDUX_DATA which contains the application state\n const reduxMatch = html.match(/window\\.REDUX_DATA\\s*=\\s*({.*?});/s);\n let reduxData = null;\n if (reduxMatch) {\n try {\n reduxData = JSON.parse(reduxMatch[1]);\n } catch (e) {\n console.log(\"Failed to parse REDUX_DATA:\", e);\n }\n }\n \n // Extract auction URLs from the HTML\n const auctionUrls = [...new Set((html.match(/href=[\"'][^\"']*\\/auctions\\/[^\"']*[\"']/g) || [])\n .map(m => m.replace(/href=[\"']/, '').replace(/[\"']$/, ''))\n .filter(url => url.includes('/auctions/'))\n .map(url => url.startsWith('/') ? `https://www.quarterpriceauction.com${url}` : url))];\n \n const items: AuctionItem[] = [];\n \n // Get basic auction info (original functionality)\n for (const auctionUrl of auctionUrls.slice(0, 10)) {\n try {\n const auctionResponse = await fetch(auctionUrl);\n if (auctionResponse.ok) {\n const auctionHtml = await auctionResponse.text();\n \n const titleMatch = auctionHtml.match(/]*>([^<]+)<\\/title>/i);\n const priceMatches = auctionHtml.match(/\\$[\\d,]+\\.?\\d*/g) || [];\n \n const auctionItem: AuctionItem = {\n title: titleMatch ? titleMatch[1].replace(/Quarter Price.*?-\\s*/, '').trim() : \n auctionUrl.split('/').pop()?.replace(/-/g, ' ') || 'Unknown Auction',\n auctionUrl: auctionUrl,\n auctionTitle: titleMatch ? titleMatch[1].replace(/Quarter Price.*?-\\s*/, '').trim() : undefined\n };\n \n if (priceMatches.length > 0) {\n auctionItem.currentBid = priceMatches[0];\n }\n \n items.push(auctionItem);\n }\n } catch (error) {\n console.log(`Failed to fetch auction ${auctionUrl}:`, error);\n }\n }\n \n return {\n timestamp: new Date().toISOString(),\n totalItems: items.length,\n totalAuctions: auctionUrls.length,\n items: items,\n metadata: {\n reduxDataFound: !!reduxData,\n auctionUrlsFound: auctionUrls.length,\n scrapedAuctions: Math.min(auctionUrls.length, 10),\n totalPagesScraped: items.length,\n processingTimeMs: 0\n }\n };\n \n } catch (error) {\n console.error(\"Scraping error:\", error);\n return {\n timestamp: new Date().toISOString(),\n totalItems: 0,\n totalAuctions: 0,\n items: [],\n error: error instanceof Error ? error.message : \"Unknown error occurred\"\n };\n }\n}\n\n// Health check endpoint\napp.get(\"/health\", (c) => {\n return c.json({ \n status: \"ok\", \n timestamp: new Date().toISOString(),\n service: \"Quarter Price Auction Scraper\"\n });\n});\n\n// API info endpoint\napp.get(\"/info\", (c) => {\n return c.json({\n name: \"Quarter Price Auction Scraper API\",\n description: \"Comprehensive scraper for all items across all auctions from quarterpriceauction.com\",\n endpoints: {\n \"/\": \"Get ALL items from ALL auctions (comprehensive scraping)\",\n \"/auctions\": \"Get auction summaries only (quick overview)\",\n \"/health\": \"Health check\",\n \"/info\": \"API information\",\n \"/debug\": \"Debug HTML structure\"\n },\n version: \"2.0.0\",\n features: [\n \"Scrapes every item from every auction\",\n \"Handles pagination across all auction pages\",\n \"Extracts detailed item information\",\n \"Processes REDUX data and HTML fallbacks\",\n \"Includes lot numbers, bid counts, categories\",\n \"Comprehensive error handling and rate limiting\"\n ]\n });\n});\n\n// Test HTML parsing directly\napp.get(\"/test-html-parsing/:auctionId\", async (c) => {\n const auctionId = c.req.param('auctionId');\n const auctionUrl = `https://www.quarterpriceauction.com/auctions/${auctionId}`;\n \n try {\n const response = await fetch(auctionUrl);\n const html = await response.text();\n \n // Test the lot image extraction directly\n const lotImages = html.match(/]*class[^>]*lot-img[^>]*>/gi) || [];\n const sampleImages = lotImages.slice(0, 5);\n \n // Extract titles from the images\n const extractedTitles = lotImages.map(imgTag => {\n const altMatch = imgTag.match(/alt=[\"']([^\"']+)[\"']/i);\n return altMatch ? altMatch[1].replace(/&/g, '&').trim() : 'No alt text';\n });\n \n // Test the full extraction function\n const extractedItems = extractItemsFromHtml(html, \"Test Auction\", auctionUrl);\n \n return c.json({\n auctionUrl,\n htmlLength: html.length,\n lotImageCount: lotImages.length,\n sampleImages,\n extractedTitles: extractedTitles.slice(0, 10),\n extractedItemsCount: extractedItems.length,\n sampleExtractedItems: extractedItems.slice(0, 5)\n });\n } catch (error) {\n return c.json({\n error: error.message,\n auctionUrl\n }, 500);\n }\n});\n\n// Debug HTML patterns in auction page\napp.get(\"/debug-patterns/:auctionId\", async (c) => {\n const auctionId = c.req.param('auctionId');\n const auctionUrl = `https://www.quarterpriceauction.com/auctions/${auctionId}`;\n \n try {\n const response = await fetch(auctionUrl);\n const html = await response.text();\n \n // Look for all div elements with class attributes\n const divMatches = html.match(/]*class=[\"'][^\"']*[\"'][^>]*>/gi) || [];\n const classNames = [...new Set(divMatches.map(div => {\n const classMatch = div.match(/class=[\"']([^\"']*)[\"']/i);\n return classMatch ? classMatch[1] : '';\n }).filter(cls => cls.length > 0))];\n \n // Look for specific patterns that might contain lot data\n const lotDivs = html.match(/]*class[^>]*lot[^>]*>[\\s\\S]{0,500}/gi) || [];\n const sampleLotDivs = lotDivs.slice(0, 3).map(div => div.substring(0, 300));\n \n // Look for any divs that contain numbers (potential lot numbers)\n const numberDivs = html.match(/]*>\\s*\\d+[^<]*<\\/div>/gi) || [];\n \n // Look for price patterns\n const pricePatterns = html.match(/\\$[\\d,]+\\.?\\d*/g) || [];\n \n // Look for image tags\n const imageTags = html.match(/]*>/gi) || [];\n const sampleImages = imageTags.slice(0, 5);\n \n return c.json({\n auctionUrl,\n htmlLength: html.length,\n analysis: {\n totalDivs: (html.match(/

Diff · v25