[{"_1":2,"_169":-5,"_170":-5},"loaderData",{"_3":4,"_91":92},"root",{"_5":6,"_34":35,"_64":65},"ctx",{"_7":8,"_23":-5,"_24":25,"_26":27,"_28":20,"_29":20,"_30":20,"_31":32,"_33":20},"auth",{"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":20,"_21":22},"sessionClaims","sessionId","sessionStatus","userId","actor","orgId","orgRole","orgSlug","orgPermissions","factorVerificationAge","isAuthenticated",false,"tokenType","session_token","user","preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","notificationCount",0,"flagDenols","ENV",{"_36":37,"_38":39,"_40":41,"_42":43,"_44":45,"_46":47,"_48":49,"_50":51,"_52":53,"_54":55,"_56":57,"_58":59,"_60":61,"_62":63},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","VAL_RUNTIME_NAME","prod","RENDER_GIT_COMMIT","8e9ab478faef4805babde6d59c528a1818a04d96","RENDER_GIT_BRANCH","main","CLERK_PUBLISHABLE_KEY","pk_live_Y2xlcmsudmFsLnRvd24k","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","API_URL","https://api.val.town","clerkState",{"_66":67},"__internal_clerk_state",{"_68":69,"_70":45,"_71":72,"_73":72,"_74":20,"_75":72,"_76":72,"_77":72,"_78":72,"_79":80,"_89":20,"_90":20},"__clerk_ssr_state",{"_21":22,"_9":-5,"_10":-5,"_11":-5,"_12":-5,"_13":-5,"_14":-5,"_15":-5,"_16":-5,"_17":-5,"_18":-5,"_19":20},"__publishableKey","__proxyUrl","","__domain","__isSatellite","__signInUrl","__signUpUrl","__afterSignInUrl","__afterSignUpUrl","__clerk_debug",{"_81":20,"_19":20,"_82":72,"_83":84,"_85":72,"_86":45,"_87":20,"_88":72},"isSignedIn","proxyUrl","reason","session-token-and-uat-missing","message","publishableKey","isSatellite","domain","__telemetryDisabled","__telemetryDebug","routes/embed.x.$handle.$name.$",{"_93":94,"_95":96,"_97":98,"_99":100,"_146":147,"_166":167,"_168":-5},"handle","metaphysics0","name","scrape-amazon-reviews","path","index.ts","project",{"_101":102,"_95":96,"_103":104,"_105":-5,"_106":20,"_107":108,"_109":-5,"_110":-5,"_12":111,"_112":-5,"_113":20,"_114":-5,"_115":32,"_14":116,"_117":118,"_119":118,"_120":121,"_122":121,"_123":121,"_124":118,"_125":118,"_23":126,"_129":130,"_132":133,"_145":20},"id","16d2377e-3bed-11f0-88f0-9e149126039e","createdAt",["D",1748454992462],"deletedAt","legacyEnvVars","privacy","public","description","imageUrl","4137d6a2-fdc6-4bfc-b196-0611d0912cd6","pinnedFileId","pinPreview","screenshotVersion","likeCount","02f1da50-fa5f-464c-9659-929713fcc31e","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm",{"_93":94,"_127":128},"profileImageUrl","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvb2F1dGhfZ2l0aHViL2ltZ18yZ0t5elFSTVBldm1CcWJyWVRvMGJTWnI5UWkifQ","org",{"_93":94,"_131":128,"_12":111},"avatar","branch",{"_134":135,"_95":43,"_101":136,"_137":102,"_138":-5,"_139":-5,"_140":-5,"_141":-5,"_142":-5,"_143":96,"_144":94},"version",3,"16d27be4-3bed-11f0-88f0-9e149126039e","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","isOwned","file",{"_101":148,"_95":98,"_149":150,"_151":-5,"_152":136,"_153":154,"_155":156,"_103":157,"_134":158,"_159":160,"_161":162,"_163":20,"_164":-5,"_97":165},"3b1df15e-3bed-11f0-9c1f-9e149126039e","fileId","3927354a-3bed-11f0-af21-9e149126039e","parentId","branchId","branchVersion",2,"latest",true,["D",1748455053351],1,"fileType","http","content","import { Hono } from \"https://esm.sh/hono@3.11.7\";\n\nconst app = new Hono();\n\n// Unwrap Hono errors to see original error details\napp.onError((err, c) => {\n throw err;\n});\n\ninterface Review {\n title: string;\n rating: number;\n author: string;\n date: string;\n content: string;\n verified: boolean;\n}\n\n// Helper function to extract product ID from Amazon URL\nfunction extractProductId(url: string): string | null {\n const patterns = [\n /\\/dp\\/([A-Z0-9]{10})/,\n /\\/product\\/([A-Z0-9]{10})/,\n /\\/gp\\/product\\/([A-Z0-9]{10})/,\n ];\n \n for (const pattern of patterns) {\n const match = url.match(pattern);\n if (match) return match[1];\n }\n return null;\n}\n\n// Helper function to convert reviews to CSV\nfunction reviewsToCSV(reviews: Review[]): string {\n const headers = ['Title', 'Rating', 'Author', 'Date', 'Content', 'Verified Purchase'];\n const csvRows = [headers.join(',')];\n \n for (const review of reviews) {\n const row = [\n `\"${review.title.replace(/\"/g, '\"\"')}\"`,\n review.rating.toString(),\n `\"${review.author.replace(/\"/g, '\"\"')}\"`,\n `\"${review.date.replace(/\"/g, '\"\"')}\"`,\n `\"${review.content.replace(/\"/g, '\"\"')}\"`,\n review.verified ? 'Yes' : 'No'\n ];\n csvRows.push(row.join(','));\n }\n \n return csvRows.join('\\n');\n}\n\n// Helper function to scrape reviews from Amazon\nasync function scrapeAmazonReviews(productId: string, maxPages: number = 5): Promise {\n const reviews: Review[] = [];\n const userAgent = 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36';\n \n for (let page = 1; page <= maxPages; page++) {\n try {\n const reviewsUrl = `https://www.amazon.com/product-reviews/${productId}/ref=cm_cr_arp_d_paging_btm_next_${page}?ie=UTF8&reviewerType=all_reviews&pageNumber=${page}`;\n \n const response = await fetch(reviewsUrl, {\n headers: {\n 'User-Agent': userAgent,\n 'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,*/*;q=0.8',\n 'Accept-Language': 'en-US,en;q=0.5',\n 'Accept-Encoding': 'gzip, deflate, br',\n 'Connection': 'keep-alive',\n 'Upgrade-Insecure-Requests': '1',\n }\n });\n \n if (!response.ok) {\n console.log(`Failed to fetch page ${page}: ${response.status}`);\n break;\n }\n \n const html = await response.text();\n \n // Parse reviews from HTML using regex patterns\n const reviewBlocks = html.match(/]*data-hook=\"review\"[^>]*>[\\s\\S]*?(?=]*data-hook=\"review\"|$)/g) || [];\n \n if (reviewBlocks.length === 0) {\n console.log(`No reviews found on page ${page}`);\n break;\n }\n \n for (const block of reviewBlocks) {\n try {\n // Extract title\n const titleMatch = block.match(/]*data-hook=\"review-title\"[^>]*>]*>(.*?)<\\/span><\\/a>/);\n const title = titleMatch ? titleMatch[1].replace(/<[^>]*>/g, '').trim() : '';\n \n // Extract rating\n const ratingMatch = block.match(/a-icon-alt=\"([0-9.]+) out of 5 stars\"/);\n const rating = ratingMatch ? parseFloat(ratingMatch[1]) : 0;\n \n // Extract author\n const authorMatch = block.match(/]*class=\"a-profile-name\"[^>]*>(.*?)<\\/span>/);\n const author = authorMatch ? authorMatch[1].trim() : '';\n \n // Extract date\n const dateMatch = block.match(/]*data-hook=\"review-date\"[^>]*>.*?on (.*?)<\\/span>/);\n const date = dateMatch ? dateMatch[1].trim() : '';\n \n // Extract content\n const contentMatch = block.match(/]*data-hook=\"review-body\"[^>]*>]*>([\\s\\S]*?)<\\/span><\\/span>/);\n const content = contentMatch ? contentMatch[1].replace(/<[^>]*>/g, '').trim() : '';\n \n // Check if verified purchase\n const verified = block.includes('Verified Purchase');\n \n if (title && rating && author && content) {\n reviews.push({\n title,\n rating,\n author,\n date,\n content,\n verified\n });\n }\n } catch (error) {\n console.log('Error parsing review block:', error);\n }\n }\n \n // Add delay between requests to be respectful\n await new Promise(resolve => setTimeout(resolve, 1000));\n \n } catch (error) {\n console.log(`Error fetching page ${page}:`, error);\n break;\n }\n }\n \n return reviews;\n}\n\n// Main API endpoint\napp.get('/', async (c) => {\n const url = c.req.query('url');\n const maxPages = parseInt(c.req.query('pages') || '5');\n \n if (!url) {\n return c.json({ \n error: 'Missing required parameter: url',\n usage: 'GET /?url=&pages='\n }, 400);\n }\n \n const productId = extractProductId(url);\n if (!productId) {\n return c.json({ \n error: 'Invalid Amazon product URL. Please provide a valid Amazon product URL.' \n }, 400);\n }\n \n try {\n console.log(`Scraping reviews for product ID: ${productId}`);\n const reviews = await scrapeAmazonReviews(productId, Math.min(maxPages, 10)); // Limit to 10 pages max\n \n if (reviews.length === 0) {\n return c.json({ \n error: 'No reviews found for this product. The product may not exist or have no reviews.' \n }, 404);\n }\n \n const csv = reviewsToCSV(reviews);\n \n return new Response(csv, {\n headers: {\n 'Content-Type': 'text/csv',\n 'Content-Disposition': `attachment; filename=\"amazon-reviews-${productId}.csv\"`\n }\n });\n \n } catch (error) {\n console.error('Error scraping reviews:', error);\n return c.json({ \n error: 'Failed to scrape reviews. The product may not be accessible or Amazon may be blocking requests.' \n }, 500);\n }\n});\n\n// Health check endpoint\napp.get('/health', (c) => {\n return c.json({ status: 'ok', message: 'Amazon Reviews Scraper API is running' });\n});\n\n// Usage information endpoint\napp.get('/usage', (c) => {\n return c.json({\n description: 'Amazon Product Reviews Scraper API',\n endpoints: {\n 'GET /': {\n description: 'Scrape Amazon product reviews and return as CSV',\n parameters: {\n url: 'Required. Amazon product URL',\n pages: 'Optional. Maximum number of pages to scrape (default: 5, max: 10)'\n },\n example: '/?url=https://www.amazon.com/dp/B08N5WRWNW&pages=3'\n },\n 'GET /health': 'Health check endpoint',\n 'GET /usage': 'This usage information'\n }\n });\n});\n\nexport default app.fetch;","deleted","label",[98],"permalink","https://www.val.town/x/metaphysics0/scrape-amazon-reviews/code/index.ts","extension","actionData","errors"]