🤖 Reddit Scraper API

API endpoints for the /r/hardwareswap scraper

\n \n

GET /stats

Get scraping statistics and database info

\n \n

POST /scrape

Manually trigger a scraping session

\n \n

GET /health

Check if the scraper is configured correctly

\n \n

Note: The main scraper runs automatically on a cron schedule.

\n \n \n `, {\n headers: { 'Content-Type': 'text/html' }\n });\n\n case '/stats':\n const stats = await scraper.getStats();\n if (!stats) {\n return new Response(JSON.stringify({ error: 'Failed to get stats' }), {\n status: 500,\n headers: { 'Content-Type': 'application/json' }\n });\n }\n return new Response(JSON.stringify(stats, null, 2), {\n headers: { 'Content-Type': 'application/json' }\n });\n\n case '/scrape':\n if (req.method !== 'POST') {\n return new Response(JSON.stringify({ error: 'Method not allowed' }), {\n status: 405,\n headers: { 'Content-Type': 'application/json' }\n });\n }\n \n const results = await scraper.scrapeWithResults();\n return new Response(JSON.stringify(results, null, 2), {\n headers: { 'Content-Type': 'application/json' }\n });\n\n case '/health':\n // Check if environment variables are set\n const supabaseUrl = Deno.env.get('SUPABASE_URL');\n const supabaseKey = Deno.env.get('SUPABASE_ANON_KEY');\n const redditClientId = Deno.env.get('REDDIT_CLIENT_ID');\n const redditClientSecret = Deno.env.get('REDDIT_CLIENT_SECRET');\n \n const health = {\n status: 'ok',\n timestamp: new Date().toISOString(),\n config: {\n supabaseConfigured: !!(supabaseUrl && supabaseKey),\n redditConfigured: !!(redditClientId && redditClientSecret),\n supabaseUrl: supabaseUrl ? '✓ Set' : '✗ Missing',\n supabaseKey: supabaseKey ? '✓ Set' : '✗ Missing',\n redditClientId: redditClientId ? '✓ Set' : '✗ Missing',\n redditClientSecret: redditClientSecret ? '✓ Set' : '✗ Missing'\n }\n };\n\n const allConfigured = health.config.supabaseConfigured && health.config.redditConfigured;\n const status = allConfigured ? 200 : 500;\n if (!allConfigured) {\n health.status = 'error';\n }\n\n return new Response(JSON.stringify(health, null, 2), {\n status,\n headers: { 'Content-Type': 'application/json' }\n });\n\n default:\n return new Response(JSON.stringify({ error: 'Not found' }), {\n status: 404,\n headers: { 'Content-Type': 'application/json' }\n });\n }\n } catch (error) {\n console.error('API Error:', error);\n return new Response(JSON.stringify({ \n error: 'Internal server error',\n message: error.message \n }), {\n status: 500,\n headers: { 'Content-Type': 'application/json' }\n });\n }\n}",[],[184],{"_103":194,"_95":99,"_144":195,"_146":-5,"_147":133,"_148":196,"_150":151,"_105":197,"_100":198,"_154":189,"_156":199,"_158":27,"_159":-5,"_160":200,"_98":201},"e7d2caf2-3a65-11f0-9c78-9e149126039e","2a43009c-3a65-11f0-b3d8-9e149126039e",31,["D",1748286980380],2,"/**\n * Test script for Reddit OAuth authentication\n * Use this to verify your Reddit credentials work before running the main scraper\n */\n\nexport default async function(req: Request) {\n const clientId = Deno.env.get(\"REDDIT_CLIENT_ID\");\n const clientSecret = Deno.env.get(\"REDDIT_CLIENT_SECRET\");\n const userAgent = Deno.env.get(\"REDDIT_USER_AGENT\") || \"Val Town Reddit Scraper Test 1.0\";\n\n if (!clientId || !clientSecret) {\n return new Response(\n JSON.stringify(\n {\n error: \"Missing credentials\",\n message: \"Please set REDDIT_CLIENT_ID and REDDIT_CLIENT_SECRET environment variables\",\n setup: {\n clientId: clientId ? \"✓ Set\" : \"✗ Missing\",\n clientSecret: clientSecret ? \"✓ Set\" : \"✗ Missing\",\n },\n },\n null,\n 2,\n ),\n {\n status: 400,\n headers: { \"Content-Type\": \"application/json\" },\n },\n );\n }\n\n try {\n // Step 1: Get OAuth token\n console.log(\"🔐 Getting OAuth token...\");\n const auth = btoa(`${clientId}:${clientSecret}`);\n\n const tokenResponse = await fetch(\"https://www.reddit.com/api/v1/access_token\", {\n method: \"POST\",\n headers: {\n \"Authorization\": `Basic ${auth}`,\n \"User-Agent\": userAgent,\n \"Content-Type\": \"application/x-www-form-urlencoded\",\n },\n body: \"grant_type=client_credentials\",\n });\n\n if (!tokenResponse.ok) {\n const errorText = await tokenResponse.text();\n return new Response(\n JSON.stringify(\n {\n error: \"OAuth failed\",\n status: tokenResponse.status,\n statusText: tokenResponse.statusText,\n response: errorText,\n },\n null,\n 2,\n ),\n {\n status: 500,\n headers: { \"Content-Type\": \"application/json\" },\n },\n );\n }\n\n const tokenData = await tokenResponse.json();\n console.log(\"✅ OAuth token received\");\n\n // Step 2: Test API call\n console.log(\"📡 Testing API call...\");\n const apiResponse = await fetch(\"https://oauth.reddit.com/r/hardwareswap/new?limit=50\", {\n headers: {\n \"Authorization\": `Bearer ${tokenData.access_token}`,\n \"User-Agent\": userAgent,\n },\n });\n\n if (!apiResponse.ok) {\n const errorText = await apiResponse.text();\n return new Response(\n JSON.stringify(\n {\n error: \"API call failed\",\n status: apiResponse.status,\n statusText: apiResponse.statusText,\n response: errorText,\n },\n null,\n 2,\n ),\n {\n status: 500,\n headers: { \"Content-Type\": \"application/json\" },\n },\n );\n }\n\n const apiData = await apiResponse.json();\n console.log(\"✅ API call successful\");\n\n // Step 3: Parse and return results\n const posts = apiData.data.children.map((child: any) => ({\n id: child.data.id,\n title: child.data.title.substring(0, 100) + (child.data.title.length > 100 ? \"...\" : \"\"),\n author: child.data.author,\n created: new Date(child.data.created_utc * 1000).toISOString(),\n score: child.data.score,\n num_comments: child.data.num_comments,\n }));\n\n return new Response(\n JSON.stringify(\n {\n success: true,\n message: \"Reddit OAuth and API test successful! 🎉\",\n token_info: {\n token_type: tokenData.token_type,\n expires_in: tokenData.expires_in,\n scope: tokenData.scope,\n },\n sample_posts: posts,\n total_posts_available: apiData.data.children.length,\n },\n null,\n 2,\n ),\n {\n headers: { \"Content-Type\": \"application/json\" },\n },\n );\n } catch (error) {\n console.error(\"Test failed:\", error);\n return new Response(\n JSON.stringify(\n {\n error: \"Test failed\",\n message: error.message,\n stack: error.stack,\n },\n null,\n 2,\n ),\n {\n status: 500,\n headers: { \"Content-Type\": \"application/json\" },\n },\n );\n }\n}",[],[99],"files",[141,163,172,182,193],"counts",{"_206":31,"_207":208,"_209":31,"_210":211},"pulls","branches",1,"forks","envVars",4,"contents",[],{"_103":194,"_95":99,"_144":195,"_146":-5,"_147":133,"_148":196,"_150":151,"_105":215,"_100":198,"_154":189,"_156":199,"_158":27,"_159":-5,"_98":216},["D",1748286980380],[99],"upstream","emptyEnvVars","isNew","routes/_app.x.$handle.$name.code.$",{"_93":94,"_95":96,"_97":41,"_100":-7,"_98":99,"_101":222,"_139":226,"_202":242,"_155":243,"_212":245,"_217":-5,"_246":27,"_247":-5},{"_103":104,"_95":96,"_105":223,"_107":-5,"_108":27,"_109":110,"_111":-5,"_112":-5,"_12":113,"_114":-5,"_115":27,"_116":-5,"_117":31,"_118":119,"_120":119,"_121":122,"_123":122,"_124":122,"_125":119,"_126":27,"_21":224,"_130":225},["D",1748286043940],{"_93":94,"_128":129},{"_100":132,"_95":41,"_103":133,"_134":104,"_135":-5,"_136":-5,"_137":-5,"_138":-5},[227,230,233,236,239],{"_103":142,"_95":143,"_144":145,"_146":-5,"_147":133,"_148":149,"_150":151,"_105":152,"_100":153,"_154":155,"_156":157,"_158":27,"_159":-5,"_160":228,"_98":229},[],[143],{"_103":164,"_95":165,"_144":166,"_146":-5,"_147":133,"_148":167,"_150":151,"_105":168,"_100":31,"_154":155,"_156":169,"_158":27,"_159":-5,"_160":231,"_98":232},[],[165],{"_103":173,"_95":174,"_144":175,"_146":-5,"_147":133,"_148":132,"_150":151,"_105":176,"_100":177,"_154":178,"_156":179,"_158":27,"_159":-5,"_160":234,"_98":235},[],[174],{"_103":183,"_95":184,"_144":185,"_146":-5,"_147":133,"_148":186,"_150":151,"_105":187,"_100":188,"_154":189,"_156":190,"_158":27,"_159":-5,"_160":237,"_98":238},[],[184],{"_103":194,"_95":99,"_144":195,"_146":-5,"_147":133,"_148":196,"_150":151,"_105":197,"_100":198,"_154":189,"_156":199,"_158":27,"_159":-5,"_160":240,"_98":241},[],[99],[227,230,233,236,239],{"_103":194,"_95":99,"_144":195,"_146":-5,"_147":133,"_148":196,"_150":151,"_105":215,"_100":198,"_154":189,"_156":199,"_158":27,"_159":-5,"_98":244},[99],[],"showCompareCallout","pull","routes/_app","actionData","errors"]