🕸️ Web Scraper

\n \n {error && (\n

\n {error}\n

\n )}\n {result && (\n

\n {result}\n

\n )}\n

\n \n View Source\n \n

\n );\n}\n\nfunction client() {\n createRoot(document.getElementById(\"root\")).render();\n}\nif (typeof document !== \"undefined\") { client(); }\n\nexport default async function server(request: Request): Promise {\n const url = new URL(request.url).searchParams.get('url');\n \n if (!url) {\n return new Response(`\n \n \n Web Scraper\n \n \n

\n \n \n \n \n `, {\n headers: { 'Content-Type': 'text/html' }\n });\n }\n\n const blobKey = `scrape_${\"scraper_template\"}`;\n\n try {\n const response = await fetch(url);\n const body = await response.text();\n const $ = cheerio.load(body);\n\n // Extract text content from the body\n const scrapedText = $('body').text().trim();\n\n // Optional: Store last scraped content in blob\n await blob.setJSON(blobKey, { \n url, \n scrapedText, \n timestamp: new Date().toISOString() \n });\n\n return new Response(scrapedText, {\n headers: { 'Content-Type': 'text/plain' }\n });\n\n } catch (error) {\n return new Response(`Error scraping ${url}: ${error.message}`, { status: 500 });\n }\n}",[],[174],"files",[152,172],"counts",{"_186":32,"_187":160,"_188":32,"_189":32},"pulls","branches","forks","envVars","contents",[192,195],{"_102":153,"_95":154,"_155":156,"_157":-5,"_158":137,"_159":160,"_161":115,"_104":193,"_99":32,"_163":164,"_165":166,"_167":22,"_168":-5,"_98":194},["D",1731854717385],[154],{"_102":173,"_95":174,"_155":175,"_157":-5,"_158":137,"_159":136,"_161":115,"_104":196,"_99":177,"_163":178,"_165":179,"_167":22,"_168":-5,"_98":197},["D",1731854851750],[174],"upstreamProject",{"_102":144,"_95":96,"_110":-5,"_111":-5,"_108":109,"_23":200},{"_93":201,"_129":202},"gwoods22","https://img.clerk.com/eyJ0eXBlIjoiZGVmYXVsdCIsImlpZCI6Imluc18yTm10cGhQUklwU0tqZHNiOHNnNGd2ZjJURFUiLCJyaWQiOiJ1c2VyXzJmOGRvdmRqYzZXdW5MWFVsZzFCSjRUcTVsZiIsImluaXRpYWxzIjoiR1cifQ","upstreamBranch",{"_102":140,"_104":205,"_206":207,"_95":43,"_138":144,"_99":208,"_139":-5,"_141":-5,"_209":-5,"_106":-5,"_149":22,"_108":109,"_148":201,"_16":146,"_147":96},["D",1746191917980],"updatedAt",["D",1749150958848],35,"lockfileKey","emptyEnvVars","isNew","flags",[],"routes/_app.x.$handle.$name.compare.$branch",{"_93":94,"_95":96,"_97":43,"_100":216,"_221":136,"_222":208,"_223":224,"_241":115,"_242":220,"_243":244,"_247":-5},{"_102":103,"_95":96,"_104":217,"_106":-5,"_107":22,"_108":109,"_110":-5,"_111":-5,"_14":112,"_113":-5,"_114":115,"_116":-5,"_117":32,"_16":118,"_119":120,"_121":120,"_122":123,"_124":123,"_125":123,"_126":120,"_127":120,"_23":218,"_131":219,"_134":220,"_149":22},["D",1746206725332],{"_93":94,"_129":130},{"_93":94,"_133":130},{"_99":136,"_95":43,"_102":137,"_138":103,"_139":140,"_141":32,"_142":109,"_143":144,"_145":146,"_147":96,"_148":94},"ahead","behind","diff",{"_225":226,"_167":238,"_239":240},"added",[227,234],{"_98":154,"_228":-7,"_229":230},"targetFile","sourceFile",{"_102":153,"_95":154,"_155":156,"_157":-5,"_158":137,"_159":160,"_161":115,"_104":162,"_99":32,"_163":164,"_165":166,"_167":22,"_168":-5,"_169":-7,"_98":231,"_232":233},[154],"contentHash","ff8b1eac38cd0870fff2a9d118039e55310c1ed4556e8e5184acd4bcb9810082",{"_98":174,"_228":-7,"_229":235},{"_102":173,"_95":174,"_155":175,"_157":-5,"_158":137,"_159":136,"_161":115,"_104":176,"_99":177,"_163":178,"_165":179,"_167":22,"_168":-5,"_169":-7,"_98":236,"_232":237},[174],"3d22f1477f14a3046d90b0f6418bc94207f9e7d98b940511d2d0c55ce9a5b303",[],"modified",[],"hasChanges","sourceBranch","targetBranch",{"_102":140,"_104":245,"_206":246,"_95":43,"_138":144,"_99":208,"_139":-5,"_141":-5,"_209":-5,"_106":-5,"_149":22,"_108":109,"_148":201,"_16":146,"_147":96},["D",1746191917980],["D",1749150958848],"pull","actionData","errors"]

Mergesammy/mainintogwoods22/main

README.md+15-0

main.tsx+150-0