[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_195":196,"_197":198},"routes/_app.x.$handle.$name",{"_16":17,"_20":21,"_85":68,"_86":87,"_66":-7,"_88":-5,"_13":89,"_90":91,"_11":92,"_93":94,"_95":96,"_97":-5,"_98":-5,"_99":-5,"_100":26,"_101":102,"_103":36,"_104":-5,"_105":-5,"_106":107},"routes/_app.x.$handle.$name.search.$(branch)",{"_11":12,"_13":14,"_15":-5,"_16":17},"files",[],"project",{"_18":19,"_20":21,"_22":23,"_24":-5,"_25":26,"_27":28,"_29":28,"_30":-5,"_31":-5,"_32":33,"_34":-5,"_35":36,"_37":-5,"_38":-5,"_39":40,"_41":42,"_43":44,"_45":46,"_47":48,"_49":-5,"_50":51,"_52":53,"_54":53,"_55":53,"_56":53,"_57":51,"_58":51,"_59":60,"_61":62,"_63":64,"_65":26},"query","handle","std","id","c69a47fa-25fe-11f0-b0b8-569c3dd06744","name","fetch","createdAt",["D",1746043663238],"deletedAt","legacyEnvVars",false,"privacy","public","httpPrivacy","description","imageUrl","userId","c9143560-63b6-444f-8f9f-e2647fabe09f","pinnedFileId","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",2,"orgId","c606f87f-4d7e-48c8-9c39-ef5ab94aec49","tursoName","c69a47fa25fe11f0b0b8569c3dd06744","tursoHostname","c69a47fa25fe11f0b0b8569c3dd06744-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789510872811],"pinned","userPerm","r","valPerm","rw","blobPerm","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_16":17,"_84":80},"org",{"_16":17,"_78":-5,"_79":80,"_32":-5,"_81":82,"_83":26},"branch",{"_66":67,"_20":68,"_18":69,"_70":19,"_71":-5,"_72":-5,"_73":-5,"_74":-5,"_75":-5,"_76":21,"_77":17},"isOwned","version",15,"main","c69ab7e4-25fe-11f0-b0b8-569c3dd06744","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvdXBsb2FkZWQvaW1nXzJVaVhpQ1BId3dscVpBbkdZVWlMNjJtcjkxWS5wbmcifQ","tier","pro","canRestrictVals","profileImageUrl","branchName","path","","adoptOrgId",{"_18":19,"_20":21,"_22":190,"_24":-5,"_25":26,"_27":28,"_29":28,"_30":-5,"_31":-5,"_32":33,"_34":-5,"_35":36,"_37":-5,"_38":-5,"_39":40,"_41":42,"_43":44,"_45":46,"_47":191,"_49":-5,"_50":51,"_52":53,"_54":53,"_55":53,"_56":53,"_57":51,"_58":51,"_59":192,"_61":193,"_63":194,"_65":26},"tree",[169,170,171,172,173],[169,170,171,172,173],"counts",{"_159":123,"_160":156,"_161":156,"_162":163,"_164":165},"contents",[108,109,110,111,112],"file","upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_18":152,"_20":153,"_115":154,"_117":-5,"_118":69,"_119":120,"_121":36,"_22":155,"_66":156,"_124":97,"_126":157,"_128":26,"_129":-5,"_86":158},{"_18":146,"_20":147,"_115":148,"_117":-5,"_118":69,"_119":120,"_121":36,"_22":149,"_66":123,"_124":125,"_126":150,"_128":26,"_129":-5,"_86":151},{"_18":139,"_20":140,"_115":141,"_117":-5,"_118":69,"_119":67,"_121":36,"_22":142,"_66":143,"_124":125,"_126":144,"_128":26,"_129":-5,"_86":145},{"_18":131,"_20":132,"_115":133,"_117":-5,"_118":69,"_119":120,"_121":36,"_22":134,"_66":123,"_124":135,"_126":136,"_128":26,"_129":137,"_86":138},{"_18":113,"_20":114,"_115":116,"_117":-5,"_118":69,"_119":120,"_121":36,"_22":122,"_66":123,"_124":125,"_126":127,"_128":26,"_129":-5,"_86":130},"d696d1fa-306b-11f1-a69c-42dde27851f2","test.ts","fileId","d696d27c-306b-11f1-a69c-42dde27851f2","parentId","branchId","branchVersion",12,"latest",["D",1775337514484],0,"fileType","script","content","import { fetch } from \"./main.ts\";\n\n// Test: simple GET — response should be the raw proxied response now\nconst res = await fetch(\"https://httpbin.org/ip\");\nconst body = await res.text();\nconsole.log(\"Body:\", body);","deleted","label",[114],"d696b968-306b-11f1-a69c-42dde27851f2","proxy.ts","d696ba26-306b-11f1-a69c-42dde27851f2",["D",1775337514484],"http","import { API_URL } from \"https://esm.town/v/std/API_URL\";\nimport { logUsage, checkRateLimit } from \"./database.ts\";\n\nasync function verifyToken(token: string): Promise<{ id: string; username: string } | null> {\n try {\n const res = await fetch(`${API_URL}/v1/me`, {\n headers: { Authorization: `Bearer ${token}` },\n });\n if (!res.ok) return null;\n const data = await res.json();\n return { id: data.id, username: data.username };\n } catch {\n return null;\n }\n}\n\nexport default async function handler(req: Request): Promise {\n try {\n return await handleRequest(req);\n } catch (err: any) {\n console.error(\"Unhandled error:\", err);\n return Response.json({ error: `Internal error: ${err.message}` }, { status: 500 });\n }\n}\n\nasync function handleRequest(req: Request): Promise {\n if (req.method === \"OPTIONS\") return new Response(null, { status: 204 });\n if (req.method !== \"POST\") {\n return Response.json({ error: \"POST only. Send { url, method?, headers?, body? }\" }, { status: 405 });\n }\n\n // Auth\n const authHeader = req.headers.get(\"Authorization\");\n if (!authHeader?.startsWith(\"Bearer \")) {\n return Response.json({ error: \"Missing Authorization: Bearer \" }, { status: 401 });\n }\n const user = await verifyToken(authHeader.slice(7));\n if (!user) {\n return Response.json({ error: \"Invalid Val Town token\" }, { status: 401 });\n }\n\n // Rate limit: 5 requests per minute per user\n const { allowed, count } = await checkRateLimit(user.id, 5, 60);\n if (!allowed) {\n return Response.json(\n { error: `Rate limit exceeded (${count}/5 per minute)` },\n { status: 429, headers: { \"Retry-After\": \"60\" } },\n );\n }\n\n // Parse request\n let body: { url: string; method?: string; headers?: Record; body?: string };\n try { body = await req.json(); } catch {\n return Response.json({ error: \"Invalid JSON\" }, { status: 400 });\n }\n if (!body.url) {\n return Response.json({ error: \"Missing 'url'\" }, { status: 400 });\n }\n\n const apiKey = Deno.env.get(\"ScraperAPI_KEY\");\n if (!apiKey) {\n return Response.json({ error: \"ScraperAPI_KEY not configured\" }, { status: 500 });\n }\n\n const method = body.method || \"GET\";\n\n // Build ScraperAPI URL\n const scraperUrl = new URL(\"http://api.scraperapi.com\");\n scraperUrl.searchParams.set(\"api_key\", apiKey);\n scraperUrl.searchParams.set(\"url\", body.url);\n\n let statusCode: number | null = null;\n try {\n const init: RequestInit = { method };\n if (body.headers) init.headers = new Headers(body.headers);\n if (body.body && ![\"GET\", \"HEAD\"].includes(method.toUpperCase())) init.body = body.body;\n\n const proxyRes = await fetch(scraperUrl.toString(), init);\n statusCode = proxyRes.status;\n\n // Log (fire and forget)\n logUsage({ userId: user.id, username: user.username, url: body.url, method, statusCode })\n .catch((e) => console.error(\"Log failed:\", e));\n\n // Pass the response straight through\n return new Response(proxyRes.body, {\n status: proxyRes.status,\n statusText: proxyRes.statusText,\n headers: proxyRes.headers,\n });\n } catch (err: any) {\n logUsage({ userId: user.id, username: user.username, url: body.url, method, statusCode })\n .catch(() => {});\n return Response.json({ error: `Proxy fetch failed: ${err.message}` }, { status: 502 });\n }\n}\n","random-ip",[132],"4f824194-306c-11f1-97b5-42dde27851f2","main.ts","d696ab1c-306b-11f1-a69c-42dde27851f2",["D",1775337717364],3,"import { httpEndpoint } from \"https://esm.town/v/std/utils/index.ts\";\n\nlet cachedEndpoint: string | null = null;\n\nasync function getEndpoint(): Promise {\n if (cachedEndpoint) return cachedEndpoint;\n cachedEndpoint = await httpEndpoint(\"/proxy.ts\", import.meta.url);\n return cachedEndpoint;\n}\n\n/**\n * Drop-in replacement for `fetch()` that routes requests through\n * rotating proxy IPs so each request appears to come from a\n * different IP address.\n *\n * @example\n * ```ts\n * import { fetch } from \"https://esm.town/v/std/fetch/main.ts\";\n *\n * const res = await fetch(\"https://httpbin.org/ip\");\n * console.log(await res.json()); // { origin: \"some.random.ip\" }\n * ```\n */\nexport async function fetch(\n input: string | URL | Request,\n requestInit?: RequestInit,\n): Promise {\n const endpoint = await getEndpoint();\n const token = Deno.env.get(\"valtown\");\n if (!token) throw new Error(\"std/fetch: 'valtown' env var not set\");\n\n // Extract url/method/headers/body from input\n let url: string;\n let method = \"GET\";\n const headers: Record = {};\n let body: string | undefined;\n\n if (input instanceof Request) {\n url = input.url;\n method = input.method;\n input.headers.forEach((v, k) => {\n headers[k] = v;\n });\n if (input.body) body = await input.text();\n } else {\n url = input.toString();\n }\n\n if (requestInit?.method) method = requestInit.method;\n if (requestInit?.headers) {\n new Headers(requestInit.headers).forEach((v, k) => {\n headers[k] = v;\n });\n }\n if (requestInit?.body !== undefined) {\n body = typeof requestInit.body === \"string\" ? requestInit.body : undefined;\n }\n\n const res = await globalThis.fetch(endpoint, {\n method: \"POST\",\n headers: {\n \"Content-Type\": \"application/json\",\n Authorization: `Bearer ${token}`,\n },\n body: JSON.stringify({ url, method, headers, body }),\n });\n\n if (\n !res.ok && res.headers.get(\"content-type\")?.includes(\"application/json\")\n ) {\n const err = await res.json().catch(() => null);\n if (err?.error) throw new Error(err.error);\n }\n\n return res;\n}",[140],"d696973a-306b-11f1-a69c-42dde27851f2","database.ts","d696980c-306b-11f1-a69c-42dde27851f2",["D",1775337514484],"import { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\n\nlet initialized = false;\n\nexport async function ensureTable() {\n if (initialized) return;\n await sqlite.batch([\n {\n sql: `CREATE TABLE IF NOT EXISTS fetch_usage (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n user_id TEXT NOT NULL,\n username TEXT NOT NULL,\n url TEXT NOT NULL,\n method TEXT NOT NULL DEFAULT 'GET',\n status_code INTEGER,\n created_at TEXT NOT NULL DEFAULT (datetime('now'))\n )`,\n },\n { sql: `CREATE INDEX IF NOT EXISTS idx_fetch_usage_user_time ON fetch_usage (user_id, created_at)` },\n { sql: `CREATE INDEX IF NOT EXISTS idx_fetch_usage_created ON fetch_usage (created_at)` },\n ]);\n initialized = true;\n}\n\nexport async function logUsage(params: {\n userId: string;\n username: string;\n url: string;\n method: string;\n statusCode: number | null;\n}) {\n await ensureTable();\n await sqlite.execute({\n sql: `INSERT INTO fetch_usage (user_id, username, url, method, status_code) VALUES (?, ?, ?, ?, ?)`,\n args: [params.userId, params.username, params.url, params.method, params.statusCode],\n });\n}\n\n/**\n * Check if a user is within their rate limit.\n * Returns { allowed, count } where count is requests in the window.\n */\nexport async function checkRateLimit(\n userId: string,\n maxRequests: number,\n windowSeconds: number,\n): Promise<{ allowed: boolean; count: number }> {\n await ensureTable();\n const result = await sqlite.execute({\n sql: `SELECT COUNT(*) as cnt FROM fetch_usage\n WHERE user_id = ? AND created_at > datetime('now', ?)`,\n args: [userId, `-${windowSeconds} seconds`],\n });\n const count = (result.rows[0] as any)?.cnt ?? 0;\n return { allowed: count < maxRequests, count };\n}\n",[147],"d696d696-306b-11f1-a69c-42dde27851f2","README.md","c69c6314-25fe-11f0-b0b8-569c3dd06744",["D",1775337514484],1,"# std/fetch — Proxied Fetch\n\nDrop-in replacement for JavaScript `fetch()` that routes requests through rotating proxy IPs via [ScraperAPI](https://www.scraperapi.com/).\n\nEach request gets a different IP address, useful for scraping and accessing content that blocks datacenter IPs.\n\n## Usage\n\n```ts\nimport { fetch } from \"https://esm.town/v/std/fetch/main.ts\";\n\nconst res = await fetch(\"https://httpbin.org/ip\");\nconst json = await res.json();\nconsole.log(json.origin); // A different IP each time\n```\n\nSame signature as native `fetch()`.\n\n## How It Works\n\n```mermaid\nsequenceDiagram\n participant SDK as main.ts (SDK)\n participant Proxy as proxy.ts\n participant VT as Val Town API\n participant SA as ScraperAPI\n\n SDK->>Proxy: POST {url, method, headers, body} + Bearer token\n Proxy->>VT: verify token\n Proxy->>Proxy: check rate limit (100/min per user)\n Proxy->>SA: fetch via ScraperAPI\n SA-->>Proxy: response\n Proxy->>Proxy: log to SQLite\n Proxy-->>SDK: pass response through\n```\n\n## Files\n\n| File | Type | Purpose |\n|------|------|---------|\n| `main.ts` | script | SDK — exports `fetch()` |\n| `proxy.ts` | http | Auth, rate limit, proxy, log |\n| `database.ts` | script | SQLite logging + rate limiting |\n\n## Environment Variables\n\n| Key | Description |\n|-----|-------------|\n| `ScraperAPI_KEY` | [ScraperAPI](https://www.scraperapi.com/) API key |\n\n## Rate Limiting\n\n100 requests per minute per user. Returns `429` with `Retry-After: 60` header when exceeded.\n\n## Usage Tracking\n\nEvery request logged to `fetch_usage` table (indexed on `user_id, created_at`) with user_id, username, url, method, status_code, timestamp.\n",[153],"pulls","branches","forks","envVars",{"_166":156,"_168":123},"connections",{"_166":123,"_167":123},"count","unfilledCount","emptyCount",{"_18":152,"_20":153,"_115":154,"_117":-5,"_118":69,"_119":120,"_121":36,"_22":187,"_66":156,"_124":97,"_126":157,"_128":26,"_129":-5,"_175":188,"_86":189},{"_18":146,"_20":147,"_115":148,"_117":-5,"_118":69,"_119":120,"_121":36,"_22":184,"_66":123,"_124":125,"_126":150,"_128":26,"_129":-5,"_175":185,"_86":186},{"_18":139,"_20":140,"_115":141,"_117":-5,"_118":69,"_119":67,"_121":36,"_22":181,"_66":143,"_124":125,"_126":144,"_128":26,"_129":-5,"_175":182,"_86":183},{"_18":131,"_20":132,"_115":133,"_117":-5,"_118":69,"_119":120,"_121":36,"_22":178,"_66":123,"_124":135,"_126":136,"_128":26,"_129":137,"_175":179,"_86":180},{"_18":113,"_20":114,"_115":116,"_117":-5,"_118":69,"_119":120,"_121":36,"_22":174,"_66":123,"_124":125,"_126":127,"_128":26,"_129":-5,"_175":176,"_86":177},["D",1775337514484],"children",[],[114],["D",1775337514484],[],[132],["D",1775337717364],[],[140],["D",1775337514484],[],[147],["D",1775337514484],[],[153],["D",1746043663238],["D",1789510872811],{"_16":17,"_84":80},{"_16":17,"_78":-5,"_79":80,"_32":-5,"_81":82,"_83":26},{"_66":67,"_20":68,"_18":69,"_70":19,"_71":-5,"_72":-5,"_73":-5,"_74":-5,"_75":-5,"_76":21,"_77":17},"ctx",{"_59":-5,"_105":228,"_229":230,"_231":232,"_233":26,"_234":26,"_235":26,"_236":36,"_237":-5,"_238":-7,"_239":-7,"_240":123,"_241":26,"_242":26,"_243":-5,"_244":26,"_245":26,"_246":26,"_247":-5},"ENV",{"_199":200,"_201":202,"_203":68,"_204":205,"_206":207,"_208":209,"_210":211,"_212":213,"_214":215,"_216":217,"_218":219,"_220":221,"_222":223,"_224":225,"_226":227},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Search