[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_204":205,"_206":207},"routes/_app.x.$handle.$name",{"_98":97,"_32":45,"_106":88,"_27":107,"_13":14,"_108":-5,"_11":109,"_110":111,"_112":113,"_114":115,"_116":117,"_20":-5,"_118":-5,"_119":-5,"_120":25,"_121":122,"_123":57,"_124":-5,"_125":-5,"_126":127},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_43":44,"_32":45,"_38":46,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":-5,"_53":-5,"_18":54,"_55":-5,"_56":57,"_58":-5,"_59":-5,"_60":61,"_62":63,"_64":65,"_66":67,"_68":69,"_70":-5,"_71":72,"_73":74,"_75":74,"_76":74,"_77":74,"_78":72,"_79":72,"_80":81,"_82":83,"_84":85,"_86":25},"version",14,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":23,"_24":25,"_26":25,"_27":28,"_29":28},"file",{"_30":31,"_32":28,"_33":34,"_35":37,"_38":39,"_40":14,"_41":42,"_24":25},"previous",{"_30":31,"_32":28,"_33":34,"_35":36},"deleted",false,"deletedHere","path","main.ts","latestPath","fileId","d696ab1c-306b-11f1-a69c-42dde27851f2","name","fileType","script","content","import { httpEndpoint } from \"https://esm.town/v/std/utils/index.ts\";\n\nlet cachedEndpoint: string | null = null;\n\nasync function getEndpoint(): Promise {\n if (cachedEndpoint) return cachedEndpoint;\n cachedEndpoint = await httpEndpoint(\"/proxy.ts\");\n return cachedEndpoint;\n}\n\n/**\n * Drop-in replacement for `fetch()` that routes requests through\n * rotating proxy IPs so each request appears to come from a\n * different IP address.\n *\n * @example\n * ```ts\n * import { fetch } from \"https://esm.town/v/std/fetch/main.ts\";\n *\n * const res = await fetch(\"https://httpbin.org/ip\");\n * console.log(await res.json()); // { origin: \"some.random.ip\" }\n * ```\n */\nexport async function fetch(\n input: string | URL | Request,\n requestInit?: RequestInit,\n): Promise {\n const endpoint = await getEndpoint();\n const token = Deno.env.get(\"valtown\");\n if (!token) throw new Error(\"std/fetch: 'valtown' env var not set\");\n\n // Extract url/method/headers/body from input\n let url: string;\n let method = \"GET\";\n const headers: Record = {};\n let body: string | undefined;\n\n if (input instanceof Request) {\n url = input.url;\n method = input.method;\n input.headers.forEach((v, k) => {\n headers[k] = v;\n });\n if (input.body) body = await input.text();\n } else {\n url = input.toString();\n }\n\n if (requestInit?.method) method = requestInit.method;\n if (requestInit?.headers) {\n new Headers(requestInit.headers).forEach((v, k) => {\n headers[k] = v;\n });\n }\n if (requestInit?.body !== undefined) {\n body = typeof requestInit.body === \"string\" ? requestInit.body : undefined;\n }\n\n const res = await globalThis.fetch(endpoint, {\n method: \"POST\",\n headers: {\n \"Content-Type\": \"application/json\",\n Authorization: `Bearer ${token}`,\n },\n body: JSON.stringify({ url, method, headers, body }),\n });\n\n if (\n !res.ok && res.headers.get(\"content-type\")?.includes(\"application/json\")\n ) {\n const err = await res.json().catch(() => null);\n if (err?.error) throw new Error(err.error);\n }\n\n return res;\n}","import { httpEndpoint } from \"https://esm.town/v/std/utils/index.ts\";\n\nlet cachedEndpoint: string | null = null;\n\nasync function getEndpoint(): Promise {\n return \"https://random-ip.val.run/\";\n}\n\n/**\n * Drop-in replacement for `fetch()` that routes requests through\n * rotating proxy IPs so each request appears to come from a\n * different IP address.\n *\n * @example\n * ```ts\n * import { fetch } from \"https://esm.town/v/std/fetch/main.ts\";\n *\n * const res = await fetch(\"https://httpbin.org/ip\");\n * console.log(await res.json()); // { origin: \"some.random.ip\" }\n * ```\n */\nexport async function fetch(\n input: string | URL | Request,\n requestInit?: RequestInit,\n): Promise {\n const endpoint = await getEndpoint();\n const token = Deno.env.get(\"valtown\");\n if (!token) throw new Error(\"std/fetch: 'valtown' env var not set\");\n\n // Extract url/method/headers/body from input\n let url: string;\n let method = \"GET\";\n const headers: Record = {};\n let body: string | undefined;\n\n if (input instanceof Request) {\n url = input.url;\n method = input.method;\n input.headers.forEach((v, k) => {\n headers[k] = v;\n });\n if (input.body) body = await input.text();\n } else {\n url = input.toString();\n }\n\n if (requestInit?.method) method = requestInit.method;\n if (requestInit?.headers) {\n new Headers(requestInit.headers).forEach((v, k) => {\n headers[k] = v;\n });\n }\n if (requestInit?.body !== undefined) {\n body = typeof requestInit.body === \"string\" ? requestInit.body : undefined;\n }\n\n const res = await globalThis.fetch(endpoint, {\n method: \"POST\",\n headers: {\n \"Content-Type\": \"application/json\",\n Authorization: `Bearer ${token}`,\n },\n body: JSON.stringify({ url, method, headers, body }),\n });\n\n if (\n !res.ok && res.headers.get(\"content-type\")?.includes(\"application/json\")\n ) {\n const err = await res.json().catch(() => null);\n if (err?.error) throw new Error(err.error);\n }\n\n return res;\n}","createdAt",["D",1775337703020],"branchVersion","branchId","c69ab7e4-25fe-11f0-b0b8-569c3dd06744","id","c69a47fa-25fe-11f0-b0b8-569c3dd06744","fetch",["D",1746043663238],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","imageUrl","c9143560-63b6-444f-8f9f-e2647fabe09f","pinnedFileId","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",2,"orgId","c606f87f-4d7e-48c8-9c39-ef5ab94aec49","tursoName","c69a47fa25fe11f0b0b8569c3dd06744","tursoHostname","c69a47fa25fe11f0b0b8569c3dd06744-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789510872811],"pinned","userPerm","r","valPerm","rw","blobPerm","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_98":97,"_105":101},"org",{"_98":97,"_99":-5,"_100":101,"_18":-5,"_102":103,"_104":25},"branch",{"_13":87,"_32":88,"_43":42,"_89":44,"_90":-5,"_91":-5,"_92":-5,"_93":-5,"_94":-5,"_95":45,"_96":97},"isOwned",15,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","std","handle","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvdXBsb2FkZWQvaW1nXzJVaVhpQ1BId3dscVpBbkdZVWlMNjJtcjkxWS5wbmcifQ","tier","pro","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_43":44,"_32":45,"_38":199,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":-5,"_53":-5,"_18":54,"_55":-5,"_56":57,"_58":-5,"_59":-5,"_60":61,"_62":63,"_64":65,"_66":67,"_68":200,"_70":-5,"_71":72,"_73":74,"_75":74,"_76":74,"_77":74,"_78":72,"_79":72,"_80":201,"_82":202,"_84":203,"_86":25},"tree",[178,179,180,181,182],"files",[178,179,180,181,182],"counts",{"_168":140,"_169":165,"_170":165,"_171":172,"_173":174},"contents",[128,129,130,131,132],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_43":161,"_32":162,"_30":163,"_136":-5,"_41":42,"_40":137,"_138":57,"_38":164,"_13":165,"_33":20,"_35":166,"_24":25,"_142":-5,"_27":167},{"_43":155,"_32":156,"_30":157,"_136":-5,"_41":42,"_40":137,"_138":57,"_38":158,"_13":140,"_33":34,"_35":159,"_24":25,"_142":-5,"_27":160},{"_43":152,"_32":28,"_30":31,"_136":-5,"_41":42,"_40":14,"_138":25,"_38":153,"_13":61,"_33":34,"_35":37,"_24":25,"_142":-5,"_27":154},{"_43":144,"_32":145,"_30":146,"_136":-5,"_41":42,"_40":137,"_138":57,"_38":147,"_13":140,"_33":148,"_35":149,"_24":25,"_142":150,"_27":151},{"_43":133,"_32":134,"_30":135,"_136":-5,"_41":42,"_40":137,"_138":57,"_38":139,"_13":140,"_33":34,"_35":141,"_24":25,"_142":-5,"_27":143},"d696d1fa-306b-11f1-a69c-42dde27851f2","test.ts","d696d27c-306b-11f1-a69c-42dde27851f2","parentId",12,"latest",["D",1775337514484],0,"import { fetch } from \"./main.ts\";\n\n// Test: simple GET — response should be the raw proxied response now\nconst res = await fetch(\"https://httpbin.org/ip\");\nconst body = await res.text();\nconsole.log(\"Body:\", body);","label",[134],"d696b968-306b-11f1-a69c-42dde27851f2","proxy.ts","d696ba26-306b-11f1-a69c-42dde27851f2",["D",1775337514484],"http","import { API_URL } from \"https://esm.town/v/std/API_URL\";\nimport { logUsage, checkRateLimit } from \"./database.ts\";\n\nasync function verifyToken(token: string): Promise<{ id: string; username: string } | null> {\n try {\n const res = await fetch(`${API_URL}/v1/me`, {\n headers: { Authorization: `Bearer ${token}` },\n });\n if (!res.ok) return null;\n const data = await res.json();\n return { id: data.id, username: data.username };\n } catch {\n return null;\n }\n}\n\nexport default async function handler(req: Request): Promise {\n try {\n return await handleRequest(req);\n } catch (err: any) {\n console.error(\"Unhandled error:\", err);\n return Response.json({ error: `Internal error: ${err.message}` }, { status: 500 });\n }\n}\n\nasync function handleRequest(req: Request): Promise {\n if (req.method === \"OPTIONS\") return new Response(null, { status: 204 });\n if (req.method !== \"POST\") {\n return Response.json({ error: \"POST only. Send { url, method?, headers?, body? }\" }, { status: 405 });\n }\n\n // Auth\n const authHeader = req.headers.get(\"Authorization\");\n if (!authHeader?.startsWith(\"Bearer \")) {\n return Response.json({ error: \"Missing Authorization: Bearer \" }, { status: 401 });\n }\n const user = await verifyToken(authHeader.slice(7));\n if (!user) {\n return Response.json({ error: \"Invalid Val Town token\" }, { status: 401 });\n }\n\n // Rate limit: 5 requests per minute per user\n const { allowed, count } = await checkRateLimit(user.id, 5, 60);\n if (!allowed) {\n return Response.json(\n { error: `Rate limit exceeded (${count}/5 per minute)` },\n { status: 429, headers: { \"Retry-After\": \"60\" } },\n );\n }\n\n // Parse request\n let body: { url: string; method?: string; headers?: Record; body?: string };\n try { body = await req.json(); } catch {\n return Response.json({ error: \"Invalid JSON\" }, { status: 400 });\n }\n if (!body.url) {\n return Response.json({ error: \"Missing 'url'\" }, { status: 400 });\n }\n\n const apiKey = Deno.env.get(\"ScraperAPI_KEY\");\n if (!apiKey) {\n return Response.json({ error: \"ScraperAPI_KEY not configured\" }, { status: 500 });\n }\n\n const method = body.method || \"GET\";\n\n // Build ScraperAPI URL\n const scraperUrl = new URL(\"http://api.scraperapi.com\");\n scraperUrl.searchParams.set(\"api_key\", apiKey);\n scraperUrl.searchParams.set(\"url\", body.url);\n\n let statusCode: number | null = null;\n try {\n const init: RequestInit = { method };\n if (body.headers) init.headers = new Headers(body.headers);\n if (body.body && ![\"GET\", \"HEAD\"].includes(method.toUpperCase())) init.body = body.body;\n\n const proxyRes = await fetch(scraperUrl.toString(), init);\n statusCode = proxyRes.status;\n\n // Log (fire and forget)\n logUsage({ userId: user.id, username: user.username, url: body.url, method, statusCode })\n .catch((e) => console.error(\"Log failed:\", e));\n\n // Pass the response straight through\n return new Response(proxyRes.body, {\n status: proxyRes.status,\n statusText: proxyRes.statusText,\n headers: proxyRes.headers,\n });\n } catch (err: any) {\n logUsage({ userId: user.id, username: user.username, url: body.url, method, statusCode })\n .catch(() => {});\n return Response.json({ error: `Proxy fetch failed: ${err.message}` }, { status: 502 });\n }\n}\n","random-ip",[145],"46f55b42-306c-11f1-97b5-42dde27851f2",["D",1775337703020],[28],"d696973a-306b-11f1-a69c-42dde27851f2","database.ts","d696980c-306b-11f1-a69c-42dde27851f2",["D",1775337514484],"import { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\n\nlet initialized = false;\n\nexport async function ensureTable() {\n if (initialized) return;\n await sqlite.batch([\n {\n sql: `CREATE TABLE IF NOT EXISTS fetch_usage (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n user_id TEXT NOT NULL,\n username TEXT NOT NULL,\n url TEXT NOT NULL,\n method TEXT NOT NULL DEFAULT 'GET',\n status_code INTEGER,\n created_at TEXT NOT NULL DEFAULT (datetime('now'))\n )`,\n },\n { sql: `CREATE INDEX IF NOT EXISTS idx_fetch_usage_user_time ON fetch_usage (user_id, created_at)` },\n { sql: `CREATE INDEX IF NOT EXISTS idx_fetch_usage_created ON fetch_usage (created_at)` },\n ]);\n initialized = true;\n}\n\nexport async function logUsage(params: {\n userId: string;\n username: string;\n url: string;\n method: string;\n statusCode: number | null;\n}) {\n await ensureTable();\n await sqlite.execute({\n sql: `INSERT INTO fetch_usage (user_id, username, url, method, status_code) VALUES (?, ?, ?, ?, ?)`,\n args: [params.userId, params.username, params.url, params.method, params.statusCode],\n });\n}\n\n/**\n * Check if a user is within their rate limit.\n * Returns { allowed, count } where count is requests in the window.\n */\nexport async function checkRateLimit(\n userId: string,\n maxRequests: number,\n windowSeconds: number,\n): Promise<{ allowed: boolean; count: number }> {\n await ensureTable();\n const result = await sqlite.execute({\n sql: `SELECT COUNT(*) as cnt FROM fetch_usage\n WHERE user_id = ? AND created_at > datetime('now', ?)`,\n args: [userId, `-${windowSeconds} seconds`],\n });\n const count = (result.rows[0] as any)?.cnt ?? 0;\n return { allowed: count < maxRequests, count };\n}\n",[156],"d696d696-306b-11f1-a69c-42dde27851f2","README.md","c69c6314-25fe-11f0-b0b8-569c3dd06744",["D",1775337514484],1,"# std/fetch — Proxied Fetch\n\nDrop-in replacement for JavaScript `fetch()` that routes requests through rotating proxy IPs via [ScraperAPI](https://www.scraperapi.com/).\n\nEach request gets a different IP address, useful for scraping and accessing content that blocks datacenter IPs.\n\n## Usage\n\n```ts\nimport { fetch } from \"https://esm.town/v/std/fetch/main.ts\";\n\nconst res = await fetch(\"https://httpbin.org/ip\");\nconst json = await res.json();\nconsole.log(json.origin); // A different IP each time\n```\n\nSame signature as native `fetch()`.\n\n## How It Works\n\n```mermaid\nsequenceDiagram\n participant SDK as main.ts (SDK)\n participant Proxy as proxy.ts\n participant VT as Val Town API\n participant SA as ScraperAPI\n\n SDK->>Proxy: POST {url, method, headers, body} + Bearer token\n Proxy->>VT: verify token\n Proxy->>Proxy: check rate limit (100/min per user)\n Proxy->>SA: fetch via ScraperAPI\n SA-->>Proxy: response\n Proxy->>Proxy: log to SQLite\n Proxy-->>SDK: pass response through\n```\n\n## Files\n\n| File | Type | Purpose |\n|------|------|---------|\n| `main.ts` | script | SDK — exports `fetch()` |\n| `proxy.ts` | http | Auth, rate limit, proxy, log |\n| `database.ts` | script | SQLite logging + rate limiting |\n\n## Environment Variables\n\n| Key | Description |\n|-----|-------------|\n| `ScraperAPI_KEY` | [ScraperAPI](https://www.scraperapi.com/) API key |\n\n## Rate Limiting\n\n100 requests per minute per user. Returns `429` with `Retry-After: 60` header when exceeded.\n\n## Usage Tracking\n\nEvery request logged to `fetch_usage` table (indexed on `user_id, created_at`) with user_id, username, url, method, status_code, timestamp.\n",[162],"pulls","branches","forks","envVars",{"_175":165,"_177":140},"connections",{"_175":140,"_176":140},"count","unfilledCount","emptyCount",{"_43":161,"_32":162,"_30":163,"_136":-5,"_41":42,"_40":137,"_138":57,"_38":196,"_13":165,"_33":20,"_35":166,"_24":25,"_142":-5,"_184":197,"_27":198},{"_43":155,"_32":156,"_30":157,"_136":-5,"_41":42,"_40":137,"_138":57,"_38":193,"_13":140,"_33":34,"_35":159,"_24":25,"_142":-5,"_184":194,"_27":195},{"_43":152,"_32":28,"_30":31,"_136":-5,"_41":42,"_40":14,"_138":25,"_38":190,"_13":61,"_33":34,"_35":37,"_24":25,"_142":-5,"_184":191,"_27":192},{"_43":144,"_32":145,"_30":146,"_136":-5,"_41":42,"_40":137,"_138":57,"_38":187,"_13":140,"_33":148,"_35":149,"_24":25,"_142":150,"_184":188,"_27":189},{"_43":133,"_32":134,"_30":135,"_136":-5,"_41":42,"_40":137,"_138":57,"_38":183,"_13":140,"_33":34,"_35":141,"_24":25,"_142":-5,"_184":185,"_27":186},["D",1775337514484],"children",[],[134],["D",1775337514484],[],[145],["D",1775337703020],[],[28],["D",1775337514484],[],[156],["D",1775337514484],[],[162],["D",1746043663238],["D",1789510872811],{"_98":97,"_105":101},{"_98":97,"_99":-5,"_100":101,"_18":-5,"_102":103,"_104":25},{"_13":87,"_32":88,"_43":42,"_89":44,"_90":-5,"_91":-5,"_92":-5,"_93":-5,"_94":-5,"_95":45,"_96":97},"ctx",{"_80":-5,"_125":237,"_238":239,"_240":241,"_242":25,"_243":25,"_244":25,"_245":57,"_246":-5,"_247":-7,"_248":-7,"_249":140,"_250":25,"_251":25,"_252":-5,"_253":25,"_254":25,"_255":25,"_256":-5},"ENV",{"_208":209,"_210":211,"_212":88,"_213":214,"_215":216,"_217":218,"_219":220,"_221":222,"_223":224,"_225":226,"_227":228,"_229":230,"_231":232,"_233":234,"_235":236},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v14