[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_203":204,"_205":206},"routes/_app.x.$handle.$name",{"_97":96,"_32":44,"_105":87,"_27":106,"_13":14,"_107":-5,"_11":108,"_109":110,"_111":112,"_113":114,"_115":116,"_20":-5,"_117":-5,"_118":-5,"_119":25,"_120":121,"_122":56,"_123":-5,"_124":-5,"_125":126},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_42":43,"_32":44,"_37":45,"_46":-5,"_47":25,"_48":49,"_50":49,"_51":-5,"_52":-5,"_18":53,"_54":-5,"_55":56,"_57":-5,"_58":-5,"_59":60,"_61":62,"_63":64,"_65":66,"_67":68,"_69":-5,"_70":71,"_72":73,"_74":73,"_75":73,"_76":73,"_77":71,"_78":71,"_79":80,"_81":82,"_83":84,"_85":25},"version",13,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":23,"_24":25,"_26":25,"_27":28,"_29":28},"file",{"_30":31,"_32":28,"_33":34,"_35":36,"_37":38,"_39":14,"_40":41,"_24":25},"previous",{"_30":31,"_32":28,"_33":34,"_35":36},"deleted",false,"deletedHere","path","main.ts","latestPath","fileId","d696ab1c-306b-11f1-a69c-42dde27851f2","name","fileType","script","content","import { httpEndpoint } from \"https://esm.town/v/std/utils/index.ts\";\n\nlet cachedEndpoint: string | null = null;\n\nasync function getEndpoint(): Promise {\n if (cachedEndpoint) return cachedEndpoint;\n cachedEndpoint = await httpEndpoint(\"/proxy.ts\");\n return cachedEndpoint;\n}\n\n/**\n * Drop-in replacement for `fetch()` that routes requests through\n * rotating proxy IPs so each request appears to come from a\n * different IP address.\n *\n * @example\n * ```ts\n * import { fetch } from \"https://esm.town/v/std/fetch/main.ts\";\n *\n * const res = await fetch(\"https://httpbin.org/ip\");\n * console.log(await res.json()); // { origin: \"some.random.ip\" }\n * ```\n */\nexport async function fetch(\n input: string | URL | Request,\n requestInit?: RequestInit,\n): Promise {\n const endpoint = await getEndpoint();\n const token = Deno.env.get(\"valtown\");\n if (!token) throw new Error(\"std/fetch: 'valtown' env var not set\");\n\n // Extract url/method/headers/body from input\n let url: string;\n let method = \"GET\";\n const headers: Record = {};\n let body: string | undefined;\n\n if (input instanceof Request) {\n url = input.url;\n method = input.method;\n input.headers.forEach((v, k) => {\n headers[k] = v;\n });\n if (input.body) body = await input.text();\n } else {\n url = input.toString();\n }\n\n if (requestInit?.method) method = requestInit.method;\n if (requestInit?.headers) {\n new Headers(requestInit.headers).forEach((v, k) => {\n headers[k] = v;\n });\n }\n if (requestInit?.body !== undefined) {\n body = typeof requestInit.body === \"string\" ? requestInit.body : undefined;\n }\n\n const res = await globalThis.fetch(endpoint, {\n method: \"POST\",\n headers: {\n \"Content-Type\": \"application/json\",\n Authorization: `Bearer ${token}`,\n },\n body: JSON.stringify({ url, method, headers, body }),\n });\n\n if (\n !res.ok && res.headers.get(\"content-type\")?.includes(\"application/json\")\n ) {\n const err = await res.json().catch(() => null);\n if (err?.error) throw new Error(err.error);\n }\n\n return res;\n}","createdAt",["D",1775337597751],"branchVersion","branchId","c69ab7e4-25fe-11f0-b0b8-569c3dd06744","id","c69a47fa-25fe-11f0-b0b8-569c3dd06744","fetch",["D",1746043663238],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","imageUrl","c9143560-63b6-444f-8f9f-e2647fabe09f","pinnedFileId","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",2,"orgId","c606f87f-4d7e-48c8-9c39-ef5ab94aec49","tursoName","c69a47fa25fe11f0b0b8569c3dd06744","tursoHostname","c69a47fa25fe11f0b0b8569c3dd06744-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789510872811],"pinned","userPerm","r","valPerm","rw","blobPerm","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_97":96,"_104":100},"org",{"_97":96,"_98":-5,"_99":100,"_18":-5,"_101":102,"_103":25},"branch",{"_13":86,"_32":87,"_42":41,"_88":43,"_89":-5,"_90":-5,"_91":-5,"_92":-5,"_93":-5,"_94":44,"_95":96},"isOwned",15,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","std","handle","displayName","avatar","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvdXBsb2FkZWQvaW1nXzJVaVhpQ1BId3dscVpBbkdZVWlMNjJtcjkxWS5wbmcifQ","tier","pro","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_42":43,"_32":44,"_37":198,"_46":-5,"_47":25,"_48":49,"_50":49,"_51":-5,"_52":-5,"_18":53,"_54":-5,"_55":56,"_57":-5,"_58":-5,"_59":60,"_61":62,"_63":64,"_65":66,"_67":199,"_69":-5,"_70":71,"_72":73,"_74":73,"_75":73,"_76":73,"_77":71,"_78":71,"_79":200,"_81":201,"_83":202,"_85":25},"tree",[177,178,179,180,181],"files",[177,178,179,180,181],"counts",{"_167":139,"_168":153,"_169":153,"_170":171,"_172":173},"contents",[127,128,129,130,131],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_42":161,"_32":162,"_30":163,"_135":-5,"_40":41,"_39":136,"_137":56,"_37":164,"_13":153,"_33":20,"_35":165,"_24":25,"_141":-5,"_27":166},{"_42":155,"_32":156,"_30":157,"_135":-5,"_40":41,"_39":136,"_137":56,"_37":158,"_13":139,"_33":34,"_35":159,"_24":25,"_141":-5,"_27":160},{"_42":151,"_32":28,"_30":31,"_135":-5,"_40":41,"_39":14,"_137":25,"_37":152,"_13":153,"_33":34,"_35":36,"_24":25,"_141":-5,"_27":154},{"_42":143,"_32":144,"_30":145,"_135":-5,"_40":41,"_39":136,"_137":56,"_37":146,"_13":139,"_33":147,"_35":148,"_24":25,"_141":149,"_27":150},{"_42":132,"_32":133,"_30":134,"_135":-5,"_40":41,"_39":136,"_137":56,"_37":138,"_13":139,"_33":34,"_35":140,"_24":25,"_141":-5,"_27":142},"d696d1fa-306b-11f1-a69c-42dde27851f2","test.ts","d696d27c-306b-11f1-a69c-42dde27851f2","parentId",12,"latest",["D",1775337514484],0,"import { fetch } from \"./main.ts\";\n\n// Test: simple GET — response should be the raw proxied response now\nconst res = await fetch(\"https://httpbin.org/ip\");\nconst body = await res.text();\nconsole.log(\"Body:\", body);","label",[133],"d696b968-306b-11f1-a69c-42dde27851f2","proxy.ts","d696ba26-306b-11f1-a69c-42dde27851f2",["D",1775337514484],"http","import { API_URL } from \"https://esm.town/v/std/API_URL\";\nimport { logUsage, checkRateLimit } from \"./database.ts\";\n\nasync function verifyToken(token: string): Promise<{ id: string; username: string } | null> {\n try {\n const res = await fetch(`${API_URL}/v1/me`, {\n headers: { Authorization: `Bearer ${token}` },\n });\n if (!res.ok) return null;\n const data = await res.json();\n return { id: data.id, username: data.username };\n } catch {\n return null;\n }\n}\n\nexport default async function handler(req: Request): Promise {\n try {\n return await handleRequest(req);\n } catch (err: any) {\n console.error(\"Unhandled error:\", err);\n return Response.json({ error: `Internal error: ${err.message}` }, { status: 500 });\n }\n}\n\nasync function handleRequest(req: Request): Promise {\n if (req.method === \"OPTIONS\") return new Response(null, { status: 204 });\n if (req.method !== \"POST\") {\n return Response.json({ error: \"POST only. Send { url, method?, headers?, body? }\" }, { status: 405 });\n }\n\n // Auth\n const authHeader = req.headers.get(\"Authorization\");\n if (!authHeader?.startsWith(\"Bearer \")) {\n return Response.json({ error: \"Missing Authorization: Bearer \" }, { status: 401 });\n }\n const user = await verifyToken(authHeader.slice(7));\n if (!user) {\n return Response.json({ error: \"Invalid Val Town token\" }, { status: 401 });\n }\n\n // Rate limit: 5 requests per minute per user\n const { allowed, count } = await checkRateLimit(user.id, 5, 60);\n if (!allowed) {\n return Response.json(\n { error: `Rate limit exceeded (${count}/5 per minute)` },\n { status: 429, headers: { \"Retry-After\": \"60\" } },\n );\n }\n\n // Parse request\n let body: { url: string; method?: string; headers?: Record; body?: string };\n try { body = await req.json(); } catch {\n return Response.json({ error: \"Invalid JSON\" }, { status: 400 });\n }\n if (!body.url) {\n return Response.json({ error: \"Missing 'url'\" }, { status: 400 });\n }\n\n const apiKey = Deno.env.get(\"ScraperAPI_KEY\");\n if (!apiKey) {\n return Response.json({ error: \"ScraperAPI_KEY not configured\" }, { status: 500 });\n }\n\n const method = body.method || \"GET\";\n\n // Build ScraperAPI URL\n const scraperUrl = new URL(\"http://api.scraperapi.com\");\n scraperUrl.searchParams.set(\"api_key\", apiKey);\n scraperUrl.searchParams.set(\"url\", body.url);\n\n let statusCode: number | null = null;\n try {\n const init: RequestInit = { method };\n if (body.headers) init.headers = new Headers(body.headers);\n if (body.body && ![\"GET\", \"HEAD\"].includes(method.toUpperCase())) init.body = body.body;\n\n const proxyRes = await fetch(scraperUrl.toString(), init);\n statusCode = proxyRes.status;\n\n // Log (fire and forget)\n logUsage({ userId: user.id, username: user.username, url: body.url, method, statusCode })\n .catch((e) => console.error(\"Log failed:\", e));\n\n // Pass the response straight through\n return new Response(proxyRes.body, {\n status: proxyRes.status,\n statusText: proxyRes.statusText,\n headers: proxyRes.headers,\n });\n } catch (err: any) {\n logUsage({ userId: user.id, username: user.username, url: body.url, method, statusCode })\n .catch(() => {});\n return Response.json({ error: `Proxy fetch failed: ${err.message}` }, { status: 502 });\n }\n}\n","random-ip",[144],"0837c480-306c-11f1-a959-42dde27851f2",["D",1775337597751],1,[28],"d696973a-306b-11f1-a69c-42dde27851f2","database.ts","d696980c-306b-11f1-a69c-42dde27851f2",["D",1775337514484],"import { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\n\nlet initialized = false;\n\nexport async function ensureTable() {\n if (initialized) return;\n await sqlite.batch([\n {\n sql: `CREATE TABLE IF NOT EXISTS fetch_usage (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n user_id TEXT NOT NULL,\n username TEXT NOT NULL,\n url TEXT NOT NULL,\n method TEXT NOT NULL DEFAULT 'GET',\n status_code INTEGER,\n created_at TEXT NOT NULL DEFAULT (datetime('now'))\n )`,\n },\n { sql: `CREATE INDEX IF NOT EXISTS idx_fetch_usage_user_time ON fetch_usage (user_id, created_at)` },\n { sql: `CREATE INDEX IF NOT EXISTS idx_fetch_usage_created ON fetch_usage (created_at)` },\n ]);\n initialized = true;\n}\n\nexport async function logUsage(params: {\n userId: string;\n username: string;\n url: string;\n method: string;\n statusCode: number | null;\n}) {\n await ensureTable();\n await sqlite.execute({\n sql: `INSERT INTO fetch_usage (user_id, username, url, method, status_code) VALUES (?, ?, ?, ?, ?)`,\n args: [params.userId, params.username, params.url, params.method, params.statusCode],\n });\n}\n\n/**\n * Check if a user is within their rate limit.\n * Returns { allowed, count } where count is requests in the window.\n */\nexport async function checkRateLimit(\n userId: string,\n maxRequests: number,\n windowSeconds: number,\n): Promise<{ allowed: boolean; count: number }> {\n await ensureTable();\n const result = await sqlite.execute({\n sql: `SELECT COUNT(*) as cnt FROM fetch_usage\n WHERE user_id = ? AND created_at > datetime('now', ?)`,\n args: [userId, `-${windowSeconds} seconds`],\n });\n const count = (result.rows[0] as any)?.cnt ?? 0;\n return { allowed: count < maxRequests, count };\n}\n",[156],"d696d696-306b-11f1-a69c-42dde27851f2","README.md","c69c6314-25fe-11f0-b0b8-569c3dd06744",["D",1775337514484],"# std/fetch — Proxied Fetch\n\nDrop-in replacement for JavaScript `fetch()` that routes requests through rotating proxy IPs via [ScraperAPI](https://www.scraperapi.com/).\n\nEach request gets a different IP address, useful for scraping and accessing content that blocks datacenter IPs.\n\n## Usage\n\n```ts\nimport { fetch } from \"https://esm.town/v/std/fetch/main.ts\";\n\nconst res = await fetch(\"https://httpbin.org/ip\");\nconst json = await res.json();\nconsole.log(json.origin); // A different IP each time\n```\n\nSame signature as native `fetch()`.\n\n## How It Works\n\n```mermaid\nsequenceDiagram\n participant SDK as main.ts (SDK)\n participant Proxy as proxy.ts\n participant VT as Val Town API\n participant SA as ScraperAPI\n\n SDK->>Proxy: POST {url, method, headers, body} + Bearer token\n Proxy->>VT: verify token\n Proxy->>Proxy: check rate limit (100/min per user)\n Proxy->>SA: fetch via ScraperAPI\n SA-->>Proxy: response\n Proxy->>Proxy: log to SQLite\n Proxy-->>SDK: pass response through\n```\n\n## Files\n\n| File | Type | Purpose |\n|------|------|---------|\n| `main.ts` | script | SDK — exports `fetch()` |\n| `proxy.ts` | http | Auth, rate limit, proxy, log |\n| `database.ts` | script | SQLite logging + rate limiting |\n\n## Environment Variables\n\n| Key | Description |\n|-----|-------------|\n| `ScraperAPI_KEY` | [ScraperAPI](https://www.scraperapi.com/) API key |\n\n## Rate Limiting\n\n100 requests per minute per user. Returns `429` with `Retry-After: 60` header when exceeded.\n\n## Usage Tracking\n\nEvery request logged to `fetch_usage` table (indexed on `user_id, created_at`) with user_id, username, url, method, status_code, timestamp.\n",[162],"pulls","branches","forks","envVars",{"_174":153,"_176":139},"connections",{"_174":139,"_175":139},"count","unfilledCount","emptyCount",{"_42":161,"_32":162,"_30":163,"_135":-5,"_40":41,"_39":136,"_137":56,"_37":195,"_13":153,"_33":20,"_35":165,"_24":25,"_141":-5,"_183":196,"_27":197},{"_42":155,"_32":156,"_30":157,"_135":-5,"_40":41,"_39":136,"_137":56,"_37":192,"_13":139,"_33":34,"_35":159,"_24":25,"_141":-5,"_183":193,"_27":194},{"_42":151,"_32":28,"_30":31,"_135":-5,"_40":41,"_39":14,"_137":25,"_37":189,"_13":153,"_33":34,"_35":36,"_24":25,"_141":-5,"_183":190,"_27":191},{"_42":143,"_32":144,"_30":145,"_135":-5,"_40":41,"_39":136,"_137":56,"_37":186,"_13":139,"_33":147,"_35":148,"_24":25,"_141":149,"_183":187,"_27":188},{"_42":132,"_32":133,"_30":134,"_135":-5,"_40":41,"_39":136,"_137":56,"_37":182,"_13":139,"_33":34,"_35":140,"_24":25,"_141":-5,"_183":184,"_27":185},["D",1775337514484],"children",[],[133],["D",1775337514484],[],[144],["D",1775337597751],[],[28],["D",1775337514484],[],[156],["D",1775337514484],[],[162],["D",1746043663238],["D",1789510872811],{"_97":96,"_104":100},{"_97":96,"_98":-5,"_99":100,"_18":-5,"_101":102,"_103":25},{"_13":86,"_32":87,"_42":41,"_88":43,"_89":-5,"_90":-5,"_91":-5,"_92":-5,"_93":-5,"_94":44,"_95":96},"ctx",{"_79":-5,"_124":236,"_237":238,"_239":240,"_241":25,"_242":25,"_243":25,"_244":56,"_245":-5,"_246":-7,"_247":-7,"_248":139,"_249":25,"_250":25,"_251":-5,"_252":25,"_253":25,"_254":25,"_255":-5},"ENV",{"_207":208,"_209":210,"_211":87,"_212":213,"_214":215,"_216":217,"_218":219,"_220":221,"_222":223,"_224":225,"_226":227,"_228":229,"_230":231,"_232":233,"_234":235},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v13