blob bench: old (R2) vs new (S3)

[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_187":188,"_189":190},"routes/_app.x.$handle.$name",{"_91":90,"_31":43,"_99":81,"_26":100,"_13":14,"_101":-5,"_11":102,"_103":104,"_105":106,"_107":108,"_109":110,"_20":-5,"_111":-5,"_112":-5,"_113":24,"_114":115,"_116":117,"_118":-5,"_119":-5,"_120":121},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_41":42,"_31":43,"_36":44,"_45":-5,"_46":24,"_47":48,"_49":48,"_50":-5,"_51":-5,"_18":52,"_53":-5,"_54":24,"_55":-5,"_56":-5,"_57":58,"_59":60,"_61":-5,"_62":-5,"_63":-5,"_64":-5,"_65":66,"_67":66,"_68":69,"_70":69,"_71":69,"_72":66,"_73":66,"_74":75,"_76":77,"_78":79,"_80":24},"version",7,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":-7,"_23":24,"_25":24,"_26":27,"_28":27},"file",{"_29":30,"_31":27,"_32":33,"_34":35,"_36":37,"_38":14,"_39":40,"_23":24},"previous","deleted",false,"deletedHere","path","tail.ts","latestPath","fileId","a72d73d8-6126-11f1-bfe9-1607ee4eb77e","name","fileType","script","content","import { API_URL } from \"https://esm.town/v/std/API_URL\";\n\nconst TOKEN = Deno.env.get(\"valtown\");\ntype V = \"v1\" | \"v2\";\n\nasync function op(v: V, method: \"GET\" | \"POST\", key: string, body?: BodyInit) {\n const res = await fetch(`${API_URL}/${v}/blob/${encodeURIComponent(key)}`, {\n method,\n headers: { Authorization: `Bearer ${TOKEN}` },\n body,\n });\n if (!res.ok) throw new Error(`${v} ${method} ${res.status}`);\n await res.arrayBuffer();\n}\n\nfunction pct(sorted: number[], p: number) {\n const i = (sorted.length - 1) * p;\n const lo = Math.floor(i), hi = Math.ceil(i);\n return +(sorted[lo] + (sorted[hi] - sorted[lo]) * (i - lo)).toFixed(1);\n}\nfunction dist(label: string, xs: number[]) {\n const s = [...xs].sort((a, b) => a - b);\n return {\n label,\n n: s.length,\n p50: pct(s, 0.5),\n p90: pct(s, 0.9),\n p99: pct(s, 0.99),\n max: +s[s.length - 1].toFixed(1),\n \"p99/p50\": +(pct(s, 0.99) / pct(s, 0.5)).toFixed(1), // tail blowup factor\n };\n}\n\nconst N = 100;\nconst data = new Uint8Array(100 * 1024).map((_, i) => (i * 31 + 7) & 0xff);\nconst KEY = (v: V, i: number) => `__tail__/${v}/${i}`;\nconst samples: Record = {\n v1: { get: [], set: [] },\n v2: { get: [], set: [] },\n};\n\n// warm-up + seed a key per backend so GETs have something to read\nfor (const v of [\"v1\", \"v2\"] as V[]) await op(v, \"POST\", KEY(v, 0), data);\n\n// Interleave v1/v2 every iteration so any drift hits both equally.\nfor (let i = 0; i < N; i++) {\n for (const v of [\"v1\", \"v2\"] as V[]) {\n let t = performance.now();\n await op(v, \"POST\", KEY(v, i), data);\n samples[v].set.push(performance.now() - t);\n t = performance.now();\n await op(v, \"GET\", KEY(v, i), undefined);\n samples[v].get.push(performance.now() - t);\n }\n}\n\n// cleanup\nawait Promise.allSettled(\n ([\"v1\", \"v2\"] as V[]).flatMap((v) =>\n Array.from({ length: N }, (_, i) =>\n fetch(`${API_URL}/${v}/blob/${encodeURIComponent(KEY(v, i))}`, {\n method: \"DELETE\",\n headers: { Authorization: `Bearer ${TOKEN}` },\n })\n )\n ),\n);\n\nconst out = [\n dist(\"v1 (R2) set\", samples.v1.set),\n dist(\"v2 (S3) set\", samples.v2.set),\n dist(\"v1 (R2) get\", samples.v1.get),\n dist(\"v2 (S3) get\", samples.v2.get),\n];\nconsole.log(JSON.stringify(out, null, 2));\nexport default out;\n","createdAt",["D",1780695406647],"branchVersion","branchId","f7248355-8f87-4cab-8816-d410ee0eabce","id","e04240d7-e66c-4c39-a783-e703906679cc","blob-bench",["D",1780694638696],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","imageUrl","a0bf3b31-15a5-4d5c-880e-4b1e22c9bc18","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","e81e7335-6d4c-4764-a902-d0962bbfa9f7","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_91":90,"_98":94},"org",{"_91":90,"_92":-5,"_93":94,"_18":52,"_95":96,"_97":24},"branch",{"_13":14,"_31":81,"_41":40,"_82":42,"_83":-5,"_84":-5,"_85":-5,"_86":-5,"_87":-5,"_88":43,"_89":90},"isOwned","main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","stevekrouse","handle","displayName","avatar","https://images.clerk.dev/uploaded/img_2PqHa2Gsy93xQrjh2w78Xu0cChW.jpeg","tier","pro","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_41":42,"_31":43,"_36":183,"_45":-5,"_46":24,"_47":48,"_49":48,"_50":-5,"_51":-5,"_18":52,"_53":-5,"_54":24,"_55":-5,"_56":-5,"_57":58,"_59":60,"_61":-5,"_62":-5,"_63":-5,"_64":-5,"_65":66,"_67":66,"_68":69,"_70":69,"_71":69,"_72":66,"_73":66,"_74":184,"_76":185,"_78":186,"_80":24},"tree",[166,167,168,169],"files",[166,167,168,169],"counts",{"_156":58,"_157":153,"_158":58,"_159":160,"_161":162},"contents",[122,123,124,125],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles",true,"grants","orgs","customDomains",{},{"_41":148,"_31":149,"_29":150,"_127":-5,"_39":40,"_38":151,"_128":117,"_36":152,"_13":153,"_32":33,"_34":154,"_23":24,"_130":-5,"_26":155},{"_41":139,"_31":140,"_29":141,"_127":-5,"_39":40,"_38":142,"_128":117,"_36":143,"_13":144,"_32":145,"_34":146,"_23":24,"_130":-5,"_26":147},{"_41":132,"_31":133,"_29":134,"_127":-5,"_39":40,"_38":135,"_128":117,"_36":136,"_13":58,"_32":33,"_34":137,"_23":24,"_130":-5,"_26":138},{"_41":126,"_31":27,"_29":30,"_127":-5,"_39":40,"_38":14,"_128":117,"_36":129,"_13":58,"_32":33,"_34":35,"_23":24,"_130":-5,"_26":131},"936155fe-bb03-49ce-85fd-fb84c812158e","parentId","latest",["D",1780695406647],"label",[27],"99ecce28-eeec-40df-9dce-d75ed0feafe6","sqlite.ts","6bf1d8fe-6126-11f1-8fea-1607ee4eb77e",6,["D",1780695307269],"import { sqlite } from \"https://esm.town/v/std/sqlite\";\n\n// Quick latency probe for Val Town's scoped SQLite (Turso/libSQL).\n// Times three kinds of round-trip: a trivial read, a real table read,\n// and a write — each repeated, reported as median ms.\nfunction med(xs: number[]) {\n const s = [...xs].sort((a, b) => a - b);\n return s[Math.floor(s.length / 2)];\n}\nasync function timeIt(label: string, fn: () => Promise, n = 15) {\n await fn(); // warm-up, discarded\n const ms: number[] = [];\n for (let i = 0; i < n; i++) {\n const t0 = performance.now();\n await fn();\n ms.push(performance.now() - t0);\n }\n return { label, median: +med(ms).toFixed(1), min: +Math.min(...ms).toFixed(1), max: +Math.max(...ms).toFixed(1) };\n}\n\nawait sqlite.execute(`CREATE TABLE IF NOT EXISTS __probe (id INTEGER PRIMARY KEY, v TEXT)`);\n\nconst results = [\n await timeIt(\"SELECT 1 (pure round-trip)\", () => sqlite.execute(\"SELECT 1\")),\n await timeIt(\"INSERT (write)\", () => sqlite.execute({ sql: \"INSERT INTO __probe (v) VALUES (?)\", args: [String(Math.PI)] })),\n await timeIt(\"SELECT from table (read)\", () => sqlite.execute(\"SELECT * FROM __probe LIMIT 10\")),\n];\n\nawait sqlite.execute(\"DROP TABLE __probe\");\n\nconsole.log(JSON.stringify(results, null, 2));\nexport default results;\n",[133],"164cc5a4-be58-4fcc-8850-35a2599a4e91","index.ts","fcd8548a-6124-11f1-9709-1607ee4eb77e",5,["D",1780695060058],2,"http","import { runBenchmark, type Result } from \"./bench.ts\";\n\n// GET / -> HTML comparison table\n// GET /?json -> raw JSON results\n// GET /?iterations=20 -> override sample count\nexport default async function (req: Request): Promise {\n const url = new URL(req.url);\n const iterations = Number(url.searchParams.get(\"iterations\") ?? 12);\n\n const t0 = performance.now();\n const results = await runBenchmark(iterations);\n const totalMs = Math.round(performance.now() - t0);\n\n if (url.searchParams.has(\"json\")) {\n return Response.json({ iterations, totalMs, results });\n }\n\n return new Response(renderHtml(results, iterations, totalMs), {\n headers: { \"content-type\": \"text/html; charset=utf-8\" },\n });\n}\n\nfunction renderHtml(results: Result[], iterations: number, totalMs: number): string {\n const sizes = [...new Set(results.map((r) => r.size))];\n const ops = [\"set\", \"get\"] as const;\n // one shared scale across every bar so lengths are comparable at a glance\n const maxMed = Math.max(...results.map((r) => r.stats.median));\n\n const bar = (label: string, ms: number, cls: string) => {\n const pct = (ms / maxMed) * 100;\n return `

\n ${label}\n \n ${Math.round(ms)}ms\n

`;\n };\n\n const groups = sizes.flatMap((size) =>\n ops.map((op) => {\n const v1 = results.find((r) => r.size === size && r.op === op && r.version === \"v1\")!.stats;\n const v2 = results.find((r) => r.size === size && r.op === op && r.version === \"v2\")!.stats;\n const x = (v1.median / v2.median).toFixed(1);\n return `

${op} · ${size} ${x}× faster

\n ${bar(\"old (R2)\", v1.median, \"old\")}\n ${bar(\"new (S3)\", v2.median, \"new\")}\n

`;\n })\n ).join(\"\");\n\n return `\nblob bench: old (R2) vs new (S3)\n\n

blob latency: old (R2) vs new (S3)

median of ${iterations} samples · in-region · ran in ${(totalMs / 1000).toFixed(1)}s

\n${groups}`;\n}\n",[140],"fb107613-84cd-4606-81e3-313c91f316c2","bench.ts","eabc8910-6124-11f1-8162-1607ee4eb77e",3,["D",1780694840507],1,"import { API_URL } from \"https://esm.town/v/std/API_URL\";\n\nconst TOKEN = Deno.env.get(\"valtown\");\n\n// The ONLY difference between old and new blob is the API version segment:\n// v1 -> R2-backed (old), v2 -> S3-backed (new scoped blob)\n// so we parameterize a single client over the version and run both\n// through identical code paths to keep the comparison fair.\ntype Version = \"v1\" | \"v2\";\n\nasync function set(v: Version, key: string, body: BodyInit) {\n const res = await fetch(`${API_URL}/${v}/blob/${encodeURIComponent(key)}`, {\n method: \"POST\",\n headers: { Authorization: `Bearer ${TOKEN}` },\n body,\n });\n if (!res.ok) throw new Error(`${v} set ${res.status}: ${await res.text()}`);\n}\n\nasync function get(v: Version, key: string): Promise {\n const res = await fetch(`${API_URL}/${v}/blob/${encodeURIComponent(key)}`, {\n headers: { Authorization: `Bearer ${TOKEN}` },\n });\n if (!res.ok) throw new Error(`${v} get ${res.status}: ${await res.text()}`);\n // Drain the body fully so we time the whole download, not just headers.\n return (await res.arrayBuffer()).byteLength;\n}\n\nasync function del(v: Version, key: string) {\n const res = await fetch(`${API_URL}/${v}/blob/${encodeURIComponent(key)}`, {\n method: \"DELETE\",\n headers: { Authorization: `Bearer ${TOKEN}` },\n });\n if (!res.ok) throw new Error(`${v} del ${res.status}: ${await res.text()}`);\n}\n\nasync function list(v: Version, prefix: string): Promise {\n const res = await fetch(`${API_URL}/${v}/blob?prefix=${encodeURIComponent(prefix)}`, {\n headers: { Authorization: `Bearer ${TOKEN}` },\n });\n if (!res.ok) throw new Error(`${v} list ${res.status}: ${await res.text()}`);\n return (await res.json()).length;\n}\n\n// Time a single async op in milliseconds (high-res).\nasync function timed(fn: () => Promise): Promise {\n const t0 = performance.now();\n await fn();\n return performance.now() - t0;\n}\n\nexport type Stats = {\n n: number;\n min: number;\n median: number;\n p95: number;\n max: number;\n mean: number;\n};\n\nexport function summarize(samples: number[]): Stats {\n if (samples.length === 0) return { n: 0, min: NaN, median: NaN, p95: NaN, max: NaN, mean: NaN };\n const s = [...samples].sort((a, b) => a - b);\n // Linear-interpolated percentile (numpy default) — kinder to small n.\n const pct = (p: number) => {\n const idx = (s.length - 1) * p;\n const lo = Math.floor(idx), hi = Math.ceil(idx);\n return s[lo] + (s[hi] - s[lo]) * (idx - lo);\n };\n return {\n n: s.length,\n min: s[0],\n median: pct(0.5),\n p95: pct(0.95),\n max: s[s.length - 1],\n mean: s.reduce((a, b) => a + b, 0) / s.length,\n };\n}\n\nconst PREFIX = \"__bench__/\";\nconst SIZES = [\n { label: \"1KB\", bytes: 1024 },\n { label: \"100KB\", bytes: 100 * 1024 },\n { label: \"1MB\", bytes: 1024 * 1024 },\n];\nconst VERSIONS: Version[] = [\"v1\", \"v2\"];\n\nfunction payload(bytes: number): Uint8Array {\n // Pseudo-random-ish but cheap; avoids any provider-side compression freebies.\n const a = new Uint8Array(bytes);\n for (let i = 0; i < bytes; i++) a[i] = (i * 31 + 7) & 0xff;\n return a;\n}\n\nexport type Result = {\n version: Version;\n size: string;\n op: \"set\" | \"get\";\n stats: Stats;\n};\n\nexport async function runBenchmark(iterations = 12) {\n const results: Result[] = [];\n\n for (const size of SIZES) {\n const data = payload(size.bytes);\n // samples[version][op] = number[]\n const samples: Record = {\n v1: { set: [], get: [] },\n v2: { set: [], get: [] },\n };\n\n // Warm-up: one full set+get per version, discarded (kills cold-start bias).\n for (const v of VERSIONS) {\n const k = `${PREFIX}${v}/warmup/${size.label}`;\n await set(v, k, data);\n await get(v, k);\n }\n\n // Measured rounds. Interleave versions within each iteration so any\n // time-of-day drift hits v1 and v2 symmetrically.\n for (let i = 0; i < iterations; i++) {\n for (const v of VERSIONS) {\n const k = `${PREFIX}${v}/${size.label}/${i}`;\n samples[v].set.push(await timed(() => set(v, k, data)));\n samples[v].get.push(await timed(() => get(v, k)));\n }\n }\n\n for (const v of VERSIONS) {\n results.push({ version: v, size: size.label, op: \"set\", stats: summarize(samples[v].set) });\n results.push({ version: v, size: size.label, op: \"get\", stats: summarize(samples[v].get) });\n }\n }\n\n // Cleanup all the keys we created.\n await Promise.allSettled(\n VERSIONS.flatMap((v) => [\n ...SIZES.map((s) => del(v, `${PREFIX}${v}/warmup/${s.label}`)),\n ...SIZES.flatMap((s) =>\n Array.from({ length: iterations }, (_, i) => del(v, `${PREFIX}${v}/${s.label}/${i}`))\n ),\n ]),\n );\n\n return results;\n}\n",[149],"pulls","branches","forks","envVars",{"_163":58,"_165":58},"connections",{"_163":58,"_164":58},"count","unfilledCount","emptyCount",{"_41":148,"_31":149,"_29":150,"_127":-5,"_39":40,"_38":151,"_128":117,"_36":180,"_13":153,"_32":33,"_34":154,"_23":24,"_130":-5,"_171":181,"_26":182},{"_41":139,"_31":140,"_29":141,"_127":-5,"_39":40,"_38":142,"_128":117,"_36":177,"_13":144,"_32":145,"_34":146,"_23":24,"_130":-5,"_171":178,"_26":179},{"_41":132,"_31":133,"_29":134,"_127":-5,"_39":40,"_38":135,"_128":117,"_36":174,"_13":58,"_32":33,"_34":137,"_23":24,"_130":-5,"_171":175,"_26":176},{"_41":126,"_31":27,"_29":30,"_127":-5,"_39":40,"_38":14,"_128":117,"_36":170,"_13":58,"_32":33,"_34":35,"_23":24,"_130":-5,"_171":172,"_26":173},["D",1780695406647],"children",[],[27],["D",1780695307269],[],[133],["D",1780695060058],[],[140],["D",1780694840507],[],[149],["D",1780694638696],{"_91":90,"_98":94},{"_91":90,"_92":-5,"_93":94,"_18":52,"_95":96,"_97":24},{"_13":14,"_31":81,"_41":40,"_82":42,"_83":-5,"_84":-5,"_85":-5,"_86":-5,"_87":-5,"_88":43,"_89":90},"ctx",{"_74":-5,"_119":220,"_221":222,"_223":224,"_225":24,"_226":24,"_227":24,"_228":117,"_229":-5,"_230":-7,"_231":-7,"_232":58,"_233":24,"_234":24,"_235":-5,"_236":24,"_237":24,"_238":24,"_239":-5},"ENV",{"_191":192,"_193":194,"_195":81,"_196":197,"_198":199,"_200":201,"_202":203,"_204":205,"_206":207,"_208":209,"_210":211,"_212":213,"_214":215,"_216":217,"_218":219},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","71c1b20804b3232a7e513be260cfffc1932a9e97","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v7