blob bench: v1 (R2) vs v2 (S3)

[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_164":165,"_166":167},"routes/_app.x.$handle.$name",{"_94":93,"_32":45,"_102":84,"_27":103,"_13":14,"_104":-5,"_11":105,"_106":107,"_108":109,"_110":111,"_112":113,"_20":-5,"_114":-5,"_115":-5,"_116":25,"_117":118,"_119":25,"_120":-5,"_121":-5,"_122":123},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_43":44,"_32":45,"_38":46,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":-5,"_53":-5,"_18":54,"_55":-5,"_56":25,"_57":-5,"_58":-5,"_59":60,"_61":62,"_63":-5,"_64":-5,"_65":-5,"_66":-5,"_67":68,"_69":68,"_70":71,"_72":71,"_73":71,"_74":68,"_75":68,"_76":77,"_78":79,"_80":81,"_82":25},"version",3,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":23,"_24":25,"_26":25,"_27":28,"_29":28},"file",{"_30":31,"_32":28,"_33":34,"_35":37,"_38":39,"_40":14,"_41":42,"_24":25},"previous",{"_30":31,"_32":28,"_33":34,"_35":36},"deleted",false,"deletedHere","path","bench.ts","latestPath","fileId","eabc8910-6124-11f1-8162-1607ee4eb77e","name","fileType","script","content","import { API_URL } from \"https://esm.town/v/std/API_URL\";\n\nconst TOKEN = Deno.env.get(\"valtown\");\n\n// The ONLY difference between old and new blob is the API version segment:\n// v1 -> R2-backed (old), v2 -> S3-backed (new scoped blob)\n// so we parameterize a single client over the version and run both\n// through identical code paths to keep the comparison fair.\ntype Version = \"v1\" | \"v2\";\n\nasync function set(v: Version, key: string, body: BodyInit) {\n const res = await fetch(`${API_URL}/${v}/blob/${encodeURIComponent(key)}`, {\n method: \"POST\",\n headers: { Authorization: `Bearer ${TOKEN}` },\n body,\n });\n if (!res.ok) throw new Error(`${v} set ${res.status}: ${await res.text()}`);\n}\n\nasync function get(v: Version, key: string): Promise {\n const res = await fetch(`${API_URL}/${v}/blob/${encodeURIComponent(key)}`, {\n headers: { Authorization: `Bearer ${TOKEN}` },\n });\n if (!res.ok) throw new Error(`${v} get ${res.status}: ${await res.text()}`);\n // Drain the body fully so we time the whole download, not just headers.\n return (await res.arrayBuffer()).byteLength;\n}\n\nasync function del(v: Version, key: string) {\n const res = await fetch(`${API_URL}/${v}/blob/${encodeURIComponent(key)}`, {\n method: \"DELETE\",\n headers: { Authorization: `Bearer ${TOKEN}` },\n });\n if (!res.ok) throw new Error(`${v} del ${res.status}: ${await res.text()}`);\n}\n\nasync function list(v: Version, prefix: string): Promise {\n const res = await fetch(`${API_URL}/${v}/blob?prefix=${encodeURIComponent(prefix)}`, {\n headers: { Authorization: `Bearer ${TOKEN}` },\n });\n if (!res.ok) throw new Error(`${v} list ${res.status}: ${await res.text()}`);\n return (await res.json()).length;\n}\n\n// Time a single async op in milliseconds (high-res).\nasync function timed(fn: () => Promise): Promise {\n const t0 = performance.now();\n await fn();\n return performance.now() - t0;\n}\n\nexport type Stats = {\n n: number;\n min: number;\n median: number;\n p95: number;\n max: number;\n mean: number;\n};\n\n// TODO(human): implement summarize() — given an array of latency samples (ms),\n// return the Stats above (n, min, median, p95, max, mean). Decide how to handle\n// percentile interpolation and the empty-array case.\nexport function summarize(samples: number[]): Stats {\n return null as unknown as Stats;\n}\n\nconst PREFIX = \"__bench__/\";\nconst SIZES = [\n { label: \"1KB\", bytes: 1024 },\n { label: \"100KB\", bytes: 100 * 1024 },\n { label: \"1MB\", bytes: 1024 * 1024 },\n];\nconst VERSIONS: Version[] = [\"v1\", \"v2\"];\n\nfunction payload(bytes: number): Uint8Array {\n // Pseudo-random-ish but cheap; avoids any provider-side compression freebies.\n const a = new Uint8Array(bytes);\n for (let i = 0; i < bytes; i++) a[i] = (i * 31 + 7) & 0xff;\n return a;\n}\n\nexport type Result = {\n version: Version;\n size: string;\n op: \"set\" | \"get\";\n stats: Stats;\n};\n\nexport async function runBenchmark(iterations = 12) {\n const results: Result[] = [];\n\n for (const size of SIZES) {\n const data = payload(size.bytes);\n // samples[version][op] = number[]\n const samples: Record = {\n v1: { set: [], get: [] },\n v2: { set: [], get: [] },\n };\n\n // Warm-up: one full set+get per version, discarded (kills cold-start bias).\n for (const v of VERSIONS) {\n const k = `${PREFIX}${v}/warmup/${size.label}`;\n await set(v, k, data);\n await get(v, k);\n }\n\n // Measured rounds. Interleave versions within each iteration so any\n // time-of-day drift hits v1 and v2 symmetrically.\n for (let i = 0; i < iterations; i++) {\n for (const v of VERSIONS) {\n const k = `${PREFIX}${v}/${size.label}/${i}`;\n samples[v].set.push(await timed(() => set(v, k, data)));\n samples[v].get.push(await timed(() => get(v, k)));\n }\n }\n\n for (const v of VERSIONS) {\n results.push({ version: v, size: size.label, op: \"set\", stats: summarize(samples[v].set) });\n results.push({ version: v, size: size.label, op: \"get\", stats: summarize(samples[v].get) });\n }\n }\n\n // Cleanup all the keys we created.\n await Promise.allSettled(\n VERSIONS.flatMap((v) => [\n ...SIZES.map((s) => del(v, `${PREFIX}${v}/warmup/${s.label}`)),\n ...SIZES.flatMap((s) =>\n Array.from({ length: iterations }, (_, i) => del(v, `${PREFIX}${v}/${s.label}/${i}`))\n ),\n ]),\n );\n\n return results;\n}\n","import { API_URL } from \"https://esm.town/v/std/API_URL\";\n\nconst TOKEN = Deno.env.get(\"valtown\");\n\n// The ONLY difference between old and new blob is the API version segment:\n// v1 -> R2-backed (old), v2 -> S3-backed (new scoped blob)\n// so we parameterize a single client over the version and run both\n// through identical code paths to keep the comparison fair.\ntype Version = \"v1\" | \"v2\";\n\nasync function set(v: Version, key: string, body: BodyInit) {\n const res = await fetch(`${API_URL}/${v}/blob/${encodeURIComponent(key)}`, {\n method: \"POST\",\n headers: { Authorization: `Bearer ${TOKEN}` },\n body,\n });\n if (!res.ok) throw new Error(`${v} set ${res.status}: ${await res.text()}`);\n}\n\nasync function get(v: Version, key: string): Promise {\n const res = await fetch(`${API_URL}/${v}/blob/${encodeURIComponent(key)}`, {\n headers: { Authorization: `Bearer ${TOKEN}` },\n });\n if (!res.ok) throw new Error(`${v} get ${res.status}: ${await res.text()}`);\n // Drain the body fully so we time the whole download, not just headers.\n return (await res.arrayBuffer()).byteLength;\n}\n\nasync function del(v: Version, key: string) {\n const res = await fetch(`${API_URL}/${v}/blob/${encodeURIComponent(key)}`, {\n method: \"DELETE\",\n headers: { Authorization: `Bearer ${TOKEN}` },\n });\n if (!res.ok) throw new Error(`${v} del ${res.status}: ${await res.text()}`);\n}\n\nasync function list(v: Version, prefix: string): Promise {\n const res = await fetch(`${API_URL}/${v}/blob?prefix=${encodeURIComponent(prefix)}`, {\n headers: { Authorization: `Bearer ${TOKEN}` },\n });\n if (!res.ok) throw new Error(`${v} list ${res.status}: ${await res.text()}`);\n return (await res.json()).length;\n}\n\n// Time a single async op in milliseconds (high-res).\nasync function timed(fn: () => Promise): Promise {\n const t0 = performance.now();\n await fn();\n return performance.now() - t0;\n}\n\nexport type Stats = {\n n: number;\n min: number;\n median: number;\n p95: number;\n max: number;\n mean: number;\n};\n\nexport function summarize(samples: number[]): Stats {\n if (samples.length === 0) return { n: 0, min: NaN, median: NaN, p95: NaN, max: NaN, mean: NaN };\n const s = [...samples].sort((a, b) => a - b);\n // Linear-interpolated percentile (numpy default) — kinder to small n.\n const pct = (p: number) => {\n const idx = (s.length - 1) * p;\n const lo = Math.floor(idx), hi = Math.ceil(idx);\n return s[lo] + (s[hi] - s[lo]) * (idx - lo);\n };\n return {\n n: s.length,\n min: s[0],\n median: pct(0.5),\n p95: pct(0.95),\n max: s[s.length - 1],\n mean: s.reduce((a, b) => a + b, 0) / s.length,\n };\n}\n\nconst PREFIX = \"__bench__/\";\nconst SIZES = [\n { label: \"1KB\", bytes: 1024 },\n { label: \"100KB\", bytes: 100 * 1024 },\n { label: \"1MB\", bytes: 1024 * 1024 },\n];\nconst VERSIONS: Version[] = [\"v1\", \"v2\"];\n\nfunction payload(bytes: number): Uint8Array {\n // Pseudo-random-ish but cheap; avoids any provider-side compression freebies.\n const a = new Uint8Array(bytes);\n for (let i = 0; i < bytes; i++) a[i] = (i * 31 + 7) & 0xff;\n return a;\n}\n\nexport type Result = {\n version: Version;\n size: string;\n op: \"set\" | \"get\";\n stats: Stats;\n};\n\nexport async function runBenchmark(iterations = 12) {\n const results: Result[] = [];\n\n for (const size of SIZES) {\n const data = payload(size.bytes);\n // samples[version][op] = number[]\n const samples: Record = {\n v1: { set: [], get: [] },\n v2: { set: [], get: [] },\n };\n\n // Warm-up: one full set+get per version, discarded (kills cold-start bias).\n for (const v of VERSIONS) {\n const k = `${PREFIX}${v}/warmup/${size.label}`;\n await set(v, k, data);\n await get(v, k);\n }\n\n // Measured rounds. Interleave versions within each iteration so any\n // time-of-day drift hits v1 and v2 symmetrically.\n for (let i = 0; i < iterations; i++) {\n for (const v of VERSIONS) {\n const k = `${PREFIX}${v}/${size.label}/${i}`;\n samples[v].set.push(await timed(() => set(v, k, data)));\n samples[v].get.push(await timed(() => get(v, k)));\n }\n }\n\n for (const v of VERSIONS) {\n results.push({ version: v, size: size.label, op: \"set\", stats: summarize(samples[v].set) });\n results.push({ version: v, size: size.label, op: \"get\", stats: summarize(samples[v].get) });\n }\n }\n\n // Cleanup all the keys we created.\n await Promise.allSettled(\n VERSIONS.flatMap((v) => [\n ...SIZES.map((s) => del(v, `${PREFIX}${v}/warmup/${s.label}`)),\n ...SIZES.flatMap((s) =>\n Array.from({ length: iterations }, (_, i) => del(v, `${PREFIX}${v}/${s.label}/${i}`))\n ),\n ]),\n );\n\n return results;\n}\n","createdAt",["D",1780694840507],"branchVersion","branchId","f7248355-8f87-4cab-8816-d410ee0eabce","id","e04240d7-e66c-4c39-a783-e703906679cc","blob-bench",["D",1780694638696],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","imageUrl","a0bf3b31-15a5-4d5c-880e-4b1e22c9bc18","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","e81e7335-6d4c-4764-a902-d0962bbfa9f7","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_94":93,"_101":97},"org",{"_94":93,"_95":-5,"_96":97,"_18":54,"_98":99,"_100":25},"branch",{"_13":83,"_32":84,"_43":42,"_85":44,"_86":-5,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":45,"_92":93},"isOwned",7,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","stevekrouse","handle","displayName","avatar","https://images.clerk.dev/uploaded/img_2PqHa2Gsy93xQrjh2w78Xu0cChW.jpeg","tier","pro","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_43":44,"_32":45,"_38":160,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":-5,"_53":-5,"_18":54,"_55":-5,"_56":25,"_57":-5,"_58":-5,"_59":60,"_61":62,"_63":-5,"_64":-5,"_65":-5,"_66":-5,"_67":68,"_69":68,"_70":71,"_72":71,"_73":71,"_74":68,"_75":68,"_76":161,"_78":162,"_80":163,"_82":25},"tree",[151,152],"files",[151,152],"counts",{"_141":60,"_142":139,"_143":60,"_144":145,"_146":147},"contents",[124,125],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_43":136,"_32":28,"_30":31,"_129":-5,"_41":42,"_40":14,"_131":137,"_38":138,"_13":139,"_33":34,"_35":37,"_24":25,"_134":-5,"_27":140},{"_43":126,"_32":127,"_30":128,"_129":-5,"_41":42,"_40":130,"_131":25,"_38":132,"_13":60,"_33":34,"_35":133,"_24":25,"_134":-5,"_27":135},"941d6533-1442-46ac-9eec-e498082d76bc","index.ts","fcd8548a-6124-11f1-9709-1607ee4eb77e","parentId",2,"latest",["D",1780694691385],"import { runBenchmark, type Result } from \"./bench.ts\";\n\n// GET / -> HTML comparison table\n// GET /?json -> raw JSON results\n// GET /?iterations=20 -> override sample count\nexport default async function (req: Request): Promise {\n const url = new URL(req.url);\n const iterations = Number(url.searchParams.get(\"iterations\") ?? 12);\n\n const t0 = performance.now();\n const results = await runBenchmark(iterations);\n const totalMs = Math.round(performance.now() - t0);\n\n if (url.searchParams.has(\"json\")) {\n return Response.json({ iterations, totalMs, results });\n }\n\n return new Response(renderHtml(results, iterations, totalMs), {\n headers: { \"content-type\": \"text/html; charset=utf-8\" },\n });\n}\n\nfunction renderHtml(results: Result[], iterations: number, totalMs: number): string {\n // group by size+op so v1 and v2 sit side by side\n const sizes = [...new Set(results.map((r) => r.size))];\n const ops = [\"set\", \"get\"] as const;\n const f = (n: number) => (n == null ? \"—\" : n.toFixed(1));\n\n const rows = sizes.flatMap((size) =>\n ops.map((op) => {\n const v1 = results.find((r) => r.size === size && r.op === op && r.version === \"v1\")?.stats;\n const v2 = results.find((r) => r.size === size && r.op === op && r.version === \"v2\")?.stats;\n const delta = v1 && v2 ? ((v2.median - v1.median) / v1.median) * 100 : null;\n const faster = delta == null ? \"\" : delta < 0 ? \"new faster\" : \"old faster\";\n return `\n ${size}${op}\n ${f(v1?.median)}${f(v1?.p95)}\n ${f(v2?.median)}${f(v2?.p95)}\n ${\n delta == null ? \"—\" : `${delta > 0 ? \"+\" : \"\"}${delta.toFixed(0)}% ${faster}`\n }\n `;\n })\n ).join(\"\");\n\n return `\nblob bench: v1 (R2) vs v2 (S3)\n\n

blob latency: v1 (R2, old) vs v2 (S3, new scoped)

${iterations} measured samples/cell · ran in ${totalMs}ms · all times in ms

\n\n \n \n \n \n \n \n ${rows}\n \n

Δ = (v2 − v1)/v1 on the median. Green = new (S3) faster.
size	op	v1 med	v1 p95	v2 med	v2 p95	median Δ

`;\n}\n","label",[127],"fb107613-84cd-4606-81e3-313c91f316c2",true,["D",1780694840507],1,[28],"pulls","branches","forks","envVars",{"_148":60,"_150":60},"connections",{"_148":60,"_149":60},"count","unfilledCount","emptyCount",{"_43":136,"_32":28,"_30":31,"_129":-5,"_41":42,"_40":14,"_131":137,"_38":157,"_13":139,"_33":34,"_35":37,"_24":25,"_134":-5,"_154":158,"_27":159},{"_43":126,"_32":127,"_30":128,"_129":-5,"_41":42,"_40":130,"_131":25,"_38":153,"_13":60,"_33":34,"_35":133,"_24":25,"_134":-5,"_154":155,"_27":156},["D",1780694691385],"children",[],[127],["D",1780694840507],[],[28],["D",1780694638696],{"_94":93,"_101":97},{"_94":93,"_95":-5,"_96":97,"_18":54,"_98":99,"_100":25},{"_13":83,"_32":84,"_43":42,"_85":44,"_86":-5,"_87":-5,"_88":-5,"_89":-5,"_90":-5,"_91":45,"_92":93},"ctx",{"_76":-5,"_121":197,"_198":199,"_200":201,"_202":25,"_203":25,"_204":25,"_205":137,"_206":-5,"_207":-7,"_208":-7,"_209":60,"_210":25,"_211":25,"_212":-5,"_213":25,"_214":25,"_215":25,"_216":-5},"ENV",{"_168":169,"_170":171,"_172":84,"_173":174,"_175":176,"_177":178,"_179":180,"_181":182,"_183":184,"_185":186,"_187":188,"_189":190,"_191":192,"_193":194,"_195":196},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","71c1b20804b3232a7e513be260cfffc1932a9e97","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v3