blob bench: v1 (R2) vs v2 (S3)

[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_160":161,"_162":163},"routes/_app.x.$handle.$name",{"_92":91,"_31":43,"_100":82,"_26":101,"_13":14,"_102":-5,"_11":103,"_104":105,"_106":107,"_108":109,"_110":111,"_20":-5,"_112":-5,"_113":-5,"_114":24,"_115":116,"_117":24,"_118":-5,"_119":-5,"_120":121},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_41":42,"_31":43,"_36":44,"_45":-5,"_46":24,"_47":48,"_49":48,"_50":-5,"_51":-5,"_18":52,"_53":-5,"_54":24,"_55":-5,"_56":-5,"_57":58,"_59":60,"_61":-5,"_62":-5,"_63":-5,"_64":-5,"_65":66,"_67":66,"_68":69,"_70":69,"_71":69,"_72":66,"_73":66,"_74":75,"_76":77,"_78":79,"_80":24},"version",2,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":-7,"_23":24,"_25":24,"_26":27,"_28":27},"file",{"_29":30,"_31":27,"_32":33,"_34":35,"_36":37,"_38":14,"_39":40,"_23":24},"previous","deleted",false,"deletedHere","path","index.ts","latestPath","fileId","fcd8548a-6124-11f1-9709-1607ee4eb77e","name","fileType","script","content","import { runBenchmark, type Result } from \"./bench.ts\";\n\n// GET / -> HTML comparison table\n// GET /?json -> raw JSON results\n// GET /?iterations=20 -> override sample count\nexport default async function (req: Request): Promise {\n const url = new URL(req.url);\n const iterations = Number(url.searchParams.get(\"iterations\") ?? 12);\n\n const t0 = performance.now();\n const results = await runBenchmark(iterations);\n const totalMs = Math.round(performance.now() - t0);\n\n if (url.searchParams.has(\"json\")) {\n return Response.json({ iterations, totalMs, results });\n }\n\n return new Response(renderHtml(results, iterations, totalMs), {\n headers: { \"content-type\": \"text/html; charset=utf-8\" },\n });\n}\n\nfunction renderHtml(results: Result[], iterations: number, totalMs: number): string {\n // group by size+op so v1 and v2 sit side by side\n const sizes = [...new Set(results.map((r) => r.size))];\n const ops = [\"set\", \"get\"] as const;\n const f = (n: number) => (n == null ? \"—\" : n.toFixed(1));\n\n const rows = sizes.flatMap((size) =>\n ops.map((op) => {\n const v1 = results.find((r) => r.size === size && r.op === op && r.version === \"v1\")?.stats;\n const v2 = results.find((r) => r.size === size && r.op === op && r.version === \"v2\")?.stats;\n const delta = v1 && v2 ? ((v2.median - v1.median) / v1.median) * 100 : null;\n const faster = delta == null ? \"\" : delta < 0 ? \"new faster\" : \"old faster\";\n return `\n ${size}${op}\n ${f(v1?.median)}${f(v1?.p95)}\n ${f(v2?.median)}${f(v2?.p95)}\n ${\n delta == null ? \"—\" : `${delta > 0 ? \"+\" : \"\"}${delta.toFixed(0)}% ${faster}`\n }\n `;\n })\n ).join(\"\");\n\n return `\nblob bench: v1 (R2) vs v2 (S3)\n\n

blob latency: v1 (R2, old) vs v2 (S3, new scoped)

${iterations} measured samples/cell · ran in ${totalMs}ms · all times in ms

\n\n \n \n \n \n \n \n ${rows}\n \n

Δ = (v2 − v1)/v1 on the median. Green = new (S3) faster.
size	op	v1 med	v1 p95	v2 med	v2 p95	median Δ

`;\n}\n","createdAt",["D",1780694691385],"branchVersion","branchId","f7248355-8f87-4cab-8816-d410ee0eabce","id","e04240d7-e66c-4c39-a783-e703906679cc","blob-bench",["D",1780694638696],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","imageUrl","a0bf3b31-15a5-4d5c-880e-4b1e22c9bc18","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","e81e7335-6d4c-4764-a902-d0962bbfa9f7","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_92":91,"_99":95},"org",{"_92":91,"_93":-5,"_94":95,"_18":52,"_96":97,"_98":24},"branch",{"_13":81,"_31":82,"_41":40,"_83":42,"_84":-5,"_85":-5,"_86":-5,"_87":-5,"_88":-5,"_89":43,"_90":91},"isOwned",7,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","stevekrouse","handle","displayName","avatar","https://images.clerk.dev/uploaded/img_2PqHa2Gsy93xQrjh2w78Xu0cChW.jpeg","tier","pro","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_41":42,"_31":43,"_36":156,"_45":-5,"_46":24,"_47":48,"_49":48,"_50":-5,"_51":-5,"_18":52,"_53":-5,"_54":24,"_55":-5,"_56":-5,"_57":58,"_59":60,"_61":-5,"_62":-5,"_63":-5,"_64":-5,"_65":66,"_67":66,"_68":69,"_70":69,"_71":69,"_72":66,"_73":66,"_74":157,"_76":158,"_78":159,"_80":24},"tree",[147,148],"files",[147,148],"counts",{"_137":58,"_138":133,"_139":58,"_140":141,"_142":143},"contents",[122,123],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_41":130,"_31":131,"_29":132,"_125":-5,"_39":40,"_38":133,"_126":24,"_36":134,"_13":58,"_32":33,"_34":135,"_23":24,"_128":-5,"_26":136},{"_41":124,"_31":27,"_29":30,"_125":-5,"_39":40,"_38":14,"_126":24,"_36":127,"_13":58,"_32":33,"_34":35,"_23":24,"_128":-5,"_26":129},"941d6533-1442-46ac-9eec-e498082d76bc","parentId","latest",["D",1780694691385],"label",[27],"c03f9ab1-dd1b-4e93-be34-11ee1744cfb1","bench.ts","eabc8910-6124-11f1-8162-1607ee4eb77e",1,["D",1780694661002],"import { API_URL } from \"https://esm.town/v/std/API_URL\";\n\nconst TOKEN = Deno.env.get(\"valtown\");\n\n// The ONLY difference between old and new blob is the API version segment:\n// v1 -> R2-backed (old), v2 -> S3-backed (new scoped blob)\n// so we parameterize a single client over the version and run both\n// through identical code paths to keep the comparison fair.\ntype Version = \"v1\" | \"v2\";\n\nasync function set(v: Version, key: string, body: BodyInit) {\n const res = await fetch(`${API_URL}/${v}/blob/${encodeURIComponent(key)}`, {\n method: \"POST\",\n headers: { Authorization: `Bearer ${TOKEN}` },\n body,\n });\n if (!res.ok) throw new Error(`${v} set ${res.status}: ${await res.text()}`);\n}\n\nasync function get(v: Version, key: string): Promise {\n const res = await fetch(`${API_URL}/${v}/blob/${encodeURIComponent(key)}`, {\n headers: { Authorization: `Bearer ${TOKEN}` },\n });\n if (!res.ok) throw new Error(`${v} get ${res.status}: ${await res.text()}`);\n // Drain the body fully so we time the whole download, not just headers.\n return (await res.arrayBuffer()).byteLength;\n}\n\nasync function del(v: Version, key: string) {\n const res = await fetch(`${API_URL}/${v}/blob/${encodeURIComponent(key)}`, {\n method: \"DELETE\",\n headers: { Authorization: `Bearer ${TOKEN}` },\n });\n if (!res.ok) throw new Error(`${v} del ${res.status}: ${await res.text()}`);\n}\n\nasync function list(v: Version, prefix: string): Promise {\n const res = await fetch(`${API_URL}/${v}/blob?prefix=${encodeURIComponent(prefix)}`, {\n headers: { Authorization: `Bearer ${TOKEN}` },\n });\n if (!res.ok) throw new Error(`${v} list ${res.status}: ${await res.text()}`);\n return (await res.json()).length;\n}\n\n// Time a single async op in milliseconds (high-res).\nasync function timed(fn: () => Promise): Promise {\n const t0 = performance.now();\n await fn();\n return performance.now() - t0;\n}\n\nexport type Stats = {\n n: number;\n min: number;\n median: number;\n p95: number;\n max: number;\n mean: number;\n};\n\n// TODO(human): implement summarize() — given an array of latency samples (ms),\n// return the Stats above (n, min, median, p95, max, mean). Decide how to handle\n// percentile interpolation and the empty-array case.\nexport function summarize(samples: number[]): Stats {\n return null as unknown as Stats;\n}\n\nconst PREFIX = \"__bench__/\";\nconst SIZES = [\n { label: \"1KB\", bytes: 1024 },\n { label: \"100KB\", bytes: 100 * 1024 },\n { label: \"1MB\", bytes: 1024 * 1024 },\n];\nconst VERSIONS: Version[] = [\"v1\", \"v2\"];\n\nfunction payload(bytes: number): Uint8Array {\n // Pseudo-random-ish but cheap; avoids any provider-side compression freebies.\n const a = new Uint8Array(bytes);\n for (let i = 0; i < bytes; i++) a[i] = (i * 31 + 7) & 0xff;\n return a;\n}\n\nexport type Result = {\n version: Version;\n size: string;\n op: \"set\" | \"get\";\n stats: Stats;\n};\n\nexport async function runBenchmark(iterations = 12) {\n const results: Result[] = [];\n\n for (const size of SIZES) {\n const data = payload(size.bytes);\n // samples[version][op] = number[]\n const samples: Record = {\n v1: { set: [], get: [] },\n v2: { set: [], get: [] },\n };\n\n // Warm-up: one full set+get per version, discarded (kills cold-start bias).\n for (const v of VERSIONS) {\n const k = `${PREFIX}${v}/warmup/${size.label}`;\n await set(v, k, data);\n await get(v, k);\n }\n\n // Measured rounds. Interleave versions within each iteration so any\n // time-of-day drift hits v1 and v2 symmetrically.\n for (let i = 0; i < iterations; i++) {\n for (const v of VERSIONS) {\n const k = `${PREFIX}${v}/${size.label}/${i}`;\n samples[v].set.push(await timed(() => set(v, k, data)));\n samples[v].get.push(await timed(() => get(v, k)));\n }\n }\n\n for (const v of VERSIONS) {\n results.push({ version: v, size: size.label, op: \"set\", stats: summarize(samples[v].set) });\n results.push({ version: v, size: size.label, op: \"get\", stats: summarize(samples[v].get) });\n }\n }\n\n // Cleanup all the keys we created.\n await Promise.allSettled(\n VERSIONS.flatMap((v) => [\n ...SIZES.map((s) => del(v, `${PREFIX}${v}/warmup/${s.label}`)),\n ...SIZES.flatMap((s) =>\n Array.from({ length: iterations }, (_, i) => del(v, `${PREFIX}${v}/${s.label}/${i}`))\n ),\n ]),\n );\n\n return results;\n}\n",[131],"pulls","branches","forks","envVars",{"_144":58,"_146":58},"connections",{"_144":58,"_145":58},"count","unfilledCount","emptyCount",{"_41":130,"_31":131,"_29":132,"_125":-5,"_39":40,"_38":133,"_126":24,"_36":153,"_13":58,"_32":33,"_34":135,"_23":24,"_128":-5,"_150":154,"_26":155},{"_41":124,"_31":27,"_29":30,"_125":-5,"_39":40,"_38":14,"_126":24,"_36":149,"_13":58,"_32":33,"_34":35,"_23":24,"_128":-5,"_150":151,"_26":152},["D",1780694691385],"children",[],[27],["D",1780694661002],[],[131],["D",1780694638696],{"_92":91,"_99":95},{"_92":91,"_93":-5,"_94":95,"_18":52,"_96":97,"_98":24},{"_13":81,"_31":82,"_41":40,"_83":42,"_84":-5,"_85":-5,"_86":-5,"_87":-5,"_88":-5,"_89":43,"_90":91},"ctx",{"_74":-5,"_119":193,"_194":195,"_196":197,"_198":24,"_199":24,"_200":24,"_201":202,"_203":-5,"_204":-7,"_205":-7,"_206":58,"_207":24,"_208":24,"_209":-5,"_210":24,"_211":24,"_212":24,"_213":-5},"ENV",{"_164":165,"_166":167,"_168":82,"_169":170,"_171":172,"_173":174,"_175":176,"_177":178,"_179":180,"_181":182,"_183":184,"_185":186,"_187":188,"_189":190,"_191":192},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","71c1b20804b3232a7e513be260cfffc1932a9e97","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets",true,"preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v2