blob bench: old (R2) vs new (S3)

[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_176":177,"_178":179},"routes/_app.x.$handle.$name",{"_92":91,"_31":43,"_100":82,"_26":101,"_13":14,"_102":-5,"_11":103,"_104":105,"_106":107,"_108":109,"_110":111,"_20":-5,"_112":-5,"_113":-5,"_114":24,"_115":116,"_117":118,"_119":-5,"_120":-5,"_121":122},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_41":42,"_31":43,"_36":44,"_45":-5,"_46":24,"_47":48,"_49":48,"_50":-5,"_51":-5,"_18":52,"_53":-5,"_54":24,"_55":-5,"_56":-5,"_57":58,"_59":60,"_61":-5,"_62":-5,"_63":-5,"_64":-5,"_65":66,"_67":66,"_68":69,"_70":69,"_71":69,"_72":66,"_73":66,"_74":75,"_76":77,"_78":79,"_80":24},"version",6,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":-7,"_23":24,"_25":24,"_26":27,"_28":27},"file",{"_29":30,"_31":27,"_32":33,"_34":35,"_36":37,"_38":14,"_39":40,"_23":24},"previous","deleted",false,"deletedHere","path","sqlite.ts","latestPath","fileId","6bf1d8fe-6126-11f1-8fea-1607ee4eb77e","name","fileType","script","content","import { sqlite } from \"https://esm.town/v/std/sqlite\";\n\n// Quick latency probe for Val Town's scoped SQLite (Turso/libSQL).\n// Times three kinds of round-trip: a trivial read, a real table read,\n// and a write — each repeated, reported as median ms.\nfunction med(xs: number[]) {\n const s = [...xs].sort((a, b) => a - b);\n return s[Math.floor(s.length / 2)];\n}\nasync function timeIt(label: string, fn: () => Promise, n = 15) {\n await fn(); // warm-up, discarded\n const ms: number[] = [];\n for (let i = 0; i < n; i++) {\n const t0 = performance.now();\n await fn();\n ms.push(performance.now() - t0);\n }\n return { label, median: +med(ms).toFixed(1), min: +Math.min(...ms).toFixed(1), max: +Math.max(...ms).toFixed(1) };\n}\n\nawait sqlite.execute(`CREATE TABLE IF NOT EXISTS __probe (id INTEGER PRIMARY KEY, v TEXT)`);\n\nconst results = [\n await timeIt(\"SELECT 1 (pure round-trip)\", () => sqlite.execute(\"SELECT 1\")),\n await timeIt(\"INSERT (write)\", () => sqlite.execute({ sql: \"INSERT INTO __probe (v) VALUES (?)\", args: [String(Math.PI)] })),\n await timeIt(\"SELECT from table (read)\", () => sqlite.execute(\"SELECT * FROM __probe LIMIT 10\")),\n];\n\nawait sqlite.execute(\"DROP TABLE __probe\");\n\nconsole.log(JSON.stringify(results, null, 2));\nexport default results;\n","createdAt",["D",1780695307269],"branchVersion","branchId","f7248355-8f87-4cab-8816-d410ee0eabce","id","e04240d7-e66c-4c39-a783-e703906679cc","blob-bench",["D",1780694638696],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","imageUrl","a0bf3b31-15a5-4d5c-880e-4b1e22c9bc18","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","e81e7335-6d4c-4764-a902-d0962bbfa9f7","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_92":91,"_99":95},"org",{"_92":91,"_93":-5,"_94":95,"_18":52,"_96":97,"_98":24},"branch",{"_13":81,"_31":82,"_41":40,"_83":42,"_84":-5,"_85":-5,"_86":-5,"_87":-5,"_88":-5,"_89":43,"_90":91},"isOwned",7,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","stevekrouse","handle","displayName","avatar","https://images.clerk.dev/uploaded/img_2PqHa2Gsy93xQrjh2w78Xu0cChW.jpeg","tier","pro","canRestrictVals","profileImageUrl","branchName","","adoptOrgId",{"_41":42,"_31":43,"_36":172,"_45":-5,"_46":24,"_47":48,"_49":48,"_50":-5,"_51":-5,"_18":52,"_53":-5,"_54":24,"_55":-5,"_56":-5,"_57":58,"_59":60,"_61":-5,"_62":-5,"_63":-5,"_64":-5,"_65":66,"_67":66,"_68":69,"_70":69,"_71":69,"_72":66,"_73":66,"_74":173,"_76":174,"_78":175,"_80":24},"tree",[159,160,161],"files",[159,160,161],"counts",{"_149":58,"_150":146,"_151":58,"_152":153,"_154":155},"contents",[123,124,125],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles",true,"grants","orgs","customDomains",{},{"_41":141,"_31":142,"_29":143,"_127":-5,"_39":40,"_38":144,"_128":118,"_36":145,"_13":146,"_32":33,"_34":147,"_23":24,"_130":-5,"_26":148},{"_41":132,"_31":133,"_29":134,"_127":-5,"_39":40,"_38":135,"_128":118,"_36":136,"_13":137,"_32":138,"_34":139,"_23":24,"_130":-5,"_26":140},{"_41":126,"_31":27,"_29":30,"_127":-5,"_39":40,"_38":14,"_128":118,"_36":129,"_13":58,"_32":33,"_34":35,"_23":24,"_130":-5,"_26":131},"99ecce28-eeec-40df-9dce-d75ed0feafe6","parentId","latest",["D",1780695307269],"label",[27],"164cc5a4-be58-4fcc-8850-35a2599a4e91","index.ts","fcd8548a-6124-11f1-9709-1607ee4eb77e",5,["D",1780695060058],2,"http","import { runBenchmark, type Result } from \"./bench.ts\";\n\n// GET / -> HTML comparison table\n// GET /?json -> raw JSON results\n// GET /?iterations=20 -> override sample count\nexport default async function (req: Request): Promise {\n const url = new URL(req.url);\n const iterations = Number(url.searchParams.get(\"iterations\") ?? 12);\n\n const t0 = performance.now();\n const results = await runBenchmark(iterations);\n const totalMs = Math.round(performance.now() - t0);\n\n if (url.searchParams.has(\"json\")) {\n return Response.json({ iterations, totalMs, results });\n }\n\n return new Response(renderHtml(results, iterations, totalMs), {\n headers: { \"content-type\": \"text/html; charset=utf-8\" },\n });\n}\n\nfunction renderHtml(results: Result[], iterations: number, totalMs: number): string {\n const sizes = [...new Set(results.map((r) => r.size))];\n const ops = [\"set\", \"get\"] as const;\n // one shared scale across every bar so lengths are comparable at a glance\n const maxMed = Math.max(...results.map((r) => r.stats.median));\n\n const bar = (label: string, ms: number, cls: string) => {\n const pct = (ms / maxMed) * 100;\n return `

\n ${label}\n \n ${Math.round(ms)}ms\n

`;\n };\n\n const groups = sizes.flatMap((size) =>\n ops.map((op) => {\n const v1 = results.find((r) => r.size === size && r.op === op && r.version === \"v1\")!.stats;\n const v2 = results.find((r) => r.size === size && r.op === op && r.version === \"v2\")!.stats;\n const x = (v1.median / v2.median).toFixed(1);\n return `

${op} · ${size} ${x}× faster

\n ${bar(\"old (R2)\", v1.median, \"old\")}\n ${bar(\"new (S3)\", v2.median, \"new\")}\n

`;\n })\n ).join(\"\");\n\n return `\nblob bench: old (R2) vs new (S3)\n\n

blob latency: old (R2) vs new (S3)

median of ${iterations} samples · in-region · ran in ${(totalMs / 1000).toFixed(1)}s

\n${groups}`;\n}\n",[133],"fb107613-84cd-4606-81e3-313c91f316c2","bench.ts","eabc8910-6124-11f1-8162-1607ee4eb77e",3,["D",1780694840507],1,"import { API_URL } from \"https://esm.town/v/std/API_URL\";\n\nconst TOKEN = Deno.env.get(\"valtown\");\n\n// The ONLY difference between old and new blob is the API version segment:\n// v1 -> R2-backed (old), v2 -> S3-backed (new scoped blob)\n// so we parameterize a single client over the version and run both\n// through identical code paths to keep the comparison fair.\ntype Version = \"v1\" | \"v2\";\n\nasync function set(v: Version, key: string, body: BodyInit) {\n const res = await fetch(`${API_URL}/${v}/blob/${encodeURIComponent(key)}`, {\n method: \"POST\",\n headers: { Authorization: `Bearer ${TOKEN}` },\n body,\n });\n if (!res.ok) throw new Error(`${v} set ${res.status}: ${await res.text()}`);\n}\n\nasync function get(v: Version, key: string): Promise {\n const res = await fetch(`${API_URL}/${v}/blob/${encodeURIComponent(key)}`, {\n headers: { Authorization: `Bearer ${TOKEN}` },\n });\n if (!res.ok) throw new Error(`${v} get ${res.status}: ${await res.text()}`);\n // Drain the body fully so we time the whole download, not just headers.\n return (await res.arrayBuffer()).byteLength;\n}\n\nasync function del(v: Version, key: string) {\n const res = await fetch(`${API_URL}/${v}/blob/${encodeURIComponent(key)}`, {\n method: \"DELETE\",\n headers: { Authorization: `Bearer ${TOKEN}` },\n });\n if (!res.ok) throw new Error(`${v} del ${res.status}: ${await res.text()}`);\n}\n\nasync function list(v: Version, prefix: string): Promise {\n const res = await fetch(`${API_URL}/${v}/blob?prefix=${encodeURIComponent(prefix)}`, {\n headers: { Authorization: `Bearer ${TOKEN}` },\n });\n if (!res.ok) throw new Error(`${v} list ${res.status}: ${await res.text()}`);\n return (await res.json()).length;\n}\n\n// Time a single async op in milliseconds (high-res).\nasync function timed(fn: () => Promise): Promise {\n const t0 = performance.now();\n await fn();\n return performance.now() - t0;\n}\n\nexport type Stats = {\n n: number;\n min: number;\n median: number;\n p95: number;\n max: number;\n mean: number;\n};\n\nexport function summarize(samples: number[]): Stats {\n if (samples.length === 0) return { n: 0, min: NaN, median: NaN, p95: NaN, max: NaN, mean: NaN };\n const s = [...samples].sort((a, b) => a - b);\n // Linear-interpolated percentile (numpy default) — kinder to small n.\n const pct = (p: number) => {\n const idx = (s.length - 1) * p;\n const lo = Math.floor(idx), hi = Math.ceil(idx);\n return s[lo] + (s[hi] - s[lo]) * (idx - lo);\n };\n return {\n n: s.length,\n min: s[0],\n median: pct(0.5),\n p95: pct(0.95),\n max: s[s.length - 1],\n mean: s.reduce((a, b) => a + b, 0) / s.length,\n };\n}\n\nconst PREFIX = \"__bench__/\";\nconst SIZES = [\n { label: \"1KB\", bytes: 1024 },\n { label: \"100KB\", bytes: 100 * 1024 },\n { label: \"1MB\", bytes: 1024 * 1024 },\n];\nconst VERSIONS: Version[] = [\"v1\", \"v2\"];\n\nfunction payload(bytes: number): Uint8Array {\n // Pseudo-random-ish but cheap; avoids any provider-side compression freebies.\n const a = new Uint8Array(bytes);\n for (let i = 0; i < bytes; i++) a[i] = (i * 31 + 7) & 0xff;\n return a;\n}\n\nexport type Result = {\n version: Version;\n size: string;\n op: \"set\" | \"get\";\n stats: Stats;\n};\n\nexport async function runBenchmark(iterations = 12) {\n const results: Result[] = [];\n\n for (const size of SIZES) {\n const data = payload(size.bytes);\n // samples[version][op] = number[]\n const samples: Record = {\n v1: { set: [], get: [] },\n v2: { set: [], get: [] },\n };\n\n // Warm-up: one full set+get per version, discarded (kills cold-start bias).\n for (const v of VERSIONS) {\n const k = `${PREFIX}${v}/warmup/${size.label}`;\n await set(v, k, data);\n await get(v, k);\n }\n\n // Measured rounds. Interleave versions within each iteration so any\n // time-of-day drift hits v1 and v2 symmetrically.\n for (let i = 0; i < iterations; i++) {\n for (const v of VERSIONS) {\n const k = `${PREFIX}${v}/${size.label}/${i}`;\n samples[v].set.push(await timed(() => set(v, k, data)));\n samples[v].get.push(await timed(() => get(v, k)));\n }\n }\n\n for (const v of VERSIONS) {\n results.push({ version: v, size: size.label, op: \"set\", stats: summarize(samples[v].set) });\n results.push({ version: v, size: size.label, op: \"get\", stats: summarize(samples[v].get) });\n }\n }\n\n // Cleanup all the keys we created.\n await Promise.allSettled(\n VERSIONS.flatMap((v) => [\n ...SIZES.map((s) => del(v, `${PREFIX}${v}/warmup/${s.label}`)),\n ...SIZES.flatMap((s) =>\n Array.from({ length: iterations }, (_, i) => del(v, `${PREFIX}${v}/${s.label}/${i}`))\n ),\n ]),\n );\n\n return results;\n}\n",[142],"pulls","branches","forks","envVars",{"_156":58,"_158":58},"connections",{"_156":58,"_157":58},"count","unfilledCount","emptyCount",{"_41":141,"_31":142,"_29":143,"_127":-5,"_39":40,"_38":144,"_128":118,"_36":169,"_13":146,"_32":33,"_34":147,"_23":24,"_130":-5,"_163":170,"_26":171},{"_41":132,"_31":133,"_29":134,"_127":-5,"_39":40,"_38":135,"_128":118,"_36":166,"_13":137,"_32":138,"_34":139,"_23":24,"_130":-5,"_163":167,"_26":168},{"_41":126,"_31":27,"_29":30,"_127":-5,"_39":40,"_38":14,"_128":118,"_36":162,"_13":58,"_32":33,"_34":35,"_23":24,"_130":-5,"_163":164,"_26":165},["D",1780695307269],"children",[],[27],["D",1780695060058],[],[133],["D",1780694840507],[],[142],["D",1780694638696],{"_92":91,"_99":95},{"_92":91,"_93":-5,"_94":95,"_18":52,"_96":97,"_98":24},{"_13":81,"_31":82,"_41":40,"_83":42,"_84":-5,"_85":-5,"_86":-5,"_87":-5,"_88":-5,"_89":43,"_90":91},"ctx",{"_74":-5,"_120":209,"_210":211,"_212":213,"_214":24,"_215":24,"_216":24,"_217":118,"_218":-5,"_219":-7,"_220":-7,"_221":58,"_222":24,"_223":24,"_224":-5,"_225":24,"_226":24,"_227":24,"_228":-5},"ENV",{"_180":181,"_182":183,"_184":82,"_185":186,"_187":188,"_189":190,"_191":192,"_193":194,"_195":196,"_197":198,"_199":200,"_201":202,"_203":204,"_205":206,"_207":208},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","71c1b20804b3232a7e513be260cfffc1932a9e97","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v6