[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_164":165,"_166":167},"routes/_app.x.$handle.$name",{"_11":12,"_13":14,"_15":-7,"_61":134,"_16":-7,"_135":-5,"_17":136,"_137":138,"_28":139,"_21":140,"_23":141,"_142":-5,"_143":-5,"_144":-5,"_145":35,"_146":147,"_148":38,"_149":-5,"_150":-5,"_151":152},"routes/_app.x.$handle.$name._index",{"_11":12,"_13":14,"_15":-7,"_16":-7,"_17":18,"_19":20,"_21":22,"_23":24,"_25":-7,"_26":-5,"_27":-5,"_28":29,"_30":31,"_32":-5,"_33":-5,"_34":35,"_36":35,"_37":38},"handle","cpaulsen5891","name","Test-test-val","branchName","version","project",{"_39":78,"_13":14,"_50":79,"_80":-5,"_81":35,"_82":83,"_84":83,"_85":86,"_87":-5,"_88":89,"_90":43,"_91":38,"_92":-5,"_93":-5,"_94":67,"_95":96,"_97":-5,"_98":-5,"_99":-5,"_100":-5,"_101":102,"_103":102,"_104":105,"_106":105,"_107":105,"_108":102,"_109":102,"_110":111,"_112":113,"_114":115,"_116":35},"tags",[],"counts",{"_66":67,"_68":69,"_70":67,"_71":72,"_73":74},"contents",[63],"readme","upstream","pull","files",[31],"preview",{"_39":40,"_13":41,"_42":43,"_44":-5,"_45":46,"_47":48,"_49":38,"_50":51,"_16":52,"_53":54,"_55":56,"_57":35,"_58":-5,"_59":60,"_61":62},"ahead","behind","showHomeCustomizationHint",false,"showHTTPPreviewSettingsHint","hasHTTPFiles",true,"id","8bfcdf4c-387d-46c0-9f80-32a976aa0fcb","main.ts","fileId","fd324282-8939-11f1-ae2c-1607ee4eb77e","parentId","branchId","d6a8d473-b01f-4296-a8e9-bf6abeed0881","branchVersion",4,"latest","createdAt",["D",1785102234385],3,"fileType","http","content","/**\n * l2-probe.ts — Val Town HTTP val — THROWAWAY SPIKE, NOT A SERVICE\n *\n * Answers one question: can this runtime fetch and decode a NEXRAD Level II\n * chunk into raw velocity values, inside its CPU, memory and wall-clock\n * limits? Everything about a custom radar renderer depends on that answer, so\n * it is proven in isolation before anything is built on it.\n *\n * WHY THIS MATTERS\n * The current velocity display uses pre-rendered PNGs from NCEP: fixed colour\n * palette, one baked-in tilt, no control over scale. Level II is raw m/s per\n * gate, which is the actual difference between our display and the reference\n * images — it allows choosing the tilt, stretching the colour scale to the\n * storm, and dealing with range folding explicitly rather than inheriting it.\n *\n * THREE FACTS THAT CHANGE THE DESIGN, from documentation rather than memory:\n * 1. The archive bucket MOVED. `noaa-nexrad-level2` was deprecated on\n * 1 Sep 2025 in favour of `unidata-nexrad-level2`. Building against the\n * old name would have failed for reasons that look like a code bug.\n * 2. There is a separate REAL-TIME bucket, `unidata-nexrad-level2-chunks`,\n * holding partial volume scans as they are transmitted. That is the one\n * that matters here — the archive only publishes complete volumes, which\n * is minutes of latency we do not want.\n * 3. Archive and real-time use DIFFERENT compression. Real-time chunks are\n * bzip2; archive volumes are gzip over uncompressed messages, and NCEI\n * warns explicitly that the volume format will not decompress with\n * standard bzip2 tools. Deno has DecompressionStream for gzip and\n * deflate — it has NO bzip2. That is the crux of this probe.\n *\n * Deploy as an HTTP val, hit it once, read the JSON, then delete it.\n *\n * GET /?site=KAMX real-time chunks for a site (default KAMX)\n * GET /?chunk=I S = volume header, I = radial data (default), E = end\n * GET /?mode=archive archive volume instead, to test the gzip path\n *\n * FINDING FROM RUN 1 (KAMX, chunk S):\n * bzip2 is NOT available natively in Deno — confirmed.\n * But the S chunk arrived UNCOMPRESSED: header \"AR2V0006.189\", 2,409 bytes,\n * no gzip or bzip2 magic. So \"all chunks are bzip2\" is not uniformly true;\n * the volume header record is plain. The S chunk carries no radial data by\n * design, which is why no message-31 markers appeared — that was the probe\n * asking the wrong chunk, not a decode failure.\n * The open question is now whether the I chunks, which DO carry radials,\n * are bzip2. That single fact decides whether this needs a WASM decoder.\n */\n\nconst CHUNKS = \"https://unidata-nexrad-level2-chunks.s3.amazonaws.com\";\nconst ARCHIVE = \"https://unidata-nexrad-level2.s3.amazonaws.com\";\n\ntype Stage = { stage: string; ms: number; note?: string };\n\nasync function timed(stages: Stage[], name: string, fn: () => Promise): Promise {\n const t0 = performance.now();\n try {\n const out = await fn();\n stages.push({ stage: name, ms: Math.round(performance.now() - t0) });\n return out;\n } catch (err) {\n stages.push({ stage: name, ms: Math.round(performance.now() - t0), note: `FAILED: ${err}` });\n throw err;\n }\n}\n\nfunction memMB(): number | null {\n try {\n const m = (Deno as unknown as { memoryUsage?: () => { rss: number } }).memoryUsage?.();\n return m ? Math.round(m.rss / 1048576) : null;\n } catch { return null; }\n}\n\nfunction keys(xml: string): string[] {\n return [...xml.matchAll(/([^<]+)<\\/Key>/g)].map((m) => m[1]);\n}\n\nfunction prefixes(xml: string): string[] {\n return [...xml.matchAll(/([^<]+)<\\/Prefix>/g)].map((m) => m[1]);\n}\n\nexport default async function (req: Request): Promise {\n const url = new URL(req.url);\n const site = (url.searchParams.get(\"site\") ?? \"KAMX\").toUpperCase();\n const wantChunk = (url.searchParams.get(\"chunk\") ?? \"I\").toUpperCase();\n const mode = url.searchParams.get(\"mode\") === \"archive\" ? \"archive\" : \"chunks\";\n\n const stages: Stage[] = [];\n const t0 = performance.now();\n const result: Record = {\n probe: \"nexrad-level2-feasibility\",\n site, mode,\n utc: new Date().toISOString(),\n memStartMB: memMB(),\n };\n\n try {\n /* ── 1. Does Deno have the decompression we need at all? ──\n Checked FIRST and cheaply. If bzip2 is unavailable, the real-time path\n needs a WASM decoder and that dominates every other consideration. */\n result.decompression = {\n gzip: typeof DecompressionStream !== \"undefined\",\n // Probing rather than assuming: constructing with an unsupported format\n // throws, which is the only reliable way to know.\n bzip2: (() => {\n try {\n // deno-lint-ignore no-explicit-any\n new DecompressionStream(\"bzip2\" as any);\n return true;\n } catch { return false; }\n })(),\n deflate: (() => {\n try { new DecompressionStream(\"deflate\"); return true; } catch { return false; }\n })(),\n };\n\n /* ── 2. Find an object ── */\n let objectUrl: string;\n let listing: string[];\n\n if (mode === \"chunks\") {\n // Layout: ///\n const volXml = await timed(stages, \"s3-list-volumes\", async () => {\n const r = await fetch(\n `${CHUNKS}/?list-type=2&delimiter=/&prefix=${site}/&max-keys=100`,\n { signal: AbortSignal.timeout(15000) },\n );\n if (!r.ok) throw new Error(`list volumes ${r.status}`);\n return r.text();\n });\n\n const vols = prefixes(volXml).filter((p) => p !== `${site}/`).sort();\n result.volumesFound = vols.length;\n if (!vols.length) {\n result.verdict = \"INCONCLUSIVE — no volumes under that site prefix\";\n result.hint = \"Site may be offline, or the chunk layout differs from the assumed ///.\";\n result.stages = stages;\n return json(result, 200);\n }\n\n const newestVol = vols[vols.length - 1];\n result.newestVolume = newestVol;\n\n const objXml = await timed(stages, \"s3-list-chunks\", async () => {\n const r = await fetch(\n `${CHUNKS}/?list-type=2&prefix=${encodeURIComponent(newestVol)}&max-keys=200`,\n { signal: AbortSignal.timeout(15000) },\n );\n if (!r.ok) throw new Error(`list chunks ${r.status}`);\n return r.text();\n });\n\n listing = keys(objXml).sort();\n result.chunksInVolume = listing.length;\n if (!listing.length) throw new Error(\"volume prefix contained no chunks\");\n\n /* Chunk type is the last field: S=start, I=intermediate, E=end.\n S is the volume header ONLY — no radials. The radial data lives in the\n I chunks, so those are the default here. Run 1 selected S and found no\n message-31 markers, which was correct behaviour misread as failure. */\n result.chunkTypes = [...new Set(listing.map((k) => k.slice(-1)))];\n\n const ofType = listing.filter((k) => k.endsWith(`-${wantChunk}`));\n result.chunksOfRequestedType = ofType.length;\n\n // Take one from the middle: early I chunks may still be ramping up.\n const chosen = ofType.length\n ? ofType[Math.floor(ofType.length / 2)]\n : listing[listing.length - 1];\n\n objectUrl = `${CHUNKS}/${chosen}`;\n result.selectedKey = chosen;\n result.selectedType = chosen.slice(-1);\n } else {\n const now = new Date();\n const y = now.getUTCFullYear();\n const m = String(now.getUTCMonth() + 1).padStart(2, \"0\");\n const d = String(now.getUTCDate()).padStart(2, \"0\");\n const prefix = `${y}/${m}/${d}/${site}/`;\n\n const xml = await timed(stages, \"s3-list-archive\", async () => {\n const r = await fetch(\n `${ARCHIVE}/?list-type=2&prefix=${encodeURIComponent(prefix)}&max-keys=500`,\n { signal: AbortSignal.timeout(15000) },\n );\n if (!r.ok) throw new Error(`list archive ${r.status}`);\n return r.text();\n });\n\n listing = keys(xml).filter((k) => !k.endsWith(\"_MDM\")).sort();\n result.archivePrefix = prefix;\n result.volumesToday = listing.length;\n if (!listing.length) {\n result.verdict = \"INCONCLUSIVE — no archive volumes for today under that prefix\";\n result.stages = stages;\n return json(result, 200);\n }\n objectUrl = `${ARCHIVE}/${listing[listing.length - 1]}`;\n result.selectedKey = listing[listing.length - 1];\n }\n\n /* ── 3. Download ── */\n const bytes = await timed(stages, \"download\", async () => {\n const r = await fetch(objectUrl, { signal: AbortSignal.timeout(25000) });\n if (!r.ok) throw new Error(`object fetch ${r.status}`);\n return new Uint8Array(await r.arrayBuffer());\n });\n\n result.bytes = bytes.length;\n result.sizeMB = +(bytes.length / 1048576).toFixed(3);\n\n /* ── 4. Identify what we actually received ──\n Magic bytes, not assumptions. Each tells us which decode path applies. */\n const ascii = (n: number) =>\n String.fromCharCode(...bytes.slice(0, n)).replace(/[^\\x20-\\x7e]/g, \".\");\n\n const isGzip = bytes[0] === 0x1f && bytes[1] === 0x8b;\n const isBzip2 = bytes[0] === 0x42 && bytes[1] === 0x5a && bytes[2] === 0x68; // \"BZh\"\n const isArchiveHdr = ascii(4).startsWith(\"AR2V\"); // uncompressed volume header\n\n result.format = {\n first16Ascii: ascii(16),\n first8Hex: [...bytes.slice(0, 8)].map((b) => b.toString(16).padStart(2, \"0\")).join(\" \"),\n gzip: isGzip,\n bzip2: isBzip2,\n ar2vHeader: isArchiveHdr,\n };\n\n /* ── 5. Attempt decompression by the matching path ── */\n let decoded: Uint8Array | null = null;\n\n if (isGzip) {\n decoded = await timed(stages, \"gunzip\", async () => {\n const s = new Blob([bytes]).stream().pipeThrough(new DecompressionStream(\"gzip\"));\n return new Uint8Array(await new Response(s).arrayBuffer());\n });\n } else if (isBzip2) {\n // Expected to fail on stock Deno. The failure IS the finding: it means a\n // WASM bzip2 decoder is a hard prerequisite, and its cost has to be\n // measured before anything else is designed.\n try {\n decoded = await timed(stages, \"bunzip2\", async () => {\n // deno-lint-ignore no-explicit-any\n const s = new Blob([bytes]).stream().pipeThrough(new DecompressionStream(\"bzip2\" as any));\n return new Uint8Array(await new Response(s).arrayBuffer());\n });\n } catch {\n result.bzip2Native = false;\n }\n } else if (isArchiveHdr) {\n // AR2V header present and uncompressed — the volume header is readable\n // directly, though inner message blocks may still be bzip2 compressed.\n decoded = bytes;\n stages.push({ stage: \"no-decompression-needed\", ms: 0 });\n }\n\n if (decoded) {\n result.decodedBytes = decoded.length;\n result.decodedFirst16 = String.fromCharCode(...decoded.slice(0, 16))\n .replace(/[^\\x20-\\x7e]/g, \".\");\n\n /* ── 6. Look for Message 31 structure ──\n Message 31 radials carry ASCII data block identifiers: RVOL (volume),\n RELV (elevation), RRAD (radial), then the moment blocks whose names\n are a 'D' followed by the moment: DREF, DVEL, DSW, DZDR, DPHI, DRHO.\n Scanning for the D-prefixed names is what actually confirms velocity\n data is present — bare \"VEL\" matches by chance in binary. */\n const scanLen = Math.min(decoded.length, 2_000_000);\n const text = new TextDecoder(\"latin1\").decode(decoded.slice(0, scanLen));\n\n const markers = [\"AR2V\", \"RVOL\", \"RELV\", \"RRAD\",\n \"DREF\", \"DVEL\", \"DSW\", \"DZDR\", \"DPHI\", \"DRHO\"];\n result.blockMarkers = Object.fromEntries(markers.map((m) => [m, text.indexOf(m)]));\n\n // Count radials to distinguish \"one stray match\" from real radial data.\n const countOf = (needle: string) => {\n let n = 0, i = 0;\n while ((i = text.indexOf(needle, i)) !== -1) { n++; i += needle.length; }\n return n;\n };\n result.radialCount = countOf(\"RRAD\");\n result.velocityBlocks = countOf(\"DVEL\");\n result.reflectivityBlocks = countOf(\"DREF\");\n\n result.looksLikeMessage31 = result.radialCount > 0 || result.velocityBlocks > 0;\n\n /* If velocity blocks exist, read the moment header so the next stage\n has real numbers rather than assumed ones. Layout after the 4-byte\n name: reserved u32, gate count u16, first gate range i16, gate\n spacing i16, tover u16, snr u16, flags u8, word size u8,\n scale f32, offset f32. value = (raw - offset) / scale m/s */\n const dvel = text.indexOf(\"DVEL\");\n if (dvel > 0 && dvel + 28 <= decoded.length) {\n const dv = new DataView(decoded.buffer, decoded.byteOffset + dvel, 28);\n result.velocityHeader = {\n gateCount: dv.getUint16(8, false),\n firstGateM: dv.getInt16(10, false) * 1,\n gateSpacingM: dv.getInt16(12, false) * 1,\n wordSizeBits: dv.getUint8(19),\n scale: dv.getFloat32(20, false),\n offset: dv.getFloat32(24, false),\n };\n }\n }\n\n result.memPeakMB = memMB();\n result.stages = stages;\n result.totalMs = Math.round(performance.now() - t0);\n\n /* ── 7. Verdict ── */\n const dc = result.decompression as Record;\n if (mode === \"chunks\" && isBzip2 && !dc.bzip2) {\n result.verdict = \"BLOCKED ON BZIP2 — real-time chunks are bzip2 and Deno has no native decoder\";\n result.nextStep =\n \"Measure a WASM bzip2 decoder before designing anything else. If that \" +\n \"costs more than ~1s per chunk on cold start, this approach is not \" +\n \"worth it and the pre-rendered NCEP tiles stay.\";\n } else if (!decoded) {\n result.verdict = \"UNRECOGNISED FORMAT — see format.first16Ascii before proceeding\";\n } else if (!result.looksLikeMessage31) {\n result.verdict = result.selectedType === \"S\"\n ? \"EXPECTED — the S chunk is the volume header and carries no radials. Re-run with ?chunk=I\"\n : \"DECOMPRESSED, BUT NO MESSAGE-31 MARKERS — inspect blockMarkers\";\n } else if ((result.totalMs as number) < 5000) {\n result.verdict = result.velocityBlocks\n ? \"VIABLE — radial data present INCLUDING velocity moments\"\n : \"PARTIAL — radials present but no DVEL block in this chunk\";\n result.nextStep =\n \"Next: decode one radial's velocity gates using velocityHeader \" +\n \"(value = (raw - offset) / scale) and check the values fall within \" +\n \"the Nyquist interval, with raw 0 = below threshold and 1 = range folded.\";\n } else {\n result.verdict = \"SLOW — works but too slow for the request path; cron plus storage only\";\n }\n\n return json(result, 200);\n } catch (err) {\n result.stages = stages;\n result.totalMs = Math.round(performance.now() - t0);\n result.memPeakMB = memMB();\n result.error = String(err);\n result.verdict = \"FAILED — see the last entry in stages for where\";\n return json(result, 500);\n }\n}\n\nfunction json(body: unknown, status: number): Response {\n return new Response(JSON.stringify(body, null, 2), {\n status,\n headers: {\n \"Content-Type\": \"application/json; charset=utf-8\",\n \"Access-Control-Allow-Origin\": \"*\",\n },\n });\n}\n\n/* EOF l2-probe.ts */","deleted","label","children",[],"path",[41],{"_39":40,"_13":41,"_42":43,"_44":-5,"_45":46,"_47":48,"_49":38,"_50":64,"_16":52,"_53":54,"_55":56,"_57":35,"_58":-5,"_61":65},["D",1785102234385],[41],"pulls",0,"branches",1,"forks","envVars",{"_75":67,"_77":67},"connections",{"_75":67,"_76":67},"count","unfilledCount","emptyCount","2e9ab972-f04e-44a3-a82e-c39b56da3a45",["D",1785101757903],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","Testing ","imageUrl","userId","8c5bf5c7-e8ff-4c1c-8e0f-978729e1a9b1","pinnedFileId","pinPreview","pinMigrated","screenshotVersion","likeCount","orgId","019ed291-fa6e-72ae-a8f5-6626f3f3a93a","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_11":12,"_133":129},"org",{"_11":12,"_126":127,"_128":129,"_88":89,"_130":131,"_132":35},"branch",{"_16":48,"_13":117,"_39":46,"_118":78,"_119":-5,"_120":-5,"_121":-5,"_122":-5,"_123":-5,"_124":14,"_125":12},"isOwned","main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","C R Paul","avatar","https://lh3.googleusercontent.com/a/ACg8ocK4HQKzxkriEkQ-l0ASodEQP1Wd1XwDksPAKbRNTBRjyNBcVA=s96-c","tier","free","canRestrictVals","profileImageUrl","","adoptOrgId",{"_39":78,"_13":14,"_50":160,"_80":-5,"_81":35,"_82":83,"_84":83,"_85":86,"_87":-5,"_88":89,"_90":43,"_91":38,"_92":-5,"_93":-5,"_94":67,"_95":96,"_97":-5,"_98":-5,"_99":-5,"_100":-5,"_101":102,"_103":102,"_104":105,"_106":105,"_107":105,"_108":102,"_109":102,"_110":161,"_112":162,"_114":163,"_116":35},"tree",[157],[157],{"_66":67,"_68":69,"_70":67,"_71":155,"_73":156},[153],"file","upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_39":40,"_13":41,"_42":43,"_44":-5,"_45":46,"_47":48,"_49":38,"_50":64,"_16":52,"_53":54,"_55":56,"_57":35,"_58":-5,"_61":154},[41],{"_75":67,"_77":67},{"_75":67,"_76":67},{"_39":40,"_13":41,"_42":43,"_44":-5,"_45":46,"_47":48,"_49":38,"_50":51,"_16":52,"_53":54,"_55":56,"_57":35,"_58":-5,"_59":158,"_61":159},[],[41],["D",1785101757903],{"_11":12,"_133":129},{"_11":12,"_126":127,"_128":129,"_88":89,"_130":131,"_132":35},{"_16":48,"_13":117,"_39":46,"_118":78,"_119":-5,"_120":-5,"_121":-5,"_122":-5,"_123":-5,"_124":14,"_125":12},"ctx",{"_110":-5,"_150":197,"_198":199,"_200":201,"_202":35,"_203":35,"_204":35,"_205":38,"_206":-5,"_207":-7,"_208":-7,"_209":67,"_210":35,"_211":35,"_212":-5,"_213":35,"_214":35,"_215":35,"_216":-5},"ENV",{"_168":169,"_170":171,"_172":117,"_173":174,"_175":176,"_177":178,"_179":180,"_181":182,"_183":184,"_185":186,"_187":188,"_189":190,"_191":192,"_193":194,"_195":196},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]