[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_177":178,"_179":180},"routes/_app.x.$handle.$name",{"_97":96,"_32":45,"_104":87,"_27":53,"_13":14,"_105":-5,"_11":106,"_107":108,"_109":110,"_111":112,"_113":114,"_20":-5,"_115":-5,"_116":-5,"_117":25,"_118":119,"_120":59,"_121":-5,"_122":-5,"_123":124},"routes/_app.x.$handle.$name.branch.$branch.version.$version.diff",{"_11":12,"_13":14,"_15":16,"_17":-5,"_18":-5},"project",{"_43":44,"_32":45,"_38":46,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":53,"_54":-5,"_18":55,"_56":57,"_58":59,"_60":-5,"_61":-5,"_62":63,"_64":65,"_66":-5,"_67":-5,"_68":-5,"_69":-5,"_70":71,"_72":71,"_73":74,"_75":74,"_76":74,"_77":71,"_78":71,"_79":80,"_81":82,"_83":84,"_85":25},"version",11,"changes",[19],"aiChatInfo","userId",{"_20":21,"_22":23,"_24":25,"_26":25,"_27":28,"_29":28},"file",{"_30":31,"_32":28,"_33":34,"_35":37,"_38":39,"_40":14,"_41":42,"_24":25},"previous",{"_30":31,"_32":28,"_33":34,"_35":36},"deleted",false,"deletedHere","path","recorder.ts","latestPath","fileId","9694b27e-9e44-11f1-90c3-1607ee4eb77e","name","fileType","interval","content","/**\n * recorder.ts — Val.town scheduled snapshot recorder.\n *\n * PURPOSE: every day this does not run is a day of calibration data you cannot\n * buy back cheaply. Historical intraday chain snapshots are expensive or simply\n * unavailable at retail pricing. Recording your own from a free delayed source\n * costs nothing and starts the clock immediately.\n *\n * LICENSING: this deliberately uses DELAYED data (>=15 min) and stores only\n * what is needed to reconstruct the gamma field. OPRA charges no display or\n * non-display fees on data delayed 15 minutes or more. The derived levels the\n * engine ultimately publishes cannot be reverse-engineered back into a chain,\n * which is the standard test derived-data clauses apply.\n *\n * DEPLOY: paste into a Val.town Val, set type to \"Cron\", schedule below.\n *\n * Recommended cron (UTC, covers the RTH session at 4 points):\n * 35 14,16,18,19 * * 1-5\n * These UTC hours fall inside RTH in BOTH regimes:\n * EDT (UTC-4): 10:35, 12:35, 14:35, 15:35 ET\n * EST (UTC-5): 09:35, 11:35, 13:35, 14:35 ET\n * so no seasonal edit is needed when the US changes clocks.\n *\n * STATUS: the CBOE adapter reached the live endpoint successfully on first\n * run (both QQQ and NDX fetched, parsed, narrowed and written to blob). The\n * only failure was in the index bookkeeping below, now fixed.\n */\n\n// SCOPED blob storage (per-val, Amazon S3). Note the /main.ts suffix - that is\n// what selects scoped over the older global (account-wide, Cloudflare R2)\n// store at \"https://esm.town/v/std/blob\". They are DIFFERENT stores: anything\n// written via the global import will not appear in this val's blob panel.\nimport { blob } from \"https://esm.town/v/std/blob/main.ts\";\n\n// ---------------------------------------------------------------------------\n// Config\n// ---------------------------------------------------------------------------\n\nconst SYMBOLS = [\n { key: \"QQQ\", cboe: \"QQQ\" },\n { key: \"NDX\", cboe: \"_NDX\" }, // CBOE prefixes index symbols with underscore\n];\n\n/** Keep strikes within this many percent of spot. Far strikes carry ~0 gamma. */\nconst STRIKE_WINDOW_PCT = 0.08;\n\n/** Keep this many nearest expiries. 0DTE + next two is plenty. */\nconst MAX_EXPIRIES = 3;\n\n/**\n * Delete snapshots older than this.\n *\n * STORAGE BUDGET - this is the binding constraint, not the cron rate:\n * Val Town free plan = 10 MB total\n * Val Town pro plan = 1024 MB total\n *\n * Uncompressed, one capture round is ~115 KB across both symbols, so 4 runs a\n * day is ~460 KB/day and the FREE TIER FILLS IN ABOUT THREE WEEKS. With\n * columnar layout + gzip below, a round drops to roughly 12-18 KB, so:\n * free tier ~= 5-7 months of history\n * pro tier ~= many years\n *\n * If you stay on free, drop RETAIN_DAYS to ~150 or move to 2 runs/day.\n */\nconst RETAIN_DAYS = 400;\n\n/**\n * Which scheduled run does the retention sweep. MUST be one of the UTC hours\n * in your cron expression or the sweep silently never runs.\n * Cron: 35 14,16,18,19 * * 1-5\n */\nconst RETENTION_SWEEP_UTC_HOUR = 14;\n\n// ---------------------------------------------------------------------------\n// Types\n// ---------------------------------------------------------------------------\n\ninterface RecordedQuote {\n s: number; // strike\n r: \"C\" | \"P\"; // right\n e: string; // expiry YYYY-MM-DD\n iv: number;\n oi: number;\n v: number; // volume\n b: number; // bid\n a: number; // ask\n}\n\ninterface Snapshot {\n sym: string;\n ts: string; // ISO timestamp of capture\n spot: number;\n src: string;\n delayed: true;\n q: RecordedQuote[];\n diag: { fetched: number; kept: number; expiries: string[]; ms: number };\n}\n\n// ---------------------------------------------------------------------------\n// CBOE delayed-quote adapter\n// ---------------------------------------------------------------------------\n\n/**\n * CBOE publishes a free delayed chain as a single JSON document per symbol.\n * Option symbols are OCC-format: ROOT + YYMMDD + C|P + strike*1000 padded to 8.\n */\nfunction parseOccSymbol(\n occ: string,\n): { expiry: string; right: \"C\" | \"P\"; strike: number } | null {\n const m = occ.match(/^([A-Z_]+)(\\d{6})([CP])(\\d{8})$/);\n if (!m) return null;\n const [, , ymd, right, strikeRaw] = m;\n const yy = ymd.slice(0, 2);\n const expiry = `20${yy}-${ymd.slice(2, 4)}-${ymd.slice(4, 6)}`;\n return {\n expiry,\n right: right as \"C\" | \"P\",\n strike: parseInt(strikeRaw, 10) / 1000,\n };\n}\n\nasync function fetchCboe(\n cboeSym: string,\n): Promise<{ spot: number; rows: RecordedQuote[] }> {\n const url =\n `https://cdn.cboe.com/api/global/delayed_quotes/options/${cboeSym}.json`;\n const res = await fetch(url, {\n headers: { \"User-Agent\": \"Mozilla/5.0\", Accept: \"application/json\" },\n });\n if (!res.ok) throw new Error(`CBOE ${cboeSym} HTTP ${res.status}`);\n const j: any = await res.json();\n\n const spot = Number(j?.data?.current_price ?? j?.data?.close);\n if (!(spot > 0)) throw new Error(`CBOE ${cboeSym}: no usable spot`);\n\n const raw: any[] = j?.data?.options ?? [];\n const rows: RecordedQuote[] = [];\n for (const o of raw) {\n const p = parseOccSymbol(String(o.option ?? \"\"));\n if (!p) continue;\n rows.push({\n s: p.strike,\n r: p.right,\n e: p.expiry,\n iv: Number(o.iv ?? 0),\n oi: Number(o.open_interest ?? 0),\n v: Number(o.volume ?? 0),\n b: Number(o.bid ?? 0),\n a: Number(o.ask ?? 0),\n });\n }\n return { spot, rows };\n}\n\n// ---------------------------------------------------------------------------\n// Narrowing\n// ---------------------------------------------------------------------------\n\n/**\n * Narrow hard. A full QQQ chain is ~15k contracts; within +/-8% of spot on the\n * three nearest expiries it is a few hundred. Strikes far from spot contribute\n * essentially zero gamma, so nothing of value is lost and blob storage stays\n * comfortably inside the free tier.\n */\nfunction narrow(\n rows: RecordedQuote[],\n spot: number,\n asof: Date,\n): { kept: RecordedQuote[]; expiries: string[]; droppedExpired: number } {\n const lo = spot * (1 - STRIKE_WINDOW_PCT);\n const hi = spot * (1 + STRIKE_WINDOW_PCT);\n\n // Drop expiries that have already passed. CBOE's delayed feed still lists\n // them after the close, and a dead expiry silently eats one of the\n // MAX_EXPIRIES slots while contributing nothing (tau <= 0 => zero gamma).\n const today = asof.toISOString().slice(0, 10);\n const allExpiries = [...new Set(rows.map((r) => r.e))].sort();\n const live = allExpiries.filter((e) => e >= today);\n const droppedExpired = allExpiries.length - live.length;\n\n const expiries = live.slice(0, MAX_EXPIRIES);\n const keepExp = new Set(expiries);\n\n const kept = rows.filter(\n (r) => keepExp.has(r.e) && r.s >= lo && r.s <= hi && r.oi > 0 && r.iv > 0,\n );\n return { kept, expiries, droppedExpired };\n}\n\n// ---------------------------------------------------------------------------\n// Main\n// ---------------------------------------------------------------------------\n\nexport default async function record(): Promise {\n const started = Date.now();\n const now = new Date();\n const stamp = now.toISOString().replace(/[:.]/g, \"-\");\n const results: any[] = [];\n\n for (const sym of SYMBOLS) {\n const t0 = Date.now();\n try {\n const { spot, rows } = await fetchCboe(sym.cboe);\n const { kept, expiries, droppedExpired } = narrow(rows, spot, now);\n\n if (kept.length < 20) {\n results.push({\n sym: sym.key,\n ok: false,\n error: `only ${kept.length} usable contracts`,\n });\n continue;\n }\n\n const snap: Snapshot = {\n sym: sym.key,\n ts: now.toISOString(),\n spot,\n src: \"cboe_delayed\",\n delayed: true,\n v: 2,\n cols: toColumnar(kept, expiries),\n expiries,\n diag: {\n fetched: rows.length,\n kept: kept.length,\n expiries,\n droppedExpired,\n ms: Date.now() - t0,\n },\n };\n\n const raw = JSON.stringify(snap);\n const packed = await gzip(raw);\n await blob.set(`chain_${sym.key}_${stamp}.json.gz`, packed);\n const bytes = packed.byteLength;\n\n // Maintain a lightweight index so the calibration job can enumerate\n // snapshots without listing the whole blob store every time.\n const idxKey = `chainidx_${now.toISOString().slice(0, 10)}`;\n let idx: string[] = [];\n try {\n const existing = await blob.getJSON(idxKey);\n // Val Town's blob.getJSON returns undefined for a missing key rather\n // than throwing, so a bare try/catch never fires and idx stays\n // undefined. Check the shape, don't rely on the catch.\n if (Array.isArray(existing)) idx = existing as string[];\n } catch { /* key does not exist yet - empty index is correct */ }\n idx.push(`chain_${sym.key}_${stamp}.json.gz`);\n await blob.setJSON(idxKey, idx);\n\n results.push({\n sym: sym.key,\n ok: true,\n spot,\n fetched: rows.length,\n kept: kept.length,\n expiries,\n droppedExpired,\n rawKb: +(raw.length / 1024).toFixed(1),\n gzKb: +(bytes / 1024).toFixed(1),\n ratio: +(raw.length / bytes).toFixed(1),\n ms: Date.now() - t0,\n });\n } catch (e: any) {\n results.push({ sym: sym.key, ok: false, error: String(e?.message ?? e) });\n }\n }\n\n // Retention sweep, cheap and only once a day.\n if (now.getUTCHours() === RETENTION_SWEEP_UTC_HOUR) {\n try {\n const cutoff = new Date(Date.now() - RETAIN_DAYS * 864e5).toISOString();\n const all = await blob.list(\"chain_\");\n let purged = 0;\n let totalBytes = 0;\n for (const b of all) {\n const m = b.key.match(/chain_[A-Z]+_(\\d{4}-\\d{2}-\\d{2})/);\n if (m && m[1] < cutoff.slice(0, 10)) {\n await blob.delete(b.key);\n purged++;\n } else totalBytes += (b as any).size ?? 0;\n }\n // Surface storage use every day so the 10 MB free ceiling cannot creep up\n // and start failing writes silently mid-calibration.\n results.push({\n retention: {\n purged,\n cutoff: cutoff.slice(0, 10),\n blobsKept: all.length - purged,\n storageMb: +(totalBytes / 1048576).toFixed(2),\n freeTierPct: +((totalBytes / 1048576 / 10) * 100).toFixed(1),\n },\n });\n } catch (e: any) {\n results.push({ retention: { error: String(e?.message ?? e) } });\n }\n }\n\n const summary = {\n ok: results.every((r) => r.ok !== false),\n at: now.toISOString(),\n totalMs: Date.now() - started,\n results,\n };\n\n // Cron ignores the return value, so log it or you will never see it.\n console.log(JSON.stringify(summary, null, 2));\n\n return Response.json(summary, { headers: { \"cache-control\": \"no-store\" } });\n}","/**\n * recorder.ts — Val.town scheduled snapshot recorder.\n *\n * PURPOSE: every day this does not run is a day of calibration data you cannot\n * buy back cheaply. Historical intraday chain snapshots are expensive or simply\n * unavailable at retail pricing. Recording your own from a free delayed source\n * costs nothing and starts the clock immediately.\n *\n * LICENSING: this deliberately uses DELAYED data (>=15 min) and stores only\n * what is needed to reconstruct the gamma field. OPRA charges no display or\n * non-display fees on data delayed 15 minutes or more. The derived levels the\n * engine ultimately publishes cannot be reverse-engineered back into a chain,\n * which is the standard test derived-data clauses apply.\n *\n * DEPLOY: paste into a Val.town Val, set type to \"Cron\", schedule below.\n *\n * Recommended cron (UTC, covers the RTH session at 4 points):\n * 35 14,16,18,19 * * 1-5\n * These UTC hours fall inside RTH in BOTH regimes:\n * EDT (UTC-4): 10:35, 12:35, 14:35, 15:35 ET\n * EST (UTC-5): 09:35, 11:35, 13:35, 14:35 ET\n * so no seasonal edit is needed when the US changes clocks.\n *\n * STATUS: the CBOE adapter reached the live endpoint successfully on first\n * run (both QQQ and NDX fetched, parsed, narrowed and written to blob). The\n * only failure was in the index bookkeeping below, now fixed.\n */\n\n// SCOPED blob storage (per-val, Amazon S3). Note the /main.ts suffix - that is\n// what selects scoped over the older global (account-wide, Cloudflare R2)\n// store at \"https://esm.town/v/std/blob\". They are DIFFERENT stores: anything\n// written via the global import will not appear in this val's blob panel.\nimport { blob } from \"https://esm.town/v/std/blob/main.ts\";\n\n// ---------------------------------------------------------------------------\n// Config\n// ---------------------------------------------------------------------------\n\nconst SYMBOLS = [\n { key: \"QQQ\", cboe: \"QQQ\" },\n { key: \"NDX\", cboe: \"_NDX\" }, // CBOE prefixes index symbols with underscore\n];\n\n/** Keep strikes within this many percent of spot. Far strikes carry ~0 gamma. */\nconst STRIKE_WINDOW_PCT = 0.08;\n\n/** Keep this many nearest expiries. 0DTE + next two is plenty. */\nconst MAX_EXPIRIES = 3;\n\n/**\n * Delete snapshots older than this.\n *\n * STORAGE BUDGET - this is the binding constraint, not the cron rate:\n * Val Town free plan = 10 MB total\n * Val Town pro plan = 1024 MB total\n *\n * Uncompressed, one capture round is ~115 KB across both symbols, so 4 runs a\n * day is ~460 KB/day and the FREE TIER FILLS IN ABOUT THREE WEEKS. With\n * columnar layout + gzip below, a round drops to roughly 12-18 KB, so:\n * free tier ~= 5-7 months of history\n * pro tier ~= many years\n *\n * If you stay on free, drop RETAIN_DAYS to ~150 or move to 2 runs/day.\n */\nconst RETAIN_DAYS = 400;\n\n/**\n * Which scheduled run does the retention sweep. MUST be one of the UTC hours\n * in your cron expression or the sweep silently never runs.\n * Cron: 35 14,16,18,19 * * 1-5\n */\nconst RETENTION_SWEEP_UTC_HOUR = 14;\n\n// ---------------------------------------------------------------------------\n// Types\n// ---------------------------------------------------------------------------\n\ninterface RecordedQuote {\n s: number; // strike\n r: \"C\" | \"P\"; // right\n e: string; // expiry YYYY-MM-DD\n iv: number;\n oi: number;\n v: number; // volume\n b: number; // bid\n a: number; // ask\n}\n\n/**\n * COLUMNAR layout, not an array of objects.\n *\n * A row-oriented array repeats every field name ~1,200 times per snapshot.\n * Columnar stores each field name once and puts the values in parallel arrays,\n * which also gives gzip long runs of similar numbers to work with. Between the\n * two, a snapshot shrinks by roughly 8-10x. Against a 10 MB free-tier cap that\n * is the difference between three weeks and most of a year of history.\n */\nexport interface Snapshot {\n sym: string;\n ts: string; // ISO timestamp of capture\n spot: number;\n src: string;\n delayed: true;\n v: 2; // schema version - readers MUST check this\n cols: {\n s: number[]; // strike\n r: number[]; // 0 = call, 1 = put\n e: number[]; // index into `expiries`\n iv: number[];\n oi: number[];\n vol: number[];\n b: number[];\n a: number[];\n };\n expiries: string[];\n diag: {\n fetched: number;\n kept: number;\n expiries: string[];\n droppedExpired: number;\n ms: number;\n };\n}\n\nexport function toColumnar(rows: RecordedQuote[], expiries: string[]) {\n const eIdx = new Map(expiries.map((e, i) => [e, i]));\n const c = {\n s: [] as number[],\n r: [] as number[],\n e: [] as number[],\n iv: [] as number[],\n oi: [] as number[],\n vol: [] as number[],\n b: [] as number[],\n a: [] as number[],\n };\n for (const q of rows) {\n c.s.push(q.s);\n c.r.push(q.r === \"C\" ? 0 : 1);\n c.e.push(eIdx.get(q.e) ?? 0);\n // Round to the precision that actually matters. Trailing float noise costs\n // real bytes and buys nothing: IV to 4dp, prices to 2dp.\n c.iv.push(Math.round(q.iv * 1e4) / 1e4);\n c.oi.push(q.oi);\n c.vol.push(q.v);\n c.b.push(Math.round(q.b * 100) / 100);\n c.a.push(Math.round(q.a * 100) / 100);\n }\n return c;\n}\n\n/** Inverse of toColumnar - what the calibration job uses to read snapshots. */\nexport function fromColumnar(snap: Snapshot): RecordedQuote[] {\n const { cols, expiries } = snap;\n const out: RecordedQuote[] = [];\n for (let i = 0; i < cols.s.length; i++) {\n out.push({\n s: cols.s[i],\n r: cols.r[i] === 0 ? \"C\" : \"P\",\n e: expiries[cols.e[i]],\n iv: cols.iv[i],\n oi: cols.oi[i],\n v: cols.vol[i],\n b: cols.b[i],\n a: cols.a[i],\n });\n }\n return out;\n}\n\n/** gzip a string via the platform CompressionStream. */\nexport async function gzip(text: string): Promise {\n const cs = new CompressionStream(\"gzip\");\n const stream = new Blob([text]).stream().pipeThrough(cs);\n const buf = await new Response(stream).arrayBuffer();\n return new Uint8Array(buf);\n}\n\n/** gunzip back to a string. Pair with fromColumnar to read a snapshot. */\nexport async function gunzip(bytes: Uint8Array): Promise {\n const ds = new DecompressionStream(\"gzip\");\n const stream = new Blob([bytes as BlobPart]).stream().pipeThrough(ds);\n return await new Response(stream).text();\n}\n\n// ---------------------------------------------------------------------------\n// CBOE delayed-quote adapter\n// ---------------------------------------------------------------------------\n\n/**\n * CBOE publishes a free delayed chain as a single JSON document per symbol.\n * Option symbols are OCC-format: ROOT + YYMMDD + C|P + strike*1000 padded to 8.\n */\nfunction parseOccSymbol(\n occ: string,\n): { expiry: string; right: \"C\" | \"P\"; strike: number } | null {\n const m = occ.match(/^([A-Z_]+)(\\d{6})([CP])(\\d{8})$/);\n if (!m) return null;\n const [, , ymd, right, strikeRaw] = m;\n const yy = ymd.slice(0, 2);\n const expiry = `20${yy}-${ymd.slice(2, 4)}-${ymd.slice(4, 6)}`;\n return {\n expiry,\n right: right as \"C\" | \"P\",\n strike: parseInt(strikeRaw, 10) / 1000,\n };\n}\n\nasync function fetchCboe(\n cboeSym: string,\n): Promise<{ spot: number; rows: RecordedQuote[] }> {\n const url =\n `https://cdn.cboe.com/api/global/delayed_quotes/options/${cboeSym}.json`;\n const res = await fetch(url, {\n headers: { \"User-Agent\": \"Mozilla/5.0\", Accept: \"application/json\" },\n });\n if (!res.ok) throw new Error(`CBOE ${cboeSym} HTTP ${res.status}`);\n const j: any = await res.json();\n\n const spot = Number(j?.data?.current_price ?? j?.data?.close);\n if (!(spot > 0)) throw new Error(`CBOE ${cboeSym}: no usable spot`);\n\n const raw: any[] = j?.data?.options ?? [];\n const rows: RecordedQuote[] = [];\n for (const o of raw) {\n const p = parseOccSymbol(String(o.option ?? \"\"));\n if (!p) continue;\n rows.push({\n s: p.strike,\n r: p.right,\n e: p.expiry,\n iv: Number(o.iv ?? 0),\n oi: Number(o.open_interest ?? 0),\n v: Number(o.volume ?? 0),\n b: Number(o.bid ?? 0),\n a: Number(o.ask ?? 0),\n });\n }\n return { spot, rows };\n}\n\n// ---------------------------------------------------------------------------\n// Narrowing\n// ---------------------------------------------------------------------------\n\n/**\n * Narrow hard. A full QQQ chain is ~15k contracts; within +/-8% of spot on the\n * three nearest expiries it is a few hundred. Strikes far from spot contribute\n * essentially zero gamma, so nothing of value is lost and blob storage stays\n * comfortably inside the free tier.\n */\nfunction narrow(\n rows: RecordedQuote[],\n spot: number,\n asof: Date,\n): { kept: RecordedQuote[]; expiries: string[]; droppedExpired: number } {\n const lo = spot * (1 - STRIKE_WINDOW_PCT);\n const hi = spot * (1 + STRIKE_WINDOW_PCT);\n\n // Drop expiries that have already passed. CBOE's delayed feed still lists\n // them after the close, and a dead expiry silently eats one of the\n // MAX_EXPIRIES slots while contributing nothing (tau <= 0 => zero gamma).\n const today = asof.toISOString().slice(0, 10);\n const allExpiries = [...new Set(rows.map((r) => r.e))].sort();\n const live = allExpiries.filter((e) => e >= today);\n const droppedExpired = allExpiries.length - live.length;\n\n const expiries = live.slice(0, MAX_EXPIRIES);\n const keepExp = new Set(expiries);\n\n const kept = rows.filter(\n (r) => keepExp.has(r.e) && r.s >= lo && r.s <= hi && r.oi > 0 && r.iv > 0,\n );\n return { kept, expiries, droppedExpired };\n}\n\n// ---------------------------------------------------------------------------\n// Main\n// ---------------------------------------------------------------------------\n\nexport default async function record(): Promise {\n const started = Date.now();\n const now = new Date();\n const stamp = now.toISOString().replace(/[:.]/g, \"-\");\n const results: any[] = [];\n\n for (const sym of SYMBOLS) {\n const t0 = Date.now();\n try {\n const { spot, rows } = await fetchCboe(sym.cboe);\n const { kept, expiries, droppedExpired } = narrow(rows, spot, now);\n\n if (kept.length < 20) {\n results.push({\n sym: sym.key,\n ok: false,\n error: `only ${kept.length} usable contracts`,\n });\n continue;\n }\n\n const snap: Snapshot = {\n sym: sym.key,\n ts: now.toISOString(),\n spot,\n src: \"cboe_delayed\",\n delayed: true,\n v: 2,\n cols: toColumnar(kept, expiries),\n expiries,\n diag: {\n fetched: rows.length,\n kept: kept.length,\n expiries,\n droppedExpired,\n ms: Date.now() - t0,\n },\n };\n\n const raw = JSON.stringify(snap);\n const packed = await gzip(raw);\n await blob.set(`chain_${sym.key}_${stamp}.json.gz`, packed);\n const bytes = packed.byteLength;\n\n // Maintain a lightweight index so the calibration job can enumerate\n // snapshots without listing the whole blob store every time.\n const idxKey = `chainidx_${now.toISOString().slice(0, 10)}`;\n let idx: string[] = [];\n try {\n const existing = await blob.getJSON(idxKey);\n // Val Town's blob.getJSON returns undefined for a missing key rather\n // than throwing, so a bare try/catch never fires and idx stays\n // undefined. Check the shape, don't rely on the catch.\n if (Array.isArray(existing)) idx = existing as string[];\n } catch { /* key does not exist yet - empty index is correct */ }\n idx.push(`chain_${sym.key}_${stamp}.json.gz`);\n await blob.setJSON(idxKey, idx);\n\n results.push({\n sym: sym.key,\n ok: true,\n spot,\n fetched: rows.length,\n kept: kept.length,\n expiries,\n droppedExpired,\n rawKb: +(raw.length / 1024).toFixed(1),\n gzKb: +(bytes / 1024).toFixed(1),\n ratio: +(raw.length / bytes).toFixed(1),\n ms: Date.now() - t0,\n });\n } catch (e: any) {\n results.push({ sym: sym.key, ok: false, error: String(e?.message ?? e) });\n }\n }\n\n // Retention sweep, cheap and only once a day.\n if (now.getUTCHours() === RETENTION_SWEEP_UTC_HOUR) {\n try {\n const cutoff = new Date(Date.now() - RETAIN_DAYS * 864e5).toISOString();\n const all = await blob.list(\"chain_\");\n let purged = 0;\n let totalBytes = 0;\n for (const b of all) {\n const m = b.key.match(/chain_[A-Z]+_(\\d{4}-\\d{2}-\\d{2})/);\n if (m && m[1] < cutoff.slice(0, 10)) {\n await blob.delete(b.key);\n purged++;\n } else totalBytes += (b as any).size ?? 0;\n }\n // Surface storage use every day so the 10 MB free ceiling cannot creep up\n // and start failing writes silently mid-calibration.\n results.push({\n retention: {\n purged,\n cutoff: cutoff.slice(0, 10),\n blobsKept: all.length - purged,\n storageMb: +(totalBytes / 1048576).toFixed(2),\n freeTierPct: +((totalBytes / 1048576 / 10) * 100).toFixed(1),\n },\n });\n } catch (e: any) {\n results.push({ retention: { error: String(e?.message ?? e) } });\n }\n }\n\n const summary = {\n ok: results.every((r) => r.ok !== false),\n at: now.toISOString(),\n totalMs: Date.now() - started,\n results,\n };\n\n // Cron ignores the return value, so log it or you will never see it.\n console.log(JSON.stringify(summary, null, 2));\n\n return Response.json(summary, { headers: { \"cache-control\": \"no-store\" } });\n}","createdAt",["D",1787415526676],"branchVersion","branchId","9501ca55-9d64-4f95-91aa-9fa7ca96c333","id","2119d995-ca04-498c-aa95-f7a73f7c0d10","ivmodule",["D",1787415250732],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","","imageUrl","edb0ee8b-6eb5-4033-8065-92fa86e65418","pinnedFileId","0ca60dd2-9e72-11f1-83cf-1607ee4eb77e","pinPreview",true,"pinMigrated","screenshotVersion","likeCount",0,"orgId","019f98c4-b792-72f1-83e7-7d98b5b52c8e","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_97":96,"_103":53},"org",{"_97":96,"_98":53,"_99":53,"_18":55,"_100":101,"_102":25},"branch",{"_13":86,"_32":87,"_43":42,"_88":44,"_89":-5,"_90":-5,"_91":-5,"_92":-5,"_93":-5,"_94":45,"_95":96},"isOwned",63,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","jfkll","handle","displayName","avatar","tier","free","canRestrictVals","profileImageUrl","branchName","adoptOrgId",{"_43":44,"_32":45,"_38":173,"_47":-5,"_48":25,"_49":50,"_51":50,"_52":53,"_54":-5,"_18":55,"_56":57,"_58":59,"_60":-5,"_61":-5,"_62":63,"_64":65,"_66":-5,"_67":-5,"_68":-5,"_69":-5,"_70":71,"_72":71,"_73":74,"_75":74,"_76":74,"_77":71,"_78":71,"_79":174,"_81":175,"_83":176,"_85":25},"tree",[160,161,162],"files",[160,161,162],"counts",{"_150":63,"_151":146,"_152":63,"_153":154,"_155":156},"contents",[125,126,127],"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles","grants","orgs","customDomains",{},{"_43":143,"_32":144,"_30":145,"_131":-5,"_41":42,"_40":146,"_133":25,"_38":147,"_13":63,"_33":148,"_35":53,"_24":25,"_138":-5,"_27":149},{"_43":140,"_32":28,"_30":31,"_131":-5,"_41":42,"_40":14,"_133":25,"_38":141,"_13":132,"_33":34,"_35":37,"_24":25,"_138":-5,"_27":142},{"_43":128,"_32":129,"_30":130,"_131":-5,"_41":42,"_40":132,"_133":25,"_38":134,"_13":135,"_33":136,"_35":137,"_24":25,"_138":-5,"_27":139},"2f860971-c9ac-4236-b979-eb5a7b5304eb","test.ts","86a08528-9e44-11f1-96f0-1607ee4eb77e","parentId",5,"latest",["D",1787415264425],3,"http","/**\n * blobtest.ts — isolates blob storage from the recorder's logic.\n *\n * Deploy as an HTTP val (not cron) so you can hit it in a browser and read the\n * JSON directly. Tests both stores and both value types, so whatever the\n * failure is, this narrows it to one cell.\n */\n\nimport { blob as scoped } from \"https://esm.town/v/std/blob/main.ts\";\nimport { blob as global } from \"https://esm.town/v/std/blob\";\n\nexport default async function (): Promise {\n const out: any = {};\n\n // --- 1. scoped store, plain JSON ----------------------------------------\n try {\n await scoped.setJSON(\"difftest_json\", { hello: \"world\", n: 42 });\n const back = await scoped.getJSON(\"difftest_json\");\n out.scoped_json = { ok: true, readBack: back };\n } catch (e: any) {\n out.scoped_json = { ok: false, error: String(e?.message ?? e) };\n }\n\n // --- 2. scoped store, gzipped bytes (what the recorder actually does) ----\n try {\n const text = JSON.stringify({ some: \"payload\", arr: [1, 2, 3, 4, 5] });\n const cs = new CompressionStream(\"gzip\");\n const stream = new Blob([text]).stream().pipeThrough(cs);\n const buf = await new Response(stream).arrayBuffer();\n const bytes = new Uint8Array(buf);\n await scoped.set(\"difftest_bytes.json.gz\", bytes);\n out.scoped_bytes = { ok: true, wrote: bytes.byteLength };\n } catch (e: any) {\n out.scoped_bytes = { ok: false, error: String(e?.message ?? e) };\n }\n\n // --- 3. what is actually IN the scoped store ----------------------------\n try {\n const list = await scoped.list();\n out.scoped_list = {\n ok: true,\n count: list.length,\n keys: list.slice(0, 20).map((b: any) => ({ key: b.key, size: b.size })),\n };\n } catch (e: any) {\n out.scoped_list = { ok: false, error: String(e?.message ?? e) };\n }\n\n // --- 4. the GLOBAL store, where your first 4 snapshots went -------------\n try {\n const list = await global.list(\"chain_\");\n out.global_chain_list = {\n ok: true,\n count: list.length,\n keys: list.slice(0, 10).map((b: any) => ({ key: b.key, size: b.size })),\n };\n } catch (e: any) {\n out.global_chain_list = { ok: false, error: String(e?.message ?? e) };\n }\n\n return Response.json(out, { headers: { \"cache-control\": \"no-store\" } });\n}","label",[129],"1c345499-e334-4dad-bb2d-b4db0a9fdc6a",["D",1787415526676],[28],"b5612abf-0b8b-4670-b1fd-c8947681999b","main.ts","82693e5a-9e44-11f1-9111-1607ee4eb77e",1,["D",1787415250788],"script",[144],"pulls","branches","forks","envVars",{"_157":63,"_159":63},"connections",{"_157":63,"_158":63},"count","unfilledCount","emptyCount",{"_43":143,"_32":144,"_30":145,"_131":-5,"_41":42,"_40":146,"_133":25,"_38":170,"_13":63,"_33":148,"_35":53,"_24":25,"_138":-5,"_164":171,"_27":172},{"_43":140,"_32":28,"_30":31,"_131":-5,"_41":42,"_40":14,"_133":25,"_38":167,"_13":132,"_33":34,"_35":37,"_24":25,"_138":-5,"_164":168,"_27":169},{"_43":128,"_32":129,"_30":130,"_131":-5,"_41":42,"_40":132,"_133":25,"_38":163,"_13":135,"_33":136,"_35":137,"_24":25,"_138":-5,"_164":165,"_27":166},["D",1787415264425],"children",[],[129],["D",1787415526676],[],[28],["D",1787415250788],[],[144],["D",1787415250732],{"_97":96,"_103":53},{"_97":96,"_98":53,"_99":53,"_18":55,"_100":101,"_102":25},{"_13":86,"_32":87,"_43":42,"_88":44,"_89":-5,"_90":-5,"_91":-5,"_92":-5,"_93":-5,"_94":45,"_95":96},"ctx",{"_79":-5,"_122":210,"_211":212,"_213":214,"_215":25,"_216":25,"_217":25,"_218":59,"_219":-5,"_220":-7,"_221":-7,"_222":63,"_223":25,"_224":25,"_225":-5,"_226":25,"_227":25,"_228":25,"_229":-5},"ENV",{"_181":182,"_183":184,"_185":87,"_186":187,"_188":189,"_190":191,"_192":193,"_194":195,"_196":197,"_198":199,"_200":201,"_202":203,"_204":205,"_206":207,"_208":209},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

Diff · v11