[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8},"actionData","errors","root",{"_110":111,"_112":113},"routes/embed.x.$handle.$name.$",{"_9":10,"_11":12,"_13":14,"_15":16,"_17":18,"_19":20,"_21":-5},"handle","valdottown","name","glm53-flash-benchmark","path","db/queries.ts","project",{"_22":48,"_11":12,"_35":49,"_50":-5,"_51":44,"_52":53,"_54":53,"_55":56,"_57":-5,"_58":59,"_60":61,"_62":34,"_63":-5,"_64":-5,"_65":66,"_67":68,"_69":70,"_71":72,"_73":74,"_75":-5,"_76":77,"_78":77,"_79":80,"_81":80,"_82":80,"_83":77,"_84":77,"_85":86,"_87":88,"_89":90,"_91":44},"file",{"_22":23,"_11":24,"_25":26,"_27":28,"_29":30,"_31":32,"_33":34,"_35":36,"_37":38,"_39":40,"_41":42,"_43":44,"_45":-5,"_13":46},"permalink","https://www.val.town/x/valdottown/glm53-flash-benchmark/code/db/queries.ts","extension","id","562b498f-e85d-41c0-a6b2-88797f212549","queries.ts","fileId","1dc46bb0-a235-11f1-a5be-1607ee4eb77e","parentId","f73349d0-a234-11f1-922e-1607ee4eb77e","branchId","24cb14b4-1851-4548-adc6-43a574860a3d","branchVersion",244,"latest",true,"createdAt",["D",1787863759314],"version",17,"fileType","script","content","import type {\n BenchmarkConfig,\n BenchmarkMeasurement,\n BenchmarkRunDetail,\n BenchmarkRunSummary,\n BenchmarkStatus,\n GatewayEndpoint,\n MeasurementErrorCode,\n StoredMeasurementOutcome,\n MeasurementStatus,\n} from \"../shared/types.ts\";\nimport { ensureSchema, sqlite } from \"./schema.ts\";\n\ntype Row = Record;\ntype StoredBenchmarkConfig = Omit & {\n benchmarkVersion?: string;\n};\n\nfunction asNumber(value: unknown): number {\n return typeof value === \"number\" ? value : Number(value ?? 0);\n}\n\nfunction asNullableNumber(value: unknown): number | null {\n return value === null || value === undefined ? null : asNumber(value);\n}\n\nfunction asNullableText(value: unknown): string | null {\n if (typeof value === \"string\") return value;\n if (typeof value === \"number\" && Number.isFinite(value)) return String(value);\n return null;\n}\n\nfunction parseJson(value: unknown, fallback: T): T {\n if (typeof value !== \"string\") return fallback;\n try {\n return JSON.parse(value) as T;\n } catch {\n return fallback;\n }\n}\n\nfunction mapRun(row: Row): BenchmarkRunSummary {\n return {\n id: String(row.id),\n label: String(row.label),\n modelId: String(row.model_id),\n status: String(row.status) as BenchmarkStatus,\n startedAt: String(row.started_at),\n completedAt: row.completed_at ? String(row.completed_at) : null,\n runsPerProvider: asNumber(row.runs_per_provider),\n maxOutputTokens: asNumber(row.max_output_tokens),\n providerCount: asNumber(row.provider_count),\n successfulMeasurements: asNumber(row.successful_measurements),\n failedMeasurements: asNumber(row.failed_measurements),\n error: row.error ? String(row.error) : null,\n };\n}\n\nfunction mapMeasurement(row: Row): BenchmarkMeasurement {\n return {\n runId: String(row.run_id),\n provider: String(row.provider),\n attempt: asNumber(row.attempt),\n status: String(row.status) as MeasurementStatus,\n outcome: String(row.outcome_code) as StoredMeasurementOutcome,\n errorCode: row.error_code\n ? String(row.error_code) as MeasurementErrorCode\n : null,\n startedAt: String(row.started_at),\n completedAt: String(row.completed_at),\n ttftMs: asNullableNumber(row.ttft_ms),\n durationMs: asNullableNumber(row.duration_ms),\n inputTokens: asNullableNumber(row.input_tokens),\n outputTokens: asNullableNumber(row.output_tokens),\n cacheReadTokens: asNullableNumber(row.cache_read_tokens),\n cacheWriteTokens: asNullableNumber(row.cache_write_tokens),\n costUsd: asNullableNumber(row.cost_usd),\n tokensPerSecond: asNullableNumber(row.tokens_per_second),\n responsePreview: row.response_preview ? String(row.response_preview) : null,\n error: row.error ? String(row.error) : null,\n providerMetadata: parseJson | null>(\n row.provider_metadata_json,\n null,\n ),\n providerInfo: parseJson(\n row.provider_info_json,\n { provider_name: String(row.provider) },\n ),\n };\n}\n\nfunction endpointNumber(\n endpoint: GatewayEndpoint,\n key: string,\n): number | null {\n const value = endpoint[key];\n if (typeof value === \"number\" && Number.isFinite(value)) return value;\n if (typeof value === \"string\") {\n const parsed = Number(value);\n return Number.isFinite(parsed) ? parsed : null;\n }\n return null;\n}\n\nfunction endpointPrice(\n endpoint: GatewayEndpoint,\n key: string,\n): string | null {\n return asNullableText(endpoint.pricing?.[key]);\n}\n\nexport async function listBenchmarkRuns(limit = 25): Promise {\n await ensureSchema();\n const result = await sqlite.execute({\n sql: `SELECT id, label, model_id, status, started_at, completed_at,\n runs_per_provider, max_output_tokens, provider_count,\n successful_measurements, failed_measurements, error\n FROM benchmark_runs ORDER BY started_at DESC LIMIT ?`,\n args: [Math.max(1, Math.min(limit, 100))],\n });\n return (result.rows as Row[]).map(mapRun);\n}\n\nexport async function getBenchmarkRun(\n id: string,\n): Promise {\n await ensureSchema();\n const runResult = await sqlite.execute({\n sql: \"SELECT * FROM benchmark_runs WHERE id = ?\",\n args: [id],\n });\n const row = (runResult.rows as Row[])[0];\n if (!row) return null;\n\n const measurementResult = await sqlite.execute({\n sql: `SELECT * FROM benchmark_measurements\n WHERE run_id = ? ORDER BY provider ASC, attempt ASC`,\n args: [id],\n });\n\n const storedConfig = parseJson(\n row.config_json,\n {\n benchmarkVersion: \"legacy-unversioned\",\n label: String(row.label),\n modelId: String(row.model_id),\n runsPerProvider: asNumber(row.runs_per_provider),\n maxOutputTokens: asNumber(row.max_output_tokens),\n providerConcurrency: 1,\n requestTimeoutMs: 60_000,\n },\n );\n\n return {\n ...mapRun(row),\n config: {\n ...storedConfig,\n benchmarkVersion: storedConfig.benchmarkVersion ?? \"legacy-unversioned\",\n },\n endpointSnapshot: parseJson(\n row.endpoint_snapshot_json,\n [],\n ),\n measurements: (measurementResult.rows as Row[]).map(mapMeasurement),\n };\n}\n\nexport async function findResumableRun(\n configJson: string,\n): Promise {\n await ensureSchema();\n const result = await sqlite.execute({\n sql: `SELECT id FROM benchmark_runs\n WHERE status = 'running' AND config_json = ?\n ORDER BY started_at DESC LIMIT 1`,\n args: [configJson],\n });\n const row = (result.rows as Row[])[0];\n return row ? String(row.id) : null;\n}\n\nexport async function findRecentRunningRun(\n modelId: string,\n startedAfter: string,\n): Promise {\n await ensureSchema();\n const result = await sqlite.execute({\n sql: `SELECT id FROM benchmark_runs\n WHERE status = 'running' AND model_id = ? AND started_at >= ?\n ORDER BY started_at DESC LIMIT 1`,\n args: [modelId, startedAfter],\n });\n const row = (result.rows as Row[])[0];\n return row ? String(row.id) : null;\n}\n\nexport async function claimBenchmarkExecution(\n modelId: string,\n ownerId: string,\n staleBefore: string,\n): Promise {\n await ensureSchema();\n const acquiredAt = new Date().toISOString();\n const result = await sqlite.execute({\n sql: `INSERT INTO benchmark_execution_locks (model_id, owner_id, acquired_at)\n VALUES (?, ?, ?)\n ON CONFLICT(model_id) DO UPDATE SET\n owner_id = excluded.owner_id,\n acquired_at = excluded.acquired_at\n WHERE benchmark_execution_locks.acquired_at < ?\n RETURNING owner_id`,\n args: [modelId, ownerId, acquiredAt, staleBefore],\n });\n const row = (result.rows as Row[])[0];\n return row?.owner_id === ownerId;\n}\n\nexport async function renewBenchmarkExecution(\n modelId: string,\n ownerId: string,\n): Promise {\n await ensureSchema();\n const result = await sqlite.execute({\n sql: `UPDATE benchmark_execution_locks\n SET acquired_at = ?\n WHERE model_id = ? AND owner_id = ?`,\n args: [new Date().toISOString(), modelId, ownerId],\n });\n return Number(result.rowsAffected ?? 0) > 0;\n}\n\nexport async function releaseBenchmarkExecution(\n modelId: string,\n ownerId: string,\n): Promise {\n await ensureSchema();\n const result = await sqlite.execute({\n sql: `DELETE FROM benchmark_execution_locks\n WHERE model_id = ? AND owner_id = ?`,\n args: [modelId, ownerId],\n });\n return Number(result.rowsAffected ?? 0) > 0;\n}\n\nexport async function createBenchmarkRun(input: {\n id: string;\n config: BenchmarkConfig;\n endpoints: GatewayEndpoint[];\n}): Promise {\n await ensureSchema();\n const discoveredAt = new Date().toISOString();\n await sqlite.batch([\n {\n sql: `INSERT INTO benchmark_runs (\n id, label, model_id, status, started_at, runs_per_provider,\n max_output_tokens, provider_count, config_json, endpoint_snapshot_json\n ) VALUES (?, ?, ?, 'running', ?, ?, ?, ?, ?, ?)`,\n args: [\n input.id,\n input.config.label,\n input.config.modelId,\n discoveredAt,\n input.config.runsPerProvider,\n input.config.maxOutputTokens,\n input.endpoints.length,\n JSON.stringify(input.config),\n JSON.stringify(input.endpoints),\n ],\n },\n ...input.endpoints.map((endpoint) => ({\n sql: `INSERT INTO benchmark_provider_snapshots (\n run_id, provider, model_id, discovered_at,\n supports_implicit_caching, context_length, max_completion_tokens,\n input_price_per_token, output_price_per_token,\n cache_read_price_per_token, cache_write_price_per_token, endpoint_json\n ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,\n args: [\n input.id,\n endpoint.provider_name,\n input.config.modelId,\n discoveredAt,\n endpoint.supports_implicit_caching === true\n ? 1\n : endpoint.supports_implicit_caching === false\n ? 0\n : null,\n endpointNumber(endpoint, \"context_length\"),\n endpointNumber(endpoint, \"max_completion_tokens\"),\n endpointPrice(endpoint, \"prompt\"),\n endpointPrice(endpoint, \"completion\"),\n endpointPrice(endpoint, \"input_cache_read\"),\n endpointPrice(endpoint, \"input_cache_write\"),\n JSON.stringify(endpoint),\n ],\n })),\n ]);\n}\n\nexport async function getRecordedAttempts(\n runId: string,\n): Promise> {\n await ensureSchema();\n const result = await sqlite.execute({\n sql: \"SELECT provider, attempt FROM benchmark_measurements WHERE run_id = ?\",\n args: [runId],\n });\n return new Set(\n (result.rows as Row[]).map((row) => `${String(row.provider)}:${asNumber(row.attempt)}`),\n );\n}\n\nexport async function saveMeasurement(\n measurement: BenchmarkMeasurement,\n): Promise {\n await ensureSchema();\n await sqlite.execute({\n sql: `INSERT INTO benchmark_measurements (\n run_id, provider, attempt, status, outcome_code, error_code,\n started_at, completed_at, ttft_ms, duration_ms, input_tokens, output_tokens,\n cache_read_tokens, cache_write_tokens, cost_usd, tokens_per_second,\n response_preview, error, provider_metadata_json, provider_info_json\n ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)\n ON CONFLICT(run_id, provider, attempt) DO UPDATE SET\n status = excluded.status,\n outcome_code = excluded.outcome_code,\n error_code = excluded.error_code,\n completed_at = excluded.completed_at,\n ttft_ms = excluded.ttft_ms,\n duration_ms = excluded.duration_ms,\n input_tokens = excluded.input_tokens,\n output_tokens = excluded.output_tokens,\n cache_read_tokens = excluded.cache_read_tokens,\n cache_write_tokens = excluded.cache_write_tokens,\n cost_usd = excluded.cost_usd,\n tokens_per_second = excluded.tokens_per_second,\n response_preview = excluded.response_preview,\n error = excluded.error,\n provider_metadata_json = excluded.provider_metadata_json,\n provider_info_json = excluded.provider_info_json`,\n args: [\n measurement.runId,\n measurement.provider,\n measurement.attempt,\n measurement.status,\n measurement.outcome,\n measurement.errorCode,\n measurement.startedAt,\n measurement.completedAt,\n measurement.ttftMs,\n measurement.durationMs,\n measurement.inputTokens,\n measurement.outputTokens,\n measurement.cacheReadTokens,\n measurement.cacheWriteTokens,\n measurement.costUsd,\n measurement.tokensPerSecond,\n measurement.responsePreview,\n measurement.error,\n measurement.providerMetadata\n ? JSON.stringify(measurement.providerMetadata)\n : null,\n JSON.stringify(measurement.providerInfo),\n ],\n });\n await refreshRunCounts(measurement.runId);\n}\n\nexport async function refreshRunCounts(runId: string): Promise {\n await sqlite.execute({\n sql: `UPDATE benchmark_runs SET\n successful_measurements = (\n SELECT COUNT(*) FROM benchmark_measurements\n WHERE run_id = ? AND status = 'ok'\n ),\n failed_measurements = (\n SELECT COUNT(*) FROM benchmark_measurements\n WHERE run_id = ? AND status = 'error'\n )\n WHERE id = ?`,\n args: [runId, runId, runId],\n });\n}\n\nexport async function finishBenchmarkRun(\n runId: string,\n status: \"completed\" | \"failed\",\n error: string | null = null,\n): Promise {\n await refreshRunCounts(runId);\n await sqlite.execute({\n sql: `UPDATE benchmark_runs\n SET status = ?, completed_at = ?, error = ?\n WHERE id = ?`,\n args: [status, new Date().toISOString(), error, runId],\n });\n}\n","deleted",false,"label",[47,24],"db","d055324c-28f9-4529-80dd-e9bbfbdbeb65",["D",1787848294548],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","Run and compare AI Gateway providers","imageUrl","userId","a0bf3b31-15a5-4d5c-880e-4b1e22c9bc18","pinnedFileId","01a04410-0100-7214-ba2d-a172e514af90","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","ba7bb5fb-1abb-4ffb-8f3d-7c244782e5f7","tursoName","d055324c28f9452980dde9bbfbdbeb65","tursoHostname","d055324c28f9452980dde9bbfbdbeb65-val-town.aws-us-east-2.turso.io","tursoMeasuredAt",["D",1789500119686],"pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_9":10,"_109":105},"org",{"_9":10,"_102":103,"_104":105,"_58":-5,"_106":107,"_108":34},"branch",{"_37":92,"_11":93,"_22":30,"_94":48,"_95":-5,"_96":-5,"_97":-5,"_98":-5,"_99":-5,"_100":12,"_101":10},"isOwned",338,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","Val Town ","avatar","https://img.clerk.com/eyJ0eXBlIjoicHJveHkiLCJzcmMiOiJodHRwczovL2ltYWdlcy5jbGVyay5kZXYvdXBsb2FkZWQvaW1nXzJyWnQ5cFE0c3pleVRCSEVTWmxzaXJsTUlGciJ9","tier","business","canRestrictVals","profileImageUrl","ctx",{"_85":-5,"_143":144,"_145":146,"_147":148,"_149":44,"_150":44,"_151":44,"_152":34,"_153":-5,"_154":-7,"_155":-7,"_156":66,"_157":44,"_158":44,"_159":-5,"_160":44,"_161":44,"_162":44,"_163":-5},"ENV",{"_114":115,"_116":117,"_118":93,"_119":120,"_121":122,"_123":124,"_125":126,"_127":128,"_129":130,"_131":132,"_133":134,"_135":136,"_137":138,"_139":140,"_141":142},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town","orgs",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]