\n \n \n \n \n

\n {children}\n

\n );\n}\n\nexport function Squiggle({ width = 120, color = \"#333\", sw = 2.6, nonce = 0 }: { width?: number; color?: string; sw?: number; nonce?: number }) {\n const d = useMemo(() => squigglePath(width), [width, nonce]);\n return (\n \n );\n}\n\n// hand-drawn marks: polylines on a 24x24 grid, jittered at render time\nconst MARKS: Record = {\n arrow: [[[3, 12], [19, 12]], [[14, 6], [20, 12], [14, 18]]],\n check: [[[4, 13], [9, 18], [20, 5]]],\n star: [[[12, 3], [14.6, 9.2], [21, 9.8], [16.2, 14], [17.8, 20.5], [12, 17], [6.2, 20.5], [7.8, 14], [3, 9.8], [9.4, 9.2], [12, 3]]],\n heart: [[[12, 20], [4.5, 12.5], [3.5, 8], [6.5, 4.5], [10, 5], [12, 8], [14, 5], [17.5, 4.5], [20.5, 8], [19.5, 12.5], [12, 20]]],\n sprout: [[[12, 21], [12, 10]], [[12, 13], [7, 10.5], [5, 5.5], [10, 7], [12, 10]], [[12, 11], [17, 8.5], [19, 3.5], [14, 5], [12, 8]]],\n bolt: [[[13, 2], [6, 13], [11, 13], [9, 22], [18, 10], [13, 10], [13, 2]]],\n};\n\nexport const MARK_NAMES = Object.keys(MARKS);\n\nexport function Mark({ name, color, size = 30, nonce = 0 }: { name: string; color: string; size?: number; nonce?: number }) {\n const paths = useMemo(\n () =>\n (MARKS[name] ?? MARKS.star).map(\n (line) => \"M \" + line.map(([x, y]) => `${x + (Math.random() - 0.5) * 1.3},${y + (Math.random() - 0.5) * 1.3}`).join(\" L \"),\n ),\n [name, nonce],\n );\n return (\n \n );\n}\n",[],[524,516],"frontend","52c272fd-9717-41bd-9530-0c9e76bc5a76","index.tsx","a68789aa-889a-11f1-aff9-1607ee4eb77e",129,["D",1785205532814],21,"/** @jsxImportSource https://esm.sh/react@18.2.0 */\n// Codenames bench UI. Palette lifted from the physical Codenames game:\n// cream word cards, blue + red team cards, tan bystanders, black assassin.\n// Charlie's handwriting (Fullerfont) is reserved for the title, a couple of\n// section headings, and score numbers only.\nimport React, { useEffect, useMemo, useState } from \"https://esm.sh/react@18.2.0\";\nimport { createRoot } from \"https://esm.sh/react-dom@18.2.0/client\";\nimport { hexA, Mark, Squiggle, WobblyBox } from \"./pen.tsx\";\n\nconst FONT_URL = \"https://cdn.jsdelivr.net/gh/dcm31/myfont@main/Fullerfont-Regular.otf\";\nconst CODENAMES_URL = \"https://czechgames.com/en/codenames/\";\n\n/** Guess Efficiency Score, mirrored from database/standings.ts */\nfunction gesPct(result: string, words: number, clues: number): number {\n const raw = words + (result === \"won\" ? Math.max(1, 10 - clues) : 0);\n return Math.round((raw / 18) * 100);\n}\n\nconst hand = (size: string): React.CSSProperties => ({\n fontFamily: \"'Fullerfont', sans-serif\",\n fontWeight: 400,\n fontSize: size,\n lineHeight: 1.25,\n});\nconst handBold = (size: string): React.CSSProperties => ({\n ...hand(size),\n WebkitTextStroke: \"0.035em currentColor\",\n});\nconst squigUnder = (color: string, sw = 2): React.CSSProperties => {\n const svg =\n ``;\n return {\n textDecoration: \"none\",\n backgroundImage: `url(\"data:image/svg+xml,${encodeURIComponent(svg)}\")`,\n backgroundRepeat: \"repeat-x\",\n backgroundPosition: \"0 100%\",\n backgroundSize: \"28px 7px\",\n paddingBottom: \"3px\",\n };\n};\n\nconst usd = (x: number) => x === 0 ? \"$0\" : x < 0.01 ? `$${x.toFixed(4)}` : `$${x.toFixed(2)}`;\nconst RESULT_TEXT: Record = {\n won: \"won\", lost_assassin: \"assassin\", lost_timeout: \"out of clues\", error: \"error\",\n};\nconst short = (label: string) =>\n label.replace(\"Nemotron \", \"\").replace(\"Gemini 2.5 \", \"\").replace(\"GPT-OSS\", \"OSS\").replace(\" 4.5\", \"\").replace(\" V3.1\", \"\").replace(\"Gemini 3 Pro\", \"G3 Pro\").replace(\"GPT-5.6 \", \"\").replace(\"DeepSeek V4 Pro\", \"DS V4\");\n\n// ---- Codenames palette ----\nfunction useTheme() {\n const [dark, setDark] = useState(false);\n useEffect(() => {\n const mq = window.matchMedia(\"(prefers-color-scheme: dark)\");\n setDark(mq.matches);\n const fn = (e: MediaQueryListEvent) => setDark(e.matches);\n mq.addEventListener(\"change\", fn);\n return () => mq.removeEventListener(\"change\", fn);\n }, []);\n return {\n dark,\n paper: dark ? \"#211d16\" : \"#f1e8d2\",\n ink: dark ? \"#ebe4d1\" : \"#29241c\",\n faint: dark ? \"#98907c\" : \"#8a7f6a\",\n blue: dark ? \"#7fb0d9\" : \"#33698f\",\n red: dark ? \"#e0715f\" : \"#b8422f\",\n tan: dark ? \"#a3936f\" : \"#b3a075\",\n black: dark ? \"#0d0b08\" : \"#1d1812\",\n };\n}\ntype Theme = ReturnType;\n\nfunction resultColor(t: Theme, result: string): string {\n return result === \"won\" ? t.blue : result === \"lost_assassin\" ? (t.dark ? t.red : t.black) : result.startsWith(\"lost\") || result === \"error\" ? t.red : t.faint;\n}\n\nfunction GameChips({ list, t, nonce, onGame, target = 9 }: { list: any[]; t: Theme; nonce: number; onGame: (id: number) => void; target?: number }) {\n return (\n

\n {list.map((g: any, i: number) => (\n \n ))}\n

\n );\n}\n\n// ---------------- leaderboard: one grouped chart, tap for details ----------------\n\nfunction Leaderboard({ charts, t, nonce }: { charts: any; t: Theme; nonce: number }) {\n const [sel, setSel] = useState(null);\n const byKey = (rows: any[]) => Object.fromEntries((rows ?? []).map((r: any) => [r.key, r]));\n const overall = byKey(charts.overall);\n const giving = byKey(charts.giving);\n const guessing = byKey(charts.guessing);\n const keys: string[] = useMemo(() => {\n const all = [...new Set([...(charts.overall ?? []), ...(charts.giving ?? []), ...(charts.guessing ?? [])].map((r: any) => r.key))];\n return all.sort((a, b) => (overall[b]?.score ?? -1) - (overall[a]?.score ?? -1));\n }, [charts]);\n if (!keys.length) return null;\n const label = (k: string) => (overall[k] ?? giving[k] ?? guessing[k])?.label ?? k;\n const H = 170;\n const bar = (row: any, color: string) => (\n

\n {row ? Math.round(row.score) : 0}\n

\n );\n const selRow = sel\n ? { key: sel, label: label(sel), overall: overall[sel], giving: giving[sel], guessing: guessing[sel] }\n : null;\n const detail = (name: string, r: any, color: string) =>\n r\n ? (\n \n {name}: {r.display}{\" \"}\n · {r.wins} win{r.wins === 1 ? \"\" : \"s\"} in {r.games} self-play game{r.games === 1 ? \"\" : \"s\"}\n \n )\n : {name}: no games yet;\n return (\n

\n overall\n clue giving (words per clue)\n guessing (accuracy)\n all self-play · tap a model for details\n

\n {[25, 50, 75, 100].map((y) => (\n

\n {y}\n

\n ))}\n

\n {keys.map((k) => (\n setSel(sel === k ? null : k)}\n className=\"cursor-pointer flex flex-col items-center gap-1\"\n style={{ background: sel === k ? hexA(t.blue, 0.08) : \"none\", border: \"none\", borderRadius: 10, padding: \"4px 6px 6px\", width: 96 }}\n >\n

\n {bar(overall[k], t.tan)}\n {bar(giving[k], t.blue)}\n {bar(guessing[k], t.red)}\n

\n {short(label(k))}\n \n ))}\n

\n {selRow && (\n

\n {selRow.label}\n {detail(\"overall\", selRow.overall, t.tan)}\n {detail(\"clue giving\", selRow.giving, t.blue)}\n {detail(\"guessing\", selRow.guessing, t.red)}\n

\n )}\n

\n );\n}\n\n// ---------------- merged matrix ----------------\n\nfunction MergedMatrix({ merged, title, helper, t, nonce, onGame }: { merged: any; title: string; helper?: string; t: Theme; nonce: number; onGame: (id: number) => void }) {\n const [sel, setSel] = useState<{ g: string; u: string } | null>(null);\n const keys: string[] = merged.keys;\n const cell = (g: string, u: string) => merged.cells?.[g]?.[u] ?? null;\n const selCell = sel ? cell(sel.g, sel.u) : null;\n return (\n

\n {title}\n \n {helper &&

{helper}

}\n

\n CLUE GIVERS\n

GUESSERS

\n \n {keys.map((u) => (\n {short(merged.labels[u])}\n ))}\n {keys.map((g) => (\n \n {short(merged.labels[g])}\n {keys.map((u) => {\n const c = cell(g, u);\n const active = sel?.g === g && sel?.u === u;\n const color = !c ? hexA(t.faint, 0.45) : c.wins > 0 ? t.blue : t.red;\n return (\n c && setSel(active ? null : { g, u })}\n className={c ? \"cursor-pointer flex flex-col items-center py-1\" : \"flex flex-col items-center py-1\"}\n style={{\n background: active ? hexA(t.blue, 0.1) : \"none\",\n border: \"none\",\n borderBottom: `1px dashed ${hexA(t.faint, 0.3)}`,\n borderRadius: 8,\n }}\n >\n {c ? Math.round(c.ges / c.games) : \"–\"}\n {c && {c.wins}/{c.games} won}\n \n );\n })}\n \n ))}\n

\n {sel && selCell && (\n

\n \n {merged.labels[sel.g]} cluing for {merged.labels[sel.u]}\n \n \n

\n )}\n

\n );\n}\n\n// ---------------- game logs ----------------\n\nfunction GameLogs({ recent, t, nonce, onGame }: { recent: any[]; t: Theme; nonce: number; onGame: (id: number) => void }) {\n if (!recent?.length) return null;\n return (\n

\n game logs\n \n

\n {recent.map((g: any) => (\n onGame(g.id)}\n className=\"cursor-pointer text-left w-full grid items-center gap-2 py-2\"\n style={{ background: \"none\", border: \"none\", borderBottom: `1px dashed ${hexA(t.faint, 0.35)}`, gridTemplateColumns: \"minmax(0,2.4fr) minmax(64px,1fr) minmax(56px,1fr) minmax(48px,0.8fr)\", color: t.ink }}\n >\n \n {short(g.giver)}\n cluing for \n {short(g.guesser)}\n \n {RESULT_TEXT[g.result] ?? g.result}\n {g.words}/9 · {g.clues} clues\n {g.ges}%\n \n ))}\n

\n );\n}\n\n// ---------------- tucked-away duet experiments ----------------\n\nfunction DuetArchive({ teams, t, nonce, onGame }: { teams: any[]; t: Theme; nonce: number; onGame: (id: number) => void }) {\n const [openTeam, setOpenTeam] = useState(null);\n if (!teams.length) return null;\n return (\n

\n earlier duet-mode experiments (different rules)\n

\n {teams.map((team: any) => (\n

\n setOpenTeam(openTeam === team.key ? null : team.key)}\n className=\"cursor-pointer text-left w-full grid items-center gap-2 py-2\"\n style={{ background: \"none\", border: \"none\", borderBottom: `1px dashed ${hexA(t.faint, 0.35)}`, gridTemplateColumns: \"minmax(0,2.2fr) repeat(2, minmax(52px, 1fr))\", color: t.ink }}\n >\n \n {team.labels[0]}\n {team.keys[0] !== team.keys[1] ? {\" + \"}{team.labels[1]} : {\" solo\"}}\n \n {team.avgAgents.toFixed(1)}/15 words\n \n {team.wins ? `${team.wins}w` : team.assassins ? \"assassin\" : \"out of clues\"}\n \n \n {openTeam === team.key && }\n

\n ))}\n

\n );\n}\n\nfunction Standings({ data, t, nonce, onGame }: { data: any; t: Theme; nonce: number; onGame: (id: number) => void }) {\n return (\n

\n \n \n \n

\n hidden models (the full matrix)\n

\n \n

\n );\n}\n\n// ---------------- game story ----------------\n\ninterface Snap {\n covered: boolean[];\n marks: { a: boolean[]; b: boolean[] };\n dead: number;\n}\n\n/** rebuild the board after each turn so the story can show state over time */\nfunction buildSnapshots(s: any): Snap[] {\n const wordIdx = new Map(s.words.map((w: string, i: number) => [w, i]));\n let covered = Array(25).fill(false);\n let marks = { a: Array(25).fill(false), b: Array(25).fill(false) };\n let dead = -1;\n const snaps: Snap[] = [{ covered: [...covered], marks: { a: [...marks.a], b: [...marks.b] }, dead }];\n for (const tr of s.transcript) {\n for (const gu of tr.guesses) {\n const i = wordIdx.get(gu.word);\n if (i === undefined) continue;\n if (gu.outcome === \"agent\") covered[i] = true;\n else if (gu.outcome === \"bystander\") marks[tr.giver as \"a\" | \"b\"][i] = true;\n else if (gu.outcome === \"assassin\") dead = i;\n }\n snaps.push({ covered: [...covered], marks: { a: [...marks.a], b: [...marks.b] }, dead });\n }\n return snaps;\n}\n\nconst OUTCOME_TEXT: Record = { agent: \"correct\", bystander: \"neutral\", assassin: \"assassin\" };\n\nfunction Dot({ color, big, marked, t }: { color: string; big: boolean; marked: boolean; t: Theme }) {\n const d = big ? 9 : 7;\n return (\n \n \n {marked && (\n \n )}\n \n );\n}\n\nfunction Tile({ word, cellA, cellB, covered, dead, markedA, markedB, giver, badge, classic, t, nonce, small }: {\n word: string; cellA: string; cellB: string; covered: boolean; dead: boolean;\n markedA: boolean; markedB: boolean; giver: \"a\" | \"b\" | null;\n badge: { n: number; outcome: string } | null; classic: boolean;\n t: Theme; nonce: number; small: boolean;\n}) {\n const dot = (cell: string) => cell === \"green\" ? t.blue : cell === \"assassin\" ? (t.dark ? t.red : t.black) : hexA(t.tan, 0.85);\n const stroke = dead ? (t.dark ? t.red : t.black) : covered ? t.blue : badge ? t.red : hexA(t.ink, 0.7);\n const w = small ? 64 : 124;\n const h = small ? 46 : 64;\n const badgeColor = badge ? (badge.outcome === \"agent\" ? t.blue : badge.outcome === \"assassin\" ? (t.dark ? t.red : t.black) : t.tan) : t.faint;\n return (\n \n \n \n {word}\n \n \n \n {!classic && }\n {covered && }\n {dead && }\n \n \n {badge && (\n \n {badge.n}\n \n )}\n \n );\n}\n\nfunction Board({ s, snap, giver, badges, classic, t, nonce, small }: {\n s: any; snap: Snap; giver: \"a\" | \"b\" | null; badges: Map;\n classic: boolean; t: Theme; nonce: number; small: boolean;\n}) {\n return (\n

\n {s.words.map((w: string, i: number) => (\n \n ))}\n

\n );\n}\n\nfunction Thinking({ label, text, t }: { label: string; text: string | null | undefined; t: Theme }) {\n if (!text) return null;\n return (\n

\n {label}\n

\n {text}\n

\n );\n}\n\nfunction GameView({ id, t, nonce, onBack }: { id: number; t: Theme; nonce: number; onBack: () => void }) {\n const [g, setG] = useState(null);\n const [err, setErr] = useState(null);\n const [small, setSmall] = useState(false);\n useEffect(() => {\n const check = () => setSmall(window.innerWidth < 720);\n check();\n window.addEventListener(\"resize\", check);\n return () => window.removeEventListener(\"resize\", check);\n }, []);\n useEffect(() => {\n fetch(`/api/game/${id}`).then((r) => r.json()).then(setG).catch((e) => setErr(String(e)));\n }, [id]);\n\n const s = g?.state;\n const classic = s?.mode === \"classic\";\n const target = classic ? 9 : 15;\n const snaps = useMemo(() => (s ? buildSnapshots(s) : []), [s]);\n\n if (err) return

{err}

;\n if (!g) return

fetching the game...

;\n\n const sideLabel = (side: string) => side === \"a\" ? g.label_a : g.label_b;\n const result = g.result ?? s.status;\n const solo = g.model_a === g.model_b;\n const ges = classic && g.result ? gesPct(g.result, s.agentsFound, s.transcript.length) : null;\n const title = classic\n ? `${g.label_a} cluing${solo ? \" for itself\" : ` for ${g.label_b}`}`\n : `${g.label_a}${solo ? \" solo pair\" : ` + ${g.label_b}`}`;\n const emptyBadges = new Map();\n\n return (\n

\n \n game {g.id}: {title}\n {RESULT_TEXT[result] ?? result}\n {ges !== null && {ges}%}\n \n {s.agentsFound}/{target} words · {s.transcript.length} clues · {usd(s.cost)}\n \n

\n\n {/* the fresh board */}\n

\n the fresh board\n \n {classic\n ? (\n

\n one secret key, held by {g.label_a}: 9 team words to find, 3{\" \"}\n assassins, the rest bystanders. {solo ? \"the guessing copy of the model\" : g.label_b} guesses blind\n with up to N+1 guesses per clue. a slash = revealed neutral. numbered rings = that clue's guesses in order.\n

\n )\n : (\n

\n duet deals each partner their own secret key: the left dot is {g.label_a}'s{solo ? \" (as player A)\" : \"\"}, the right is{\" \"}\n {solo ? \"its twin's (player B)\" : `${g.label_b}'s`}. every key hides 9 team words and 3{\" \"}\n assassins — a word can be safe on one key and fatal on the other.\n guesses are judged on whichever partner gave the clue. numbered rings = that clue's guesses in order.\n

\n )}\n

\n\n {/* the story, one long scroll */}\n {s.transcript.map((turn: any, i: number) => {\n const badges = new Map();\n turn.guesses.forEach((gu: any, k: number) => badges.set(gu.word, { n: k + 1, outcome: gu.outcome }));\n return (\n

\n clue {turn.turn} of {s.transcript.length}\n {sideLabel(turn.giver)} {classic ? \"says\" : `(player ${turn.giver.toUpperCase()}) says`}\n {turn.clue\n ? {turn.clue.word} {turn.clue.number}\n : no valid clue ({turn.invalid})}\n

\n {turn.clue && }\n

\n {turn.guesses.map((gu: any, k: number) => (\n

\n {k + 1}.\n {gu.word}\n \n {OUTCOME_TEXT[gu.outcome] ?? gu.outcome}\n \n {gu.outcome === \"agent\" && }\n {gu.outcome === \"assassin\" && }\n

\n \n

\n ))}\n {turn.guesses.length === 0 && !turn.stopped && no guesses landed this clue}\n {turn.stopped && guesser stopped to bank progress}\n {turn.error && {turn.error}}\n

\n the board after clue {turn.turn}\n \n

\n );\n })}\n\n

\n {RESULT_TEXT[result] ?? result}{classic && g.result ? ` — ${s.agentsFound}/9 words in ${s.transcript.length} clues` : \"\"}\n

\n );\n}\n\n// ---------------- app ----------------\n\nfunction App() {\n const t = useTheme();\n const [nonce] = useState(0);\n const [data, setData] = useState(null);\n const [loadErr, setLoadErr] = useState(false);\n const [route, setRoute] = useState(window.location.hash);\n\n useEffect(() => {\n // load the handwriting font in the background; never block rendering on it\n const font = new FontFace(\"Fullerfont\", `url('${FONT_URL}')`);\n font.load().then(() => document.fonts.add(font)).catch(() => {});\n }, []);\n\n useEffect(() => {\n const fn = () => setRoute(window.location.hash);\n window.addEventListener(\"hashchange\", fn);\n return () => window.removeEventListener(\"hashchange\", fn);\n }, []);\n\n const load = () =>\n fetch(\"/api/standings\").then((r) => {\n if (!r.ok) throw new Error(String(r.status));\n return r.json();\n }).then((d) => {\n setData(d);\n setLoadErr(false);\n }).catch(() => setLoadErr(true));\n useEffect(() => {\n load();\n }, []);\n useEffect(() => {\n if (!data || data.totals.pending === 0) return;\n const iv = setInterval(load, 20_000);\n return () => clearInterval(iv);\n }, [data?.totals?.pending]);\n\n const gameMatch = route.match(/^#\\/game\\/(\\d+)$/);\n const openGame = (id: number) => {\n window.location.hash = `#/game/${id}`;\n };\n\n return (\n

codenames bench

\n \n

\n A benchmark to see how well AI models can play{\" \"}\n Codenames\n

\n\n {gameMatch\n ? { window.location.hash = \"\"; }} />\n : data\n ? \n : loadErr\n ? (\n

\n couldn't load the standings —{\" \"}\n \n

\n )\n :

fetching standings...

}\n\n \n

\n );\n}\n\ncreateRoot(document.getElementById(\"root\")!).render();\n",[],[524,526],"ae7593b0-75cf-4d74-8ea1-eb0f1c4e2d8f","index.html","67d69db8-889a-11f1-8728-1607ee4eb77e",30,["D",1785033217341],"\n\n\n \n \n codenames duet bench\n \n \n\n\n

\n \n\n\n",[],[524,535],"8b50bdaa-1279-40cd-842d-97870c5af880",["D",1785033217341],[352,353,354],[524],["D",1785039051116],[],[18,105],["D",1785039055896],[],[18,123],["D",1785162766827],[],[18,114],["D",1785032587913],[],[18,81],["D",1785039020999],[],[18,96],["D",1785032587913],[346,347,348,349,350],[18],"6604f95c-b7c9-45ed-9310-39dad3783118","standings.ts","5d252592-889a-11f1-ba0a-1607ee4eb77e","639da78d-d168-4be4-9148-d62cf8d403a4",126,["D",1785205502564],"// Aggregates done games into standings.\n// classic games (the benchmark): one merged giver x guesser matrix + per-role\n// bar data. duet games are legacy/tucked-away.\nimport { init, sqlite } from \"./db.ts\";\nimport type { GameState } from \"../shared/types.ts\";\n\n/** Guess Efficiency Score for one classic game, as a 0-100 percentage.\n * You must WIN to beat any loss: raw = successful guesses (0-9) plus, on a\n * win, a bonus of (10 - clues used). Best possible = all 9 words on clue 1\n * -> raw 18 -> 100%. A win in all 9 clues -> 10/18 -> 56%. Losses cap at\n * 8/18 -> 44%, ranked by words found. */\nexport function gesPct(result: string, words: number, clues: number): number {\n const raw = words + (result === \"won\" ? Math.max(1, 10 - clues) : 0);\n return Math.round((raw / 18) * 100);\n}\n\nexport async function standings() {\n await init();\n const res = await sqlite.execute(\n `SELECT id, model_a, model_b, label_a, label_b, tier, mode, status, result, agents_found, turns_used, cost, calls, state\n FROM games ORDER BY id`,\n );\n\n const games = res.rows.map((r: any) => ({\n id: Number(r.id),\n model_a: String(r.model_a),\n model_b: String(r.model_b),\n label_a: String(r.label_a),\n label_b: String(r.label_b),\n tier: String(r.tier),\n mode: String(r.mode ?? \"duet\"),\n status: String(r.status),\n result: r.result == null ? null : String(r.result),\n agents_found: Number(r.agents_found),\n turns_used: Number(r.turns_used),\n cost: Number(r.cost),\n calls: Number(r.calls),\n state: r.state ? JSON.parse(String(r.state)) as GameState : undefined,\n }));\n\n const done = games.filter((g) => g.status === \"done\" && g.result && g.result !== \"error\");\n const doneDuet = done.filter((g) => g.mode === \"duet\");\n const doneClassic = done.filter((g) => g.mode === \"classic\");\n const classicAll = games.filter((g) => g.mode === \"classic\");\n\n // ============ classic: per-role stats ============\n type Role = {\n key: string; label: string; games: number; wins: number; agents: number; turns: number;\n ges: number;\n guesses: number; agentGuesses: number; assassins: number;\n };\n const givers = new Map();\n const guessers = new Map();\n const getR = (m: Map, key: string, label: string): Role => {\n if (!m.has(key)) m.set(key, { key, label, games: 0, wins: 0, agents: 0, turns: 0, ges: 0, guesses: 0, agentGuesses: 0, assassins: 0 });\n return m.get(key)!;\n };\n for (const g of doneClassic) {\n const gGes = gesPct(g.result!, g.agents_found, g.turns_used);\n const gv = getR(givers, g.model_a, g.label_a);\n gv.games++;\n if (g.result === \"won\") gv.wins++;\n if (g.result === \"lost_assassin\") gv.assassins++;\n gv.agents += g.agents_found;\n gv.turns += g.turns_used;\n gv.ges += gGes;\n const gu = getR(guessers, g.model_b, g.label_b);\n gu.games++;\n if (g.result === \"won\") gu.wins++;\n if (g.result === \"lost_assassin\") gu.assassins++;\n gu.agents += g.agents_found;\n gu.turns += g.turns_used;\n gu.ges += gGes;\n if (g.state) {\n for (const t of g.state.transcript) {\n for (const x of t.guesses) {\n gu.guesses++;\n if (x.outcome === \"agent\") gu.agentGuesses++;\n }\n }\n }\n }\n\n // ============ classic: three chart datasets (bias-controlled) ============\n // overall = SELF-PLAY only (model clues for itself; no partner bias)\n // giving = games cluing for the FIXED reference guesser (deepseek)\n // guessing = games guessing for the FIXED reference giver (gpt5mini)\n const REF_GUESSER = \"deepseek\";\n const REF_GIVER = \"gpt5mini\";\n // The headline benchmark: best model per lab (Charlie's pick, July 2026).\n // Everything else still plays but is tucked away in the UI.\n const FEATURED = [\"opus5\", \"sol\", \"g3pro\", \"kimik3\", \"dsv4\"];\n const labels: Record = {};\n for (const g of classicAll) {\n labels[g.model_a] = g.label_a;\n labels[g.model_b] = g.label_b;\n }\n type ChartRow = { key: string; label: string; score: number; display: string; games: number; wins: number };\n // ALL THREE charts are computed from SELF-PLAY games only (no partner bias):\n // overall = avg Guess Efficiency Score\n // giving = words delivered per clue (3 per clue scores 100)\n // guessing = share of guesses that were correct\n const selfGames = doneClassic.filter((g) => g.model_a === g.model_b && FEATURED.includes(g.model_a));\n const byModel = new Map();\n for (const g of selfGames) {\n if (!byModel.has(g.model_a)) byModel.set(g.model_a, []);\n byModel.get(g.model_a)!.push(g);\n }\n const rows = (fn: (gs: typeof selfGames) => { score: number; display: string }): ChartRow[] =>\n [...byModel.entries()].map(([key, gs]) => {\n const { score, display } = fn(gs);\n return {\n key,\n label: labels[key] ?? key,\n score,\n display,\n games: gs.length,\n wins: gs.filter((g) => g.result === \"won\").length,\n };\n }).sort((x, y) => y.score - x.score);\n const charts = {\n overall: rows((gs) => {\n const avg = gs.reduce((s, g) => s + gesPct(g.result!, g.agents_found, g.turns_used), 0) / gs.length;\n return { score: Math.round(avg), display: `${Math.round(avg)} Guess Efficiency Score` };\n }),\n giving: rows((gs) => {\n const words = gs.reduce((s, g) => s + g.agents_found, 0);\n const clues = gs.reduce((s, g) => s + g.turns_used, 0);\n const wpc = clues ? words / clues : 0;\n return { score: Math.min(100, Math.round((wpc / 3) * 100)), display: `${wpc.toFixed(2)} words per clue` };\n }),\n guessing: rows((gs) => {\n let correct = 0, total = 0;\n for (const g of gs) {\n for (const t of g.state?.transcript ?? []) {\n for (const x of t.guesses) {\n total++;\n if (x.outcome === \"agent\") correct++;\n }\n }\n }\n const acc = total ? correct / total : 0;\n return { score: Math.round(acc * 100), display: `${Math.round(acc * 100)}% of guesses correct` };\n }),\n };\n\n // (legacy per-role stats kept for the merged matrix ordering)\n const allKeys = new Set([...givers.keys(), ...guessers.keys()]);\n const bars = [...allKeys].map((key) => {\n const gv = givers.get(key);\n const gu = guessers.get(key);\n const giverGes = gv && gv.games ? gv.ges / gv.games : null;\n const guesserGes = gu && gu.games ? gu.ges / gu.games : null;\n const parts = [giverGes, guesserGes].filter((x): x is number => x !== null);\n const combined = parts.length ? parts.reduce((a, b) => a + b, 0) / parts.length : 0;\n return {\n key,\n label: labels[key] ?? key,\n giverGes,\n giverGames: gv?.games ?? 0,\n giverWins: gv?.wins ?? 0,\n guesserGes,\n guesserGames: gu?.games ?? 0,\n guesserWins: gu?.wins ?? 0,\n combined,\n games: (gv?.games ?? 0) + (gu?.games ?? 0),\n wins: (gv?.wins ?? 0) + (gu?.wins ?? 0),\n };\n }).sort((x, y) => y.combined - x.combined);\n\n // ============ classic: one merged giver x guesser matrix ============\n type Cell = {\n games: number; wins: number; agents: number; turns: number; assassins: number; cost: number; ges: number;\n gameList: { id: number; result: string; agents: number; turns: number; cost: number; ges: number }[];\n };\n const cells: Record> = {};\n for (const g of doneClassic) {\n cells[g.model_a] ??= {};\n const cell = (cells[g.model_a][g.model_b] ??= { games: 0, wins: 0, agents: 0, turns: 0, assassins: 0, cost: 0, ges: 0, gameList: [] });\n const gGes = gesPct(g.result!, g.agents_found, g.turns_used);\n cell.games++;\n if (g.result === \"won\") cell.wins++;\n if (g.result === \"lost_assassin\") cell.assassins++;\n cell.agents += g.agents_found;\n cell.turns += g.turns_used;\n cell.cost += g.cost;\n cell.ges += gGes;\n cell.gameList.push({ id: g.id, result: g.result!, agents: g.agents_found, turns: g.turns_used, cost: g.cost, ges: gGes });\n }\n // matrix axes ordered by combined strength; models with no finished games last\n const barOrder = bars.map((b) => b.key);\n const allMatrixKeys = [...new Set([...barOrder, ...classicAll.flatMap((g) => [g.model_a, g.model_b])])];\n const featuredKeys = allMatrixKeys.filter((k) => FEATURED.includes(k) || k === REF_GIVER || k === REF_GUESSER);\n const mkMerged = (keys: string[]) => ({\n keys,\n labels,\n cells,\n done: classicAll.filter((g) => g.status === \"done\").length,\n total: classicAll.length,\n });\n const merged = mkMerged(featuredKeys);\n const mergedFull = mkMerged(allMatrixKeys);\n\n // ============ duet (legacy, tucked away) ============\n type Team = {\n key: string; labels: [string, string]; keys: [string, string]; tier: string;\n games: number; wins: number; agents: number; turns: number; assassins: number; cost: number;\n gameList: { id: number; result: string; agents: number; turns: number; cost: number }[];\n };\n const teams = new Map();\n for (const g of doneDuet) {\n const [k1, k2] = [g.model_a, g.model_b].sort();\n const key = `${k1}|${k2}|${g.tier}`;\n if (!teams.has(key)) {\n const flip = k1 !== g.model_a;\n teams.set(key, {\n key,\n keys: [k1, k2],\n labels: flip ? [g.label_b, g.label_a] : [g.label_a, g.label_b],\n tier: g.tier,\n games: 0, wins: 0, agents: 0, turns: 0, assassins: 0, cost: 0, gameList: [],\n });\n }\n const t = teams.get(key)!;\n t.games++;\n if (g.result === \"won\") t.wins++;\n if (g.result === \"lost_assassin\") t.assassins++;\n t.agents += g.agents_found;\n t.turns += g.turns_used;\n t.cost += g.cost;\n t.gameList.push({ id: g.id, result: g.result!, agents: g.agents_found, turns: g.turns_used, cost: g.cost });\n }\n const teamRows = [...teams.values()]\n .map((t) => ({\n ...t,\n winRate: t.games ? t.wins / t.games : 0,\n avgAgents: t.games ? t.agents / t.games : 0,\n avgTurns: t.games ? t.turns / t.games : 0,\n }))\n .sort((x, y) => y.winRate - x.winRate || y.avgAgents - x.avgAgents);\n\n const pending = games.filter((g) => g.status !== \"done\").length;\n const featuredGame = (g: typeof doneClassic[number]) => FEATURED.includes(g.model_a) || FEATURED.includes(g.model_b);\n const recent = doneClassic.filter(featuredGame).slice(-12).reverse().map((g) => ({\n id: g.id,\n giver: g.label_a,\n guesser: g.label_b,\n result: g.result!,\n words: g.agents_found,\n clues: g.turns_used,\n ges: gesPct(g.result!, g.agents_found, g.turns_used),\n }));\n const totals = {\n games: games.length,\n done: done.length,\n pending,\n errors: games.filter((g) => g.result === \"error\").length,\n cost: games.reduce((s, g) => s + g.cost, 0),\n calls: games.reduce((s, g) => s + g.calls, 0),\n };\n\n return { charts, bars, merged, mergedFull, recent, teams: teamRows, totals };\n}\n",[],[573,565],"database","88fcb95f-7d0c-4e2b-991c-d3c0adcb4cc3","db.ts","21dab89a-8899-11f1-b138-1607ee4eb77e",95,["D",1785162771244],"import { sqlite } from \"https://esm.town/v/std/sqlite/main.ts\";\nimport type { GameState } from \"../shared/types.ts\";\n\nexport { sqlite };\n\nexport async function init(): Promise {\n await sqlite.execute(`CREATE TABLE IF NOT EXISTS games (\n id INTEGER PRIMARY KEY AUTOINCREMENT,\n model_a TEXT NOT NULL,\n model_b TEXT NOT NULL,\n label_a TEXT NOT NULL,\n label_b TEXT NOT NULL,\n tier TEXT NOT NULL,\n seed INTEGER NOT NULL,\n status TEXT NOT NULL DEFAULT 'queued',\n result TEXT,\n agents_found INTEGER DEFAULT 0,\n turns_used INTEGER DEFAULT 0,\n cost REAL DEFAULT 0,\n calls INTEGER DEFAULT 0,\n tokens_in INTEGER DEFAULT 0,\n tokens_out INTEGER DEFAULT 0,\n created_at TEXT NOT NULL,\n finished_at TEXT,\n state TEXT NOT NULL\n )`);\n try {\n await sqlite.execute(`ALTER TABLE games ADD COLUMN claimed_at TEXT`);\n } catch (_e) {\n // column already exists\n }\n try {\n await sqlite.execute(`ALTER TABLE games ADD COLUMN mode TEXT DEFAULT 'duet'`);\n } catch (_e) {\n // column already exists\n }\n}\n\n/** Atomically claim a game for this worker run. Returns true if we got it.\n * Claimable: queued, or running with a stale heartbeat (dead/zombie worker). */\nexport async function claim(id: number, staleMs = 330_000): Promise {\n const staleBefore = new Date(Date.now() - staleMs).toISOString();\n const r = await sqlite.execute({\n sql: `UPDATE games SET status='running', claimed_at=?\n WHERE id=? AND (status='queued' OR (status='running' AND (claimed_at IS NULL OR claimed_at < ?)))`,\n args: [new Date().toISOString(), id, staleBefore],\n });\n return r.rowsAffected > 0;\n}\n\nexport async function saveState(id: number, s: GameState): Promise {\n // status guard: a slow zombie worker must never resurrect a finished game\n await sqlite.execute({\n sql: `UPDATE games SET status='running', claimed_at=?, state=?, agents_found=?, turns_used=?, cost=?, calls=?, tokens_in=?, tokens_out=?\n WHERE id=? AND status != 'done'`,\n args: [new Date().toISOString(), JSON.stringify(s), s.agentsFound, s.transcript.length, s.cost, s.calls, s.tokensIn, s.tokensOut, id],\n });\n}\n\nexport async function finalize(id: number, s: GameState): Promise {\n await sqlite.execute({\n sql: `UPDATE games SET status='done', result=?, state=?, agents_found=?, turns_used=?, cost=?, calls=?, tokens_in=?, tokens_out=?, finished_at=?\n WHERE id=? AND status != 'done'`,\n args: [\n s.status,\n JSON.stringify(s),\n s.agentsFound,\n s.transcript.length,\n s.cost,\n s.calls,\n s.tokensIn,\n s.tokensOut,\n new Date().toISOString(),\n id,\n ],\n });\n}\n",[],[573,575],"84f6a046-2087-4156-8106-c54fe9cbe3e2",9,["D",1785032670439],[343,344],[573],["D",1785032481089],["D",1789561879908],{"_11":12,"_276":87},{"_11":12,"_271":272,"_86":87,"_31":85,"_273":274,"_275":30},{"_56":262,"_13":16,"_50":53,"_263":224,"_264":-5,"_265":-5,"_266":-5,"_267":-5,"_268":-5,"_269":14,"_270":12},"ctx",{"_69":-5,"_295":625,"_626":627,"_628":629,"_630":30,"_631":30,"_632":30,"_633":24,"_634":-5,"_635":-7,"_636":-7,"_637":26,"_638":30,"_639":30,"_640":-5,"_641":30,"_642":30,"_643":30,"_644":-5},"ENV",{"_596":597,"_598":599,"_600":16,"_601":602,"_603":604,"_605":606,"_607":608,"_609":610,"_611":612,"_613":614,"_615":616,"_617":618,"_619":620,"_621":622,"_623":624},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","9e167d8120a57de5d747867e0b686da51bcc19a4","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

History · engine