[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8},"actionData","errors","root",{"_106":107,"_108":109},"routes/embed.x.$handle.$name.$",{"_9":10,"_11":12,"_13":14,"_15":16,"_17":18,"_19":20,"_21":-5},"handle","mcpconformance","name","mcp-client-conformance","path","src/hosted/findings.ts","project",{"_22":49,"_11":12,"_35":50,"_51":-5,"_52":44,"_53":54,"_55":54,"_56":-5,"_57":-5,"_58":59,"_60":61,"_62":34,"_63":-5,"_64":-5,"_65":66,"_67":68,"_69":-5,"_70":-5,"_71":-5,"_72":-5,"_73":74,"_75":74,"_76":77,"_78":77,"_79":77,"_80":74,"_81":74,"_82":83,"_84":85,"_86":87,"_88":44},"file",{"_22":23,"_11":24,"_25":26,"_27":28,"_29":30,"_31":32,"_33":34,"_35":36,"_37":38,"_39":40,"_41":42,"_43":44,"_45":-5,"_13":46},"permalink","https://www.val.town/x/mcpconformance/mcp-client-conformance/code/src/hosted/findings.ts","extension","id","86a8d8e2-35e2-44e5-a802-02601d2b66d8","findings.ts","fileId","1ccf94d2-afbe-11f1-b07f-1607ee4eb77e","parentId","11abc952-e3be-41e6-ac33-6929c3af1284","branchId","fdc11199-683b-41f1-a3c5-d5ac53972f86","branchVersion",370,"latest",true,"createdAt",["D",1789375891332],"version",4,"fileType","script","content","/**\n * What went wrong in a run, in a form a person can read at a glance and\n * paste somewhere: every cell's failures and warnings as one line each,\n * whose they are, and the same cause said once across the cells it covers.\n *\n * by: 'client' seen in the client's traffic;\n * by: 'scenario' the scenario's own expectation that nothing has met yet\n * (\"Tool was not called by client\") — what the scenario\n * reports when it has seen nothing at all.\n *\n * A client that only speaks an older revision opens every 2026-07-28 cell\n * with `initialize`, is answered -32022 and never retries: that is one\n * cause, however many cells it stopped. Nothing here changes a check or a\n * verdict; it only reads them.\n */\n\nimport {\n DATED_SPEC_VERSIONS,\n DRAFT_PROTOCOL_VERSION,\n type ConformanceCheck,\n type SpecVersion\n} from '../types.ts';\nimport { finalizeChecks } from './session.ts';\nimport { IDENTITY_CHECK_ID } from './identity.ts';\nimport {\n GET_ON_MCP_CHECK_ID,\n LEGACY_PROBE_CHECK_ID,\n MODERN_PROBE_CHECK_ID,\n WIRE_REJECTED_CHECK_ID,\n WRONG_REVISION_CHECK_ID\n} from './wire.ts';\n\nexport interface Finding {\n status: 'FAILURE' | 'WARNING';\n /** The check's id. */\n check: string;\n /** What went wrong, in one line (see oneLineReason()). */\n reason: string;\n by: 'client' | 'scenario';\n /** Key of the RunReport cause it is grouped under, when it is grouped. */\n cause?: string;\n}\n\nexport interface Cause {\n key: string;\n by: 'client' | 'scenario';\n /** The check's id, when the cause is one check's finding. */\n check?: string;\n /** What went wrong, once. */\n text: string;\n /** The cells it covers, `/`. */\n cells: string[];\n}\n\n/** A client that opened with `initialize` on the stateless wire and stopped. */\nexport interface LegacyStop {\n /** The revision it asked for, when it said. */\n asked?: string;\n served: string;\n /** The JSON-RPC code the cell answered with, when it turned it away. */\n code?: number;\n /** The HTTP status it was turned away with, when it was (401: sign in). */\n status?: number;\n /** It then sent GET to the MCP endpoint: the old HTTP+SSE fallback. */\n fellBack: boolean;\n}\n\nconst REASON_MAX = 240;\n\nfunction str(v: unknown): string | undefined {\n return typeof v === 'string' && v.length > 0 ? v : undefined;\n}\n\n/** Whitespace folded to single spaces, cut to `max` characters. */\nexport function oneLine(text: string, max = REASON_MAX): string {\n const flat = text.replace(/\\s+/g, ' ').trim();\n return flat.length > max ? flat.slice(0, max - 1) + '…' : flat;\n}\n\n/**\n * What went wrong, in one line: the check's errorMessage, else the\n * `details.message` many scenarios use, else its description (auth checks\n * put their finding there: \"Client used client_secret_post but server only\n * supports client_secret_basic\"). An `expectedX`/`actualX` pair in details\n * the text does not already quote is added, and so is a `stopReason`.\n */\nexport function oneLineReason(c: ConformanceCheck): string {\n const details = (c.details ?? {}) as Record;\n const message = c.errorMessage || str(details.message);\n let text = message || c.description || c.name;\n for (const key of Object.keys(details)) {\n if (!key.startsWith('expected')) continue;\n const expected = details[key];\n const actual = details[`actual${key.slice('expected'.length)}`];\n if (!['string', 'number'].includes(typeof expected)) continue;\n if (!['string', 'number'].includes(typeof actual)) continue;\n if (!text.includes(String(actual))) {\n text += ` (expected ${expected}, got ${actual})`;\n }\n break;\n }\n const stop = str(details.stopReason);\n if (stop) text += ` (${stop})`;\n // A requirement read from the description says nothing of where it was\n // missed; the method it was judged on does. (Not added to a message: one\n // mistake made on several methods stays one cause.)\n const method = str(details.method);\n if (!message && method && !text.includes(method)) text += ` (on ${method})`;\n return oneLine(text);\n}\n\n/**\n * Whether the cell saw the client only as a legacy `initialize` on the\n * stateless wire: the probe is there, and the client never spoke the cell's\n * revision afterwards (see report.ts incompleteNote()).\n */\nexport function legacyStop(\n checks: readonly ConformanceCheck[]\n): LegacyStop | undefined {\n // Several processes may each have noted it; the one that drew the cell's\n // version answer says the most.\n const probes = checks.filter((c) => c.id === LEGACY_PROBE_CHECK_ID);\n const probe =\n probes.find(\n (c) =>\n typeof (c.details?.rejected as { code?: unknown } | undefined)?.code ===\n 'number'\n ) ?? probes[0];\n if (!probe) return undefined;\n const served = String(probe.details?.served ?? '');\n const retried = checks.some(\n (c) =>\n c.id === IDENTITY_CHECK_ID &&\n Array.isArray(c.details?.protocolVersions) &&\n c.details.protocolVersions.includes(served)\n );\n if (retried) return undefined;\n const rejected = probe.details?.rejected as\n | { code?: unknown; status?: unknown }\n | undefined;\n return {\n ...(str(probe.details?.requestedVersion) && {\n asked: probe.details!.requestedVersion as string\n }),\n served,\n ...(typeof rejected?.code === 'number' && { code: rejected.code }),\n ...(typeof rejected?.status === 'number' && { status: rejected.status }),\n fellBack: checks.some((c) => c.id === GET_ON_MCP_CHECK_ID)\n };\n}\n\n/**\n * A client whose requests at a dated cell carried another revision, and\n * that stopped there without ever speaking the cell's: turned away at\n * version negotiation, or at the sign-in step before it got that far.\n */\nexport interface EraStop {\n /** The revision its requests carried, when it is one this suite knows. */\n carried?: string;\n served: string;\n /** How the cell answered (see modernProbeCheck()). */\n status: number;\n /** The JSON-RPC code, when it was turned away at version negotiation. */\n code?: number;\n}\n\n/**\n * Revisions a cause may name. Anything else a client put in its version\n * header is said as \"another revision\": the header is the client's own\n * text, and a report is shared.\n */\nconst KNOWN_REVISIONS: ReadonlySet = new Set([\n ...DATED_SPEC_VERSIONS,\n DRAFT_PROTOCOL_VERSION\n]);\n\n/**\n * Whether a dated cell saw the client only as a modern probe that it\n * turned away: the probe is there, and the client never spoke the cell's\n * revision afterwards (the mirror of legacyStop()).\n */\nexport function eraStop(\n checks: readonly ConformanceCheck[]\n): EraStop | undefined {\n const probes = checks.filter((c) => c.id === MODERN_PROBE_CHECK_ID);\n const probe =\n probes.find(\n (c) =>\n typeof (c.details?.rejected as { code?: unknown } | undefined)?.code ===\n 'number'\n ) ?? probes[0];\n if (!probe) return undefined;\n const served = String(probe.details?.served ?? '');\n if (!KNOWN_REVISIONS.has(served)) return undefined;\n const spoke = checks.some(\n (c) =>\n c.id === IDENTITY_CHECK_ID &&\n Array.isArray(c.details?.protocolVersions) &&\n c.details.protocolVersions.includes(served)\n );\n if (spoke) return undefined;\n const rejected = probe.details?.rejected as\n | { code?: unknown; status?: unknown }\n | undefined;\n if (typeof rejected?.status !== 'number') return undefined;\n const carried = probe.details?.headerVersion;\n return {\n ...(typeof carried === 'string' &&\n KNOWN_REVISIONS.has(carried) && { carried }),\n served,\n status: rejected.status,\n ...(typeof rejected.code === 'number' && { code: rejected.code })\n };\n}\n\nexport const eraCauseKey = (stop: EraStop) =>\n `era ${stop.carried ?? ''} ${stop.served} ${stop.status} ${stop.code ?? ''}`;\n\n/** Where the cell stopped the client's requests, for eraStopText(). */\nfunction eraAnswer({ status, code, served }: EraStop): string {\n if (code !== undefined) {\n return `were turned away at version negotiation (the cell answered ${code}; it serves ${served})`;\n }\n return status === 401\n ? 'were stopped at the sign-in step (the cell answered HTTP 401, asking it to sign in)'\n : `were stopped at the sign-in step (HTTP ${status})`;\n}\n\n/**\n * Why a cell reads incomplete after an era stop, lower case and without a\n * \"; \" (a report cuts a note there): what the requests carried, where they\n * were stopped, and where the same behaviour is judged.\n */\nexport function eraStopText(stop: EraStop): string {\n const carried = stop.carried ?? 'another revision';\n const judged =\n stop.carried && stop.carried !== stop.served\n ? ` (the same behaviour is judged on the ${stop.carried} cell)`\n : '';\n return (\n `the client's requests here carried ${carried} and ${eraAnswer(stop)}, ` +\n `and it did not retry at ${stop.served}, so nothing it did counts for ${stop.served}${judged}`\n );\n}\n\n/** The sentence for an era-stop cause over `stops` (one per cell). */\nexport function eraCauseText(stops: readonly EraStop[]): string {\n const text = eraStopText(stops[0]);\n return `${text[0].toUpperCase()}${text.slice(1)}.`;\n}\n\n/** The cause key of a legacy or an era stop. */\nexport const stopCauseKey = (stop: LegacyStop | EraStop) =>\n 'fellBack' in stop ? legacyCauseKey(stop) : eraCauseKey(stop);\n\n/**\n * Checks that only say the client spoke the wrong era: on a cell the client\n * reached with a legacy `initialize` alone, they are that one cause, not a\n * finding of their own. `stateless-request-rejected` is the auth scenarios'\n * resource server answering the same -32022 after sign-in.\n */\nconst ERA_CHECKS = new Set([\n WRONG_REVISION_CHECK_ID,\n WIRE_REJECTED_CHECK_ID,\n 'stateless-request-rejected'\n]);\n\nconst findingKey = (c: Pick) =>\n `${c.status} ${c.check} ${c.reason}`;\n\n/**\n * Per (scenario, revision): the findings the scenario reports when it has\n * seen nothing at all. A finding on a real log that is one of these is the\n * scenario still waiting, not something the client did.\n */\nconst expectedCache = new Map>();\n\nfunction expectedKeys(scenario: string, revision: SpecVersion): Set {\n const cacheKey = `${scenario}@${revision}`;\n let keys = expectedCache.get(cacheKey);\n if (!keys) {\n keys = new Set(\n finalizeChecks(scenario, [], revision)\n .filter((c) => c.status === 'FAILURE' || c.status === 'WARNING')\n .map((c) =>\n findingKey({\n status: c.status as Finding['status'],\n check: c.id,\n reason: oneLineReason(c)\n })\n )\n );\n expectedCache.set(cacheKey, keys);\n }\n return keys;\n}\n\nexport const legacyCauseKey = (stop: LegacyStop) =>\n `legacy ${stop.asked ?? ''} ${stop.served}`;\n\n/** What a \"not seen\" finding says when the scenario's own words don't. */\nexport const NOT_REACHED = 'the flow did not reach this step';\n\n/**\n * Expectations that read the same whether the flow never got to a step or\n * the client got the step wrong (\"resource: not provided\"). They are \"not\n * seen\" only until the step itself was: the auth server logs each request\n * by path, and the step's own check records it.\n */\nconst STEPS: Record = {\n 'resource-parameter-in-authorization': {\n path: '/authorize',\n check: 'authorization-request'\n },\n 'resource-parameter-in-token': { path: '/token', check: 'token-request' }\n};\n\n/**\n * Whether the flow sits at a step a person takes: the client opened the\n * authorization endpoint (a consent page, in a browser) and has not reached\n * the token endpoint yet.\n */\nexport function awaitingSignIn(checks: readonly ConformanceCheck[]): boolean {\n return (\n reachedStep(checks, STEPS['resource-parameter-in-authorization']) &&\n !reachedStep(checks, STEPS['resource-parameter-in-token'])\n );\n}\n\nfunction reachedStep(\n checks: readonly ConformanceCheck[],\n step: { path: string; check: string }\n): boolean {\n return checks.some((c) => {\n if (c.id === step.check) return c.status === 'SUCCESS';\n const path = c.details?.path;\n return (\n c.id === 'incoming-auth-request' &&\n typeof path === 'string' &&\n path.endsWith(step.path)\n );\n });\n}\n\n/**\n * Which of a cell's checks are \"not seen\": a FAILURE or WARNING the\n * scenario reports when it has seen nothing at all (its own expectation\n * that nothing has met yet), rather than something in the client's traffic.\n */\nexport function notSeenIn(\n scenario: string,\n revision: SpecVersion,\n checks: readonly ConformanceCheck[]\n): (c: ConformanceCheck) => boolean {\n const expected = expectedKeys(scenario, revision);\n return (c) => {\n if (c.status !== 'FAILURE' && c.status !== 'WARNING') return false;\n // A requirement the flow never reached, which the scenario marks\n // untestable (\"Not testable: client never reached the authorization\n // endpoint\"), is not something the client did.\n if (c.details?.untestable === true) return true;\n const key = findingKey({\n status: c.status,\n check: c.id,\n reason: oneLineReason(c)\n });\n if (!expected.has(key)) return false;\n const step = STEPS[c.id];\n return !step || !reachedStep(checks, step);\n };\n}\n\n/**\n * A \"not seen\" check in one line: the scenario's own message when it gives\n * one (\"Tool was not called by client\"), else NOT_REACHED — its description\n * is a requirement (\"Client MUST include resource parameter …\") or\n * \"Expected Check Missing: …\", neither of which says what happened.\n */\nexport function notSeenReason(c: ConformanceCheck): string {\n const message = c.errorMessage || str(c.details?.message);\n return message ? oneLine(message) : NOT_REACHED;\n}\n\n/**\n * A cell's failures and warnings, one per distinct (check, reason), each\n * marked client or scenario (see notSeenIn()). With `stop`, the ones the\n * legacy handshake explains are keyed to that cause; `grouped` false leaves\n * every finding ungrouped (a cell still in progress: its findings are only\n * what it waits for).\n */\nexport function findingsOf(\n scenario: string,\n revision: SpecVersion,\n checks: readonly ConformanceCheck[],\n stop: LegacyStop | EraStop | undefined,\n grouped: boolean\n): Finding[] {\n const notSeen = notSeenIn(scenario, revision, checks);\n const out = new Map();\n for (const c of checks) {\n if (c.status !== 'FAILURE' && c.status !== 'WARNING') continue;\n const unmet = notSeen(c);\n const finding: Finding = {\n status: c.status,\n check: c.id,\n reason: unmet ? notSeenReason(c) : oneLineReason(c),\n by: unmet ? 'scenario' : 'client'\n };\n const key = findingKey(finding);\n if (out.has(key)) continue;\n if (grouped) {\n finding.cause =\n stop && (finding.by === 'scenario' || ERA_CHECKS.has(c.id))\n ? stopCauseKey(stop)\n : `check ${key}`;\n }\n out.set(key, finding);\n }\n return Array.from(out.values());\n}\n\n/** The sentence for a legacy-handshake cause over `stops` (one per cell). */\nexport function legacyCauseText(stops: readonly LegacyStop[]): string {\n const { asked, served, code, status } = stops[0];\n const spoke = asked\n ? `The client spoke ${asked} only`\n : 'The client spoke only the legacy handshake';\n const answer =\n code !== undefined\n ? `the cell answered ${code} (supported: ${served})`\n : status === 401\n ? 'the cell asked it to sign in first (HTTP 401)'\n : status !== undefined\n ? `the cell turned it away (HTTP ${status})`\n : 'the cell accepted it';\n let text = `${spoke}: it opened with initialize, ${answer}, and the client did not retry at ${served}.`;\n const fellBack = stops.filter((s) => s.fellBack).length;\n if (fellBack) {\n text +=\n fellBack === stops.length\n ? ' It then sent GET, falling back to the old HTTP+SSE transport.'\n : ` On ${fellBack} of these cells it then sent GET, falling back to the old HTTP+SSE transport.`;\n }\n return text;\n}\n\nexport interface CellFindings {\n /** `/`. */\n cell: string;\n findings: readonly Finding[];\n /** The legacy or era stop, when the cell's cause key names it. */\n stop?: LegacyStop | EraStop;\n /** The cell was stopped by `stop` even if it lists no finding. */\n stoppedBy?: string;\n}\n\ntype Stop = LegacyStop | EraStop;\n\n/** The sentence for a stop cause over `stops`, all of one kind. */\nfunction stopCauseText(stops: readonly Stop[]): string {\n return 'fellBack' in stops[0]\n ? legacyCauseText(stops as LegacyStop[])\n : eraCauseText(stops as EraStop[]);\n}\n\n/**\n * Every grouped finding across the run, said once per cause: client causes\n * first, then those covering the most cells.\n */\nexport function groupCauses(cells: readonly CellFindings[]): Cause[] {\n const causes = new Map();\n const add = (\n key: string,\n cell: string,\n make: () => Omit,\n stop?: Stop\n ) => {\n let cause = causes.get(key);\n if (!cause) causes.set(key, (cause = { ...make(), cells: [], stops: [] }));\n if (!cause.cells.includes(cell)) {\n cause.cells.push(cell);\n if (stop) cause.stops.push(stop);\n }\n };\n for (const c of cells) {\n if (c.stoppedBy && c.stop) {\n add(\n c.stoppedBy,\n c.cell,\n () => ({ key: c.stoppedBy!, by: 'client', text: '' }),\n c.stop\n );\n }\n for (const f of c.findings) {\n if (!f.cause) continue;\n if (c.stop && f.cause === stopCauseKey(c.stop)) {\n add(\n f.cause,\n c.cell,\n () => ({ key: f.cause!, by: 'client', text: '' }),\n c.stop\n );\n continue;\n }\n add(f.cause, c.cell, () => ({\n key: f.cause!,\n by: f.by,\n check: f.check,\n text: f.reason\n }));\n }\n }\n return Array.from(causes.values())\n .map(({ stops, ...cause }) =>\n stops.length ? { ...cause, text: stopCauseText(stops) } : cause\n )\n .sort(\n (a, b) =>\n Number(a.by === 'scenario') - Number(b.by === 'scenario') ||\n b.cells.length - a.cells.length\n );\n}\n","deleted",false,"label",[47,48,24],"src","hosted","7dcb6042-d92f-40c5-9cc8-0f661f96e58b",["D",1789043604380],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","imageUrl","userId","f4518a30-f52b-4b12-891c-a8fffb7240f8","pinnedFileId","e6dd13e2-ad13-11f1-a612-1607ee4eb77e","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","01a07c12-b73a-76de-b96a-421ce8582af6","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_9":10,"_105":-5},"org",{"_9":10,"_99":100,"_101":-5,"_58":-5,"_102":103,"_104":44},"branch",{"_37":89,"_11":90,"_22":30,"_91":49,"_92":-5,"_93":-5,"_94":-5,"_95":-5,"_96":-5,"_97":12,"_98":10},"isOwned",396,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","MCP Conformance","avatar","tier","free","canRestrictVals","profileImageUrl","ctx",{"_82":-5,"_139":140,"_141":142,"_143":144,"_145":44,"_146":44,"_147":44,"_148":34,"_149":-5,"_150":-7,"_151":-7,"_152":66,"_153":44,"_154":44,"_155":-5,"_156":44,"_157":44,"_158":44,"_159":-5},"ENV",{"_110":111,"_112":113,"_114":90,"_115":116,"_117":118,"_119":120,"_121":122,"_123":124,"_125":126,"_127":128,"_129":130,"_131":132,"_133":134,"_135":136,"_137":138},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town","orgs",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]