[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8},"actionData","errors","root",{"_107":108,"_109":110},"routes/embed.x.$handle.$name.$",{"_9":10,"_11":12,"_13":14,"_15":16,"_17":18,"_19":20,"_21":-5},"handle","mcpconformance","name","mcp-client-conformance","path","src/scenarios/server/tools.ts","project",{"_22":50,"_11":12,"_35":51,"_52":-5,"_53":44,"_54":55,"_56":55,"_57":-5,"_58":-5,"_59":60,"_61":62,"_63":34,"_64":-5,"_65":-5,"_66":67,"_68":69,"_70":-5,"_71":-5,"_72":-5,"_73":-5,"_74":75,"_76":75,"_77":78,"_79":78,"_80":78,"_81":75,"_82":75,"_83":84,"_85":86,"_87":88,"_89":44},"file",{"_22":23,"_11":24,"_25":26,"_27":28,"_29":30,"_31":32,"_33":34,"_35":36,"_37":38,"_39":40,"_41":42,"_43":44,"_45":-5,"_13":46},"permalink","https://www.val.town/x/mcpconformance/mcp-client-conformance/code/src/scenarios/server/tools.ts","extension","id","b947859d-5de7-4488-92ef-39d23f6c6997","tools.ts","fileId","db1d9f18-ad13-11f1-8a3f-1607ee4eb77e","parentId","ba69bf07-8a57-469b-9cb9-0369b79d16d1","branchId","fdc11199-683b-41f1-a3c5-d5ac53972f86","branchVersion",101,"latest",true,"createdAt",["D",1789046872269],"version",1,"fileType","script","content","/**\n * Tools test scenarios for MCP servers\n */\n\nimport {\n ClientScenario,\n ConformanceCheck,\n DRAFT_PROTOCOL_VERSION,\n specVersionAtLeast,\n type SpecVersion\n} from '../../types.ts';\nimport type { RunContext } from '../../connection/index.ts';\nimport { notTestable, untestableCheck } from '../untestable.ts';\nimport type {\n ListToolsResult,\n CallToolResult\n} from '../../spec-types/2025-06-18.ts';\nimport {\n connectToServer,\n NotificationCollector\n} from '../../connection/sdk-client.ts';\nimport {\n CreateMessageRequestSchema,\n ElicitRequestSchema\n} from 'npm:@modelcontextprotocol/sdk@^1.29.0/types.js';\n\n/**\n * Tool name rules per the 2025-11-25 spec prose (#tool-names): 1–128 chars of\n * [A-Za-z0-9_.-]. (The SEP-986 markdown still shows the older 64-char / `/`\n * rules; the published spec is authoritative.)\n */\nconst TOOL_NAME_PATTERN = /^[A-Za-z0-9_.-]+$/;\nconst TOOL_NAME_MAX_LENGTH = 128;\n\nconst TOOLS_NAME_FORMAT_SPEC_REFS = [\n {\n id: 'MCP-Tool-Names',\n url: 'https://modelcontextprotocol.io/specification/2025-11-25/server/tools#tool-names'\n },\n {\n id: 'MCP-Tool-Names-Draft',\n url: 'https://modelcontextprotocol.io/specification/draft/server/tools#tool-names'\n },\n // Background only; the dated spec above is the rule source.\n {\n id: 'SEP-986-History',\n url: 'https://github.com/modelcontextprotocol/modelcontextprotocol/issues/986'\n },\n {\n id: 'SEP-986-Spec-Integration',\n url: 'https://github.com/modelcontextprotocol/modelcontextprotocol/pull/1603'\n }\n];\n\n/** The Tool Names rules first appear in the 2025-11-25 revision. */\nexport function toolNameFormatCheckApplies(specVersion: SpecVersion): boolean {\n return specVersionAtLeast(specVersion, '2025-11-25');\n}\n\nexport function validateToolNameFormat(name: string): string | null {\n if (name.length < 1 || name.length > TOOL_NAME_MAX_LENGTH) {\n return `length ${name.length} is outside 1-${TOOL_NAME_MAX_LENGTH}`;\n }\n if (!TOOL_NAME_PATTERN.test(name)) {\n return 'contains characters outside [A-Za-z0-9_.-]';\n }\n return null;\n}\n\nexport function buildToolsNameFormatCheck(\n tools: ReadonlyArray<{ name?: unknown }> | undefined\n): ConformanceCheck {\n const timestamp = new Date().toISOString();\n const baseCheck = {\n id: 'tools-name-format',\n name: 'ToolsNameFormat',\n description:\n 'Tool names SHOULD be 1-128 characters and match ^[A-Za-z0-9_.-]+$',\n specReferences: TOOLS_NAME_FORMAT_SPEC_REFS,\n timestamp\n };\n\n if (!Array.isArray(tools) || tools.length === 0) {\n return {\n ...baseCheck,\n status: 'INFO',\n errorMessage: 'No tools advertised; nothing to validate',\n details: { toolCount: 0 }\n };\n }\n\n const toolResults: Record = {};\n const violations: string[] = [];\n\n tools.forEach((tool, index) => {\n const name = typeof tool.name === 'string' ? tool.name : '';\n const key = name || ``;\n const reason =\n typeof tool.name === 'string'\n ? validateToolNameFormat(tool.name)\n : 'name is not a string';\n if (reason) {\n toolResults[key] = `invalid: ${reason}`;\n violations.push(`${key}: ${reason}`);\n } else {\n toolResults[key] = 'valid';\n }\n });\n\n return {\n ...baseCheck,\n status: violations.length === 0 ? 'SUCCESS' : 'WARNING',\n errorMessage:\n violations.length > 0\n ? `${violations.length} tool name(s) violate spec Tool Names SHOULD rules: ${violations.join('; ')}`\n : undefined,\n details: {\n toolCount: tools.length,\n results: toolResults\n }\n };\n}\n\n/** How many consecutive tools/list snapshots the ordering check compares. */\nconst TOOLS_LIST_ORDER_PROBES = 3;\n\nconst TOOLS_LIST_ORDER_SPEC_REFS = [\n {\n id: 'MCP-Tools-Deterministic-Order',\n url: 'https://modelcontextprotocol.io/specification/2026-07-28/server/tools#capabilities'\n }\n];\n\n/**\n * Build the tools-list-deterministic-order check from consecutive tools/list\n * snapshots.\n *\n * 2026-07-28 server/tools.mdx: \"Servers SHOULD return tools in a deterministic\n * order (i.e., the same ordering across requests when the underlying set of\n * tools has not changed).\" SHOULD, so a violation is WARNING.\n *\n * The spec scopes the SHOULD to an unchanged set, so a set that differs\n * between probes is reported as untestable (issue #248) rather than as a\n * violation: from the outside, a sample cannot tell a nondeterministic server\n * from one whose tools legitimately changed between two requests.\n */\nexport function buildToolsListDeterministicOrderCheck(\n snapshots: ReadonlyArray | undefined>\n): ConformanceCheck {\n const timestamp = new Date().toISOString();\n const baseCheck = {\n id: 'tools-list-deterministic-order',\n name: 'ToolsListDeterministicOrder',\n description:\n 'Consecutive tools/list requests return the same tools in the same order',\n specReferences: TOOLS_LIST_ORDER_SPEC_REFS,\n source: { introducedIn: '2026-07-28' as const },\n timestamp\n };\n const untestable = (reason: string): ConformanceCheck => ({\n ...baseCheck,\n status: 'WARNING',\n errorMessage: notTestable(reason),\n details: { untestable: true, reason, probes: snapshots.length }\n });\n\n if (snapshots.length < 2) {\n return untestable(\n `needs at least two tools/list snapshots to compare, got ${snapshots.length}`\n );\n }\n const missing = snapshots.findIndex((tools) => !Array.isArray(tools));\n if (missing !== -1) {\n return untestable(\n `tools/list probe ${missing + 1} did not return a tools array`\n );\n }\n\n // A position-independent placeholder, so that a nameless tool moving\n // around reads as an order change rather than as a set change.\n const orders = snapshots.map((tools) =>\n (tools as ReadonlyArray<{ name?: unknown }>).map((tool) =>\n typeof tool.name === 'string' ? tool.name : ''\n )\n );\n\n // Nothing to order when no probe saw two tools.\n if (orders.every((order) => order.length < 2)) {\n return {\n ...baseCheck,\n status: 'INFO',\n errorMessage: `${orders[0].length} tool(s) advertised; nothing to compare`,\n details: { toolCount: orders[0].length, probes: orders.length, orders }\n };\n }\n\n // The SHOULD only binds while the set is unchanged: compare multisets first.\n const countNames = (names: string[]): Map => {\n const counts = new Map();\n for (const name of names) counts.set(name, (counts.get(name) ?? 0) + 1);\n return counts;\n };\n const baseline = countNames(orders[0]);\n for (let probe = 1; probe < orders.length; probe++) {\n const current = countNames(orders[probe]);\n const added: string[] = [];\n const removed: string[] = [];\n for (const [name, count] of current) {\n const before = baseline.get(name) ?? 0;\n if (count > before) added.push(name);\n }\n for (const [name, count] of baseline) {\n const now = current.get(name) ?? 0;\n if (count > now) removed.push(name);\n }\n if (added.length > 0 || removed.length > 0) {\n return untestable(\n `the set of tools changed between tools/list probe 1 and probe ${probe + 1} ` +\n `(added: ${added.join(', ') || 'none'}; removed: ${removed.join(', ') || 'none'}), ` +\n 'so the deterministic-order SHOULD does not apply to this sample'\n );\n }\n }\n\n const toolCount = orders[0].length;\n\n for (let probe = 1; probe < orders.length; probe++) {\n const index = orders[probe].findIndex((name, i) => name !== orders[0][i]);\n if (index !== -1) {\n return {\n ...baseCheck,\n status: 'WARNING',\n errorMessage:\n `tools/list returned the same ${toolCount} tools in a different order across ` +\n `consecutive requests: probe ${probe + 1} diverges from probe 1 at index ${index} ` +\n `(${orders[0][index]} vs ${orders[probe][index]})`,\n details: { toolCount, probes: orders.length, orders }\n };\n }\n }\n\n return {\n ...baseCheck,\n status: 'SUCCESS',\n details: { toolCount, probes: orders.length, orders }\n };\n}\n\nexport class ToolsListScenario implements ClientScenario {\n name = 'tools-list';\n readonly source = { introducedIn: '2025-06-18' } as const;\n description = `Test listing available tools.\n\n**Server Implementation Requirements:**\n\n**Endpoint**: \\`tools/list\\`\n\n**Requirements**:\n- Return array of all available tools\n- Each tool MUST have:\n - \\`name\\` (string)\n - \\`description\\` (string)\n - \\`inputSchema\\` (valid JSON Schema object)\n- From 2025-11-25 onward, advertised \\`name\\` values SHOULD follow the spec Tool Names rules (1–128 chars, \\`[A-Za-z0-9_.-]\\` only) — see \\`tools-name-format\\` check\n- From 2026-07-28: return tools in a deterministic order across requests\n when the set of tools has not changed (SHOULD)`;\n\n async run(ctx: RunContext): Promise {\n const checks: ConformanceCheck[] = [];\n\n try {\n const conn = await ctx.connect();\n\n const result = await conn.request('tools/list');\n\n // Validate response structure\n const errors: string[] = [];\n if (!result.tools) {\n errors.push('Missing tools array');\n } else {\n if (!Array.isArray(result.tools)) {\n errors.push('tools is not an array');\n }\n\n result.tools.forEach((tool, index) => {\n if (!tool.name) errors.push(`Tool ${index}: missing name`);\n if (!tool.description)\n errors.push(`Tool ${index}: missing description`);\n if (!tool.inputSchema)\n errors.push(`Tool ${index}: missing inputSchema`);\n });\n }\n\n checks.push({\n id: 'tools-list',\n name: 'ToolsList',\n description: 'Server lists available tools with valid structure',\n status: errors.length === 0 ? 'SUCCESS' : 'FAILURE',\n timestamp: new Date().toISOString(),\n errorMessage: errors.length > 0 ? errors.join('; ') : undefined,\n specReferences: [\n {\n id: 'MCP-Tools-List',\n url: 'https://modelcontextprotocol.io/specification/2025-06-18/server/tools#listing-tools'\n }\n ],\n details: {\n toolCount: result.tools?.length || 0,\n tools: result.tools?.map((t) => t.name)\n }\n });\n\n if (toolNameFormatCheckApplies(ctx.specVersion)) {\n checks.push(buildToolsNameFormatCheck(result.tools));\n }\n\n // 2026-07-28: tools SHOULD come back in a deterministic order across\n // requests. Take two more consecutive tools/list snapshots and compare.\n if (specVersionAtLeast(ctx.specVersion, '2026-07-28')) {\n const snapshots: Array = [\n result.tools\n ];\n let probeError: unknown;\n try {\n while (snapshots.length < TOOLS_LIST_ORDER_PROBES) {\n const again = await conn.request('tools/list');\n snapshots.push(again.tools);\n }\n } catch (error) {\n probeError = error;\n }\n checks.push(\n probeError === undefined\n ? buildToolsListDeterministicOrderCheck(snapshots)\n : {\n ...untestableCheck(\n 'tools-list-deterministic-order',\n 'ToolsListDeterministicOrder',\n 'Consecutive tools/list requests return the same tools in the same order',\n `repeated tools/list request failed: ${probeError instanceof Error ? probeError.message : String(probeError)}`,\n TOOLS_LIST_ORDER_SPEC_REFS,\n 'WARNING'\n ),\n source: { introducedIn: '2026-07-28' }\n }\n );\n }\n\n await conn.close();\n } catch (error) {\n checks.push({\n id: 'tools-list',\n name: 'ToolsList',\n description: 'Server lists available tools with valid structure',\n status: 'FAILURE',\n timestamp: new Date().toISOString(),\n errorMessage: `Failed: ${error instanceof Error ? error.message : String(error)}`,\n specReferences: [\n {\n id: 'MCP-Tools-List',\n url: 'https://modelcontextprotocol.io/specification/2025-06-18/server/tools#listing-tools'\n }\n ]\n });\n }\n\n return checks;\n }\n}\n\nexport class ToolsCallSimpleTextScenario implements ClientScenario {\n name = 'tools-call-simple-text';\n readonly source = { introducedIn: '2025-06-18' } as const;\n description = `Test calling a tool that returns simple text.\n\n**Server Implementation Requirements:**\n\nImplement tool \\`test_simple_text\\` with no arguments that returns:\n\n\\`\\`\\`json\n{\n \"content\": [\n {\n \"type\": \"text\",\n \"text\": \"This is a simple text response for testing.\"\n }\n ]\n}\n\\`\\`\\``;\n\n async run(ctx: RunContext): Promise {\n const checks: ConformanceCheck[] = [];\n\n try {\n const conn = await ctx.connect();\n\n const result = await conn.request('tools/call', {\n name: 'test_simple_text'\n /* omit arguments as it is not required in the schema */\n });\n\n // Validate response\n const errors: string[] = [];\n const content = (result as any).content;\n if (!content) errors.push('Missing content array');\n if (!Array.isArray(content)) errors.push('content is not an array');\n if (content && content.length === 0)\n errors.push('content array is empty');\n\n const textContent =\n content && content.find((c: any) => c.type === 'text');\n if (!textContent) errors.push('No text content found');\n if (textContent && !textContent.text)\n errors.push('Text content missing text field');\n\n checks.push({\n id: 'tools-call-simple-text',\n name: 'ToolsCallSimpleText',\n description: 'Tool returns simple text content',\n status: errors.length === 0 ? 'SUCCESS' : 'FAILURE',\n timestamp: new Date().toISOString(),\n errorMessage: errors.length > 0 ? errors.join('; ') : undefined,\n specReferences: [\n {\n id: 'MCP-Tools-Call',\n url: 'https://modelcontextprotocol.io/specification/2025-06-18/server/tools#calling-tools'\n }\n ],\n details: {\n result\n }\n });\n\n await conn.close();\n } catch (error) {\n checks.push({\n id: 'tools-call-simple-text',\n name: 'ToolsCallSimpleText',\n description: 'Tool returns simple text content',\n status: 'FAILURE',\n timestamp: new Date().toISOString(),\n errorMessage: `Failed: ${error instanceof Error ? error.message : String(error)}`,\n specReferences: [\n {\n id: 'MCP-Tools-Call',\n url: 'https://modelcontextprotocol.io/specification/2025-06-18/server/tools#calling-tools'\n }\n ]\n });\n }\n\n return checks;\n }\n}\n\nexport class ToolsCallImageScenario implements ClientScenario {\n name = 'tools-call-image';\n readonly source = { introducedIn: '2025-06-18' } as const;\n description = `Test calling a tool that returns image content.\n\n**Server Implementation Requirements:**\n\nImplement tool \\`test_image_content\\` with no arguments that returns:\n\n\\`\\`\\`json\n{\n \"content\": [\n {\n \"type\": \"image\",\n \"data\": \"\",\n \"mimeType\": \"image/png\"\n }\n ]\n}\n\\`\\`\\`\n\n**Implementation Note**: Use a minimal test image (e.g., 1x1 red pixel PNG)`;\n\n async run(ctx: RunContext): Promise {\n const checks: ConformanceCheck[] = [];\n\n try {\n const conn = await ctx.connect();\n\n const result = await conn.request('tools/call', {\n name: 'test_image_content',\n arguments: {}\n });\n\n // Validate response\n const errors: string[] = [];\n const content = (result as any).content;\n if (!content) errors.push('Missing content array');\n\n const imageContent =\n content && content.find((c: any) => c.type === 'image');\n if (!imageContent) errors.push('No image content found');\n if (imageContent && !imageContent.data)\n errors.push('Image content missing data field');\n if (imageContent && !imageContent.mimeType)\n errors.push('Image content missing mimeType');\n\n checks.push({\n id: 'tools-call-image',\n name: 'ToolsCallImage',\n description: 'Tool returns image content',\n status: errors.length === 0 ? 'SUCCESS' : 'FAILURE',\n timestamp: new Date().toISOString(),\n errorMessage: errors.length > 0 ? errors.join('; ') : undefined,\n specReferences: [\n {\n id: 'MCP-Tools-Call',\n url: 'https://modelcontextprotocol.io/specification/2025-06-18/server/tools#calling-tools'\n }\n ],\n details: {\n mimeType: imageContent?.mimeType,\n hasData: !!imageContent?.data\n }\n });\n\n await conn.close();\n } catch (error) {\n checks.push({\n id: 'tools-call-image',\n name: 'ToolsCallImage',\n description: 'Tool returns image content',\n status: 'FAILURE',\n timestamp: new Date().toISOString(),\n errorMessage: `Failed: ${error instanceof Error ? error.message : String(error)}`,\n specReferences: [\n {\n id: 'MCP-Tools-Call',\n url: 'https://modelcontextprotocol.io/specification/2025-06-18/server/tools#calling-tools'\n }\n ]\n });\n }\n\n return checks;\n }\n}\n\nexport class ToolsCallMultipleContentTypesScenario implements ClientScenario {\n name = 'tools-call-mixed-content';\n readonly source = { introducedIn: '2025-06-18' } as const;\n description = `Test tool returning multiple content types.\n\n**Server Implementation Requirements:**\n\nImplement tool \\`test_multiple_content_types\\` with no arguments that returns:\n\n\\`\\`\\`json\n{\n \"content\": [\n {\n \"type\": \"text\",\n \"text\": \"Multiple content types test:\"\n },\n {\n \"type\": \"image\",\n \"data\": \"\",\n \"mimeType\": \"image/png\"\n },\n {\n \"type\": \"resource\",\n \"resource\": {\n \"uri\": \"test://mixed-content-resource\",\n \"mimeType\": \"application/json\",\n \"text\": \"{\"test\":\"data\",\"value\":123}\"\n }\n }\n ]\n}\n\\`\\`\\``;\n\n async run(ctx: RunContext): Promise {\n const checks: ConformanceCheck[] = [];\n\n try {\n const conn = await ctx.connect();\n\n const result = await conn.request('tools/call', {\n name: 'test_multiple_content_types',\n arguments: {}\n });\n\n // Validate response\n const errors: string[] = [];\n const content = (result as any).content;\n if (!content) errors.push('Missing content array');\n if (content && content.length < 2)\n errors.push('Expected multiple content items');\n\n const hasText = content && content.some((c: any) => c.type === 'text');\n const hasImage = content && content.some((c: any) => c.type === 'image');\n const hasResource =\n content && content.some((c: any) => c.type === 'resource');\n\n if (!hasText) errors.push('Missing text content');\n if (!hasImage) errors.push('Missing image content');\n if (!hasResource) errors.push('Missing resource content');\n\n checks.push({\n id: 'tools-call-mixed-content',\n name: 'ToolsCallMixedContent',\n description: 'Tool returns multiple content types',\n status: errors.length === 0 ? 'SUCCESS' : 'FAILURE',\n timestamp: new Date().toISOString(),\n errorMessage: errors.length > 0 ? errors.join('; ') : undefined,\n specReferences: [\n {\n id: 'MCP-Tools-Call',\n url: 'https://modelcontextprotocol.io/specification/2025-06-18/server/tools#calling-tools'\n }\n ],\n details: {\n contentCount: content ? content.length : 0,\n contentTypes: content ? content.map((c: any) => c.type) : []\n }\n });\n\n await conn.close();\n } catch (error) {\n checks.push({\n id: 'tools-call-mixed-content',\n name: 'ToolsCallMixedContent',\n description: 'Tool returns multiple content types',\n status: 'FAILURE',\n timestamp: new Date().toISOString(),\n errorMessage: `Failed: ${error instanceof Error ? error.message : String(error)}`,\n specReferences: [\n {\n id: 'MCP-Tools-Call',\n url: 'https://modelcontextprotocol.io/specification/2025-06-18/server/tools#calling-tools'\n }\n ]\n });\n }\n\n return checks;\n }\n}\n\nexport class ToolsCallWithLoggingScenario implements ClientScenario {\n name = 'tools-call-with-logging';\n readonly source = {\n introducedIn: '2025-06-18',\n removedIn: DRAFT_PROTOCOL_VERSION\n } as const;\n description = `Test tool that sends log messages during execution.\n\n**Server Implementation Requirements:**\n\nImplement tool \\`test_tool_with_logging\\` with no arguments.\n\n**Behavior**: During execution, send 3 log notifications at info level:\n1. \"Tool execution started\"\n2. \"Tool processing data\" (after ~50ms delay)\n3. \"Tool execution completed\" (after another ~50ms delay)\n\n**Returns**: Text content confirming execution\n\n**Implementation Note**: The delays are important to test that clients can receive multiple log notifications during tool execution`;\n\n async run(ctx: RunContext): Promise {\n const { serverUrl } = ctx;\n const checks: ConformanceCheck[] = [];\n\n try {\n const connection = await connectToServer(serverUrl, {}, ctx.specVersion);\n const notifications = new NotificationCollector(connection.client);\n\n // Set logging level to debug\n await connection.client.setLoggingLevel('debug');\n\n await connection.client.callTool({\n name: 'test_tool_with_logging',\n arguments: {}\n });\n\n // Wait a bit for notifications to arrive\n await new Promise((resolve) => setTimeout(resolve, 200));\n\n // Check for log notifications from the NotificationCollector\n const logNotifications = notifications.getNotifications();\n\n const errors: string[] = [];\n if (logNotifications.length === 0) {\n errors.push('No log notifications received');\n } else if (logNotifications.length < 3) {\n errors.push(\n `Expected at least 3 log messages, got ${logNotifications.length}`\n );\n }\n\n checks.push({\n id: 'tools-call-with-logging',\n name: 'ToolsCallWithLogging',\n description: 'Tool sends log messages during execution',\n status: errors.length === 0 ? 'SUCCESS' : 'FAILURE',\n timestamp: new Date().toISOString(),\n errorMessage: errors.length > 0 ? errors.join('; ') : undefined,\n specReferences: [\n {\n id: 'MCP-Logging',\n url: 'https://modelcontextprotocol.io/specification/2025-06-18/server/utilities/logging'\n }\n ],\n details: {\n logCount: logNotifications.length,\n logs: logNotifications.map((n: any) => n.params)\n }\n });\n\n await connection.close();\n } catch (error) {\n checks.push({\n id: 'tools-call-with-logging',\n name: 'ToolsCallWithLogging',\n description: 'Tool sends log messages during execution',\n status: 'FAILURE',\n timestamp: new Date().toISOString(),\n errorMessage: `Failed: ${error instanceof Error ? error.message : String(error)}`,\n specReferences: [\n {\n id: 'MCP-Logging',\n url: 'https://modelcontextprotocol.io/specification/2025-06-18/server/utilities/logging'\n }\n ]\n });\n }\n\n return checks;\n }\n}\n\nexport class ToolsCallErrorScenario implements ClientScenario {\n name = 'tools-call-error';\n readonly source = { introducedIn: '2025-06-18' } as const;\n description = `Test tool error reporting.\n\n**Server Implementation Requirements:**\n\nImplement tool \\`test_error_handling\\` with no arguments.\n\n**Behavior**: Always throw an error\n\n**Returns**: JSON-RPC response with \\`isError: true\\`\n\n\\`\\`\\`json\n{\n \"isError\": true,\n \"content\": [\n {\n \"type\": \"text\",\n \"text\": \"This tool intentionally returns an error for testing\"\n }\n ]\n}\n\\`\\`\\``;\n\n async run(ctx: RunContext): Promise {\n const checks: ConformanceCheck[] = [];\n\n try {\n const conn = await ctx.connect();\n\n const result: any = await conn.request('tools/call', {\n name: 'test_error_handling',\n arguments: {}\n });\n\n // Check if result has isError flag\n const hasIsError = result.isError === true;\n const hasContent = result.content && result.content.length > 0;\n const hasErrorMessage = hasContent && result.content[0].text;\n\n checks.push({\n id: 'tools-call-error',\n name: 'ToolsCallError',\n description: 'Tool returns error correctly',\n status: hasIsError && hasErrorMessage ? 'SUCCESS' : 'FAILURE',\n timestamp: new Date().toISOString(),\n errorMessage: !hasIsError\n ? 'Tool did not return isError: true'\n : !hasErrorMessage\n ? 'Error result missing error message'\n : undefined,\n specReferences: [\n {\n id: 'MCP-Error-Handling',\n url: 'https://modelcontextprotocol.io/specification/2025-06-18/basic/lifecycle'\n }\n ],\n details: {\n result\n }\n });\n\n await conn.close();\n } catch (error) {\n checks.push({\n id: 'tools-call-error',\n name: 'ToolsCallError',\n description: 'Tool returns error correctly',\n status: 'FAILURE',\n timestamp: new Date().toISOString(),\n errorMessage: `Failed: ${error instanceof Error ? error.message : String(error)}`,\n specReferences: [\n {\n id: 'MCP-Error-Handling',\n url: 'https://modelcontextprotocol.io/specification/2025-06-18/basic/lifecycle'\n }\n ]\n });\n }\n\n return checks;\n }\n}\n\nexport class ToolsCallWithProgressScenario implements ClientScenario {\n name = 'tools-call-with-progress';\n readonly source = { introducedIn: '2025-06-18' } as const;\n description = `Test tool that reports progress notifications.\n\n**Server Implementation Requirements:**\n\nImplement tool \\`test_tool_with_progress\\` with no arguments.\n\n**Behavior**: If \\`_meta.progressToken\\` is provided in request:\n- Send progress notification: \\`0/100\\`\n- Wait ~50ms\n- Send progress notification: \\`50/100\\`\n- Wait ~50ms\n- Send progress notification: \\`100/100\\`\n\nIf no progress token provided, just execute with delays.\n\n**Returns**: Text content confirming execution\n\n**Progress Notification Format**:\n\n\\`\\`\\`json\n{\n \"method\": \"notifications/progress\",\n \"params\": {\n \"progressToken\": \"\",\n \"progress\": 50,\n \"total\": 100\n }\n}\n\\`\\`\\``;\n\n async run(ctx: RunContext): Promise {\n const checks: ConformanceCheck[] = [];\n\n try {\n const conn = await ctx.connect();\n const result = await conn.request('tools/call', {\n name: 'test_tool_with_progress',\n arguments: {},\n _meta: {\n progressToken: 'progress-test-1'\n }\n });\n\n const progressUpdates = conn.notifications\n .filter((n) => n.method === 'notifications/progress')\n .map(\n (n) =>\n n.params as {\n progressToken?: string | number;\n progress: number;\n total?: number;\n }\n )\n // The server must echo the request's progressToken back; ignore\n // notifications for other tokens.\n .filter((p) => p.progressToken === 'progress-test-1');\n\n const errors: string[] = [];\n if (progressUpdates.length === 0) {\n errors.push('No progress notifications received');\n } else if (progressUpdates.length < 3) {\n errors.push(\n `Expected at least 3 progress notifications, got ${progressUpdates.length}`\n );\n }\n\n if (progressUpdates.length >= 3) {\n const progress0 = progressUpdates[0].progress;\n const progress1 = progressUpdates[1].progress;\n const progress2 = progressUpdates[2].progress;\n\n if (!(progress0 <= progress1 && progress1 <= progress2)) {\n errors.push('Progress values should be increasing');\n }\n }\n\n checks.push({\n id: 'tools-call-with-progress',\n name: 'ToolsCallWithProgress',\n description: 'Tool reports progress notifications',\n status: errors.length === 0 ? 'SUCCESS' : 'FAILURE',\n timestamp: new Date().toISOString(),\n errorMessage: errors.length > 0 ? errors.join('; ') : undefined,\n specReferences: [\n {\n id: 'MCP-Progress',\n url: 'https://modelcontextprotocol.io/specification/2025-06-18/server/utilities/progress'\n }\n ],\n details: {\n progressCount: progressUpdates.length,\n progressNotifications: progressUpdates,\n result\n }\n });\n\n await conn.close();\n } catch (error) {\n checks.push({\n id: 'tools-call-with-progress',\n name: 'ToolsCallWithProgress',\n description: 'Tool reports progress notifications',\n status: 'FAILURE',\n timestamp: new Date().toISOString(),\n errorMessage: `Failed: ${error instanceof Error ? error.message : String(error)}`,\n specReferences: [\n {\n id: 'MCP-Progress',\n url: 'https://modelcontextprotocol.io/specification/2025-06-18/server/utilities/progress'\n }\n ]\n });\n }\n\n return checks;\n }\n}\n\nexport class ToolsCallSamplingScenario implements ClientScenario {\n name = 'tools-call-sampling';\n readonly source = {\n introducedIn: '2025-06-18',\n removedIn: DRAFT_PROTOCOL_VERSION\n } as const;\n description = `Test tool that requests LLM sampling from client.\n\n**Server Implementation Requirements:**\n\nImplement tool \\`test_sampling\\` with argument:\n- \\`prompt\\` (string, required) - The prompt to send to the LLM\n\n**Behavior**: Request LLM sampling from the client using \\`sampling/createMessage\\`\n\n**Sampling Request**:\n\n\\`\\`\\`json\n{\n \"method\": \"sampling/createMessage\",\n \"params\": {\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": {\n \"type\": \"text\",\n \"text\": \"\"\n }\n }\n ],\n \"maxTokens\": 100\n }\n}\n\\`\\`\\`\n\n**Returns**: Text content with the LLM's response\n\n\\`\\`\\`json\n{\n \"content\": [\n {\n \"type\": \"text\",\n \"text\": \"LLM response: \"\n }\n ]\n}\n\\`\\`\\`\n\n**Implementation Note**: If the client doesn't support sampling (no \\`sampling\\` capability), return an error.`;\n\n async run(ctx: RunContext): Promise {\n const { serverUrl } = ctx;\n const checks: ConformanceCheck[] = [];\n\n try {\n const connection = await connectToServer(serverUrl, {}, ctx.specVersion);\n\n let samplingRequested = false;\n connection.client.setRequestHandler(\n CreateMessageRequestSchema,\n async (_request) => {\n samplingRequested = true;\n return {\n role: 'assistant',\n content: {\n type: 'text',\n text: 'This is a test response from the client'\n },\n model: 'test-model',\n stopReason: 'endTurn'\n };\n }\n );\n\n const result = await connection.client.callTool({\n name: 'test_sampling',\n arguments: {\n prompt: 'Test prompt for sampling'\n }\n });\n\n const errors: string[] = [];\n if (!samplingRequested) {\n errors.push('Server did not request sampling from client');\n }\n\n const content = (result as any).content;\n if (!content || content.length === 0) {\n errors.push('Tool did not return content');\n }\n\n checks.push({\n id: 'tools-call-sampling',\n name: 'ToolsCallSampling',\n description: 'Tool requests LLM sampling from client',\n status: errors.length === 0 ? 'SUCCESS' : 'FAILURE',\n timestamp: new Date().toISOString(),\n errorMessage: errors.length > 0 ? errors.join('; ') : undefined,\n specReferences: [\n {\n id: 'MCP-Sampling',\n url: 'https://modelcontextprotocol.io/specification/2025-06-18/server/utilities/sampling'\n }\n ],\n details: {\n samplingRequested,\n result\n }\n });\n\n await connection.close();\n } catch (error) {\n checks.push({\n id: 'tools-call-sampling',\n name: 'ToolsCallSampling',\n description: 'Tool requests LLM sampling from client',\n status: 'FAILURE',\n timestamp: new Date().toISOString(),\n errorMessage: `Failed: ${error instanceof Error ? error.message : String(error)}`,\n specReferences: [\n {\n id: 'MCP-Sampling',\n url: 'https://modelcontextprotocol.io/specification/2025-06-18/server/utilities/sampling'\n }\n ]\n });\n }\n\n return checks;\n }\n}\n\nexport class ToolsCallElicitationScenario implements ClientScenario {\n name = 'tools-call-elicitation';\n readonly source = {\n introducedIn: '2025-06-18',\n removedIn: DRAFT_PROTOCOL_VERSION\n } as const;\n description = `Test tool that requests user input (elicitation) from client.\n\n**Server Implementation Requirements:**\n\nImplement tool \\`test_elicitation\\` with argument:\n- \\`message\\` (string, required) - The message to show the user\n\n**Behavior**: Request user input from the client using \\`elicitation/create\\`\n\n**Elicitation Request**:\n\n\\`\\`\\`json\n{\n \"method\": \"elicitation/create\",\n \"params\": {\n \"message\": \"\",\n \"requestedSchema\": {\n \"type\": \"object\",\n \"properties\": {\n \"username\": {\n \"type\": \"string\",\n \"description\": \"User's response\"\n },\n \"email\": {\n \"type\": \"string\",\n \"description\": \"User's email address\"\n }\n },\n \"required\": [\"username\", \"email\"]\n }\n }\n}\n\\`\\`\\`\n\n**Returns**: Text content with the user's response\n\n\\`\\`\\`json\n{\n \"content\": [\n {\n \"type\": \"text\",\n \"text\": \"User response: \"\n }\n ]\n}\n\\`\\`\\`\n\n**Implementation Note**: If the client doesn't support elicitation (no \\`elicitation\\` capability), return an error.`;\n\n async run(ctx: RunContext): Promise {\n const { serverUrl } = ctx;\n const checks: ConformanceCheck[] = [];\n\n try {\n const connection = await connectToServer(serverUrl, {}, ctx.specVersion);\n\n let elicitationRequested = false;\n connection.client.setRequestHandler(\n ElicitRequestSchema,\n async (_request) => {\n elicitationRequested = true;\n return {\n action: 'accept',\n content: {\n username: 'testuser',\n email: 'test@example.com'\n }\n };\n }\n );\n\n const result = await connection.client.callTool({\n name: 'test_elicitation',\n arguments: {\n message: 'Please provide your information'\n }\n });\n\n const errors: string[] = [];\n if (!elicitationRequested) {\n errors.push('Server did not request elicitation from client');\n }\n\n const content = (result as any).content;\n if (!content || content.length === 0) {\n errors.push('Tool did not return content');\n }\n\n checks.push({\n id: 'tools-call-elicitation',\n name: 'ToolsCallElicitation',\n description: 'Tool requests user input from client',\n status: errors.length === 0 ? 'SUCCESS' : 'FAILURE',\n timestamp: new Date().toISOString(),\n errorMessage: errors.length > 0 ? errors.join('; ') : undefined,\n specReferences: [\n {\n id: 'MCP-Elicitation',\n url: 'https://modelcontextprotocol.io/specification/2025-06-18/server/utilities/elicitation'\n }\n ],\n details: {\n elicitationRequested,\n result\n }\n });\n\n await connection.close();\n } catch (error) {\n checks.push({\n id: 'tools-call-elicitation',\n name: 'ToolsCallElicitation',\n description: 'Tool requests user input from client',\n status: 'FAILURE',\n timestamp: new Date().toISOString(),\n errorMessage: `Failed: ${error instanceof Error ? error.message : String(error)}`,\n specReferences: [\n {\n id: 'MCP-Elicitation',\n url: 'https://modelcontextprotocol.io/specification/2025-06-18/server/utilities/elicitation'\n }\n ]\n });\n }\n\n return checks;\n }\n}\n\nexport class ToolsCallAudioScenario implements ClientScenario {\n name = 'tools-call-audio';\n readonly source = { introducedIn: '2025-06-18' } as const;\n description = `Test calling a tool that returns audio content.\n\n**Server Implementation Requirements:**\n\nImplement tool \\`test_audio_content\\` with no arguments that returns:\n\n\\`\\`\\`json\n{\n \"content\": [\n {\n \"type\": \"audio\",\n \"data\": \"\",\n \"mimeType\": \"audio/wav\"\n }\n ]\n}\n\\`\\`\\`\n\n**Implementation Note**: Use a minimal test audio file`;\n\n async run(ctx: RunContext): Promise {\n const checks: ConformanceCheck[] = [];\n\n try {\n const conn = await ctx.connect();\n\n const result = await conn.request('tools/call', {\n name: 'test_audio_content',\n arguments: {}\n });\n\n // Validate response\n const errors: string[] = [];\n const content = (result as any).content;\n if (!content) errors.push('Missing content array');\n if (!Array.isArray(content)) errors.push('content is not an array');\n if (content && content.length === 0)\n errors.push('content array is empty');\n\n const audioContent =\n content && content.find((c: any) => c.type === 'audio');\n if (!audioContent) errors.push('No audio content found');\n if (audioContent && !audioContent.data)\n errors.push('Audio content missing data field');\n if (audioContent && !audioContent.mimeType)\n errors.push('Audio content missing mimeType field');\n if (audioContent && audioContent.mimeType !== 'audio/wav')\n errors.push(\n `Expected mimeType 'audio/wav', got '${audioContent.mimeType}'`\n );\n\n checks.push({\n id: 'tools-call-audio',\n name: 'ToolsCallAudio',\n description: 'Tool returns audio content',\n status: errors.length === 0 ? 'SUCCESS' : 'FAILURE',\n timestamp: new Date().toISOString(),\n errorMessage: errors.length > 0 ? errors.join('; ') : undefined,\n specReferences: [\n {\n id: 'MCP-Tools-Call',\n url: 'https://modelcontextprotocol.io/specification/2025-06-18/server/tools#calling-tools'\n }\n ],\n details: {\n hasAudioContent: !!audioContent,\n audioDataLength: audioContent?.data?.length || 0\n }\n });\n\n await conn.close();\n } catch (error) {\n checks.push({\n id: 'tools-call-audio',\n name: 'ToolsCallAudio',\n description: 'Tool returns audio content',\n status: 'FAILURE',\n timestamp: new Date().toISOString(),\n errorMessage: `Failed: ${error instanceof Error ? error.message : String(error)}`,\n specReferences: [\n {\n id: 'MCP-Tools-Call',\n url: 'https://modelcontextprotocol.io/specification/2025-06-18/server/tools#calling-tools'\n }\n ]\n });\n }\n\n return checks;\n }\n}\n\nexport class ToolsCallEmbeddedResourceScenario implements ClientScenario {\n name = 'tools-call-embedded-resource';\n readonly source = { introducedIn: '2025-06-18' } as const;\n description = `Test calling a tool that returns embedded resource content.\n\n**Server Implementation Requirements:**\n\nImplement tool \\`test_embedded_resource\\` with no arguments that returns:\n\n\\`\\`\\`json\n{\n \"content\": [\n {\n \"type\": \"resource\",\n \"resource\": {\n \"uri\": \"test://embedded-resource\",\n \"mimeType\": \"text/plain\",\n \"text\": \"This is an embedded resource content.\"\n }\n }\n ]\n}\n\\`\\`\\``;\n\n async run(ctx: RunContext): Promise {\n const checks: ConformanceCheck[] = [];\n\n try {\n const conn = await ctx.connect();\n\n const result = await conn.request('tools/call', {\n name: 'test_embedded_resource',\n arguments: {}\n });\n\n // Validate response\n const errors: string[] = [];\n const content = (result as any).content;\n if (!content) errors.push('Missing content array');\n if (!Array.isArray(content)) errors.push('content is not an array');\n if (content && content.length === 0)\n errors.push('content array is empty');\n\n const resourceContent =\n content && content.find((c: any) => c.type === 'resource');\n if (!resourceContent) errors.push('No resource content found');\n if (resourceContent && !resourceContent.resource)\n errors.push('Resource content missing resource field');\n if (resourceContent?.resource) {\n if (!resourceContent.resource.uri)\n errors.push('Resource missing uri field');\n if (!resourceContent.resource.mimeType)\n errors.push('Resource missing mimeType field');\n if (!resourceContent.resource.text && !resourceContent.resource.blob) {\n errors.push('Resource missing both text and blob fields');\n }\n }\n\n checks.push({\n id: 'tools-call-embedded-resource',\n name: 'ToolsCallEmbeddedResource',\n description: 'Tool returns embedded resource content',\n status: errors.length === 0 ? 'SUCCESS' : 'FAILURE',\n timestamp: new Date().toISOString(),\n errorMessage: errors.length > 0 ? errors.join('; ') : undefined,\n specReferences: [\n {\n id: 'MCP-Tools-Call',\n url: 'https://modelcontextprotocol.io/specification/2025-06-18/server/tools#calling-tools'\n }\n ],\n details: {\n hasResourceContent: !!resourceContent,\n resourceUri: resourceContent?.resource?.uri\n }\n });\n\n await conn.close();\n } catch (error) {\n checks.push({\n id: 'tools-call-embedded-resource',\n name: 'ToolsCallEmbeddedResource',\n description: 'Tool returns embedded resource content',\n status: 'FAILURE',\n timestamp: new Date().toISOString(),\n errorMessage: `Failed: ${error instanceof Error ? error.message : String(error)}`,\n specReferences: [\n {\n id: 'MCP-Tools-Call',\n url: 'https://modelcontextprotocol.io/specification/2025-06-18/server/tools#calling-tools'\n }\n ]\n });\n }\n\n return checks;\n }\n}\n","deleted",false,"label",[47,48,49,24],"src","scenarios","server","7dcb6042-d92f-40c5-9cc8-0f661f96e58b",["D",1789043604380],"deletedAt","legacyEnvVars","privacy","public","httpPrivacy","description","imageUrl","userId","f4518a30-f52b-4b12-891c-a8fffb7240f8","pinnedFileId","e6dd13e2-ad13-11f1-a612-1607ee4eb77e","pinPreview","pinMigrated","screenshotVersion","likeCount",0,"orgId","01a07c12-b73a-76de-b96a-421ce8582af6","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm","user",{"_9":10,"_106":-5},"org",{"_9":10,"_100":101,"_102":-5,"_59":-5,"_103":104,"_105":44},"branch",{"_37":90,"_11":91,"_22":30,"_92":50,"_93":-5,"_94":-5,"_95":-5,"_96":-5,"_97":-5,"_98":12,"_99":10},"isOwned",396,"main","projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","MCP Conformance","avatar","tier","free","canRestrictVals","profileImageUrl","ctx",{"_83":-5,"_140":141,"_142":143,"_144":145,"_146":44,"_147":44,"_148":44,"_149":34,"_150":-5,"_151":-7,"_152":-7,"_153":67,"_154":44,"_155":44,"_156":-5,"_157":44,"_158":44,"_159":44,"_160":-5},"ENV",{"_111":112,"_113":114,"_115":91,"_116":117,"_118":119,"_120":121,"_122":123,"_124":125,"_126":127,"_128":129,"_130":131,"_132":133,"_134":135,"_136":137,"_138":139},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","e87eb04e707cf64e7e532c8e8ec395f209e17f15","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town","orgs",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]