[{"_1":2,"_3":-5,"_4":-5},"loaderData",{"_5":6,"_7":8,"_9":10},"actionData","errors","root",{"_219":220,"_221":222},"routes/_app.x.$handle.$name",{"_11":12,"_13":14,"_15":16,"_17":18,"_39":-7,"_130":-5,"_19":131,"_132":133,"_134":135,"_136":137,"_138":139,"_21":140,"_141":-5,"_142":-5,"_143":24,"_144":145,"_146":147,"_148":-5,"_149":-5,"_150":151},"routes/_app.x.$handle.$name.branch.$branch.history_.$",{"_11":12,"_13":14,"_15":16,"_17":18,"_19":20,"_21":22,"_23":24,"_25":26,"_27":28,"_29":24,"_30":-5},"handle","stevekrouse","name","mcp-registry-oauth-scan","branchName","main","path","README.md","project",{"_33":80,"_13":14,"_37":81,"_82":-5,"_83":24,"_84":85,"_86":87,"_88":89,"_90":-5,"_30":67,"_91":92,"_93":24,"_94":-5,"_95":-5,"_96":26,"_41":42,"_97":-5,"_98":-5,"_99":-5,"_100":-5,"_101":102,"_103":102,"_104":105,"_106":105,"_107":105,"_108":102,"_109":102,"_53":110,"_111":112,"_113":114,"_115":24},"file",{"_63":64,"_13":18,"_65":21,"_66":24,"_79":-5},"isDirectory",false,"page",0,"history",[31,32],"hasNext","userId",{"_33":70,"_35":36,"_37":71,"_39":72,"_41":42,"_43":73,"_45":-5,"_46":74,"_48":-5,"_49":-5,"_50":-5,"_51":-5,"_52":-5,"_53":75,"_21":76,"_56":-5,"_57":-5,"_58":-5,"_59":-5,"_60":77},{"_33":34,"_35":36,"_37":38,"_39":40,"_41":42,"_43":44,"_45":-5,"_46":47,"_48":-5,"_49":-5,"_50":-5,"_51":-5,"_52":-5,"_53":54,"_21":55,"_56":-5,"_57":-5,"_58":-5,"_59":-5,"_60":61},"id","2b98e96d-0c50-482a-9714-6c4ff2ff3e87","branchId","50b8a8d0-cd8b-4471-86ba-de7cad423d95","createdAt",["D",1788283644044],"version",13,"orgId","e81e7335-6d4c-4764-a902-d0962bbfa9f7","parentId","cf97d4ca-9e37-4cde-a7fd-3e97424ae45d","incomingCommitId","aiChatMessageId","47954212-876e-4c6a-86ee-3fa6fafe9cda","aiChatThreadId","aiChatThreadUserId","aiChatThreadTitle","source","clientLabel","user",{"_33":67,"_41":42,"_11":12,"_68":69},{"_63":64,"_13":18,"_65":21,"_66":24},"pull","merge","revert","multiple","commits",[62],{"_33":34,"_35":36,"_37":38,"_39":40,"_41":42,"_43":44,"_45":-5,"_46":47,"_48":-5,"_49":-5,"_50":-5,"_51":-5,"_52":-5,"_53":54,"_21":55,"_56":-5,"_57":-5,"_58":-5},"fileId","65201830-a62a-11f1-b4e6-1607ee4eb77e","fileType","deleted","a0bf3b31-15a5-4d5c-880e-4b1e22c9bc18","avatar","https://images.clerk.dev/uploaded/img_2PqHa2Gsy93xQrjh2w78Xu0cChW.jpeg","6c6985e4-7a7c-4603-bc53-e7516f086898",["D",1788283869892],15,"c3b7bbad-0e53-4b57-b94e-df1c68d492ca","7468a9c7-f35c-4317-a2de-8742524ee8ac",{"_33":67,"_41":42,"_11":12,"_68":69},{"_63":64,"_13":18,"_65":21,"_66":24},[78],{"_33":70,"_35":36,"_37":71,"_39":72,"_41":42,"_43":73,"_45":-5,"_46":74,"_48":-5,"_49":-5,"_50":-5,"_51":-5,"_52":-5,"_53":75,"_21":76,"_56":-5,"_57":-5,"_58":-5},"deletedAtVersion","bc997396-d70d-4e1a-9293-44402229bb3c",["D",1788276881147],"deletedAt","legacyEnvVars","privacy","unlisted","httpPrivacy","public","description","Scan MCP registry remote servers for DCR/CIMD support","imageUrl","pinnedFileId","dfe598f2-a61a-11f1-aa61-1607ee4eb77e","pinPreview","pinMigrated","screenshotVersion","likeCount","tursoName","tursoHostname","tursoMeasuredAt","pinned","userPerm","r","valPerm","blobPerm","rw","emailPerm","sqlitePerm","projectPerm","telemetryPerm",{"_11":12,"_129":69},"org",{"_11":12,"_125":-5,"_68":69,"_30":67,"_126":127,"_128":24},"branch",{"_39":116,"_13":16,"_33":36,"_117":80,"_118":-5,"_119":-5,"_120":-5,"_121":-5,"_122":-5,"_123":14,"_124":12},"isOwned",16,"projectId","forkedBranchId","forkedBranchVersion","forkedProjectPrivacy","forkedProjectId","forkedProjectOrgId","projectName","userHandle","displayName","tier","pro","canRestrictVals","profileImageUrl","adoptOrgId",{"_33":80,"_13":14,"_37":215,"_82":-5,"_83":24,"_84":85,"_86":87,"_88":89,"_90":-5,"_30":67,"_91":92,"_93":24,"_94":-5,"_95":-5,"_96":26,"_41":42,"_97":-5,"_98":-5,"_99":-5,"_100":-5,"_101":102,"_103":102,"_104":105,"_106":105,"_107":105,"_108":102,"_109":102,"_53":216,"_111":217,"_113":218,"_115":24},"tree",[171,172,173,174,175],"files",[171,172,173,174,175],"counts",{"_161":26,"_162":156,"_163":26,"_164":165,"_166":167},"contents",[],{"_33":152,"_13":18,"_63":64,"_43":-5,"_35":36,"_153":72,"_154":147,"_37":155,"_39":156,"_65":21,"_157":158,"_66":24,"_159":-5,"_17":160},"upstreamProject","upstreamBranch","emptyEnvVars","flags",[],"hasHttpFiles",true,"grants","orgs","customDomains",{},"156259a0-9a54-44b7-834a-ee128125dacb","branchVersion","latest",["D",1788283869892],1,"content","# MCP Registry OAuth Scan\n\nScans the official [MCP registry](https://registry.modelcontextprotocol.io)'s remote servers for OAuth support, specifically **DCR** (dynamic client registration) and **CIMD** (`client_id_metadata_document_supported`).\n\n## Pipeline\n\n```\ncollect.ts ──> registry-state blob ──> collect_http.ts ──> probe/*.json ──> dump.ts ──> merged JSON\n (page registry) (probe chunks) (per-chunk) (merge + join names)\n```\n\n1. **`collect.ts`** (script, run manually) — pages `/v0/servers?limit=100&version=latest` with a 6s timeout, 40s budget, and a resumable cursor saved in the `registry-state` blob. Collects every remote URL with its server name/title/type. Run repeatedly until it logs `done: true`.\n2. **`collect_http.ts`** (HTTP) — probes unique URLs in chunks for OAuth support: MCP `initialize` POST, 401 + `www-authenticate` check, protected-resource metadata chain, then authorization-server metadata for `registration_endpoint` (DCR) and `client_id_metadata_document_supported` (CIMD).\n - `GET ?offset=0&n=300` — probe URLs `[offset, offset+n)` → `probe/.json`. Repeat until `offset >= totalUrls`.\n - `GET ?mode=hosts` — build `recheck-list.json`: one representative URL per host that showed `dcr|cimd`.\n - `GET ?mode=recheck&offset=0&n=` — re-probe the recheck list → `recheck/.json`.\n3. **`dump.ts`** (HTTP) — merges all probe chunks and joins back registry names/titles into one JSON array. Reads chunks in parallel (~350ms for 15k results). Query: `?set=probe` (default) or `?set=recheck`.\n\n## Data (blob storage)\n\n| Key | Contents |\n| --- | --- |\n| `registry-state` | registry cursor + all collected entries (`name`, `title`, `url`, `type`) |\n| `probe/.json` | probe results per chunk |\n| `recheck-list.json` | one representative URL per DCR/CIMD host |\n| `recheck/.json` | recheck results per chunk |\n\n## Result record\n\n`url`, `alive`, `oauth`, `dcr`, `cimd`, `status`, `www` (www-authenticate header), `prm` (protected-resource metadata found), `metaUrl`, `registration_endpoint`, `authorization_endpoint`, `token_endpoint`, `issuer`, `pkce`, plus joined `names[]`, `titles[]`, `type`.\n\n## Downstream\n\nThe `?set=probe` dump feeds `registry-scan-data.ts` in [stevekrouse/oauth-demos](https://www.val.town/x/stevekrouse/oauth-demos) (one entry per hostname, curated hosts excluded). Keep this val separate from oauth-demos: it's an offline batch scraper with its own blob state, while oauth-demos is a live public app.\n","label",[18],"pulls","branches","forks","envVars",{"_168":26,"_170":26},"connections",{"_168":26,"_169":26},"count","unfilledCount","emptyCount",{"_33":208,"_13":209,"_63":210,"_43":-5,"_35":36,"_153":116,"_154":147,"_37":211,"_39":156,"_65":21,"_157":212,"_66":24,"_159":-5,"_184":213,"_17":214},{"_33":152,"_13":18,"_63":64,"_43":-5,"_35":36,"_153":72,"_154":147,"_37":205,"_39":156,"_65":21,"_157":158,"_66":24,"_159":-5,"_184":206,"_17":207},{"_33":195,"_13":196,"_63":197,"_43":-5,"_35":36,"_153":198,"_154":147,"_37":199,"_39":200,"_65":201,"_157":202,"_66":24,"_159":-5,"_184":203,"_17":204},{"_33":187,"_13":188,"_63":92,"_43":-5,"_35":36,"_153":189,"_154":147,"_37":190,"_39":191,"_65":182,"_157":192,"_66":24,"_159":-5,"_184":193,"_17":194},{"_33":176,"_13":177,"_63":178,"_43":-5,"_35":36,"_153":179,"_154":147,"_37":180,"_39":181,"_65":182,"_157":183,"_66":24,"_159":-5,"_184":185,"_17":186},"ba1d945e-6fa8-4afd-8c05-5db956491db6","dump.ts","c31d8318-a621-11f1-9d0b-1607ee4eb77e",12,["D",1788283626689],2,"http","import { blob } from \"https://esm.town/v/std/blob/main.ts\";\n// ?set=probe (default) | recheck -> merge all chunks of that set, join back to registry names, return one JSON array.\nexport default async function (req: Request) {\n const t0 = Date.now();\n const set = new URL(req.url).searchParams.get(\"set\") ?? \"probe\";\n const [state, keys] = await Promise.all([\n blob.getJSON(\"registry-state\"),\n blob.list(set + \"/\").then((bs) => bs.map((b) => b.key).sort()),\n ]);\n const byUrl = new Map();\n for (const e of state.entries) (byUrl.get(e.url) ?? byUrl.set(e.url, []).get(e.url)!).push(e);\n // fetch + parse all chunks in parallel\n const chunks = await Promise.all(keys.map((k) => blob.getJSON(k)));\n const all: any[] = [];\n for (const results of chunks) {\n for (const r of results) {\n const ents = byUrl.get(r.url) ?? [];\n all.push({ ...r, names: [...new Set(ents.map((e) => e.name))], titles: [...new Set(ents.map((e) => e.title).filter(Boolean))], type: ents[0]?.type });\n }\n }\n return Response.json({ set, chunks: keys.length, count: all.length, collectedAt: state.savedAt, ms: Date.now() - t0, results: all });\n}\n","children",[],[177],"c671bd7f-b761-4942-bcc8-31a632215372","collect_http.ts",10,["D",1788280065460],4,"import { blob } from \"https://esm.town/v/std/blob/main.ts\";\n\n// Probe registry remote URLs for OAuth / DCR / CIMD support.\n// GET ?offset=0&n=300 -> probe all unique URLs [offset, offset+n) -> blob probe/.json\n// GET ?mode=hosts -> build recheck list: one representative URL per host that showed dcr|cimd -> blob recheck-list.json\n// GET ?mode=recheck&offset=0&n= -> re-probe recheck list, recording metaUrl -> blob recheck/.json\nconst T = 5000;\nconst fj = async (u: string, init: RequestInit = {}) => {\n try {\n const r = await fetch(u, { ...init, signal: AbortSignal.timeout(T), redirect: \"follow\" });\n const ct = r.headers.get(\"content-type\") ?? \"\";\n let json: any = null;\n if (ct.includes(\"json\")) json = await r.json().catch(() => null);\n else await r.body?.cancel();\n return { status: r.status, json, www: r.headers.get(\"www-authenticate\") };\n } catch (e) {\n return { status: 0, json: null, www: null, err: String(e).slice(0, 80) };\n }\n};\nconst asMetaUrls = (as: string) => {\n const a = new URL(as);\n const p = a.pathname.replace(/\\/$/, \"\");\n const list = [\n `${a.origin}/.well-known/oauth-authorization-server${p}`,\n `${a.origin}/.well-known/openid-configuration${p}`,\n `${a.origin}${p}/.well-known/openid-configuration`,\n ];\n if (p) list.push(`${a.origin}/.well-known/oauth-authorization-server`, `${a.origin}/.well-known/openid-configuration`);\n return [...new Set(list)];\n};\nconst isAsMeta = (j: any) => j && typeof j === \"object\" && (j.authorization_endpoint || j.token_endpoint || j.issuer);\n\nexport async function probe(url: string) {\n const out: any = { url, alive: false, oauth: false, dcr: false, cimd: false };\n let u: URL;\n try { u = new URL(url); } catch { out.err = \"bad url\"; return out; }\n const p = u.pathname.replace(/\\/$/, \"\");\n const init = { method: \"POST\", headers: { \"content-type\": \"application/json\", accept: \"application/json, text/event-stream\" },\n body: JSON.stringify({ jsonrpc: \"2.0\", id: 1, method: \"initialize\", params: { protocolVersion: \"2025-06-18\", capabilities: {}, clientInfo: { name: \"probe\", version: \"0\" } } }) };\n const prmUrls = [...new Set([`${u.origin}/.well-known/oauth-protected-resource${p}`, `${u.origin}/.well-known/oauth-protected-resource`])];\n const [main, ...prms] = await Promise.all([fj(url, init), ...prmUrls.map((x) => fj(x))]);\n out.status = main.status;\n out.alive = main.status > 0 || prms.some((r) => r.status > 0);\n if (main.www) out.www = main.www.slice(0, 200);\n let prm = prms.find((r) => r.json?.authorization_servers)?.json;\n const m = main.www?.match(/resource_metadata=\"?([^\",\\s]+)/);\n if (!prm && m) prm = (await fj(m[1])).json;\n const asList: string[] = (prm?.authorization_servers ?? []).filter((x: any) => typeof x === \"string\" && /^https?:\\/\\//.test(x)).slice(0, 2);\n if (prm) out.prm = true;\n const candidates = asList.length ? asList.flatMap(asMetaUrls) : asMetaUrls(u.origin + p);\n const metas = await Promise.all(candidates.map((x) => fj(x)));\n const hit = metas.findIndex((r) => isAsMeta(r.json));\n const meta = hit >= 0 ? metas[hit].json : null;\n if (meta) {\n out.metaUrl = candidates[hit];\n out.registration_endpoint = meta.registration_endpoint;\n out.authorization_endpoint = meta.authorization_endpoint;\n out.token_endpoint = meta.token_endpoint;\n out.oauth = true;\n out.issuer = meta.issuer;\n out.dcr = !!meta.registration_endpoint;\n out.cimd = meta.client_id_metadata_document_supported === true;\n out.pkce = !!meta.code_challenge_methods_supported;\n } else if (main.status === 401) out.oauth401 = true;\n return out;\n}\n\nasync function runChunk(urls: string[], offset: number, n: number, conc: number, prefix: string) {\n const chunk = urls.slice(offset, offset + n);\n const t0 = Date.now();\n const results: any[] = [];\n let i = 0;\n await Promise.all(Array.from({ length: conc }, async () => {\n while (i < chunk.length) { const j = i++; results[j] = await probe(chunk[j]); }\n }));\n await blob.setJSON(`${prefix}/${String(offset).padStart(6, \"0\")}.json`, results);\n const c = (k: string) => results.filter((r) => r[k]).length;\n return { offset, n: chunk.length, totalUrls: urls.length, ms: Date.now() - t0, alive: c(\"alive\"), oauth: c(\"oauth\"), dcr: c(\"dcr\"), cimd: c(\"cimd\"), prm: c(\"prm\"), metaUrl: c(\"metaUrl\") };\n}\n\nexport default async function (req: Request) {\n const q = new URL(req.url).searchParams;\n const mode = q.get(\"mode\") ?? \"probe\";\n const offset = +(q.get(\"offset\") ?? 0), n = +(q.get(\"n\") ?? 300), conc = +(q.get(\"conc\") ?? 40);\n if (mode === \"hosts\") {\n const keys = (await blob.list(\"probe/\")).map((b) => b.key).sort();\n const best = new Map();\n for (const k of keys) for (const r of await blob.getJSON(k)) {\n if (!(r.dcr || r.cimd)) continue;\n const h = new URL(r.url).hostname;\n const cur = best.get(h);\n // prefer CIMD-capable, then shorter URL\n if (!cur || (r.cimd && !cur.cimd) || (r.cimd === cur.cimd && r.url.length < cur.url.length)) best.set(h, r);\n }\n const list = [...best.values()].map((r) => r.url).sort();\n await blob.setJSON(\"recheck-list.json\", list);\n return Response.json({ hosts: list.length });\n }\n if (mode === \"recheck\") {\n const urls: string[] = await blob.getJSON(\"recheck-list.json\");\n return Response.json(await runChunk(urls, offset, n, conc, \"recheck\"));\n }\n const state = await blob.getJSON(\"registry-state\");\n const urls = [...new Set(state.entries.map((e: any) => e.url))] as string[];\n return Response.json(await runChunk(urls, offset, n, conc, \"probe\"));\n}\n",[],[188],"fd544d9c-d00e-468d-8ce6-8fe0da53fe95","collect.ts","a62ef7de-a61a-11f1-9032-1607ee4eb77e",5,["D",1788279396788],3,"script","import { blob } from \"https://esm.town/v/std/blob/main.ts\";\n// Page the MCP registry quickly. 6s timeout per page, stop after 40s total, resume from saved cursor.\nconst base = \"https://registry.modelcontextprotocol.io/v0/servers\";\nconst state = (await blob.getJSON(\"registry-state\").catch(() => null)) ?? { cursor: undefined, total: 0, pages: 0, entries: [], done: false };\nconst t0 = Date.now();\nwhile (!state.done && Date.now() - t0 < 40000) {\n const u = new URL(base);\n u.searchParams.set(\"limit\", \"100\");\n u.searchParams.set(\"version\", \"latest\");\n if (state.cursor) u.searchParams.set(\"cursor\", state.cursor);\n const r = await fetch(u, { signal: AbortSignal.timeout(6000) });\n if (!r.ok) throw new Error(`registry ${r.status}: ${(await r.text()).slice(0, 200)}`);\n const d = await r.json();\n state.pages++;\n for (const s of d.servers ?? []) {\n state.total++;\n const srv = s.server ?? s;\n for (const rem of srv.remotes ?? []) {\n if (rem?.url) state.entries.push({ name: srv.name, title: srv.title, url: rem.url, type: rem.type });\n }\n }\n state.cursor = d.metadata?.nextCursor;\n if (!state.cursor) state.done = true;\n}\nawait blob.setJSON(\"registry-state\", state);\nconsole.log({ done: state.done, pages: state.pages, total: state.total, remotes: state.entries.length, uniqueUrls: new Set(state.entries.map((e: any) => e.url)).size, elapsedMs: Date.now() - t0 });\n",[],[196],["D",1788283869892],[],[18],"13280fcd-8a5f-44d3-ab7e-982a37883dee","AGENTS.md","652ea2ce-a62a-11f1-b4e6-1607ee4eb77e",["D",1788283869960],"# AGENTS.md\n\nScan of the MCP registry's remote servers for OAuth / DCR / CIMD support. 3-stage pipeline, state in project blob storage (no SQLite).\n\n## File map\n\n| File | Type | Purpose |\n| --- | --- | --- |\n| `collect.ts` | script | Page the MCP registry (`/v0/servers`), save remote URLs + names to `registry-state` blob. Resumable cursor; run repeatedly until `done: true`. |\n| `collect_http.ts` | http | Probe URL chunks for OAuth support (MCP initialize POST → 401/www-auth → PRM → AS metadata → dcr/cimd flags). `?offset=&n=&conc=` probes into `probe/*.json`; `?mode=hosts` builds `recheck-list.json`; `?mode=recheck` probes that list into `recheck/*.json`. |\n| `dump.ts` | http | Merge probe/recheck chunks + join registry names into one JSON array. `?set=probe|recheck`. Chunks fetched in parallel (~350ms for 15k rows). |\n| `README.md` | doc | Full pipeline docs, blob keys, result schema. |\n\n## Notes\n\n- Blob keys: `registry-state`, `probe/<6-digit-offset>.json`, `recheck-list.json`, `recheck/<6-digit-offset>.json`.\n- The HTTP endpoints exist so probes can be driven in resumable chunks with query params (scripts can't take params and the full probe doesn't fit in one run). They return JSON by design — don't convert to HTML pages; add a separate HTML view if a human-friendly UI is wanted.\n- `probe(url)` in `collect_http.ts` is exported and reusable for one-off checks.\n- This val feeds `registry-scan-data.ts` in `stevekrouse/oauth-demos` (consumer of the `?set=probe` dump). Keep it separate from oauth-demos — offline batch scraper vs live public app.\n",[],[209],["D",1788276881147],{"_11":12,"_129":69},{"_11":12,"_125":-5,"_68":69,"_30":67,"_126":127,"_128":24},{"_39":116,"_13":16,"_33":36,"_117":80,"_118":-5,"_119":-5,"_120":-5,"_121":-5,"_122":-5,"_123":14,"_124":12},"ctx",{"_53":-5,"_149":252,"_253":254,"_255":256,"_257":24,"_258":24,"_259":24,"_260":147,"_261":-5,"_262":-7,"_263":-7,"_264":26,"_265":24,"_266":24,"_267":-5,"_268":24,"_269":24,"_270":24,"_271":-5},"ENV",{"_223":224,"_225":226,"_227":16,"_228":229,"_230":231,"_232":233,"_234":235,"_236":237,"_238":239,"_240":241,"_242":243,"_244":245,"_246":247,"_248":249,"_250":251},"REACT_APP_SENTRY_DSN","https://586020d86f05489db63a554690acf1e9@o1398359.ingest.sentry.io/6724499","RENDER_GIT_COMMIT","9e167d8120a57de5d747867e0b686da51bcc19a4","RENDER_GIT_BRANCH","POSTHOG_API_TOKEN","phc_nmoyuAkStEZuUp69rYlg1DZgrIt19Gx0Y4Hwf8tGgJP","POSTHOG_API_HOST","https://wart.val.town","WEB_API_TEMPLATE","https://{val}.web.val.run","APP_URL","https://www.val.town","MODULE_URL","https://esm.town","VANITY_WEB_API_TEMPLATE","https://{label}.val.run/","DENOLS_URL","https://lsp.val.town","NODE_ENV","production","CLOUDFLARE_TURNSTILE_SITE_KEY","0x4AAAAAACtaIZJH7s9rBMZ6","GOOGLE_CLIENT_ID","875989696899-jtsqkhlbdv5jrlsk8631p7ipjg3c6o62.apps.googleusercontent.com","STRIPE_PUBLISHABLE_KEY","pk_live_51N2zvWEpZTTLipIkVEwXrUG9AT0yeOOEYxszarZT1jpsZV58Ly6wlg3SltZpHN26CUalOBmUSY7adQRQiSkCZz2500qSXNkf8Y","API_URL","https://api.val.town",[],"preferencesKeybindings","default","preferencesTheme","light","preferencesFixers","preferencesCopilot","preferencesSelectionAi","preferencesCloseBrackets","preferencesChatPanelState","preferencesDprint","preferencesDenofmt","notificationCount","flagDenols","isBusinessOrgMember","businessOrgHandle","isBusinessOrgAdmin","isHigherTownieTier","navCollapsed","currentOrgId"]

History · README.md