Skip to content

Commit 0626d65

Browse files
ondraulehlaclaude
andcommitted
Board: a registry entry that lists several servers is measured server by server
The registry means the remotes of an entry as ways to reach one server. A few publishers list a set of servers in one entry instead: the entry com.cloudflare.mcp/mcp has 15 Cloudflare servers, each under /mcp and /sse. Until now the probe measured the first one (docs) under the entry's name, and when docs failed it fell back to another server, under the same name. On 2026-10-27 I wrote that the Cloudflare servers are not in the registry. That was wrong: they are in it, in this one entry. An entry whose callable remotes are three or more servers (by host and path, with /mcp and /sse as one) is now a bundle (probe/bundles.ts): - The first server keeps the entry's name and row. Its fallback stays in that server. - Each other server gets a row with the status "bundled", named url/<host>/<path>. A catalog that lists it gives it its title, for example "Cloudflare Radar". - The pages link both ways (new column bundle, migration 014). - The statistics, the dataset and the evidence keep one row per entry. On the registry of 2026-10-25 this splits 28 entries into 166 more servers, 14 of them from Cloudflare. Regional copies of one server are split too. Their pages say "one of the N servers of the entry", which is true for both cases. The re-check evidence now says what ran the checks (checked_with): the client, the SDK and the protocol version it asks for (2025-11-25). Each row already has the version that the server answered. This follows the points made in modelcontextprotocol/registry#1715. Co-Authored-By: Claude Opus 5.5 <[email protected]>
1 parent 4ccc758 commit 0626d65

17 files changed

Lines changed: 283 additions & 44 deletions

File tree

‎.github/workflows/deploy.yml‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -100,6 +100,7 @@ jobs:
100100
if [ "$(has failing_since)" = "0" ]; then npx wrangler d1 execute mcp-pulse --remote --file=migrations/011-failing-since-version.sql; echo "migration 011 applied"; fi
101101
if [ "$(has down_since)" = "0" ]; then npx wrangler d1 execute mcp-pulse --remote --file=migrations/012-down-since.sql; echo "migration 012 applied"; fi
102102
if [ "$(has listed_in)" = "0" ]; then npx wrangler d1 execute mcp-pulse --remote --file=migrations/013-listed-in.sql; echo "migration 013 applied"; fi
103+
if [ "$(has bundle)" = "0" ]; then npx wrangler d1 execute mcp-pulse --remote --file=migrations/014-bundle.sql; echo "migration 014 applied"; fi
103104
idx=$(npx wrangler d1 execute mcp-pulse --remote --json --command "SELECT count(*) AS n FROM sqlite_master WHERE type='index' AND name='servers_init_name'" | node -e 'let s="";process.stdin.on("data",d=>s+=d).on("end",()=>console.log(JSON.parse(s)[0].results[0].n))')
104105
if [ "$idx" != "0" ]; then npx wrangler d1 execute mcp-pulse --remote --file=migrations/006-fewer-indexes.sql; echo "migration 006 applied"; fi
105106
- name: Deploy

‎.github/workflows/probe.yml‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -194,6 +194,7 @@ jobs:
194194
if [ "$(has failing_since)" = "0" ]; then npx wrangler d1 execute mcp-pulse --remote --file=migrations/011-failing-since-version.sql; echo "migration 011 applied"; fi
195195
if [ "$(has down_since)" = "0" ]; then npx wrangler d1 execute mcp-pulse --remote --file=migrations/012-down-since.sql; echo "migration 012 applied"; fi
196196
if [ "$(has listed_in)" = "0" ]; then npx wrangler d1 execute mcp-pulse --remote --file=migrations/013-listed-in.sql; echo "migration 013 applied"; fi
197+
if [ "$(has bundle)" = "0" ]; then npx wrangler d1 execute mcp-pulse --remote --file=migrations/014-bundle.sql; echo "migration 014 applied"; fi
197198
idx=$(npx wrangler d1 execute mcp-pulse --remote --json --command "SELECT count(*) AS n FROM sqlite_master WHERE type='index' AND name='servers_init_name'" | node -e 'let s="";process.stdin.on("data",d=>s+=d).on("end",()=>console.log(JSON.parse(s)[0].results[0].n))')
198199
if [ "$idx" != "0" ]; then npx wrangler d1 execute mcp-pulse --remote --file=migrations/006-fewer-indexes.sql; echo "migration 006 applied"; fi
199200
- name: Import into D1

‎probe/build-data.ts‎

Lines changed: 13 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -12,8 +12,9 @@ import { mkdir, readFile, writeFile } from 'node:fs/promises';
1212
import { existsSync } from 'node:fs';
1313
import { parseArgs } from 'node:util';
1414
import { GATED_STATUSES, hostOf, isConfirmedDown, isFailing, isSchemaRefusal } from '../packages/mcpcost/src/index.js';
15-
import { downChange, failingSinceOf, OUTSIDE_REGISTRY } from './rows.js';
15+
import { downChange, failingSinceOf, NOT_AN_ENTRY } from './rows.js';
1616
import { LISTED_META, type Listing } from './sources.js';
17+
import { BUNDLE_META, type Bundle } from './bundles.js';
1718
import type { ProbeResult, RegistryEntry } from '../packages/mcpcost/src/index.js';
1819

1920
const PACKAGE_HOST: Record<string, string> = { npm: 'npmjs.com', pypi: 'pypi.org', nuget: 'nuget.org', cargo: 'crates.io' };
@@ -87,8 +88,10 @@ export interface ServerRow {
8788
website?: string;
8889
registryStatus: string;
8990
registryUpdatedAt: string;
90-
/** For a server outside the registry (registryStatus "listed"): the catalogs that list it, with a link each. */
91+
/** For a server outside the registry (registryStatus "listed"), or one of a bundle: the catalogs that list it, with a link each. */
9192
listedIn?: Listing[];
93+
/** An entry that lists several servers: its others. One of those servers (registryStatus "bundled"): its entry. */
94+
bundle?: Bundle;
9295
/** The version of the registry entry that was probed (the latest one). */
9396
version?: string;
9497
probedAt: string;
@@ -159,8 +162,10 @@ const registry = new Map(registryRaw.map((r) => [r.server.name, r.server]));
159162
const registryMeta = new Map(registryRaw.map((r) => [r.server.name, r._meta['io.modelcontextprotocol.registry/official'] as RegistryEntry['meta'] | undefined]));
160163
/** The catalogs that list a server from outside the registry (probe/sources.ts). */
161164
const listings = new Map(registryRaw.map((r) => [r.server.name, r._meta[LISTED_META] as Listing[] | undefined]));
165+
/** An entry that lists several servers, and each of those servers (probe/bundles.ts). */
166+
const bundles = new Map(registryRaw.map((r) => [r.server.name, r._meta[BUNDLE_META] as Bundle | undefined]));
162167
/** Entries of the official registry, without the servers tracked from /check or listed by a catalog. */
163-
const registryOnly = registryRaw.filter((r) => !OUTSIDE_REGISTRY.has(registryMeta.get(r.server.name)?.status ?? ''));
168+
const registryOnly = registryRaw.filter((r) => !NOT_AN_ENTRY.has(registryMeta.get(r.server.name)?.status ?? ''));
164169

165170
/**
166171
* Package servers: the stdio run probes one seventh of them a day, in
@@ -198,6 +203,7 @@ const carried: ServerRow[] = previousForCarry
198203

199204
const rows: ServerRow[] = [...run.rows, ...stdioRows].map((r) => {
200205
const s = registry.get(r.name);
206+
const bundle = bundles.get(r.name);
201207
const res = r.result;
202208
const toolsetHash = res.tools?.length
203209
? createHash('sha1').update(res.tools.map((t) => `${t.name}:${t.bytes}`).sort().join('|')).digest('hex').slice(0, 12)
@@ -213,7 +219,8 @@ const rows: ServerRow[] = [...run.rows, ...stdioRows].map((r) => {
213219
website: s?.websiteUrl,
214220
registryStatus: r.status,
215221
registryUpdatedAt: r.updatedAt,
216-
listedIn: listings.get(r.name),
222+
listedIn: listings.get(r.name) ?? (bundle && 'entry' in bundle ? bundle.listedIn : undefined),
223+
bundle,
217224
version: s?.version,
218225
probedAt: res.probedAt,
219226
status: res.status,
@@ -318,7 +325,7 @@ function unprobedRow(s: RegistryEntry['server'], meta: RegistryEntry['meta'] | u
318325
const onBoard = new Set(rows.map((r) => r.name));
319326
for (const raw of registryRaw) {
320327
const meta = registryMeta.get(raw.server.name);
321-
if (onBoard.has(raw.server.name) || OUTSIDE_REGISTRY.has(meta?.status ?? '')) continue;
328+
if (onBoard.has(raw.server.name) || NOT_AN_ENTRY.has(meta?.status ?? '')) continue;
322329
rows.push(unprobedRow(raw.server, meta, run.probedAt));
323330
}
324331
const probedRows = rows.filter((r) => r.status !== 'unprobed');
@@ -440,7 +447,7 @@ function diffRuns(previousRows: ServerRow[], current: ServerRow[]): Changes {
440447

441448
// The statistics, the changes and the report are about the official registry. The servers tracked from /check or listed
442449
// by a catalog are on the board (servers.json) only.
443-
const inRegistry = (r: ServerRow) => !OUTSIDE_REGISTRY.has(r.registryStatus);
450+
const inRegistry = (r: ServerRow) => !NOT_AN_ENTRY.has(r.registryStatus);
444451
const registryRows = rows.filter(inRegistry);
445452
const registryProbed = probedRows.filter(inRegistry);
446453
const previousRows = args.previous && existsSync(args.previous) ? (JSON.parse(await readFile(args.previous, 'utf8')) as ServerRow[]) : null;

‎probe/bundles.test.ts‎

Lines changed: 60 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,60 @@
1+
import assert from 'node:assert/strict';
2+
import { test } from 'node:test';
3+
import { BUNDLE_MIN, familiesOf, splitBundles } from './bundles.js';
4+
import { DOCKER, type Listed } from './sources.js';
5+
import type { RegistryEntry, RegistryRemote } from '../packages/mcpcost/src/index.js';
6+
7+
const entry = (name: string, remotes: RegistryRemote[]): RegistryEntry => ({
8+
server: { name, title: 'Cloudflare', description: 'Cloudflare MCP servers', websiteUrl: 'https://www.cloudflare.com', remotes },
9+
meta: { status: 'active', publishedAt: '2026-01-01T00:00:00Z', updatedAt: '2026-02-01T00:00:00Z', isLatest: true }
10+
});
11+
const both = (host: string): RegistryRemote[] => [{ type: 'streamable-http', url: `https://${host}/mcp` }, { type: 'sse', url: `https://${host}/sse` }];
12+
// The way the registry lists them: every streamable-http remote first, then every SSE remote.
13+
const hosts = ['docs.mcp.cloudflare.com', 'radar.mcp.cloudflare.com', 'browser.mcp.cloudflare.com'];
14+
const cloudflare = entry('com.cloudflare.mcp/mcp', [...hosts.map((h) => both(h)[0]), ...hosts.map((h) => both(h)[1])]);
15+
const radarInDocker: Listed = { url: 'https://radar.mcp.cloudflare.com/sse', transport: 'sse', title: 'Cloudflare Radar', description: 'Internet traffic insights.', listing: { name: DOCKER.name, url: 'https://hub.docker.com/mcp/server/cloudflare-radar/overview' } };
16+
17+
test('the servers of an entry are its endpoints by host and path, /mcp and /sse of one host as one', () => {
18+
assert.deepEqual(familiesOf(cloudflare).map((f) => [f.key, f.remotes.map((r) => r.type)]), [
19+
['docs.mcp.cloudflare.com', ['streamable-http', 'sse']],
20+
['radar.mcp.cloudflare.com', ['streamable-http', 'sse']],
21+
['browser.mcp.cloudflare.com', ['streamable-http', 'sse']]
22+
]);
23+
// A URL that each user fills in is not a server the probe can call.
24+
assert.equal(familiesOf(entry('x/y', [{ type: 'streamable-http', url: 'https://{tenant}.example.com/mcp' }])).length, 0);
25+
});
26+
27+
test('an entry with fewer servers than a bundle stays as it is, with its second remote as the fallback', () => {
28+
assert.equal(BUNDLE_MIN, 3);
29+
const two = entry('ai.example/mcp', [{ type: 'streamable-http', url: 'https://mcp.example.ai/mcp/public' }, { type: 'streamable-http', url: 'https://mcp.example.ai/mcp/oauth' }]);
30+
const { targets, members, entries } = splitBundles([two]);
31+
assert.equal(targets[0], two);
32+
assert.equal(members.length, 0);
33+
assert.equal(entries.size, 0);
34+
});
35+
36+
test('a bundle keeps its first server under its name; each other server gets a row that links back', () => {
37+
const { targets, members, entries } = splitBundles([cloudflare], [radarInDocker]);
38+
// The probe falls back inside the first server only, never to radar under the entry's name.
39+
assert.deepEqual(targets[0].server.remotes, both('docs.mcp.cloudflare.com'));
40+
assert.deepEqual(members.map((m) => [m.server.name, m.server.title, m.meta.status]), [
41+
['url/radar.mcp.cloudflare.com/mcp', 'Cloudflare Radar', 'bundled'],
42+
['url/browser.mcp.cloudflare.com/mcp', 'Cloudflare', 'bundled']
43+
]);
44+
assert.deepEqual(members[0].server.remotes, both('radar.mcp.cloudflare.com'));
45+
assert.equal(members[0].server.description, 'Internet traffic insights.');
46+
assert.equal(members[1].server.description, 'Cloudflare MCP servers');
47+
assert.deepEqual(members[0].bundle, { entry: 'com.cloudflare.mcp/mcp', servers: 3, listedIn: [radarInDocker.listing] });
48+
assert.deepEqual(entries.get('com.cloudflare.mcp/mcp'), {
49+
members: [{ name: 'url/radar.mcp.cloudflare.com/mcp', host: 'radar.mcp.cloudflare.com' }, { name: 'url/browser.mcp.cloudflare.com/mcp', host: 'browser.mcp.cloudflare.com' }],
50+
servers: 3
51+
});
52+
});
53+
54+
test('a URL in two bundles is one server, the first', () => {
55+
const again = entry('com.example/again', [...both('radar.mcp.cloudflare.com'), ...both('a.example.com'), ...both('b.example.com')]);
56+
const { members } = splitBundles([cloudflare, again]);
57+
const radar = members.filter((m) => m.server.name === 'url/radar.mcp.cloudflare.com/mcp');
58+
assert.equal(radar.length, 1);
59+
assert.deepEqual(radar[0].bundle, { entry: 'com.cloudflare.mcp/mcp', servers: 3 });
60+
});

‎probe/bundles.ts‎

Lines changed: 99 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,99 @@
1+
/**
2+
* Registry entries whose remotes are several servers. The registry means the remotes of an entry as ways to reach one
3+
* server (a transport, a region), and the probe measures the first one. Some publishers list a set of servers in one
4+
* entry instead: com.cloudflare.mcp/mcp has 15 (docs, radar, browser, ...), each under /mcp and /sse. The probe then
5+
* measured docs only, and fell back to radar when docs failed, under the entry's name.
6+
*
7+
* An entry whose callable remotes belong to BUNDLE_MIN or more servers (family keys, see probe/sources.ts) is a bundle.
8+
* Its first server keeps the entry's name and row, and its fallbacks stay inside that server. Each other server gets a
9+
* row of its own with the status "bundled", named like a URL tracked from /check (url/<host>/<path>), with a link back
10+
* to the entry. Regional or per-client copies of one server are bundles by this rule too; their pages say "one of the N
11+
* servers of the entry", which is true for both. Two remotes are left as they are: mostly a public and a signed-in path
12+
* of one server, where the second one is the right fallback.
13+
*/
14+
import type { RegistryEntry, RegistryRemote } from '../packages/mcpcost/src/index.js';
15+
import { endpointKey, familyKey, listedName, type Listed, type Listing } from './sources.js';
16+
17+
/** The fewest servers in one entry that make it a bundle. */
18+
export const BUNDLE_MIN = 3;
19+
20+
/** The key in the cached registry file that carries the bundle of an entry or of one of its servers. */
21+
export const BUNDLE_META = 'dev.ulehla.mcpcost/bundle';
22+
23+
/** On the entry: its other servers. On one of them: the entry, and the catalogs that list it on its own. */
24+
export type Bundle =
25+
| { members: Array<{ name: string; host: string }>; servers: number }
26+
| { entry: string; servers: number; listedIn?: Listing[] };
27+
28+
export type BundledEntry = RegistryEntry & { bundle: Bundle };
29+
30+
const callable = (r: RegistryRemote) => (r.type === 'streamable-http' || r.type === 'sse') && endpointKey(r.url) !== undefined;
31+
32+
/** The servers of an entry in the probe's order (streamable-http first): one family key each, with its remotes. */
33+
export function familiesOf(entry: RegistryEntry): Array<{ key: string; remotes: RegistryRemote[] }> {
34+
const remotes = entry.server.remotes ?? [];
35+
const ordered = [...remotes.filter((r) => r.type === 'streamable-http'), ...remotes.filter((r) => r.type === 'sse')].filter(callable);
36+
const out: Array<{ key: string; remotes: RegistryRemote[] }> = [];
37+
for (const r of ordered) {
38+
const key = familyKey(r.url)!;
39+
const f = out.find((x) => x.key === key);
40+
if (f) {
41+
if (!f.remotes.some((x) => endpointKey(x.url) === endpointKey(r.url))) f.remotes.push(r);
42+
} else out.push({ key, remotes: [r] });
43+
}
44+
return out;
45+
}
46+
47+
/**
48+
* Splits the bundles of the registry. Returns:
49+
* - targets: the registry with each bundle cut to its first server, so the probe does not fall back to another server
50+
* under the entry's name. The cached registry file keeps the whole entry; only the probe gets the cut one.
51+
* - members: one entry per other server of a bundle. A catalog that lists such a server on its own gives it its title
52+
* and description. A URL in two bundles is one member, the first.
53+
* - entries: the bundle of each entry that is one, by name, for its row.
54+
*/
55+
export function splitBundles(registry: RegistryEntry[], catalog: Listed[] = []): { targets: RegistryEntry[]; members: BundledEntry[]; entries: Map<string, Bundle> } {
56+
const byFamily = new Map<string, Listed[]>();
57+
for (const l of catalog) {
58+
const k = familyKey(l.url);
59+
if (k) byFamily.set(k, [...(byFamily.get(k) ?? []), l]);
60+
}
61+
const members: BundledEntry[] = [];
62+
const targets: RegistryEntry[] = [];
63+
const entries = new Map<string, Bundle>();
64+
const taken = new Set(registry.map((e) => e.server.name));
65+
for (const e of registry) {
66+
const families = familiesOf(e);
67+
if (families.length < BUNDLE_MIN) {
68+
targets.push(e);
69+
continue;
70+
}
71+
const [first, ...rest] = families;
72+
const own: BundledEntry[] = rest.flatMap((f) => {
73+
const url = new URL(f.remotes[0].url);
74+
const name = listedName(url);
75+
if (taken.has(name)) return [];
76+
taken.add(name);
77+
const listed = byFamily.get(f.key) ?? [];
78+
const listedIn: Listing[] = [];
79+
for (const l of listed) if (!listedIn.some((x) => x.name === l.listing.name)) listedIn.push(l.listing);
80+
const member: BundledEntry = {
81+
server: {
82+
name,
83+
title: listed.find((l) => l.title)?.title ?? e.server.title ?? e.server.name,
84+
description: (listed.find((l) => l.description)?.description ?? e.server.description)?.slice(0, 300),
85+
websiteUrl: e.server.websiteUrl,
86+
repository: e.server.repository,
87+
remotes: f.remotes.slice(0, 2)
88+
},
89+
meta: { ...e.meta, status: 'bundled' },
90+
bundle: { entry: e.server.name, servers: families.length, ...(listedIn.length ? { listedIn } : {}) }
91+
};
92+
return [member];
93+
});
94+
members.push(...own);
95+
targets.push({ server: { ...e.server, remotes: first.remotes }, meta: e.meta });
96+
entries.set(e.server.name, { members: own.map((m) => ({ name: m.server.name, host: new URL(m.server.remotes![0].url).hostname })), servers: families.length });
97+
}
98+
return { targets, members, entries };
99+
}

0 commit comments

Comments
 (0)