mirror of
https://github.com/heygen-com/hyperframes.git
synced 2026-11-19 11:26:02 +00:00
ci: watch the MCP registry hourly for HeyGen listings server.json never held (#8107)
* test(ci): flag registry listings under HeyGen names that server.json never held * ci: watch the MCP registry hourly for HeyGen listings server.json never held * test(ci): the registry watch covers heygen.com's subdomain namespaces * fix(ci): the registry watch covers heygen.com subdomains and opens an issue when it fails
This commit is contained in:
@@ -0,0 +1,47 @@
|
||||
name: MCP registry watch
|
||||
|
||||
# Hourly: a red run means the MCP registry lists a HeyGen-named server or version server.json never held. The
|
||||
# registry's GitHub login lets a job in any heygen-com repo publish io.github.heygen-com/*.
|
||||
|
||||
permissions:
|
||||
contents: read
|
||||
|
||||
on:
|
||||
schedule:
|
||||
- cron: "41 * * * *"
|
||||
workflow_dispatch:
|
||||
|
||||
jobs:
|
||||
watch:
|
||||
runs-on: ubuntu-latest
|
||||
timeout-minutes: 5
|
||||
steps:
|
||||
- uses: actions/checkout@11d5960a326750d5838078e36cf38b85af677262 # v4
|
||||
with:
|
||||
fetch-depth: 0
|
||||
persist-credentials: false
|
||||
|
||||
- name: Compare the registry with server.json's history
|
||||
run: node scripts/mcp-registry-watch.mjs
|
||||
|
||||
# One open issue per incident, so the alert reaches the repo's watchers, not only the cron's last editor. It links
|
||||
# the run and never quotes registry names, which their publishers choose.
|
||||
alert:
|
||||
needs: watch
|
||||
if: failure()
|
||||
runs-on: ubuntu-latest
|
||||
timeout-minutes: 5
|
||||
permissions:
|
||||
issues: write
|
||||
steps:
|
||||
- name: Open or update the alert issue
|
||||
env:
|
||||
GH_TOKEN: ${{ github.token }}
|
||||
GH_REPO: ${{ github.repository }}
|
||||
RUN_URL: ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}
|
||||
run: |
|
||||
title="MCP registry lists a HeyGen server this repo never published"
|
||||
open="$(gh issue list --state open --search "in:title \"$title\"" --json number,title |
|
||||
jq -r --arg t "$title" '.[] | select(.title == $t) | .number' | head -n1)"
|
||||
body="The hourly MCP registry watch failed: $RUN_URL. Its log names the listings server.json never held."
|
||||
if [ -n "$open" ]; then gh issue comment "$open" --body "$body"; else gh issue create --title "$title" --body "$body"; fi
|
||||
+1
-1
@@ -57,7 +57,7 @@
|
||||
"player:perf": "bun run --filter @hyperframes/player perf",
|
||||
"format:check": "oxfmt --check .",
|
||||
"knip": "knip",
|
||||
"test:scripts": "node --import tsx --test scripts/animejs-v4-guidance.test.mjs scripts/check-tracked-artifacts.test.mjs scripts/check-committed-keys.test.mjs scripts/check-symlinks.test.mjs scripts/upload-docs-images.test.mjs scripts/check-registry-set-delta.test.mjs scripts/check-no-main-deletions.test.mjs scripts/check-pr-captures.test.mjs scripts/check-comment-citations.test.mjs scripts/comments-workflow.test.mjs scripts/comment-ratchet.test.mjs scripts/check-docs-snippet-motion.test.mjs scripts/registry-target-paths.test.mjs scripts/check-workspace-contracts.test.mjs scripts/check-media-use-copy-parity.test.mjs scripts/check-svg-sanitize-parity.test.mjs scripts/check-media-use-svg-sanitize-generated.test.mjs scripts/check-media-use-audio-carve-generated.test.mjs scripts/check-package-cycles.test.mjs scripts/check-cli-process-ownership.test.mjs scripts/check-cli-lazy-deps.test.mjs scripts/file-url-paths.test.mjs scripts/check-studio-copy-dashes.test.mjs scripts/check-large-files.test.mjs scripts/check-registry-innerhtml.test.mjs scripts/package-subpaths.test.mjs scripts/validate-release-channel.test.mjs scripts/clawhub-sync.test.mjs scripts/clawhub-unlist-retired.test.mjs scripts/publish-workflow.test.mjs scripts/release-lambda-assets.test.mjs scripts/publish-main-only-workflows.test.mjs scripts/pr-edit-concurrency.test.mjs scripts/merge-queue-workflows.test.mjs scripts/ci-cache-workflows.test.mjs scripts/install-workspace-dependencies.test.mjs scripts/check-edit-accuracy-filter.test.mjs scripts/edit-accuracy-retry.test.mjs scripts/draft-changelog.test.ts scripts/set-version.test.ts scripts/release-prepare.test.ts scripts/cli-options.test.ts scripts/changelog-weekly.test.ts scripts/claude-plugin-compression.test.ts scripts/catalog-payload-assets.test.ts scripts/host-registry-assets.test.ts scripts/catalog-preview-temp.test.ts scripts/backfill-block-previews.test.ts scripts/catalog-hosted-files.test.ts scripts/player-cdn-pin.test.ts scripts/registry-cdn-pins.test.ts scripts/studio-runtime-smoke.test.mjs scripts/verify-packed-manifests.test.mjs scripts/rewrite-relative-import-extensions.test.mjs scripts/lint-skills.test.mjs scripts/check-core-skills.test.mjs scripts/creator-editing-recipes.test.mjs packages/gcp-cloud-run/check-dockerfile-workspaces.test.mjs packages/core/scripts/writeGeneratedFile.test.ts scripts/catalog-publication.test.mjs scripts/ci/resolve-workflow-pr.test.mjs scripts/lefthook-order.test.mjs scripts/inline-gsap.test.mjs scripts/ci/flake-gate.test.mjs scripts/ci/motion-blur-nightly-report.test.mjs scripts/ci/base-file.test.mjs scripts/ci/release-only-diff.test.mjs scripts/check-catalog-source-pr.test.mjs scripts/generate-registry-items.test.ts scripts/catalog-drift.test.ts scripts/catalog-fetch-mirror.test.ts scripts/catalog-script-inlining.test.ts scripts/catalog-detail.test.ts scripts/generate-catalog-pages.test.ts scripts/verify-catalog-payloads.test.ts scripts/registry-theme-fallbacks.test.ts scripts/registry-skill-files.test.ts scripts/creator-editing-capabilities.test.mjs scripts/generate-catalog-previews.test.ts scripts/registry-primitive-payloads.test.ts registry/components/pan-stations/pan-stations.test.mjs registry/components/filmed-screen/filmed-screen.test.mjs registry/components/echo-smear/echo-smear.test.mjs registry/examples/path-traced-3d/source/path-traced-3d.test.mjs && vitest run scripts/catalog/ scripts/contrastRatchet.test.ts scripts/generate-catalog-payloads.test.ts",
|
||||
"test:scripts": "node --import tsx --test scripts/animejs-v4-guidance.test.mjs scripts/check-tracked-artifacts.test.mjs scripts/check-committed-keys.test.mjs scripts/check-symlinks.test.mjs scripts/upload-docs-images.test.mjs scripts/check-registry-set-delta.test.mjs scripts/check-no-main-deletions.test.mjs scripts/check-pr-captures.test.mjs scripts/check-comment-citations.test.mjs scripts/comments-workflow.test.mjs scripts/comment-ratchet.test.mjs scripts/check-docs-snippet-motion.test.mjs scripts/registry-target-paths.test.mjs scripts/check-workspace-contracts.test.mjs scripts/check-media-use-copy-parity.test.mjs scripts/check-svg-sanitize-parity.test.mjs scripts/check-media-use-svg-sanitize-generated.test.mjs scripts/check-media-use-audio-carve-generated.test.mjs scripts/check-package-cycles.test.mjs scripts/check-cli-process-ownership.test.mjs scripts/check-cli-lazy-deps.test.mjs scripts/file-url-paths.test.mjs scripts/check-studio-copy-dashes.test.mjs scripts/check-large-files.test.mjs scripts/check-registry-innerhtml.test.mjs scripts/package-subpaths.test.mjs scripts/validate-release-channel.test.mjs scripts/clawhub-sync.test.mjs scripts/clawhub-unlist-retired.test.mjs scripts/publish-workflow.test.mjs scripts/release-lambda-assets.test.mjs scripts/publish-main-only-workflows.test.mjs scripts/mcp-registry-watch.test.mjs scripts/pr-edit-concurrency.test.mjs scripts/merge-queue-workflows.test.mjs scripts/ci-cache-workflows.test.mjs scripts/install-workspace-dependencies.test.mjs scripts/check-edit-accuracy-filter.test.mjs scripts/edit-accuracy-retry.test.mjs scripts/draft-changelog.test.ts scripts/set-version.test.ts scripts/release-prepare.test.ts scripts/cli-options.test.ts scripts/changelog-weekly.test.ts scripts/claude-plugin-compression.test.ts scripts/catalog-payload-assets.test.ts scripts/host-registry-assets.test.ts scripts/catalog-preview-temp.test.ts scripts/backfill-block-previews.test.ts scripts/catalog-hosted-files.test.ts scripts/player-cdn-pin.test.ts scripts/registry-cdn-pins.test.ts scripts/studio-runtime-smoke.test.mjs scripts/verify-packed-manifests.test.mjs scripts/rewrite-relative-import-extensions.test.mjs scripts/lint-skills.test.mjs scripts/check-core-skills.test.mjs scripts/creator-editing-recipes.test.mjs packages/gcp-cloud-run/check-dockerfile-workspaces.test.mjs packages/core/scripts/writeGeneratedFile.test.ts scripts/catalog-publication.test.mjs scripts/ci/resolve-workflow-pr.test.mjs scripts/lefthook-order.test.mjs scripts/inline-gsap.test.mjs scripts/ci/flake-gate.test.mjs scripts/ci/motion-blur-nightly-report.test.mjs scripts/ci/base-file.test.mjs scripts/ci/release-only-diff.test.mjs scripts/check-catalog-source-pr.test.mjs scripts/generate-registry-items.test.ts scripts/catalog-drift.test.ts scripts/catalog-fetch-mirror.test.ts scripts/catalog-script-inlining.test.ts scripts/catalog-detail.test.ts scripts/generate-catalog-pages.test.ts scripts/verify-catalog-payloads.test.ts scripts/registry-theme-fallbacks.test.ts scripts/registry-skill-files.test.ts scripts/creator-editing-capabilities.test.mjs scripts/generate-catalog-previews.test.ts scripts/registry-primitive-payloads.test.ts registry/components/pan-stations/pan-stations.test.mjs registry/components/filmed-screen/filmed-screen.test.mjs registry/components/echo-smear/echo-smear.test.mjs registry/examples/path-traced-3d/source/path-traced-3d.test.mjs && vitest run scripts/catalog/ scripts/contrastRatchet.test.ts scripts/generate-catalog-payloads.test.ts",
|
||||
"typecheck:scripts": "tsc --noEmit -p scripts/tsconfig.json",
|
||||
"test:skills": "HYPERFRAMES_MEDIA_HOME_REQUIRED=1 node --import ./packages/cli/scripts/test-home.mjs --test 'skills/**/*.test.mjs' 'packages/cli/src/media-use/**/*.test.mjs'",
|
||||
"generate:previews": "tsx scripts/generate-template-previews.ts",
|
||||
|
||||
@@ -0,0 +1,72 @@
|
||||
// Fails when the MCP registry lists a server under a HeyGen namespace at a name and version server.json never held.
|
||||
import { execFileSync } from "node:child_process";
|
||||
import { pathToFileURL } from "node:url";
|
||||
|
||||
const REGISTRY = "https://registry.modelcontextprotocol.io/v0.1/servers";
|
||||
// heygen.com and every subdomain (the registry's DNS and HTTP logins grant both), and the GitHub org.
|
||||
const OURS = ["com.heygen/", "com.heygen.", "io.github.heygen-com/"];
|
||||
|
||||
/** Every name@version among server.json's texts. @param {string[]} texts */
|
||||
export function publishedListings(texts) {
|
||||
const published = new Set();
|
||||
for (const text of texts) {
|
||||
try {
|
||||
const { name, version } = JSON.parse(text);
|
||||
if (name && version) published.add(`${name}@${version}`);
|
||||
} catch {}
|
||||
}
|
||||
return published;
|
||||
}
|
||||
|
||||
/** @param {{ server: { name: string, version: string } }[]} servers @param {Set<string>} published */
|
||||
export function unexpectedListings(servers, published) {
|
||||
return servers
|
||||
.map(({ server }) => `${server.name}@${server.version}`)
|
||||
.filter((id) => OURS.some((prefix) => id.startsWith(prefix)) && !published.has(id));
|
||||
}
|
||||
|
||||
function serverJsonHistory() {
|
||||
const git = (...args) =>
|
||||
execFileSync("git", args, { encoding: "utf8", stdio: ["ignore", "pipe", "ignore"] });
|
||||
return git("log", "--format=%H", "--", "server.json")
|
||||
.split("\n")
|
||||
.filter(Boolean)
|
||||
.map((sha) => {
|
||||
try {
|
||||
return git("show", `${sha}:server.json`);
|
||||
} catch {
|
||||
return "";
|
||||
}
|
||||
});
|
||||
}
|
||||
|
||||
async function registryListings() {
|
||||
const servers = [];
|
||||
let cursor = "";
|
||||
do {
|
||||
const url = new URL(REGISTRY);
|
||||
url.searchParams.set("search", "heygen");
|
||||
url.searchParams.set("limit", "100");
|
||||
if (cursor) url.searchParams.set("cursor", cursor);
|
||||
const response = await fetch(url);
|
||||
if (!response.ok) throw new Error(`${url} answered ${response.status}`);
|
||||
const page = await response.json();
|
||||
servers.push(...page.servers);
|
||||
cursor = page.metadata?.nextCursor ?? "";
|
||||
} while (cursor);
|
||||
return servers;
|
||||
}
|
||||
|
||||
if (import.meta.url === pathToFileURL(process.argv[1]).href) {
|
||||
const servers = await registryListings();
|
||||
const unexpected = unexpectedListings(servers, publishedListings(serverJsonHistory()));
|
||||
if (unexpected.length) {
|
||||
console.error(
|
||||
`::error::the MCP registry lists HeyGen servers server.json never held: ${unexpected.join(", ")}`,
|
||||
);
|
||||
process.exit(1);
|
||||
}
|
||||
console.log(
|
||||
`${servers.length} listing(s) checked; every HeyGen one is a name and version server.json held`,
|
||||
);
|
||||
}
|
||||
@@ -0,0 +1,40 @@
|
||||
import assert from "node:assert/strict";
|
||||
import test from "node:test";
|
||||
import { publishedListings, unexpectedListings } from "./mcp-registry-watch.mjs";
|
||||
|
||||
const listing = (name, version) => ({ server: { name, version } });
|
||||
|
||||
test("a listing under a HeyGen namespace that server.json never held is unexpected", () => {
|
||||
const published = new Set([
|
||||
"io.github.heygen-com/hyperframes@1.0.0",
|
||||
"com.heygen/hyperframes@1.0.0",
|
||||
]);
|
||||
const servers = [
|
||||
listing("io.github.heygen-com/hyperframes", "1.0.0"),
|
||||
listing("com.heygen/hyperframes", "1.0.0"),
|
||||
listing("io.github.heygen-com/hyperframes", "1.0.1"),
|
||||
listing("io.github.heygen-com/other", "0.1.0"),
|
||||
listing("com.heygen/hyperframes-x", "9.9.9"),
|
||||
listing("com.heygen.docs/hyperframes", "1.0.0"),
|
||||
listing("com.heygenx/hyperframes", "1.0.0"),
|
||||
listing("io.github.someone/heygen-tools", "1.0.0"),
|
||||
];
|
||||
assert.deepEqual(unexpectedListings(servers, published), [
|
||||
"io.github.heygen-com/hyperframes@1.0.1",
|
||||
"io.github.heygen-com/other@0.1.0",
|
||||
"com.heygen/hyperframes-x@9.9.9",
|
||||
"com.heygen.docs/hyperframes@1.0.0",
|
||||
]);
|
||||
});
|
||||
|
||||
test("what this repo published is every name and version server.json has held", () => {
|
||||
const history = [
|
||||
'{"name": "com.heygen/hyperframes", "version": "1.0.0"}',
|
||||
'{"name": "io.github.heygen-com/hyperframes", "version": "1.0.0"}',
|
||||
"not json",
|
||||
];
|
||||
assert.deepEqual([...publishedListings(history)].sort(), [
|
||||
"com.heygen/hyperframes@1.0.0",
|
||||
"io.github.heygen-com/hyperframes@1.0.0",
|
||||
]);
|
||||
});
|
||||
Reference in New Issue
Block a user