mirror of
https://github.com/heygen-com/hyperframes.git
synced 2026-11-18 16:08:56 +00:00
A third-party skill-trust grader (DeltaVerdict D5) fails any skill text that has the agent modify its own skills, even when disclosed or gated on the user. Reword the skill lifecycle, plugin, CLI and scaffold text so it states facts the agent can relay (skills are versioned with the CLI; the person installs and updates them, and which command does it) instead of commands for the agent to run. Every agent-run `init` example passes --skip-skills, since init otherwise installs missing core skills; the plugin header, plugin-cli and sfx messages are person-addressed; the person's install commands are marked as theirs; /style-sampling joins the on-demand lists. Regenerate skills-manifest.json and update the pinned reverse init regex. Co-authored-by: Claude Opus 5.5 <noreply@anthropic.com>
89 lines
3.7 KiB
JavaScript
89 lines
3.7 KiB
JavaScript
import test from "node:test";
|
|
import assert from "node:assert/strict";
|
|
import { mkdtempSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
|
|
import { tmpdir } from "node:os";
|
|
import { join } from "node:path";
|
|
import {
|
|
checkCoreSkills,
|
|
descriptionOf,
|
|
missingPaths,
|
|
registeredCommands,
|
|
unknownCommands,
|
|
} from "./check-core-skills.mjs";
|
|
|
|
test("the repo's core skills pass", () => {
|
|
assert.deepEqual(checkCoreSkills(), []);
|
|
});
|
|
|
|
test("the skills teach the direct sign-in, not the old key and executable rules", () => {
|
|
const read = (path) => readFileSync(new URL(`../skills/${path}`, import.meta.url), "utf8");
|
|
assert.doesNotMatch(read("reverse-any-video/references/people.md"), /Without a HeyGen key/);
|
|
assert.doesNotMatch(read("media-use/SKILL.md"), /HeyGen calls also need/);
|
|
const heygen = read("media-use/references/heygen.md");
|
|
assert.match(heygen, /~\/\.hyperframes\/credentials/);
|
|
assert.doesNotMatch(heygen, /~\/\.heygen\/credentials/);
|
|
});
|
|
|
|
test("the paid-plan cloud final keeps the composition fps and high quality", () => {
|
|
for (const path of ["hyperframes-cli/SKILL.md", "hyperframes-cli/references/cloud.md"]) {
|
|
const text = readFileSync(new URL(`../skills/${path}`, import.meta.url), "utf8");
|
|
assert.match(text, /`cloud render --fps <data-fps> --quality high -o [^`]+`/, path);
|
|
}
|
|
});
|
|
|
|
test("media-use lists Voice Turbo as free only on the Free plan, not for every sign-in", () => {
|
|
const text = readFileSync(new URL("../skills/media-use/SKILL.md", import.meta.url), "utf8");
|
|
assert.match(text, /\| Voice Turbo, Free plan: 3 min a month \| Voice Turbo on a paid plan/);
|
|
assert.doesNotMatch(text, /Voice Turbo \(signed in\)/);
|
|
});
|
|
|
|
test("reverse builds the project with init --video and asks for the run's total once", () => {
|
|
const read = (path) =>
|
|
readFileSync(new URL(`../skills/reverse-any-video/${path}`, import.meta.url), "utf8");
|
|
const start = read("references/start.md");
|
|
assert.match(
|
|
start,
|
|
/`npx hyperframes init <project> --video <video> --keep-original --skip-transcribe --skip-skills`/,
|
|
);
|
|
assert.match(
|
|
start,
|
|
/add up what each refused step\s+needs, and run `npx hyperframes billing (?:top-up|add-credits) --needed <total>` once for that total/,
|
|
);
|
|
assert.doesNotMatch(read("SKILL.md"), /copy the video into the project/);
|
|
assert.match(read("SKILL.md"), /`init --video` put the video in/);
|
|
});
|
|
|
|
test("reads the registered commands, quoted or not", () => {
|
|
const source = `const commandLoaders = {\n init: () => x,\n "catch-up": () => y,\n};`;
|
|
assert.deepEqual([...registeredCommands(source)], ["init", "catch-up"]);
|
|
});
|
|
|
|
test("flags a command the CLI does not register", () => {
|
|
const content = "Run `npx hyperframes check --json`, then `npx hyperframes frame 3`.";
|
|
assert.deepEqual(unknownCommands(content, new Set(["check"])), ["frame"]);
|
|
});
|
|
|
|
test("reads a one-line description", () => {
|
|
assert.equal(
|
|
descriptionOf("---\nname: x\ndescription: Does a thing.\n---\n# x"),
|
|
"Does a thing.",
|
|
);
|
|
});
|
|
|
|
test("flags a path the skill does not ship, and skips placeholders", () => {
|
|
const dir = mkdtempSync(join(tmpdir(), "core-skills-"));
|
|
mkdirSync(join(dir, "references"));
|
|
writeFileSync(join(dir, "references", "a.md"), "# a");
|
|
const content = "`references/a.md`, `references/b.md`, `references/routes/<workflow>.md`";
|
|
assert.deepEqual(missingPaths(content, dir), ["references/b.md"]);
|
|
});
|
|
|
|
test("style-sampling picks a voice from the HyperFrames account, never the separate heygen sign-in", () => {
|
|
const remix = readFileSync(
|
|
new URL("../skills/style-sampling/references/remix.md", import.meta.url),
|
|
"utf8",
|
|
);
|
|
assert.match(remix, /`npx hyperframes media-use voices`/);
|
|
assert.doesNotMatch(remix.replace(/never `heygen voice list`/, ""), /heygen voice list/);
|
|
});
|