mirror of
https://github.com/heygen-com/hyperframes.git
synced 2026-11-19 19:36:04 +00:00
* docs(skills): one owner doc for everyday edits and a hyperframes-studio skill Agents got contradictory advice on volume fades and were blocked from splits and copies by the Ask-agent guardrails. - creator-editing-recipes.md is the single owner: adds align-to-event, copy-a-group and swap-media recipes and the one volume rule (use the lane) - variables-and-media, data-attributes (skill and CLI copy), the gsap adapter and tracks-and-clips now defer to it - Ask-agent guardrails allow the neighbour edits a split, retime, copy or swap requires and point at the owner doc - new hyperframes-studio skill: sub-compositions for every scene, one caption track, one element kind per track, safe zones - drift test lints every html example in the owner doc with the real linter and fails on any doc teaching a volume tween * refactor(skills): drop unused tween allowlist from recipes drift test * docs(skills): name the track kind attribute in the studio skill * docs(skills): stop claiming lint rules that do not exist yet and fix track numbering Review fixes: - studio skill: drop the severity claim and the preview-overlay claim, group tracks by data-track-kind instead of numeric ranges that clashed with the recipes - recipes: audio data-start is root time only in the root composition; scene-local inside a sub-composition file - guardrails: timeline edits are exempt from the element-only and timing lines; the pointer names the skill reference, not a repo path - montage doc defers to the volume lane; skill count is 21 everywhere - drift test also scans the montage doc * fix(skills): the ducking generator emits a volume lane and captions defer to the studio safe zones - audio-duck.mjs prints a data-automation lane (clip-local times from the target data-start) instead of a timeline volume tween; --json adds the lane - operations.md shows the generated lane; the drift test scans it - embedded-captions safe-zone lines point at the studio skill, which owns the values * chore(skills): regenerate the skills manifest after rebase * docs(skills): remotion translation docs point volume ramps at the automation lane * docs(skills): studio safe zones use the action-safe 90 and title-safe 80 boxes * docs(skills): caption docs defer to the studio safe boxes * chore(skills): regenerate the skills manifest after rebase * fix(skills): studio skill names the safe margins; guardrail test matches the timeline-edit wording
114 lines
4.0 KiB
JavaScript
114 lines
4.0 KiB
JavaScript
#!/usr/bin/env node
|
|
|
|
import { readFileSync } from "node:fs";
|
|
import { resolve } from "node:path";
|
|
import { parseArgs } from "node:util";
|
|
import { duckKeyframes, duckLane, speechSpans } from "./lib/duck.mjs";
|
|
import { track } from "./lib/telemetry.mjs";
|
|
|
|
const { values: args } = parseArgs({
|
|
options: {
|
|
meta: { type: "string" },
|
|
target: { type: "string" },
|
|
duck: { type: "string", default: "0.25" },
|
|
attack: { type: "string", default: "0.15" },
|
|
release: { type: "string", default: "0.4" },
|
|
"merge-gap": { type: "string", default: "0.6" },
|
|
sequential: { type: "boolean", default: false },
|
|
gap: { type: "string", default: "0" },
|
|
offsets: { type: "string" },
|
|
composition: { type: "string" },
|
|
json: { type: "boolean", default: false },
|
|
help: { type: "boolean", short: "h", default: false },
|
|
},
|
|
strict: true,
|
|
});
|
|
|
|
if (args.help) {
|
|
console.log(`media-use audio-duck — generate a volume ducking lane (data-automation)
|
|
|
|
Usage:
|
|
node audio-duck.mjs --meta audio_meta.json --target "#bgm"
|
|
|
|
Options:
|
|
--meta audio_meta.json or JSON word transcript
|
|
--target GSAP selector for the background audio element
|
|
--duck Duck multiplier (default: 0.25)
|
|
--attack Duck-in duration seconds (default: 0.15)
|
|
--release Restore duration seconds (default: 0.4)
|
|
--merge-gap Bridge speech gaps smaller than this many seconds (default: 0.6)
|
|
--sequential Place multi-line meta back to back at composition time
|
|
--gap Extra seconds between sequential lines (default: 0)
|
|
--offsets Explicit placement, "l1=0,l2=3.4" (voice id = start seconds)
|
|
--composition Read target data-volume and data-start from this HTML file
|
|
--json Output { spans, keyframes, lane }
|
|
--help, -h Show this help`);
|
|
process.exit(0);
|
|
}
|
|
|
|
try {
|
|
run();
|
|
await track("media_use_duck", { sequential: !!args.sequential });
|
|
} catch (err) {
|
|
if (args.json) console.log(JSON.stringify({ ok: false, error: err.message }));
|
|
else console.error(`error: ${err.message}`);
|
|
process.exit(1);
|
|
}
|
|
|
|
function run() {
|
|
if (!args.meta || !args.target) throw new Error("--meta and --target are required");
|
|
const meta = JSON.parse(readFileSync(resolve(args.meta), "utf8"));
|
|
const target = args.target;
|
|
const { baseVolume, clipStart } = readTargetAttrs(args.composition, target);
|
|
const offsets = args.offsets
|
|
? Object.fromEntries(
|
|
args.offsets.split(",").map((pair) => {
|
|
const [id, t] = pair.split("=");
|
|
return [id.trim(), Number(t)];
|
|
}),
|
|
)
|
|
: undefined;
|
|
const spans = speechSpans(meta, {
|
|
mergeGap: Number(args["merge-gap"]),
|
|
sequential: args.sequential,
|
|
gap: Number(args.gap),
|
|
offsets,
|
|
});
|
|
const keyframes = duckKeyframes(spans, {
|
|
duck: Number(args.duck),
|
|
attack: Number(args.attack),
|
|
release: Number(args.release),
|
|
baseVolume,
|
|
});
|
|
|
|
const lane = duckLane(keyframes, { clipStart, baseVolume });
|
|
|
|
if (args.json) {
|
|
console.log(JSON.stringify({ spans, keyframes, lane }));
|
|
return;
|
|
}
|
|
|
|
console.log(`<!-- auto-duck: ${target} under narration; add to its <audio> element -->`);
|
|
console.log(`data-automation='${JSON.stringify(lane)}'`);
|
|
}
|
|
|
|
function readTargetAttrs(composition, target) {
|
|
if (!composition || !target.startsWith("#")) return { baseVolume: 1, clipStart: 0 };
|
|
const id = target.slice(1);
|
|
const html = readFileSync(resolve(composition), "utf8");
|
|
// ponytail: regex is enough here because this only reads one attribute from
|
|
// one user-authored composition element, not arbitrary HTML.
|
|
const tag = html.match(new RegExp(`<[^>]*\\bid=["']${escapeRegExp(id)}["'][^>]*>`, "i"))?.[0];
|
|
const attr = (name) => Number(tag?.match(new RegExp(`\\b${name}=["']([^"']+)["']`, "i"))?.[1]);
|
|
const volume = attr("data-volume");
|
|
const start = attr("data-start");
|
|
return {
|
|
baseVolume: Number.isFinite(volume) ? volume : 1,
|
|
clipStart: Number.isFinite(start) ? start : 0,
|
|
};
|
|
}
|
|
|
|
function escapeRegExp(value) {
|
|
return value.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
|
|
}
|