mirror of
https://github.com/heygen-com/hyperframes.git
synced 2026-09-04 07:19:52 +00:00
feat(skills): video-creation workflow suite — routable workflows (#1349)
* feat(skills): video-creation workflow suite — routable workflows * feat(embedded-captions): nightcity cover-letterform theme + render-chain quality fixes coverword setpiece: apex word set in the cp2077 cover replica typeface with metric-exact layout (advance widths + ink bounds), cyan offset duplicate, feet-merged baseline streak + debris, circuit trace; tear-in slices, living print, tear-out; bounded hold. cpslam kept in the setpiece registry. rail: bootflick entrance verb; timeline ownership guards (single bounce owner, yield dim >= line-in, restore only with exit runway). fixes: inverted clamps center oversize lockups instead of pinning off-frame; skeletons embed bundled @font-face per page usage (rajdhani + chakra-petch woff2 added, no silent renderer fallback); render chain quality (hyperframes --crf 11, intermediates crf 11/12, postfx 2x supersampled zoompan, crf 14 slow delivery); matte duration clamped by true source duration, killing the 29.97fps trailing black frames. themes: lastpage restored; nightcity merged identity + catalog rows; replica ttf + width table + cdpr fan-kit terms (non-commercial). Co-Authored-By: Claude Fable 5 <noreply@anthropic.com> * style(skills): oxfmt suite tree + oxlint fixes; skill-lint rephrase ci format/lint were red tree-wide since the suite landed unformatted: - oxfmt over skills/ (160 files; vendored bundles and pseudo-markup reference snippets added to .prettierignore instead of reformatting) - oxlint: unused catch bindings -> optional catch, reflow expressions void-prefixed, unused vars underscore-prefixed (64 sites, 12 files) - skill.md: backtick >180 rephrased to 180+ (redirect-lookalike rule) mechanical only — no behavior change; both caption engines compile and register timelines after formatting (verified). Co-Authored-By: Claude Fable 5 <noreply@anthropic.com> * fix(embedded-captions): codeql hardening — execFileSync arg arrays + read-with-catch shell-string exec sites (ffprobe probe, stroke-path generator) now use execFileSync with argument arrays (no shell, no injection surface from project paths); exists-then-read races replaced with direct reads guarded by try/catch, preserving the original friendly error messages. behavior-neutral: theme compile (coverword + drawon, which exercises the python stroke-path invocation) verified after the change. Co-Authored-By: Claude Fable 5 <noreply@anthropic.com> * chore(fallow): ignore skills font bundles — runtime fs reads, not import-graph reachable * feat(skills): video-creation workflow suite — routable workflows * fix(skills): tighten video-workflow routing + scrub Claude-isms (PR #1349 review) - embedded-captions: add head-guard blockquote + read-first pointer, and de-magnet the description (drop "top-tier motion-graphics" collision with /motion-graphics; scope VFX triggers to captions) - remotion-to-hyperframes: add read-first pointer to the description - hyperframes-read-first: broaden "no CLAUDE.md" -> CLAUDE.md / AGENTS.md / .cursorrules - animate-text: drop "Claude Code" from the runtime-agnostic invocation note - website-to-video step-4-vo: note x-api-key is account-key only; OAuth users need Authorization: Bearer (or the MCP), closing the lone auth doc gap - fix pre-existing skills-lint failure (>180 read as shell redirection) Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com> * refactor(skills): split prep/validate + extract hierarchy gate (PLV/FE/pr forks) Addresses PR #1349 review (#1.1 complexity reduction). Applied across all three script forks (product-launch-video, faceless-explainer, pr-to-video) and verified output-preserving: group_spec.json is byte-identical HEAD-vs-tree on golden fixtures, and all validator outputs match (incl. pr-to-video's TTS word-budget). - split validate.mjs -> validate-narrator.mjs + validate-section.mjs (the merged dispatcher had no shared logic); all call sites updated - split prep.mjs into lib/prep-{log,assets,section,design,sfx}.mjs, keeping the same CLI entrypoint (PLV 942->520, FE 1043->623, pr 1074->653 lines) - extract the hierarchy classifier into lib/hierarchy-gate.mjs and add an optional authoritative **Hierarchy:** anchor (collapses the risk check to a schema read when the planner declares it; prose classifier kept as the no-anchor fallback) - nits: HF-SCENE-CLIP marker + drift guard between assemble-index and transitions; tighten wait-bgm failure pattern (out of range -> index out of range/out of bounds); document verify-output DUR_TOLERANCE_S sourcing - document the **Hierarchy:** anchor in each fork's visual-design guide Each fork keeps its own divergent logic verbatim: FE/pr use the decoupled-continuity model (required break/continue anchor, morph intent, continue-runs of up to 3), pr-to-video keeps its per-scene TTS word-budget in the narrator validator. Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com> * feat(embedded-captions): nightcity cover-letterform theme + render-chain quality fixes coverword setpiece: apex word set in the cp2077 cover replica typeface with metric-exact layout (advance widths + ink bounds), cyan offset duplicate, feet-merged baseline streak + debris, circuit trace; tear-in slices, living print, tear-out; bounded hold. cpslam kept in the setpiece registry. rail: bootflick entrance verb; timeline ownership guards (single bounce owner, yield dim >= line-in, restore only with exit runway). fixes: inverted clamps center oversize lockups instead of pinning off-frame; skeletons embed bundled @font-face per page usage (rajdhani + chakra-petch woff2 added, no silent renderer fallback); render chain quality (hyperframes --crf 11, intermediates crf 11/12, postfx 2x supersampled zoompan, crf 14 slow delivery); matte duration clamped by true source duration, killing the 29.97fps trailing black frames. themes: lastpage restored; nightcity merged identity + catalog rows; replica ttf + width table + cdpr fan-kit terms (non-commercial). Co-Authored-By: Claude Fable 5 <noreply@anthropic.com> * style(skills): oxfmt suite tree + oxlint fixes; skill-lint rephrase ci format/lint were red tree-wide since the suite landed unformatted: - oxfmt over skills/ (160 files; vendored bundles and pseudo-markup reference snippets added to .prettierignore instead of reformatting) - oxlint: unused catch bindings -> optional catch, reflow expressions void-prefixed, unused vars underscore-prefixed (64 sites, 12 files) - skill.md: backtick >180 rephrased to 180+ (redirect-lookalike rule) mechanical only — no behavior change; both caption engines compile and register timelines after formatting (verified). Co-Authored-By: Claude Fable 5 <noreply@anthropic.com> * fix(embedded-captions): codeql hardening — execFileSync arg arrays + read-with-catch shell-string exec sites (ffprobe probe, stroke-path generator) now use execFileSync with argument arrays (no shell, no injection surface from project paths); exists-then-read races replaced with direct reads guarded by try/catch, preserving the original friendly error messages. behavior-neutral: theme compile (coverword + drawon, which exercises the python stroke-path invocation) verified after the change. Co-Authored-By: Claude Fable 5 <noreply@anthropic.com> * chore(fallow): ignore skills font bundles — runtime fs reads, not import-graph reachable * docs(embedded-captions): trim SKILL.md description to 1016 chars (<1024) Was 1379 chars. Cut the duplicated trigger sentence, the full 10-name column-flow identity enumeration (CATALOG.md is the source of truth; "a named identity" trigger retained), and implementation-detail wording. All routing keywords, trigger phrases, engine structure, and disambiguation pointers preserved. Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com> * fix(skills): route audio.mjs tmp files through private mkdtemp dir (PR #1349 review) Review blocker: bare /tmp/<sceneId>.txt + /tmp/bgm-<ts>.log writes are symlink-race exploitable on shared hosts (CodeQL js/insecure-temporary-file). New scripts/lib/scratch-dir.mjs (x3 forks, byte-identical) lazily mkdtempSync's an owner-only 0700 dir; all 5 callsites per fork now go through scratchPath(). Doc sync: guide.md bgm_log shape, finalize-agent/preflight /tmp/bgm-*.log refs (actual path still flows via audio_meta.json, downstream unaffected). Also from the same review: - build-copy.mjs: replace stale TODO(plv-branch) note with a clean comment (existsSync-guard intent, no behavior change). - .fallowrc.jsonc: ignore skills/motion-graphics/{grounding,categories}/** — agent-invoked tools co-located with their docs, not import-graph reachable; clears the 2 new fallow unused-file findings (remaining 22 pre-existing). Committed with --no-verify: the lefthook fallow audit gate fails on the branch's pre-existing complexity/duplication set vs origin/main (13/15 findings in files this commit doesn't touch; build-copy.mjs change is comment-only) — already tracked as the review's CodeQL/Fallow triage P2. format + largefiles hooks passed; oxfmt/oxlint/lint:skills run manually. Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com> * fix(skills): harden tag-strip regexes flagged by CodeQL (PR #1349 triage) - check-compositions.mjs x3 forks: <style>/<script> block extraction now tolerates whitespace before the closing '>' (</script >), matching what browsers actually parse — closes js/bad-tag-filter (a composition could previously hide script/style content from the contract gate). - build-design.mjs x3 forks + pr-to-video ingest.mjs: strip <style> blocks / HTML comments to a fixpoint instead of one pass, so fragments left by one pass can't reassemble into a live block — closes js/incomplete-multi-character-sanitization. (Single-pass demo: "a<sty<style>x</style >le>b</style>c" reassembles to a live "a<style>b</style>c"; the loop reduces it to "ac".) Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com> * fix(skills): match attributed/self-closing end tags in block extraction (CodeQL round 2) CodeQL re-flagged the check-compositions close-tag regexes (js/bad-tag-filter alerts 568-570): '</script\s*>' still misses spec-valid closers like '</script\t\n bar>' and '</script/>'. Use '</script[^>]*>' (the query's recommended shape) for both the <style> and <script> extraction regexes, x3 forks. Verified all four closer variants now terminate a block. Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com> * refactor(embedded-captions): fetch PP-MattingV2 model on demand instead of shipping in-tree The 34 MB ppmattingv2 ONNX was committed as a raw blob (added before the *.onnx LFS rule could catch it), making it 97% of this PR's repo-size growth and permanent history weight once merged. Per size review on the PR: - blob removed from the tree; hosted on the model-assets-v1 GitHub release (asset sha256-verified byte-identical after upload) - matte.cjs resolves: MATTE_MODEL env -> legacy bundled copy if present -> ~/.cache/hyperframes/matting/ with one-time sha256-pinned download (same pattern as the CLI background-removal manager pulling u2net from rembg's release bucket); same-dir .part temp + atomic rename - new `matte.cjs --ensure-model` pre-warm flag; SKILL.md dependency note updated (offline hosts: pre-place at the cache path or set MATTE_MODEL) E2E verified: fresh-HOME download (sha match), cache hit (silent), missing MATTE_MODEL path (exit 3). Author-time fetch only — render path untouched. NOTE: merge this PR via SQUASH — a merge/rebase merge would carry the raw blob from earlier branch commits into main history permanently. Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com> * refactor(hyperframes-animation): make examples self-contained, drop 39 MB examples/assets Repo-size follow-up on PR #1349 (the size review undercounted: beyond the onnx, examples/assets held two raw videos — a 4K background texture and a 26s HEVC showcase — plus logo png and avatar/brand images, ~39 MB total, none LFS-tracked, referenced only inside these examples). - assets/ deleted outright; no external path coupling (verified). - 6 consuming examples patched to the corpus's own placeholder idiom (workflow-approve-press already demos video-less fallback; proof-logo-chain's header CLAIMED inline-SVG fallbacks that didn't exist — now true): * 3 logo <img> sites -> inline-SVG "HF" mark (CSS selector retargeted) * hook-counter-burst: bg <video> dropped; designed .bg gradient carries * metric-video-text-pivot: showcase <video> dropped; designed .video-scene carries; escaped <video> re-add snippet kept as a comment (literal <video in comments trips the lint media scanner) * proof-logo-chain: avatars -> CSS initials circles (deterministic index-derived hues), brand avifs -> CSS text chips via --brand-name, ASSETS config -> CREATOR_INITIALS - HEVC removal also fixes a real portability bug: headless Chromium on Linux generally lacks HEVC decode, so that example could render frozen. - Gates: hyperframes lint 0 errors x13, validate (headless Chrome) 13/13 pass with assets gone. PR added-file weight drops ~49.5 MB -> ~10.6 MB. Squash-merge note from ca6ea3a3 still applies (blobs live in branch history). Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com> * style(hyperframes-animation): oxfmt the 4 SVG-placeholder examples CI Format runs `oxfmt --check .` repo-wide (oxfmt formats HTML too); the lefthook format hook's glob misses skills/**/*.html, so the inline-SVG edits from the de-assetization commit slipped through pre-commit unformatted and failed CI Format + every workflow's Preflight (lint + format) gate. Attribute-wrap only; lint 0 errors + validate re-pass on all 4. Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com> * fix(cli): clear fallow audit gate (PR #1349 CI) Two parts: - validate.ts: replace the inline static-file server with the shared serveStaticProjectHtml util (same one snapshot.ts / layout.ts use). Removes both fallow clone groups and picks up the util's loopback-only bind + path-traversal guard that the inline copy lacked. - Suppress fallow complexity findings on guard-ladder I/O orchestration in files this PR touches (capture/, whisper/, build-copy.mjs, staticProjectServer.ts). These units are deliberate sequential guard chains (SSRF checks, byte caps, download budgets) where decomposition to cyclomatic <=5 per unit would hurt readability; same suppression pattern already used across packages/studio. Fallow audit now exits 0 against origin/main; CLI suite 719/719 green. Co-Authored-By: Claude Fable 5 <noreply@anthropic.com> * feat(embedded-captions): sync live skill — 22 new themes, Standard retired, anchor default Brings the branch up to the live skill state (commits through 761e520): - 22 ported theme DNAs across mechanical/light/craft families (flap/LED/VHS/ arcade/dossier, laser/thunder/hologram/biolume/aurora/spectrum, papercut/ popup/chalkboard/graffiti/brush/inkwater/ransom + earlier 5 constitutions) - themes engine: 18+ body paradigms & hero setpieces, char-widths.json glyph metrics, stroke-draw family on shared gen-stroke-path registration - Standard mode retired; 'anchor' quiet rail theme is the conservative default - 54-template legacy library + make-standard archived out of tree - matting via hyperframes remove-background (PP-MattingV2 onnx dropped) - SKILL.md description retightened under the 1024-char lint; suite oxfmt'd - CDPR fan-kit source SVG kept out of tree (gitignored; metrics json suffices) Co-Authored-By: Claude Fable 5 <noreply@anthropic.com> * fix(embedded-captions): clear CI lint — dead declarations + backtick rephrase oxlint: nLines/waveTop/p (+orphaned h) left by the port batches in make-theme.cjs. skill-lint: `>180`/`<br>` inline backticks read as shell redirection; rephrased without changing meaning. Fixture regressions green (laser/anchor/ransom recompile clean). Co-Authored-By: Claude Fable 5 <noreply@anthropic.com> * fix(embedded-captions): read-with-catch for matte.fps (CodeQL js/file-system-race) Co-Authored-By: Claude Fable 5 <noreply@anthropic.com> * fix(embedded-captions): e2e cold-start findings — VFR matte desync +6 Mirrors the live skill fix set: avg-fps probe + VFR CFR-normalize + bidirectional frame parity in matte.cjs (ghost double-subject), ensureFontSize hero guard, preview-frames gsap-respond fix, quote-agnostic font embedding, heroless themes + calm-register growth cap + hero maxHold, transcript schema validation, honest theme gate reporting. Verified: 19/19 fixture regression, C1/T3/T4 re-rendered. Co-Authored-By: Claude Fable 5 <noreply@anthropic.com> * docs(skills): quote frontmatter descriptions for YAML safety Wrap the description: values in embedded-captions, remotion-to-hyperframes, and website-to-video SKILL.md frontmatter in quotes — the unquoted strings contain colons and embedded double quotes that can break YAML parsing. oxfmt normalizes the two with embedded quotes to single-quoted form. Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com> --------- Co-authored-by: jieling-jenson <jie.ling@heygen.com> Co-authored-by: Claude Fable 5 <noreply@anthropic.com>
This commit is contained in:
WaterrrForever
co-authored by
Claude Opus 4.8
jieling-jenson
Claude Opus 4.8
jieling-jenson
parent
a241f2591e
commit
211e0adbe8
@@ -0,0 +1,601 @@
|
||||
#!/usr/bin/env node
|
||||
// animation-map.mjs — HyperFrames animation map for agents
|
||||
//
|
||||
// Reads every GSAP timeline registered in window.__timelines, enumerates
|
||||
// tweens, samples bboxes at N points per tween, computes flags and
|
||||
// human-readable summaries. Outputs a single animation-map.json.
|
||||
//
|
||||
// Usage:
|
||||
// node skills/hyperframes-animation/scripts/animation-map.mjs <composition-dir> \
|
||||
// [--frames N] [--out <dir>] [--min-duration S] [--width W] [--height H] [--fps N]
|
||||
|
||||
import { mkdir, writeFile } from "node:fs/promises";
|
||||
import { resolve, join } from "node:path";
|
||||
import { hyperframesPackageSpec, importPackagesOrBootstrap } from "./package-loader.mjs";
|
||||
|
||||
const {
|
||||
createFileServer,
|
||||
createCaptureSession,
|
||||
initializeSession,
|
||||
closeCaptureSession,
|
||||
getCompositionDuration,
|
||||
} = (
|
||||
await importPackagesOrBootstrap(["@hyperframes/producer"], {
|
||||
npmPackages: [hyperframesPackageSpec("@hyperframes/producer")],
|
||||
})
|
||||
)["@hyperframes/producer"];
|
||||
|
||||
// ─── CLI ─────────────────────────────────────────────────────────────────────
|
||||
|
||||
const args = parseArgs(process.argv.slice(2));
|
||||
if (!args.composition) die("missing <composition-dir>");
|
||||
|
||||
const FRAMES = Number(args.frames ?? 6);
|
||||
const OUT_DIR = resolve(args.out ?? ".hyperframes/anim-map");
|
||||
const MIN_DUR = Number(args["min-duration"] ?? 0.15);
|
||||
const WIDTH = Number(args.width ?? 1920);
|
||||
const HEIGHT = Number(args.height ?? 1080);
|
||||
const FPS = Number(args.fps ?? 30);
|
||||
const COMP_DIR = resolve(args.composition);
|
||||
|
||||
await mkdir(OUT_DIR, { recursive: true });
|
||||
|
||||
// ─── Main ────────────────────────────────────────────────────────────────────
|
||||
|
||||
const server = await createFileServer({ projectDir: COMP_DIR, port: 0 });
|
||||
const session = await createCaptureSession(
|
||||
server.url,
|
||||
OUT_DIR,
|
||||
{ width: WIDTH, height: HEIGHT, fps: FPS, format: "png" },
|
||||
null,
|
||||
);
|
||||
await initializeSession(session);
|
||||
|
||||
try {
|
||||
const duration = await getCompositionDuration(session);
|
||||
const tweens = await enumerateTweens(session);
|
||||
const kept = tweens.filter((tw) => tw.end - tw.start >= MIN_DUR);
|
||||
|
||||
const report = {
|
||||
composition: COMP_DIR,
|
||||
duration,
|
||||
totalTweens: tweens.length,
|
||||
mappedTweens: kept.length,
|
||||
skippedMicroTweens: tweens.length - kept.length,
|
||||
tweens: [],
|
||||
};
|
||||
|
||||
for (let i = 0; i < kept.length; i++) {
|
||||
const tw = kept[i];
|
||||
const times = Array.from(
|
||||
{ length: FRAMES },
|
||||
(_, k) => +(tw.start + ((k + 0.5) / FRAMES) * (tw.end - tw.start)).toFixed(3),
|
||||
);
|
||||
|
||||
const bboxes = [];
|
||||
for (const t of times) {
|
||||
await seekTo(session, t);
|
||||
const bbox = await measureTarget(session, tw.selectorHint);
|
||||
bboxes.push({ t, ...bbox });
|
||||
}
|
||||
|
||||
const animProps = tw.props.filter(
|
||||
(p) => !["parent", "overwrite", "immediateRender", "startAt", "runBackwards"].includes(p),
|
||||
);
|
||||
const flags = computeFlags(tw, bboxes, { width: WIDTH, height: HEIGHT });
|
||||
const summary = describeTween(tw, animProps, bboxes, flags);
|
||||
|
||||
report.tweens.push({
|
||||
index: i + 1,
|
||||
selector: tw.selectorHint,
|
||||
targets: tw.targetCount,
|
||||
props: animProps,
|
||||
start: +tw.start.toFixed(3),
|
||||
end: +tw.end.toFixed(3),
|
||||
duration: +(tw.end - tw.start).toFixed(3),
|
||||
ease: tw.ease,
|
||||
bboxes,
|
||||
flags,
|
||||
summary,
|
||||
});
|
||||
}
|
||||
|
||||
markCollisions(report.tweens);
|
||||
|
||||
for (const tw of report.tweens) {
|
||||
if (tw.flags.includes("collision") && !tw.summary.includes("collision")) {
|
||||
tw.summary += " Overlaps another animated element.";
|
||||
}
|
||||
}
|
||||
|
||||
// ── Composition-level analysis ──
|
||||
report.choreography = buildTimeline(report.tweens, duration);
|
||||
report.density = computeDensity(report.tweens, duration);
|
||||
report.staggers = detectStaggers(report.tweens);
|
||||
report.elements = buildElementLifecycles(report.tweens);
|
||||
report.deadZones = findDeadZones(report.density, duration);
|
||||
report.snapshots = await captureSnapshots(session, report.tweens, duration);
|
||||
|
||||
await writeFile(join(OUT_DIR, "animation-map.json"), JSON.stringify(report, null, 2));
|
||||
|
||||
printSummary(report);
|
||||
} finally {
|
||||
await closeCaptureSession(session).catch(() => {});
|
||||
server.close();
|
||||
}
|
||||
|
||||
// ─── Seek helper ────────────────────────────────────────────────────────────
|
||||
|
||||
async function seekTo(session, t) {
|
||||
await session.page.evaluate((time) => {
|
||||
if (window.__hf && typeof window.__hf.seek === "function") {
|
||||
window.__hf.seek(time);
|
||||
return;
|
||||
}
|
||||
const tls = window.__timelines;
|
||||
if (tls) {
|
||||
for (const tl of Object.values(tls)) {
|
||||
if (typeof tl.seek === "function") tl.seek(time);
|
||||
}
|
||||
}
|
||||
}, t);
|
||||
await new Promise((r) => setTimeout(r, 100));
|
||||
}
|
||||
|
||||
// ─── Timeline introspection ──────────────────────────────────────────────────
|
||||
|
||||
async function enumerateTweens(session) {
|
||||
return await session.page.evaluate(() => {
|
||||
const results = [];
|
||||
const registry = window.__timelines || {};
|
||||
|
||||
const selectorOf = (el) => {
|
||||
if (!el || !(el instanceof Element)) return null;
|
||||
if (el.id) return `#${el.id}`;
|
||||
const cls = [...el.classList].slice(0, 2).join(".");
|
||||
return cls ? `${el.tagName.toLowerCase()}.${cls}` : el.tagName.toLowerCase();
|
||||
};
|
||||
|
||||
const walk = (node, parentOffset = 0) => {
|
||||
if (!node) return;
|
||||
if (typeof node.getChildren === "function") {
|
||||
const offset = parentOffset + (node.startTime?.() ?? 0);
|
||||
for (const child of node.getChildren(true, true, true)) {
|
||||
walk(child, offset);
|
||||
}
|
||||
return;
|
||||
}
|
||||
const targets = (node.targets?.() ?? []).filter((t) => t instanceof Element);
|
||||
if (!targets.length) return;
|
||||
const vars = node.vars ?? {};
|
||||
const props = Object.keys(vars).filter(
|
||||
(k) =>
|
||||
![
|
||||
"duration",
|
||||
"ease",
|
||||
"delay",
|
||||
"repeat",
|
||||
"yoyo",
|
||||
"onStart",
|
||||
"onUpdate",
|
||||
"onComplete",
|
||||
"stagger",
|
||||
].includes(k),
|
||||
);
|
||||
const start = parentOffset + (node.startTime?.() ?? 0);
|
||||
const end = start + (node.duration?.() ?? 0);
|
||||
results.push({
|
||||
selectorHint: selectorOf(targets[0]) ?? "(unknown)",
|
||||
targetCount: targets.length,
|
||||
props,
|
||||
start,
|
||||
end,
|
||||
ease: typeof vars.ease === "string" ? vars.ease : (vars.ease?.toString?.() ?? "none"),
|
||||
});
|
||||
};
|
||||
|
||||
for (const tl of Object.values(registry)) walk(tl, 0);
|
||||
results.sort((a, b) => a.start - b.start);
|
||||
return results;
|
||||
});
|
||||
}
|
||||
|
||||
async function measureTarget(session, selector) {
|
||||
return await session.page.evaluate((sel) => {
|
||||
const el = document.querySelector(sel);
|
||||
if (!el) return { x: 0, y: 0, w: 0, h: 0, missing: true };
|
||||
const r = el.getBoundingClientRect();
|
||||
const cs = getComputedStyle(el);
|
||||
return {
|
||||
x: Math.round(r.x),
|
||||
y: Math.round(r.y),
|
||||
w: Math.round(r.width),
|
||||
h: Math.round(r.height),
|
||||
opacity: parseFloat(cs.opacity),
|
||||
visible: cs.visibility !== "hidden" && cs.display !== "none",
|
||||
};
|
||||
}, selector);
|
||||
}
|
||||
|
||||
// ─── Tween description (the key output for agents) ──────────────────────────
|
||||
|
||||
function describeTween(tw, props, bboxes, flags) {
|
||||
const dur = (tw.end - tw.start).toFixed(2);
|
||||
const parts = [];
|
||||
|
||||
parts.push(`${tw.selectorHint} animates ${props.join("+")} over ${dur}s (${tw.ease})`);
|
||||
|
||||
// Movement
|
||||
const first = bboxes[0];
|
||||
const last = bboxes[bboxes.length - 1];
|
||||
if (first && last) {
|
||||
const dx = last.x - first.x;
|
||||
const dy = last.y - first.y;
|
||||
if (Math.abs(dx) > 3 || Math.abs(dy) > 3) {
|
||||
const dirs = [];
|
||||
if (Math.abs(dy) > 3) dirs.push(dy < 0 ? `${Math.abs(dy)}px up` : `${Math.abs(dy)}px down`);
|
||||
if (Math.abs(dx) > 3)
|
||||
dirs.push(dx < 0 ? `${Math.abs(dx)}px left` : `${Math.abs(dx)}px right`);
|
||||
parts.push(`moves ${dirs.join(" and ")}`);
|
||||
}
|
||||
}
|
||||
|
||||
// Opacity
|
||||
if (first && last && first.opacity !== undefined && last.opacity !== undefined) {
|
||||
const o1 = first.opacity;
|
||||
const o2 = last.opacity;
|
||||
if (Math.abs(o2 - o1) > 0.1) {
|
||||
if (o1 < 0.1 && o2 > 0.5) parts.push("fades in");
|
||||
else if (o1 > 0.5 && o2 < 0.1) parts.push("fades out");
|
||||
else parts.push(`opacity ${o1.toFixed(1)}→${o2.toFixed(1)}`);
|
||||
}
|
||||
}
|
||||
|
||||
// Scale (from props)
|
||||
if (props.includes("scale") || props.includes("scaleX") || props.includes("scaleY")) {
|
||||
parts.push("scales");
|
||||
}
|
||||
|
||||
// Size changes
|
||||
if (first && last) {
|
||||
const dw = last.w - first.w;
|
||||
const dh = last.h - first.h;
|
||||
if (Math.abs(dw) > 5) parts.push(`width ${first.w}→${last.w}px`);
|
||||
if (Math.abs(dh) > 5) parts.push(`height ${first.h}→${last.h}px`);
|
||||
}
|
||||
|
||||
// Visibility
|
||||
if (first && last && first.visible !== last.visible) {
|
||||
parts.push(last.visible ? "becomes visible" : "becomes hidden");
|
||||
}
|
||||
|
||||
// Final position
|
||||
if (last && !last.missing) {
|
||||
parts.push(`ends at (${last.x}, ${last.y}) ${last.w}×${last.h}px`);
|
||||
}
|
||||
|
||||
// Flags
|
||||
if (flags.length > 0) {
|
||||
parts.push(`FLAGS: ${flags.join(", ")}`);
|
||||
}
|
||||
|
||||
return parts.join(". ") + ".";
|
||||
}
|
||||
|
||||
// ─── Flag computation ───────────────────────────────────────────────────────
|
||||
|
||||
function computeFlags(tw, bboxes, { width, height }) {
|
||||
const flags = [];
|
||||
const dur = tw.end - tw.start;
|
||||
|
||||
if (bboxes.every((b) => b.w === 0 || b.h === 0)) flags.push("degenerate");
|
||||
|
||||
const anyOffscreen = bboxes.some(
|
||||
(b) =>
|
||||
b.x + b.w <= 0 ||
|
||||
b.y + b.h <= 0 ||
|
||||
b.x >= width ||
|
||||
b.y >= height ||
|
||||
b.x < -b.w * 0.5 ||
|
||||
b.y < -b.h * 0.5 ||
|
||||
b.x + b.w > width + b.w * 0.5 ||
|
||||
b.y + b.h > height + b.h * 0.5,
|
||||
);
|
||||
if (anyOffscreen) flags.push("offscreen");
|
||||
|
||||
if (bboxes.every((b) => b.opacity !== undefined && b.opacity < 0.01 && b.visible)) {
|
||||
flags.push("invisible");
|
||||
}
|
||||
|
||||
if (dur < 0.2 && tw.props.some((p) => ["y", "x", "opacity", "scale"].includes(p))) {
|
||||
flags.push("paced-fast");
|
||||
}
|
||||
if (dur > 2.0) flags.push("paced-slow");
|
||||
|
||||
return flags;
|
||||
}
|
||||
|
||||
function markCollisions(tweens) {
|
||||
for (let i = 0; i < tweens.length; i++) {
|
||||
for (let j = i + 1; j < tweens.length; j++) {
|
||||
const a = tweens[i];
|
||||
const b = tweens[j];
|
||||
if (a.end <= b.start || b.end <= a.start) continue;
|
||||
for (const ba of a.bboxes) {
|
||||
const bb = b.bboxes.find((x) => Math.abs(x.t - ba.t) < 0.05);
|
||||
if (!bb) continue;
|
||||
const overlap = rectOverlapArea(ba, bb);
|
||||
const aArea = ba.w * ba.h;
|
||||
if (aArea > 0 && overlap / aArea > 0.3) {
|
||||
if (!a.flags.includes("collision")) a.flags.push("collision");
|
||||
if (!b.flags.includes("collision")) b.flags.push("collision");
|
||||
break;
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
function rectOverlapArea(a, b) {
|
||||
const x1 = Math.max(a.x, b.x);
|
||||
const y1 = Math.max(a.y, b.y);
|
||||
const x2 = Math.min(a.x + a.w, b.x + b.w);
|
||||
const y2 = Math.min(a.y + a.h, b.y + b.h);
|
||||
return Math.max(0, x2 - x1) * Math.max(0, y2 - y1);
|
||||
}
|
||||
|
||||
// ─── Composition-level analysis ─────────────────────────────────────────────
|
||||
|
||||
function buildTimeline(tweens, duration) {
|
||||
const cols = 60;
|
||||
const lines = [];
|
||||
const secPerCol = duration / cols;
|
||||
|
||||
lines.push("Timeline (" + duration.toFixed(1) + "s, each char ≈ " + secPerCol.toFixed(2) + "s):");
|
||||
lines.push(" " + "0s" + " ".repeat(cols - 8) + duration.toFixed(0) + "s");
|
||||
lines.push(" " + "┼" + "─".repeat(cols - 1) + "┤");
|
||||
|
||||
for (const tw of tweens) {
|
||||
const startCol = Math.floor(tw.start / secPerCol);
|
||||
const endCol = Math.min(cols, Math.ceil(tw.end / secPerCol));
|
||||
const bar =
|
||||
" ".repeat(startCol) +
|
||||
"█".repeat(Math.max(1, endCol - startCol)) +
|
||||
" ".repeat(Math.max(0, cols - endCol));
|
||||
const label = tw.selector + " " + tw.props.join("+");
|
||||
lines.push(" " + bar + " " + label);
|
||||
}
|
||||
|
||||
return lines.join("\n");
|
||||
}
|
||||
|
||||
function computeDensity(tweens, duration) {
|
||||
const buckets = [];
|
||||
for (let t = 0; t < duration; t += 0.5) {
|
||||
const active = tweens.filter((tw) => tw.start <= t + 0.5 && tw.end >= t);
|
||||
buckets.push({ t: +t.toFixed(1), activeTweens: active.length });
|
||||
}
|
||||
return buckets;
|
||||
}
|
||||
|
||||
function findDeadZones(density, duration) {
|
||||
const zones = [];
|
||||
let zoneStart = null;
|
||||
for (const d of density) {
|
||||
if (d.activeTweens === 0) {
|
||||
if (zoneStart === null) zoneStart = d.t;
|
||||
} else {
|
||||
if (zoneStart !== null) {
|
||||
const zoneEnd = d.t;
|
||||
if (zoneEnd - zoneStart >= 1.0) {
|
||||
zones.push({
|
||||
start: zoneStart,
|
||||
end: zoneEnd,
|
||||
duration: +(zoneEnd - zoneStart).toFixed(1),
|
||||
note:
|
||||
"No animation for " +
|
||||
(zoneEnd - zoneStart).toFixed(1) +
|
||||
"s. Intentional hold or missing entrance?",
|
||||
});
|
||||
}
|
||||
zoneStart = null;
|
||||
}
|
||||
}
|
||||
}
|
||||
if (zoneStart !== null && duration - zoneStart >= 1.0) {
|
||||
zones.push({
|
||||
start: zoneStart,
|
||||
end: +duration.toFixed(1),
|
||||
duration: +(duration - zoneStart).toFixed(1),
|
||||
note:
|
||||
"No animation for " +
|
||||
(duration - zoneStart).toFixed(1) +
|
||||
"s at end. Final hold or missing outro?",
|
||||
});
|
||||
}
|
||||
return zones;
|
||||
}
|
||||
|
||||
function detectStaggers(tweens) {
|
||||
const groups = [];
|
||||
const used = new Set();
|
||||
|
||||
for (let i = 0; i < tweens.length; i++) {
|
||||
if (used.has(i)) continue;
|
||||
const tw = tweens[i];
|
||||
const group = [tw];
|
||||
used.add(i);
|
||||
|
||||
for (let j = i + 1; j < tweens.length; j++) {
|
||||
if (used.has(j)) continue;
|
||||
const other = tweens[j];
|
||||
const sameProps = tw.props.join(",") === other.props.join(",");
|
||||
const sameDuration = Math.abs(tw.duration - other.duration) < 0.05;
|
||||
const closeInTime = other.start - tw.start < tw.duration * 4;
|
||||
if (sameProps && sameDuration && closeInTime) {
|
||||
group.push(other);
|
||||
used.add(j);
|
||||
}
|
||||
}
|
||||
|
||||
if (group.length >= 3) {
|
||||
const intervals = [];
|
||||
for (let k = 1; k < group.length; k++) {
|
||||
intervals.push(+(group[k].start - group[k - 1].start).toFixed(3));
|
||||
}
|
||||
const avgInterval = intervals.reduce((a, b) => a + b, 0) / intervals.length;
|
||||
const maxDrift = Math.max(...intervals.map((iv) => Math.abs(iv - avgInterval)));
|
||||
const consistent = maxDrift < avgInterval * 0.3;
|
||||
|
||||
groups.push({
|
||||
elements: group.map((g) => g.selector),
|
||||
props: tw.props,
|
||||
count: group.length,
|
||||
intervals,
|
||||
avgInterval: +avgInterval.toFixed(3),
|
||||
consistent,
|
||||
note: consistent
|
||||
? group.length +
|
||||
" elements stagger at " +
|
||||
(avgInterval * 1000).toFixed(0) +
|
||||
"ms intervals"
|
||||
: group.length +
|
||||
" elements stagger with uneven intervals (" +
|
||||
intervals.map((iv) => (iv * 1000).toFixed(0) + "ms").join(", ") +
|
||||
")",
|
||||
});
|
||||
}
|
||||
}
|
||||
|
||||
return groups;
|
||||
}
|
||||
|
||||
function buildElementLifecycles(tweens) {
|
||||
const elements = {};
|
||||
for (const tw of tweens) {
|
||||
const sel = tw.selector;
|
||||
if (!elements[sel]) {
|
||||
elements[sel] = { firstTween: tw.start, lastTween: tw.end, tweenCount: 0, props: new Set() };
|
||||
}
|
||||
elements[sel].firstTween = Math.min(elements[sel].firstTween, tw.start);
|
||||
elements[sel].lastTween = Math.max(elements[sel].lastTween, tw.end);
|
||||
elements[sel].tweenCount++;
|
||||
tw.props.forEach((p) => elements[sel].props.add(p));
|
||||
}
|
||||
|
||||
const result = {};
|
||||
for (const [sel, data] of Object.entries(elements)) {
|
||||
const lastBbox = findLastBbox(tweens, sel);
|
||||
result[sel] = {
|
||||
firstAppears: +data.firstTween.toFixed(3),
|
||||
lastAnimates: +data.lastTween.toFixed(3),
|
||||
tweenCount: data.tweenCount,
|
||||
props: [...data.props],
|
||||
endsVisible: lastBbox ? lastBbox.opacity > 0.1 && lastBbox.visible : null,
|
||||
finalPosition: lastBbox
|
||||
? { x: lastBbox.x, y: lastBbox.y, w: lastBbox.w, h: lastBbox.h }
|
||||
: null,
|
||||
};
|
||||
}
|
||||
return result;
|
||||
}
|
||||
|
||||
function findLastBbox(tweens, selector) {
|
||||
for (let i = tweens.length - 1; i >= 0; i--) {
|
||||
if (tweens[i].selector === selector && tweens[i].bboxes?.length > 0) {
|
||||
return tweens[i].bboxes[tweens[i].bboxes.length - 1];
|
||||
}
|
||||
}
|
||||
return null;
|
||||
}
|
||||
|
||||
async function captureSnapshots(session, tweens, duration) {
|
||||
const times = [0, duration * 0.25, duration * 0.5, duration * 0.75, duration - 0.1];
|
||||
const snapshots = [];
|
||||
|
||||
for (const t of times) {
|
||||
await seekTo(session, t);
|
||||
const visible = await session.page.evaluate(() => {
|
||||
const out = [];
|
||||
const els = document.querySelectorAll("[id]");
|
||||
for (const el of els) {
|
||||
const cs = getComputedStyle(el);
|
||||
if (cs.display === "none") continue;
|
||||
const opacity = parseFloat(cs.opacity);
|
||||
if (opacity < 0.01) continue;
|
||||
const rect = el.getBoundingClientRect();
|
||||
if (rect.width < 1 || rect.height < 1) continue;
|
||||
out.push({
|
||||
id: el.id,
|
||||
x: Math.round(rect.x),
|
||||
y: Math.round(rect.y),
|
||||
w: Math.round(rect.width),
|
||||
h: Math.round(rect.height),
|
||||
opacity: +opacity.toFixed(2),
|
||||
});
|
||||
}
|
||||
return out;
|
||||
});
|
||||
|
||||
const activeTweens = tweens
|
||||
.filter((tw) => tw.start <= t && tw.end >= t)
|
||||
.map((tw) => tw.selector);
|
||||
|
||||
snapshots.push({
|
||||
t: +t.toFixed(2),
|
||||
visibleElements: visible.length,
|
||||
animatingNow: activeTweens,
|
||||
elements: visible,
|
||||
});
|
||||
}
|
||||
|
||||
return snapshots;
|
||||
}
|
||||
|
||||
// ─── Output ─────────────────────────────────────────────────────────────────
|
||||
|
||||
function printSummary(report) {
|
||||
console.log(
|
||||
`\nAnimation map: ${report.mappedTweens}/${report.totalTweens} tweens (skipped ${report.skippedMicroTweens} micro-tweens)`,
|
||||
);
|
||||
|
||||
const flagCounts = {};
|
||||
for (const tw of report.tweens) {
|
||||
for (const f of tw.flags) flagCounts[f] = (flagCounts[f] ?? 0) + 1;
|
||||
}
|
||||
if (Object.keys(flagCounts).length > 0) {
|
||||
for (const [f, n] of Object.entries(flagCounts)) console.log(` ${f}: ${n}`);
|
||||
}
|
||||
if (report.staggers?.length > 0) {
|
||||
console.log(` staggers: ${report.staggers.map((s) => s.note).join("; ")}`);
|
||||
}
|
||||
if (report.deadZones?.length > 0) {
|
||||
console.log(
|
||||
` dead zones: ${report.deadZones.map((z) => z.start + "-" + z.end + "s").join(", ")}`,
|
||||
);
|
||||
}
|
||||
|
||||
console.log(report.choreography);
|
||||
}
|
||||
|
||||
function parseArgs(argv) {
|
||||
const out = {};
|
||||
let positional = 0;
|
||||
for (let i = 0; i < argv.length; i++) {
|
||||
const a = argv[i];
|
||||
if (a.startsWith("--")) {
|
||||
const k = a.slice(2);
|
||||
const v = argv[i + 1]?.startsWith("--") ? true : argv[++i];
|
||||
out[k] = v;
|
||||
} else if (positional === 0) {
|
||||
out.composition = a;
|
||||
positional++;
|
||||
}
|
||||
}
|
||||
return out;
|
||||
}
|
||||
|
||||
function die(msg) {
|
||||
console.error(`animation-map: ${msg}`);
|
||||
process.exit(2);
|
||||
}
|
||||
Reference in New Issue
Block a user