mirror of
https://github.com/heygen-com/hyperframes.git
synced 2026-11-18 07:50:13 +00:00
* fix: data-volume multiplies the volume lane in preview and render * fix: a clip's data-volume plays ahead of its audio effects, in preview and render * feat(studio): the media panel shows a clip's Gain beside its Volume level * fix(audio): cap gain times volume lanes through each ramp * chore(core): account for shared volume envelopes in package budget * fix(core): restore static gain when a playing lane is removed
160 lines
4.8 KiB
TypeScript
160 lines
4.8 KiB
TypeScript
import { describe, expect, it } from "vitest";
|
|
import { parseAudioElements, volumeLaneKeyframes } from "./audioMixer.js";
|
|
import type { HfAutomationLane } from "@hyperframes/core/audio-automation";
|
|
import { MAX_AUDIO_GAIN } from "@hyperframes/core/audio-gain";
|
|
import { interpolateVolumeGain } from "@hyperframes/core/media-volume-envelope";
|
|
|
|
const lanes = (points: HfAutomationLane["points"], target = "volume") => ({
|
|
lanes: [{ target, points }],
|
|
});
|
|
|
|
describe("volumeLaneKeyframes", () => {
|
|
it("keeps a straight fade at two keyframes, in composition time", () => {
|
|
const out = volumeLaneKeyframes(
|
|
lanes([
|
|
{ t: 0, v: 1 },
|
|
{ t: 2, v: 0 },
|
|
]),
|
|
5,
|
|
2,
|
|
1,
|
|
);
|
|
expect(out).toEqual([
|
|
{ time: 5, volume: 1 },
|
|
{ time: 7, volume: 0 },
|
|
]);
|
|
});
|
|
|
|
it("holds the first value before the envelope starts", () => {
|
|
const out = volumeLaneKeyframes(
|
|
lanes([
|
|
{ t: 1, v: 0.3 },
|
|
{ t: 2, v: 1 },
|
|
]),
|
|
0,
|
|
2,
|
|
1,
|
|
);
|
|
// Not `data-volume` at t=0 — the lane's own first value.
|
|
expect(out?.[0]).toEqual({ time: 0, volume: 0.3 });
|
|
});
|
|
|
|
it("holds the last value out to the clip end", () => {
|
|
const out = volumeLaneKeyframes(
|
|
lanes([
|
|
{ t: 0, v: 1 },
|
|
{ t: 1, v: 0.5 },
|
|
]),
|
|
0,
|
|
4,
|
|
1,
|
|
);
|
|
expect(out?.at(-1)).toEqual({ time: 4, volume: 0.5 });
|
|
});
|
|
|
|
it("samples a bent segment, which the linear baker would straighten", () => {
|
|
const straight = volumeLaneKeyframes(
|
|
lanes([
|
|
{ t: 0, v: 0 },
|
|
{ t: 2, v: 1 },
|
|
]),
|
|
0,
|
|
2,
|
|
1,
|
|
);
|
|
const bent = volumeLaneKeyframes(
|
|
lanes([
|
|
{ t: 0, v: 0, curve: 1 },
|
|
{ t: 2, v: 1 },
|
|
]),
|
|
0,
|
|
2,
|
|
1,
|
|
);
|
|
expect(straight?.length).toBe(2);
|
|
expect(bent?.length ?? 0).toBeGreaterThan(30);
|
|
// Same endpoints, different path between them.
|
|
expect(bent?.[0]).toEqual({ time: 0, volume: 0 });
|
|
expect(bent?.at(-1)).toEqual({ time: 2, volume: 1 });
|
|
const mid = bent?.find((k) => Math.abs(k.time - 1) < 0.02);
|
|
expect(mid?.volume ?? 1).toBeLessThan(0.4);
|
|
});
|
|
|
|
it("samples a segment bent through a via point, as preview plays it", () => {
|
|
const out = volumeLaneKeyframes(
|
|
lanes([
|
|
{ t: 0, v: 0, viaX: 0.5, viaY: 0.9 },
|
|
{ t: 2, v: 1 },
|
|
]),
|
|
0,
|
|
2,
|
|
1,
|
|
);
|
|
expect(out?.length ?? 0).toBeGreaterThan(30);
|
|
});
|
|
|
|
it("bakes gain times the lane under the ceiling through a ramp that crosses it", () => {
|
|
const out = volumeLaneKeyframes(
|
|
lanes([
|
|
{ t: 0, v: 0 },
|
|
{ t: 10, v: 3 },
|
|
]),
|
|
0,
|
|
10,
|
|
2,
|
|
);
|
|
expect(out?.map((k) => [k.time, k.volume])).toEqual([
|
|
[0, 0],
|
|
[expect.closeTo((MAX_AUDIO_GAIN / 2 / 3) * 10, 9), expect.closeTo(MAX_AUDIO_GAIN, 9)],
|
|
[10, expect.closeTo(MAX_AUDIO_GAIN, 9)],
|
|
]);
|
|
expect(interpolateVolumeGain(out!, 5)).toBeCloseTo(3, 9);
|
|
});
|
|
|
|
it("leaves the ceiling's share after pre-FX clip gain, including at a mid-ramp seek", () => {
|
|
const out = volumeLaneKeyframes(
|
|
lanes([
|
|
{ t: 0, v: 0 },
|
|
{ t: 10, v: 3 },
|
|
]),
|
|
0,
|
|
10,
|
|
2,
|
|
true,
|
|
)!;
|
|
expect(interpolateVolumeGain(out, 5) * 2).toBeCloseTo(3, 9);
|
|
expect(interpolateVolumeGain(out, 9) * 2).toBeCloseTo(MAX_AUDIO_GAIN, 9);
|
|
});
|
|
|
|
it("caps a constant lane times gain even though both factors are individually valid", () => {
|
|
expect(volumeLaneKeyframes(lanes([{ t: 0, v: 3 }]), 0, 10, 2)).toEqual([
|
|
{ time: 0, volume: MAX_AUDIO_GAIN },
|
|
{ time: 10, volume: MAX_AUDIO_GAIN },
|
|
]);
|
|
});
|
|
|
|
it("has nothing to bake for a track whose only lane is an FX one", () => {
|
|
expect(volumeLaneKeyframes(lanes([{ t: 0, v: 200 }], "fx.n1.frequency"), 0, 2, 1)).toBeNull();
|
|
});
|
|
});
|
|
|
|
describe("parseAudioElements", () => {
|
|
it("carries the automation attribute through to the mixer", () => {
|
|
const automation = '{"version":1,"lanes":[{"target":"volume","points":[{"t":0,"v":1}]}]}';
|
|
const html = `<!DOCTYPE html><html><body>
|
|
<div id="root" data-composition-id="main" data-start="0" data-width="1920" data-height="1080" data-duration="10">
|
|
<audio id="bgm" src="a.wav" data-start="0" data-duration="10" data-automation='${automation}'></audio>
|
|
</div></body></html>`;
|
|
const [el] = parseAudioElements(html);
|
|
expect(el?.automation).toBe(automation);
|
|
});
|
|
|
|
it("leaves automation unset when the element has none", () => {
|
|
const html = `<!DOCTYPE html><html><body>
|
|
<div id="root" data-composition-id="main" data-start="0" data-width="1920" data-height="1080" data-duration="10">
|
|
<audio id="bgm" src="a.wav" data-start="0" data-duration="10"></audio>
|
|
</div></body></html>`;
|
|
expect(parseAudioElements(html)[0]?.automation).toBeUndefined();
|
|
});
|
|
});
|