mirror of
https://github.com/heygen-com/hyperframes.git
synced 2026-09-11 06:30:03 +00:00
* refactor(producer): extract HDR compositor from renderOrchestrator Move ~700 LOC of HDR compositing primitives (countNonZeroAlpha, countNonZeroRgb48, cropRgb48le, HdrVideoFrameSource, closeHdrVideoFrameSource, blitHdrVideoLayer, HdrImageBuffer, blitHdrImageLayer, CompositeTransfer, shouldUseLayeredComposite, resolveCompositeTransfer, HdrCompositeContext, compositeHdrFrame, HdrTransitionMeta, TransitionRange) into a dedicated hdrCompositor.ts module. Remove backward-compat re-exports from renderOrchestrator (hdrPerf, captureCost, shared) and rewire all import sites to the authoritative source modules. * refactor(producer): delete 4 re-export shim files screenshotService.ts, videoFrameExtractor.ts, videoFrameInjector.ts, and streamingEncoder.ts existed solely to re-export symbols from @hyperframes/engine. No internal consumer imported from them except index.ts → videoFrameInjector, which now imports directly from engine. * refactor(producer): delete unused PNG decode/blit worker pool The pool (455 LOC) and worker (127 LOC) were built speculatively for pipelining Chrome screenshots with PNG decode/blit but were never wired into any capture path. Zero non-test source files imported them. Also removed the esbuild entry point from producer/build.mjs, the tsup entry point + alpha-blit alias from cli/tsup.config.ts, and the PNG worker bootstrap from cli/src/cli.ts. * refactor(producer): centralize frame filename construction Replace 4 inline padStart(6) template literals with shared helpers: - formatCaptureFrameName(index, ext): zero-based, for internal capture - formatExportFrameName(index, ext): zero-based input, one-based output for user-facing png-sequence export * perf(producer): hoist allElementIds out of compositing loop Move fullStacking.map() from inside the per-layer iteration to before the loop, computing the element ID list once per frame instead of once per DOM layer per frame. * refactor(producer): consolidate HDR timing instrumentation * refactor(producer): remove typecasts and deduplicate HDR capture patterns - Extract seekInjectAndQueryStacking() and seekAndInject() helpers to deduplicate the seek+inject+query pattern across sequential loop, hybrid loop, and per-scene transition capture (3 call sites → 1 helper) - Fix sceneBuf as Buffer casts by properly typing the scene-capture arrays as [Buffer, Set<string>][] instead of using as const + cast - Replace as NonNullable<> cast on outputFormat with as const fallback - Add explanatory comments on inherent linkedom DOM casts * refactor(producer): name constants, type matrix, extract opacity helper - Replace magic 0.001/0.999 with TRANSFORM_IDENTITY_EPSILON and OPAQUE_ALPHA_THRESHOLD; replace BPP=6 with RGB48_BYTES_PER_PIXEL - Add AffineMatrix tuple type + isAffineMatrix guard, eliminating all 4 non-null assertions on matrix indices - Extract resolveBlitOpacity() to replace 5 identical ternaries - Narrow fallow-ignore-file to line-level complexity suppressions
175 lines
4.4 KiB
TypeScript
175 lines
4.4 KiB
TypeScript
/**
|
|
* HDR-pipeline perf instrumentation.
|
|
*
|
|
* `HdrPerfCollector` accumulates per-phase wall-clock ms for the
|
|
* layered HDR / shader-transition composite path; `finalizeHdrPerf`
|
|
* converts the running totals into the `HdrPerfSummary` shape that
|
|
* lands in `RenderPerfSummary.hdrPerf`.
|
|
*/
|
|
|
|
export type HdrPerfTimingKey =
|
|
| "frameSeekMs"
|
|
| "frameInjectMs"
|
|
| "stackingQueryMs"
|
|
| "canvasClearMs"
|
|
| "normalCompositeMs"
|
|
| "transitionCompositeMs"
|
|
| "encoderWriteMs"
|
|
| "hdrVideoReadDecodeMs"
|
|
| "hdrVideoTransferMs"
|
|
| "hdrVideoBlitMs"
|
|
| "hdrImageTransferMs"
|
|
| "hdrImageBlitMs"
|
|
| "domLayerSeekMs"
|
|
| "domLayerInjectMs"
|
|
| "domMaskApplyMs"
|
|
| "domScreenshotMs"
|
|
| "domMaskRemoveMs"
|
|
| "domPngDecodeMs"
|
|
| "domBlitMs";
|
|
|
|
export interface HdrPerfCollector {
|
|
frames: number;
|
|
normalFrames: number;
|
|
transitionFrames: number;
|
|
domLayerCaptures: number;
|
|
hdrVideoLayerBlits: number;
|
|
hdrImageLayerBlits: number;
|
|
timings: Record<HdrPerfTimingKey, number>;
|
|
}
|
|
|
|
export interface HdrPerfSummary {
|
|
frames: number;
|
|
normalFrames: number;
|
|
transitionFrames: number;
|
|
domLayerCaptures: number;
|
|
hdrVideoLayerBlits: number;
|
|
hdrImageLayerBlits: number;
|
|
timings: Record<string, number>;
|
|
avgMs: Record<string, number>;
|
|
}
|
|
|
|
export function createHdrPerfCollector(): HdrPerfCollector {
|
|
return {
|
|
frames: 0,
|
|
normalFrames: 0,
|
|
transitionFrames: 0,
|
|
domLayerCaptures: 0,
|
|
hdrVideoLayerBlits: 0,
|
|
hdrImageLayerBlits: 0,
|
|
timings: {
|
|
frameSeekMs: 0,
|
|
frameInjectMs: 0,
|
|
stackingQueryMs: 0,
|
|
canvasClearMs: 0,
|
|
normalCompositeMs: 0,
|
|
transitionCompositeMs: 0,
|
|
encoderWriteMs: 0,
|
|
hdrVideoReadDecodeMs: 0,
|
|
hdrVideoTransferMs: 0,
|
|
hdrVideoBlitMs: 0,
|
|
hdrImageTransferMs: 0,
|
|
hdrImageBlitMs: 0,
|
|
domLayerSeekMs: 0,
|
|
domLayerInjectMs: 0,
|
|
domMaskApplyMs: 0,
|
|
domScreenshotMs: 0,
|
|
domMaskRemoveMs: 0,
|
|
domPngDecodeMs: 0,
|
|
domBlitMs: 0,
|
|
},
|
|
};
|
|
}
|
|
|
|
export function addHdrTiming(
|
|
perf: HdrPerfCollector | undefined,
|
|
key: HdrPerfTimingKey,
|
|
startMs: number,
|
|
) {
|
|
if (!perf) return;
|
|
perf.timings[key] += Date.now() - startMs;
|
|
}
|
|
|
|
export function timeHdrPhase<T>(
|
|
perf: HdrPerfCollector | undefined,
|
|
key: HdrPerfTimingKey,
|
|
fn: () => T,
|
|
): T {
|
|
if (!perf) return fn();
|
|
const start = Date.now();
|
|
const result = fn();
|
|
addHdrTiming(perf, key, start);
|
|
return result;
|
|
}
|
|
|
|
export async function timeHdrPhaseAsync<T>(
|
|
perf: HdrPerfCollector | undefined,
|
|
key: HdrPerfTimingKey,
|
|
fn: () => Promise<T>,
|
|
): Promise<T> {
|
|
if (!perf) return fn();
|
|
const start = Date.now();
|
|
const result = await fn();
|
|
addHdrTiming(perf, key, start);
|
|
return result;
|
|
}
|
|
|
|
function averageTiming(totalMs: number, count: number): number {
|
|
return count > 0 ? Math.round((totalMs / count) * 100) / 100 : 0;
|
|
}
|
|
|
|
export function finalizeHdrPerf(perf: HdrPerfCollector): HdrPerfSummary {
|
|
const avgMs: Record<string, number> = {};
|
|
const perFrameKeys: HdrPerfTimingKey[] = [
|
|
"frameSeekMs",
|
|
"frameInjectMs",
|
|
"stackingQueryMs",
|
|
"canvasClearMs",
|
|
"encoderWriteMs",
|
|
];
|
|
for (const key of perFrameKeys) avgMs[key] = averageTiming(perf.timings[key], perf.frames);
|
|
avgMs.normalCompositeMs = averageTiming(perf.timings.normalCompositeMs, perf.normalFrames);
|
|
avgMs.transitionCompositeMs = averageTiming(
|
|
perf.timings.transitionCompositeMs,
|
|
perf.transitionFrames,
|
|
);
|
|
|
|
const perDomLayerKeys: HdrPerfTimingKey[] = [
|
|
"domLayerSeekMs",
|
|
"domLayerInjectMs",
|
|
"domMaskApplyMs",
|
|
"domScreenshotMs",
|
|
"domMaskRemoveMs",
|
|
"domPngDecodeMs",
|
|
"domBlitMs",
|
|
];
|
|
for (const key of perDomLayerKeys) {
|
|
avgMs[key] = averageTiming(perf.timings[key], perf.domLayerCaptures);
|
|
}
|
|
|
|
const perHdrVideoKeys: HdrPerfTimingKey[] = [
|
|
"hdrVideoReadDecodeMs",
|
|
"hdrVideoTransferMs",
|
|
"hdrVideoBlitMs",
|
|
];
|
|
for (const key of perHdrVideoKeys) {
|
|
avgMs[key] = averageTiming(perf.timings[key], perf.hdrVideoLayerBlits);
|
|
}
|
|
|
|
const perHdrImageKeys: HdrPerfTimingKey[] = ["hdrImageTransferMs", "hdrImageBlitMs"];
|
|
for (const key of perHdrImageKeys) {
|
|
avgMs[key] = averageTiming(perf.timings[key], perf.hdrImageLayerBlits);
|
|
}
|
|
|
|
return {
|
|
frames: perf.frames,
|
|
normalFrames: perf.normalFrames,
|
|
transitionFrames: perf.transitionFrames,
|
|
domLayerCaptures: perf.domLayerCaptures,
|
|
hdrVideoLayerBlits: perf.hdrVideoLayerBlits,
|
|
hdrImageLayerBlits: perf.hdrImageLayerBlits,
|
|
timings: { ...perf.timings },
|
|
avgMs,
|
|
};
|
|
}
|