/** * Engine Configuration * * Typed configuration for the rendering pipeline. Replaces the PRODUCER_* * env var sprawl with a structured interface. Env vars still work as * fallbacks for backward compatibility during migration. */ /** * Full engine configuration. All fields are wired through the config * object; env vars serve as backward-compatible fallbacks resolved * in `resolveConfig()`. */ export interface EngineConfig { // ── Rendering ──────────────────────────────────────────────────────── fps: 24 | 30 | 60; quality: "draft" | "standard" | "high"; format: "jpeg" | "png"; jpegQuality: number; // ── Parallelism ────────────────────────────────────────────────────── /** Max worker count. "auto" uses CPU-based heuristic. */ concurrency: number | "auto"; /** CPU cores allocated per worker. */ coresPerWorker: number; /** Minimum frames before parallel workers are used. */ minParallelFrames: number; /** Frame count threshold for "large render" heuristics. */ largeRenderThreshold: number; // ── Browser ────────────────────────────────────────────────────────── chromePath?: string; disableGpu: boolean; /** * Chrome/WebGL rendering backend. * - "software": SwiftShader (CPU-only). Always works; ~5-50× slower than GPU. * - "hardware": host GPU via platform-native ANGLE backend (Metal/D3D11/EGL). * Errors if no usable GPU is reachable from Chrome. * - "auto": probe Chrome for WebGL availability on first launch in this * process; fall back to software if hardware-mode WebGL is unavailable. * Cost: one extra Chrome launch (~1-2 s) per process; result cached. */ browserGpuMode: "software" | "hardware" | "auto"; enableBrowserPool: boolean; browserTimeout: number; protocolTimeout: number; /** Expected Chromium major version (optional validation). */ expectedChromiumMajor?: number; /** Force screenshot capture mode (skip BeginFrame even on Linux). */ forceScreenshot: boolean; /** * Opt-in: page-side shader-transition compositing. * * When `true`, shader transitions for SDR compositions run their blend * inside Chrome via WebGL on a page-side compositor canvas instead of * Node-side per-pixel blending (the hf#677 layered pipeline). The engine * then captures ONE opaque RGB frame per output frame via the streaming * capture path, skipping per-scene transparent screenshots and the * Node-side shader-blend worker pool entirely. * * The feature stacks on top of the hf#677 chain — it does not undo it. * When this flag is OFF (the default), behaviour is byte-identical to the * current path. When ON and the composition has no shader transitions or * has HDR content (which forces the layered path regardless), this flag * is a no-op. * * Mac viability: Chrome on Mac accelerates page-side WebGL canvases via * Metal/CoreAnimation natively. This is the lever for Mac users who * cannot use `--enable-begin-frame-control` (Chromium structural limit, * crbug.com/40656275). * * Determinism: page-side WebGL is f32, not f64. Byte-equality fixture * pins are NOT compatible with this path; the new path's correctness * pin is PSNR-based. Default OFF preserves the existing pins for the * hf#677 chain. * * Env fallback: `HF_PAGE_SIDE_COMPOSITING=true`. */ enablePageSideCompositing: boolean; // ── Encoding ───────────────────────────────────────────────────────── enableChunkedEncode: boolean; chunkSizeFrames: number; enableStreamingEncode: boolean; /** * Max composition duration eligible for streaming encode (seconds). * Mirrors GSAP rendering's 4-minute streaming guard: production has seen * ffmpeg's streaming pipe hit FFMPEG_STREAMING_TIMEOUT_MS on longer videos. */ streamingEncodeMaxDurationSeconds: number; // ── FFmpeg timeouts ────────────────────────────────────────────────── /** Timeout for FFmpeg frame encoding (ms). Default: 600_000 */ ffmpegEncodeTimeout: number; /** Timeout for FFmpeg mux/faststart processes (ms). Default: 300_000 */ ffmpegProcessTimeout: number; /** * Inactivity timeout for FFmpeg streaming encode (ms). The timer resets on * every successful `writeFrame` call, so this caps the duration of a * single "no frame arrived" gap (capture hang, dead Chrome), not the total * render time. Default: 600_000 (10 minutes without any frame = dead). */ ffmpegStreamingTimeout: number; // ── HDR ────────────────────────────────────────────────────────────── /** HDR output transfer function. false = SDR output (default). */ hdr: { transfer: "hlg" | "pq" } | false; /** Auto-detect HDR from video sources when hdr is not explicitly set. */ hdrAutoDetect: boolean; // ── Media ──────────────────────────────────────────────────────────── audioGain: number; /** * Hard upper bound on entries kept in the video frame data URI cache. * Acts as a sanity cap; the byte budget below normally fires first on * high-resolution renders. At 1080p with ~6 MB per JPEG frame the default * 256 entries fit inside ~1.5 GB. At 4K the byte budget evicts long * before this cap is reached. */ frameDataUriCacheLimit: number; /** * Memory budget for the cache, in megabytes. Eviction kicks in once the * sum of cached data-URI string lengths exceeds this. Sized so a worker * stays comfortably under a few GB even at 4K (where each PNG frame is * ~25 MB and the base64 data URI is ~33 MB). */ frameDataUriCacheBytesLimitMb: number; // ── Timeouts ───────────────────────────────────────────────────────── playerReadyTimeout: number; renderReadyTimeout: number; // ── Runtime ────────────────────────────────────────────────────────── /** Verify Hyperframe runtime SHA256 checksums. */ verifyRuntime: boolean; /** Custom manifest path for Hyperframe runtime. */ runtimeManifestPath?: string; // ── Cache ──────────────────────────────────────────────────────────── /** * Directory where the content-addressed extraction cache persists frame * bundles keyed on (path, mtime, size, mediaStart, duration, fps, format). * Undefined disables caching — extraction runs into the render's workDir * and cleanup removes it when the render ends, preserving the pre-cache * behaviour. * * **Single-writer.** The cache is not safe for concurrent renders pointing * at the same directory. A `.hf-complete` sentinel prevents another render * from serving an entry that hasn't finished extracting, but individual * frame files are written non-atomically — a second render reading during * the write window can observe a truncated frame. Give each concurrent * render pipeline its own `extractCacheDir`, or gate with an external mutex. * * **Network filesystems.** `mtime` resolution on NFS/SMB mounts can be * coarser than expected (seconds rather than nanoseconds), which may * produce spurious cache hits if a source file is overwritten within the * same mtime tick. Local filesystems are the intended deployment target. * * Env fallback: `HYPERFRAMES_EXTRACT_CACHE_DIR`. */ extractCacheDir?: string; // ── Debug ──────────────────────────────────────────────────────────── debug: boolean; } /** Default configuration — sensible for Hyperframes compositions. */ export const DEFAULT_CONFIG: EngineConfig = { fps: 30, quality: "standard", format: "jpeg", jpegQuality: 80, concurrency: "auto", coresPerWorker: 2.5, minParallelFrames: 120, largeRenderThreshold: 1000, disableGpu: false, browserGpuMode: "software", enableBrowserPool: true, browserTimeout: 120_000, protocolTimeout: 300_000, forceScreenshot: false, enablePageSideCompositing: true, enableChunkedEncode: false, chunkSizeFrames: 360, enableStreamingEncode: true, streamingEncodeMaxDurationSeconds: 240, ffmpegEncodeTimeout: 600_000, ffmpegProcessTimeout: 300_000, ffmpegStreamingTimeout: 600_000, hdr: false, hdrAutoDetect: true, audioGain: 1, frameDataUriCacheLimit: 256, frameDataUriCacheBytesLimitMb: 1500, playerReadyTimeout: 45_000, renderReadyTimeout: 15_000, verifyRuntime: true, debug: false, }; function getSystemFreeMb(): number { try { const { freemem } = require("os") as typeof import("os"); return Math.floor(freemem() / (1024 * 1024)); } catch { return 8192; } } function memoryAdaptiveCacheLimit(): number { const free = getSystemFreeMb(); if (free < 2048) return 32; if (free < 4096) return 64; return DEFAULT_CONFIG.frameDataUriCacheLimit; } function memoryAdaptiveCacheBytesMb(): number { const free = getSystemFreeMb(); if (free < 2048) return 128; if (free < 4096) return 256; return DEFAULT_CONFIG.frameDataUriCacheBytesLimitMb; } /** * Resolve configuration by merging: defaults ← env vars ← explicit overrides. * Env vars provide backward compatibility during migration; explicit config * takes precedence over everything. */ export function resolveConfig(overrides?: Partial): EngineConfig { const env = (key: string): string | undefined => process.env[key]; const envNum = (key: string, fallback: number): number => { const raw = env(key); if (raw === undefined || raw === "") return fallback; const n = Number(raw); return Number.isFinite(n) ? n : fallback; }; const envBool = (key: string, fallback: boolean): boolean => { const raw = env(key); if (raw === undefined) return fallback; return raw === "true"; }; const envBrowserGpuMode = (): EngineConfig["browserGpuMode"] => { const raw = env("PRODUCER_BROWSER_GPU_MODE"); if (raw === "hardware" || raw === "software" || raw === "auto") return raw; return DEFAULT_CONFIG.browserGpuMode; }; // Env-var layer (backward compat) const fromEnv: Partial = { concurrency: env("PRODUCER_MAX_WORKERS") ? Number(env("PRODUCER_MAX_WORKERS")) : undefined, coresPerWorker: envNum("PRODUCER_CORES_PER_WORKER", DEFAULT_CONFIG.coresPerWorker), minParallelFrames: envNum("PRODUCER_MIN_PARALLEL_FRAMES", DEFAULT_CONFIG.minParallelFrames), largeRenderThreshold: envNum( "PRODUCER_LARGE_RENDER_THRESHOLD", DEFAULT_CONFIG.largeRenderThreshold, ), chromePath: env("PRODUCER_HEADLESS_SHELL_PATH"), disableGpu: envBool("PRODUCER_DISABLE_GPU", DEFAULT_CONFIG.disableGpu), browserGpuMode: envBrowserGpuMode(), enableBrowserPool: envBool("PRODUCER_ENABLE_BROWSER_POOL", DEFAULT_CONFIG.enableBrowserPool), browserTimeout: envNum("PRODUCER_PUPPETEER_LAUNCH_TIMEOUT_MS", DEFAULT_CONFIG.browserTimeout), protocolTimeout: envNum( "PRODUCER_PUPPETEER_PROTOCOL_TIMEOUT_MS", DEFAULT_CONFIG.protocolTimeout, ), expectedChromiumMajor: env("PRODUCER_EXPECTED_CHROMIUM_MAJOR") ? Number(env("PRODUCER_EXPECTED_CHROMIUM_MAJOR")) : undefined, forceScreenshot: envBool("PRODUCER_FORCE_SCREENSHOT", DEFAULT_CONFIG.forceScreenshot), enablePageSideCompositing: envBool( "HF_PAGE_SIDE_COMPOSITING", DEFAULT_CONFIG.enablePageSideCompositing, ), enableChunkedEncode: envBool( "PRODUCER_ENABLE_CHUNKED_ENCODE", DEFAULT_CONFIG.enableChunkedEncode, ), chunkSizeFrames: Math.max( 120, envNum("PRODUCER_CHUNK_SIZE_FRAMES", DEFAULT_CONFIG.chunkSizeFrames), ), enableStreamingEncode: envBool( "PRODUCER_ENABLE_STREAMING_ENCODE", DEFAULT_CONFIG.enableStreamingEncode, ), streamingEncodeMaxDurationSeconds: Math.max( 0, envNum( "PRODUCER_STREAMING_ENCODE_MAX_DURATION_SECONDS", DEFAULT_CONFIG.streamingEncodeMaxDurationSeconds, ), ), ffmpegEncodeTimeout: envNum("FFMPEG_ENCODE_TIMEOUT_MS", DEFAULT_CONFIG.ffmpegEncodeTimeout), ffmpegProcessTimeout: envNum("FFMPEG_PROCESS_TIMEOUT_MS", DEFAULT_CONFIG.ffmpegProcessTimeout), ffmpegStreamingTimeout: envNum( "FFMPEG_STREAMING_TIMEOUT_MS", DEFAULT_CONFIG.ffmpegStreamingTimeout, ), hdr: (() => { const raw = env("PRODUCER_HDR_TRANSFER"); if (raw === "hlg" || raw === "pq") return { transfer: raw }; return false; })(), hdrAutoDetect: envBool("PRODUCER_HDR_AUTO_DETECT", DEFAULT_CONFIG.hdrAutoDetect), audioGain: envNum("PRODUCER_AUDIO_GAIN", DEFAULT_CONFIG.audioGain), frameDataUriCacheLimit: Math.max( 32, envNum("PRODUCER_FRAME_DATA_URI_CACHE_LIMIT", memoryAdaptiveCacheLimit()), ), frameDataUriCacheBytesLimitMb: Math.max( 64, envNum("PRODUCER_FRAME_DATA_URI_CACHE_BYTES_MB", memoryAdaptiveCacheBytesMb()), ), playerReadyTimeout: envNum( "PRODUCER_PLAYER_READY_TIMEOUT_MS", DEFAULT_CONFIG.playerReadyTimeout, ), renderReadyTimeout: envNum( "PRODUCER_RENDER_READY_TIMEOUT_MS", DEFAULT_CONFIG.renderReadyTimeout, ), verifyRuntime: env("PRODUCER_VERIFY_HYPERFRAME_RUNTIME") !== "false", runtimeManifestPath: env("PRODUCER_HYPERFRAME_MANIFEST_PATH"), extractCacheDir: env("HYPERFRAMES_EXTRACT_CACHE_DIR"), }; // Remove undefined values so they don't override defaults const cleanEnv = Object.fromEntries(Object.entries(fromEnv).filter(([, v]) => v !== undefined)); return { ...DEFAULT_CONFIG, ...cleanEnv, ...overrides, }; }