Files
hyperframes/packages/gcp-cloud-run/src/events.ts
T
James Russo 17a2a00ed5 feat(cloud): default distributed plans to v2 (#3311)
* feat(cloud): default distributed plans to v2

* fix(cloud): address plan v2 review feedback

* fix(examples): document explicit v2 samples
2026-08-17 17:24:31 -04:00

237 lines
8.2 KiB
TypeScript

/**
* Request + result types for the HyperFrames distributed render handler
* running on Cloud Run.
*
* The Cloud Workflows definition in `packages/gcp-cloud-run/terraform/workflow.yaml`
* dispatches on the `Action` field of the JSON request body. Each action
* maps 1:1 onto one of the three OSS distributed primitives:
*
* "plan" → `plan(projectDir, config, planDir)` (Activity A)
* "renderChunk" → `renderChunk(planDir, chunkIndex, output)` (Activity B)
* "assemble" → `assemble(planDir, chunkPaths, audio, out)` (Activity C)
*
* All file I/O is mediated by GCS — the handler downloads inputs into a
* per-request workdir under the container's writable `/tmp`, invokes the
* primitive, uploads outputs back to GCS, and returns a small JSON payload
* that fits inside a Cloud Workflows step variable (Workflows caps a single
* step's memory; chunk results stay well under 1 KB so the orchestration
* can hold one per Map iteration).
*
* These shapes are intentionally identical to `@hyperframes/aws-lambda`'s
* `events.ts` apart from the URI scheme (`gs://` vs `s3://`): the wire
* contract is the adapter's, the primitives underneath are shared.
*/
import type {
DistributedFormat,
SerializableDistributedRenderConfig,
} from "@hyperframes/producer/distributed";
export type { SerializableDistributedRenderConfig } from "@hyperframes/producer/distributed";
/** Discriminator for the three roles the one Cloud Run image fulfills. */
export type CloudRunAction = "plan" | "renderChunk" | "assemble";
/** Transport protocol selected for one complete distributed render. */
export type CloudRunPlanProtocol = "v1" | "v2";
/**
* Top-level shape of any request body the handler may receive.
*
* Cloud Workflows passes the step's `body` through verbatim, but a caller
* driving the service directly (or a Workflows definition that wraps the
* payload) may nest it under `Payload` / `Input`; the handler unwraps both
* before dispatching, matching the Lambda adapter's envelope tolerance.
*/
export type CloudRunEvent =
| PlanEvent
| RenderChunkEvent
| AssembleEvent
| { Payload: CloudRunEvent }
| { Input: CloudRunEvent };
/** Activity A: produce a planDir, upload to GCS. */
interface PlanEventBase {
Action: "plan";
/** GCS URI pointing at a `tar -czf`-archived project directory (`gs://bucket/key.tar.gz`). */
ProjectGcsUri: string;
/** GCS URI prefix where the planDir tar should be uploaded (`gs://bucket/{prefix}/`). */
PlanOutputGcsPrefix: string;
/** `DistributedRenderConfig` minus runtime-only fields (logger, abortSignal). */
Config: SerializableDistributedRenderConfig;
}
/**
* Legacy plan transport. Callers must select it explicitly.
*
* @deprecated Use {@link PlanV2Event} for new integrations.
*/
export interface PlanV1Event extends PlanEventBase {
PlanProtocol: "v1";
}
/** Default content-addressed v2 plan transport. */
export interface PlanV2Event extends PlanEventBase {
PlanProtocol?: "v2";
}
export type PlanEvent = PlanV1Event | PlanV2Event;
/** Activity B: fetch planDir, render one chunk, upload result. */
interface RenderChunkEventBase {
Action: "renderChunk";
/**
* `PlanResult.planHash` from the Plan invocation. The handler verifies
* this against the untarred planDir's `plan.json` before invoking the
* producer, throwing a typed `PLAN_HASH_MISMATCH` on divergence so the
* workflow routes it as non-retryable. Defense-in-depth — the producer
* also re-checks internally.
*/
PlanHash: string;
/** 0-based chunk index this invocation should render. */
ChunkIndex: number;
/** GCS URI prefix where the chunk output should be uploaded (`gs://bucket/{prefix}/`). */
ChunkOutputGcsPrefix: string;
/** Output container format from the plan's encoder.json; drives file vs frame-dir handling. */
Format: DistributedFormat;
}
/**
* Legacy chunk event. Callers must select it explicitly.
*
* @deprecated Use {@link RenderChunkV2Event} for new integrations.
*/
export interface RenderChunkV1Event extends RenderChunkEventBase {
PlanProtocol: "v1";
/** GCS URI of the v1 plan tar produced by a PlanEvent invocation. */
PlanGcsUri: string;
PlanV2ManifestGcsUri?: never;
PlanV2ArtifactGcsPrefix?: never;
}
/**
* V2 chunk event. It intentionally cannot carry `PlanGcsUri`: the manifest
* describes the exact content-addressed artifacts needed by this chunk.
*/
export interface RenderChunkV2Event extends RenderChunkEventBase {
PlanProtocol?: "v2";
PlanV2ManifestGcsUri: string;
PlanV2ArtifactGcsPrefix: string;
PlanGcsUri?: never;
}
export type RenderChunkEvent = RenderChunkV1Event | RenderChunkV2Event;
/** Activity C: fetch planDir + all chunks + audio, assemble, upload final. */
interface AssembleEventBase {
Action: "assemble";
/** GCS URIs of every chunk, ordered by chunk index. Length must equal `chunkCount`. */
ChunkGcsUris: string[];
/** Final output GCS URI (`gs://bucket/key.mp4`). */
OutputGcsUri: string;
/** Output container format; drives file vs frame-dir handling. */
Format: DistributedFormat;
/**
* Optional exact-CFR re-encode at assemble time. When `true`, the final
* assembled video is re-encoded with `-fps_mode cfr -r <fps>` so the
* stream's `avg_frame_rate` matches the container's `r_frame_rate`
* exactly (and the file's duration is exact, not PTS-derived). Trade-off
* is ~2-5x the assemble wall-clock. mp4 only — webm / mov stream-copy
* paths already produce exact avg_frame_rate. Default `false` /
* unset preserves current `-c copy` behavior.
*/
Cfr?: boolean;
}
/**
* Legacy assemble event. Callers must select it explicitly.
*
* @deprecated Use {@link AssembleV2Event} for new integrations.
*/
export interface AssembleV1Event extends AssembleEventBase {
PlanProtocol: "v1";
/** GCS URI of the v1 plan tar produced by a PlanEvent invocation. */
PlanGcsUri: string;
/** Legacy standalone audio locator; `null` when audio is embedded in the v1 plan tar. */
AudioGcsUri: string | null;
PlanV2ManifestGcsUri?: never;
PlanV2ArtifactGcsPrefix?: never;
}
/** V2 assemble event, scoped to manifest-declared assembler artifacts. */
export interface AssembleV2Event extends AssembleEventBase {
PlanProtocol?: "v2";
PlanV2ManifestGcsUri: string;
PlanV2ArtifactGcsPrefix: string;
PlanHash: string;
PlanGcsUri?: never;
/** V2 audio is a manifest artifact materialized only for the assembler. */
AudioGcsUri: null;
}
export type AssembleEvent = AssembleV1Event | AssembleV2Event;
// ── Result types — kept small to fit Cloud Workflows step budgets ────────────
/** Result of a `plan` invocation. Carries enough to size the Map(N) state. */
interface PlanResultBodyBase {
Action: "plan";
PlanHash: string;
ChunkCount: number;
TotalFrames: number;
Fps: 24 | 30 | 60;
Width: number;
Height: number;
Format: DistributedFormat;
HasAudio: boolean;
AudioGcsUri: string | null;
FfmpegVersion: string;
ProducerVersion: string;
DurationMs: number;
}
/**
* Existing v1 result. Kept unchanged for wire compatibility.
*
* @deprecated New integrations should consume {@link PlanV2ResultBody}.
*/
export interface PlanV1ResultBody extends PlanResultBodyBase {
PlanGcsUri: string;
PlanProtocol?: never;
PlanV2ManifestGcsUri?: never;
PlanV2ArtifactGcsPrefix?: never;
}
/** V2 result. The two v2 locators are never aliases for `PlanGcsUri`. */
export interface PlanV2ResultBody extends PlanResultBodyBase {
PlanProtocol: "v2";
PlanV2ManifestGcsUri: string;
PlanV2ArtifactGcsPrefix: string;
PlanGcsUri?: never;
AudioGcsUri: null;
}
export type PlanResultBody = PlanV1ResultBody | PlanV2ResultBody;
/** Result of a `renderChunk` invocation. Sized ≤200 bytes. */
export interface RenderChunkResultBody {
Action: "renderChunk";
ChunkGcsUri: string;
ChunkIndex: number;
Sha256: string;
FramesEncoded: number;
/** Effective engine mode after browser probing. Emitted by current handlers. */
CaptureMode?: "beginframe" | "screenshot" | "drawelement";
DurationMs: number;
}
/** Result of an `assemble` invocation. */
export interface AssembleResultBody {
Action: "assemble";
OutputGcsUri: string;
FramesEncoded: number;
FileSize: number;
DurationMs: number;
}
export type CloudRunResult = PlanResultBody | RenderChunkResultBody | AssembleResultBody;