From 79efebaa5fb1e45df152dfa678f6fa3f4b113b4d Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Miguel=20=C3=81ngel?= Date: Thu, 22 Oct 2026 11:18:50 -0400 Subject: [PATCH] feat(aws-lambda): run chunks on an optional arm64 image function A new VideoImageUri parameter adds an arm64 container-image function that only renders chunks. Plan, audio and assemble stay on the x86 ZIP function, so audio encodes are unchanged. Empty (the default) deploys exactly as before. The reserved concurrency moves to whichever function renders the chunks. --- examples/aws-lambda/template.yaml | 95 ++++++++++++++++--- .../HyperframesRenderStack.snapshot.test.ts | 26 +++++ 2 files changed, 108 insertions(+), 13 deletions(-) diff --git a/examples/aws-lambda/template.yaml b/examples/aws-lambda/template.yaml index 3fb682404d..0a2290ecca 100644 --- a/examples/aws-lambda/template.yaml +++ b/examples/aws-lambda/template.yaml @@ -3,7 +3,7 @@ Transform: AWS::Serverless-2016-10-31 Description: >- HyperFrames distributed rendering — Step Functions standard workflow with one Lambda function handling Plan, RenderChunk (fan-out via Map state), - and Assemble. One S3 bucket, alarms for runaway concurrency, Lambda + and Assemble, or RenderChunk on an optional arm64 image. One S3 bucket, alarms for runaway concurrency, Lambda errors, and Step Functions execution failures. Built from the handler ZIP at packages/aws-lambda/dist/handler.zip. @@ -64,19 +64,22 @@ Parameters: chunks than expected; an alarm at 10× the typical workload protects against billing surprises. + VideoImageUri: + Type: String + Default: "" + Description: >- + Optional arm64 image (`@sha256:`) that renders + the chunks. Plan, audio and assemble stay on the x86 render function, so + every audio encode matches the x86 output. Empty: one x86 function does it all. + Conditions: HasReservedConcurrency: !Not [!Equals [!Ref ReservedConcurrency, -1]] + HasVideoFunction: !Not [!Equals [!Ref VideoImageUri, ""]] Globals: Function: - Runtime: nodejs22.x MemorySize: !Ref LambdaMemoryMb Timeout: !Ref LambdaTimeoutSec - # x86_64 is required for @sparticuz/chromium — its prebuilt - # Chromium ships x86_64-only. Adopters who switch to a custom - # ARM-built chrome-headless-shell can change this to `arm64`, but - # the default ZIP build will fail to launch on Graviton. - Architectures: [x86_64] # Lambda function-level X-Ray tracing. The state machine already # has Tracing.Enabled: true; without this, X-Ray traces would # terminate at the Step Functions → Lambda boundary instead of @@ -149,14 +152,18 @@ Resources: Description: >- HyperFrames distributed render handler. Dispatches on event.Action. Handler: handler.handler + Runtime: nodejs22.x + # The ZIP's @sparticuz/chromium ships x86_64 Chrome only; arm64 runs as VideoFunction's image. + Architectures: [x86_64] # Local path is resolved by `sam build` + `sam deploy --resolve-s3` # (or `--s3-bucket`); the resulting CodeUri rewrites to s3://. CodeUri: ../../packages/aws-lambda/dist/handler.zip PackageType: Zip + # With a video function the chunks run there, so the reservation moves with them. ReservedConcurrentExecutions: !If - - HasReservedConcurrency - - !Ref ReservedConcurrency + - HasVideoFunction - !Ref AWS::NoValue + - !If [HasReservedConcurrency, !Ref ReservedConcurrency, !Ref AWS::NoValue] EphemeralStorage: Size: 10240 Environment: @@ -184,6 +191,36 @@ Resources: # CreateExportTask). Reference templates shouldn't leak overbroad # IAM into adopters' accounts. + # ── Optional arm64 chunk renderer: the same handler as a container image ── + VideoFunction: + Type: AWS::Serverless::Function + Condition: HasVideoFunction + Properties: + FunctionName: !Sub "${ProjectName}-video" + Description: >- + HyperFrames distributed render handler on arm64, invoked for renderChunk only. + PackageType: Image + ImageUri: !Ref VideoImageUri + Architectures: [arm64] + ReservedConcurrentExecutions: !If + - HasReservedConcurrency + - !Ref ReservedConcurrency + - !Ref AWS::NoValue + EphemeralStorage: + Size: 10240 + Environment: + Variables: + TMPDIR: /tmp + HYPERFRAMES_RENDER_BUCKET: !Ref RenderBucket + HYPERFRAMES_LAMBDA_RESERVED_CONCURRENCY: !Ref ReservedConcurrency + Policies: + - S3CrudPolicy: + BucketName: !Ref RenderBucket + - Statement: + - Effect: Allow + Action: s3:AbortMultipartUpload + Resource: !Sub "arn:${AWS::Partition}:s3:::${RenderBucket}/*" + # ── CloudWatch log group for the state machine ────────────────────────── # SAM doesn't auto-create one when `LoggingConfiguration` is set, so we # define it explicitly — that way the IAM grant on the state-machine @@ -424,7 +461,8 @@ Resources: Type: Task Resource: arn:aws:states:::lambda:invoke Parameters: - FunctionName: !GetAtt RenderFunction.Arn + FunctionName: + !If [HasVideoFunction, !GetAtt VideoFunction.Arn, !GetAtt RenderFunction.Arn] Payload: Action: renderChunk PlanProtocol: v1 @@ -542,7 +580,12 @@ Resources: Type: Task Resource: arn:aws:states:::lambda:invoke Parameters: - FunctionName: !GetAtt RenderFunction.Arn + FunctionName: + !If [ + HasVideoFunction, + !GetAtt VideoFunction.Arn, + !GetAtt RenderFunction.Arn, + ] Payload: Action: renderChunk PlanProtocol: v2 @@ -725,7 +768,9 @@ Resources: Statement: - Effect: Allow Action: lambda:InvokeFunction - Resource: !GetAtt RenderFunction.Arn + Resource: + - !GetAtt RenderFunction.Arn + - !If [HasVideoFunction, !GetAtt VideoFunction.Arn, !Ref AWS::NoValue] # A Distributed Map runs each chunk as a child execution of this state machine. # ARNs built by name: !Ref RenderStateMachine here would be a dependency cycle. - PolicyName: RunDistributedMapChildren @@ -780,7 +825,7 @@ Resources: MetricName: Invocations Dimensions: - Name: FunctionName - Value: !Ref RenderFunction + Value: !If [HasVideoFunction, !Ref VideoFunction, !Ref RenderFunction] Statistic: Sum Period: 3600 EvaluationPeriods: 1 @@ -813,6 +858,25 @@ Resources: ComparisonOperator: GreaterThanOrEqualToThreshold TreatMissingData: notBreaching + VideoFunctionErrorsAlarm: + Type: AWS::CloudWatch::Alarm + Condition: HasVideoFunction + Properties: + AlarmName: !Sub "${ProjectName}-video-function-errors" + AlarmDescription: >- + Fires if the arm64 chunk Lambda reports any errors in a 5-minute window. + Namespace: AWS/Lambda + MetricName: Errors + Dimensions: + - Name: FunctionName + Value: !Ref VideoFunction + Statistic: Sum + Period: 300 + EvaluationPeriods: 1 + Threshold: 1 + ComparisonOperator: GreaterThanOrEqualToThreshold + TreatMissingData: notBreaching + # ── CloudWatch alarm: Step Functions execution failures ───────────────── # Fires when a state-machine execution reaches a terminal failure # state (typed non-retryable, retry-exhausted, or top-level timeout). @@ -853,6 +917,11 @@ Outputs: Export: Name: !Sub "${AWS::StackName}-RenderFunctionArn" + VideoFunctionArn: + Condition: HasVideoFunction + Description: ARN of the arm64 chunk-rendering function. + Value: !GetAtt VideoFunction.Arn + RenderStateMachineArn: Description: ARN of the Step Functions state machine. Pass to `aws stepfunctions start-execution`. Value: !Ref RenderStateMachine diff --git a/packages/aws-lambda/src/cdk/HyperframesRenderStack.snapshot.test.ts b/packages/aws-lambda/src/cdk/HyperframesRenderStack.snapshot.test.ts index 0f22be4089..bc9c5f205f 100644 --- a/packages/aws-lambda/src/cdk/HyperframesRenderStack.snapshot.test.ts +++ b/packages/aws-lambda/src/cdk/HyperframesRenderStack.snapshot.test.ts @@ -345,6 +345,32 @@ describe("HyperframesRenderStack — snapshot", () => { } }); + it("sends only renderChunk to the SAM template's optional arm64 video function", () => { + // Plan, audio and assemble encode audio; on the x86 function that audio stays byte-identical. + const targets = Object.values(lambdaTasks(readSamDefinition().States)).map((task) => ({ + action: sentPayload(task).Action, + functionName: requireRecordProperty(requireRecord(task, "task"), "Parameters", "task params") + .FunctionName, + })); + expect(new Set(targets.map((target) => target.action))).toEqual( + new Set(["plan", "renderChunk", "audio", "assemble"]), + ); + for (const { action, functionName } of targets) { + expect({ action, functionName }).toEqual({ + action, + functionName: + action === "renderChunk" + ? ["HasVideoFunction", "VideoFunction.Arn", "RenderFunction.Arn"] + : "RenderFunction.Arn", + }); + } + const samRole = requireRecord(readSamResources().RenderStateMachineRole, "SAM role"); + const invoke = JSON.stringify( + requireRecordProperty(samRole, "Properties", "SAM role properties").Policies, + ); + expect(invoke).toContain('["RenderFunction.Arn",["HasVideoFunction","VideoFunction.Arn"'); + }); + it("lets the render function abort the multipart uploads its S3 stitch starts", () => { const cdkPolicies = JSON.stringify(SYNTHED.template.findResources("AWS::IAM::Policy")); expect(cdkPolicies).toContain("s3:Abort*");