mirror of
https://github.com/heygen-com/hyperframes.git
synced 2026-11-16 06:19:21 +00:00
feat(aws-lambda): run chunks on an optional arm64 image function
A new VideoImageUri parameter adds an arm64 container-image function that only renders chunks. Plan, audio and assemble stay on the x86 ZIP function, so audio encodes are unchanged. Empty (the default) deploys exactly as before. The reserved concurrency moves to whichever function renders the chunks.
This commit is contained in:
@@ -3,7 +3,7 @@ Transform: AWS::Serverless-2016-10-31
|
||||
Description: >-
|
||||
HyperFrames distributed rendering — Step Functions standard workflow with
|
||||
one Lambda function handling Plan, RenderChunk (fan-out via Map state),
|
||||
and Assemble. One S3 bucket, alarms for runaway concurrency, Lambda
|
||||
and Assemble, or RenderChunk on an optional arm64 image. One S3 bucket, alarms for runaway concurrency, Lambda
|
||||
errors, and Step Functions execution failures.
|
||||
|
||||
Built from the handler ZIP at packages/aws-lambda/dist/handler.zip.
|
||||
@@ -64,19 +64,22 @@ Parameters:
|
||||
chunks than expected; an alarm at 10× the typical workload
|
||||
protects against billing surprises.
|
||||
|
||||
VideoImageUri:
|
||||
Type: String
|
||||
Default: ""
|
||||
Description: >-
|
||||
Optional arm64 image (`<ECR repository URI>@sha256:<digest>`) that renders
|
||||
the chunks. Plan, audio and assemble stay on the x86 render function, so
|
||||
every audio encode matches the x86 output. Empty: one x86 function does it all.
|
||||
|
||||
Conditions:
|
||||
HasReservedConcurrency: !Not [!Equals [!Ref ReservedConcurrency, -1]]
|
||||
HasVideoFunction: !Not [!Equals [!Ref VideoImageUri, ""]]
|
||||
|
||||
Globals:
|
||||
Function:
|
||||
Runtime: nodejs22.x
|
||||
MemorySize: !Ref LambdaMemoryMb
|
||||
Timeout: !Ref LambdaTimeoutSec
|
||||
# x86_64 is required for @sparticuz/chromium — its prebuilt
|
||||
# Chromium ships x86_64-only. Adopters who switch to a custom
|
||||
# ARM-built chrome-headless-shell can change this to `arm64`, but
|
||||
# the default ZIP build will fail to launch on Graviton.
|
||||
Architectures: [x86_64]
|
||||
# Lambda function-level X-Ray tracing. The state machine already
|
||||
# has Tracing.Enabled: true; without this, X-Ray traces would
|
||||
# terminate at the Step Functions → Lambda boundary instead of
|
||||
@@ -149,14 +152,18 @@ Resources:
|
||||
Description: >-
|
||||
HyperFrames distributed render handler. Dispatches on event.Action.
|
||||
Handler: handler.handler
|
||||
Runtime: nodejs22.x
|
||||
# The ZIP's @sparticuz/chromium ships x86_64 Chrome only; arm64 runs as VideoFunction's image.
|
||||
Architectures: [x86_64]
|
||||
# Local path is resolved by `sam build` + `sam deploy --resolve-s3`
|
||||
# (or `--s3-bucket`); the resulting CodeUri rewrites to s3://.
|
||||
CodeUri: ../../packages/aws-lambda/dist/handler.zip
|
||||
PackageType: Zip
|
||||
# With a video function the chunks run there, so the reservation moves with them.
|
||||
ReservedConcurrentExecutions: !If
|
||||
- HasReservedConcurrency
|
||||
- !Ref ReservedConcurrency
|
||||
- HasVideoFunction
|
||||
- !Ref AWS::NoValue
|
||||
- !If [HasReservedConcurrency, !Ref ReservedConcurrency, !Ref AWS::NoValue]
|
||||
EphemeralStorage:
|
||||
Size: 10240
|
||||
Environment:
|
||||
@@ -184,6 +191,36 @@ Resources:
|
||||
# CreateExportTask). Reference templates shouldn't leak overbroad
|
||||
# IAM into adopters' accounts.
|
||||
|
||||
# ── Optional arm64 chunk renderer: the same handler as a container image ──
|
||||
VideoFunction:
|
||||
Type: AWS::Serverless::Function
|
||||
Condition: HasVideoFunction
|
||||
Properties:
|
||||
FunctionName: !Sub "${ProjectName}-video"
|
||||
Description: >-
|
||||
HyperFrames distributed render handler on arm64, invoked for renderChunk only.
|
||||
PackageType: Image
|
||||
ImageUri: !Ref VideoImageUri
|
||||
Architectures: [arm64]
|
||||
ReservedConcurrentExecutions: !If
|
||||
- HasReservedConcurrency
|
||||
- !Ref ReservedConcurrency
|
||||
- !Ref AWS::NoValue
|
||||
EphemeralStorage:
|
||||
Size: 10240
|
||||
Environment:
|
||||
Variables:
|
||||
TMPDIR: /tmp
|
||||
HYPERFRAMES_RENDER_BUCKET: !Ref RenderBucket
|
||||
HYPERFRAMES_LAMBDA_RESERVED_CONCURRENCY: !Ref ReservedConcurrency
|
||||
Policies:
|
||||
- S3CrudPolicy:
|
||||
BucketName: !Ref RenderBucket
|
||||
- Statement:
|
||||
- Effect: Allow
|
||||
Action: s3:AbortMultipartUpload
|
||||
Resource: !Sub "arn:${AWS::Partition}:s3:::${RenderBucket}/*"
|
||||
|
||||
# ── CloudWatch log group for the state machine ──────────────────────────
|
||||
# SAM doesn't auto-create one when `LoggingConfiguration` is set, so we
|
||||
# define it explicitly — that way the IAM grant on the state-machine
|
||||
@@ -424,7 +461,8 @@ Resources:
|
||||
Type: Task
|
||||
Resource: arn:aws:states:::lambda:invoke
|
||||
Parameters:
|
||||
FunctionName: !GetAtt RenderFunction.Arn
|
||||
FunctionName:
|
||||
!If [HasVideoFunction, !GetAtt VideoFunction.Arn, !GetAtt RenderFunction.Arn]
|
||||
Payload:
|
||||
Action: renderChunk
|
||||
PlanProtocol: v1
|
||||
@@ -542,7 +580,12 @@ Resources:
|
||||
Type: Task
|
||||
Resource: arn:aws:states:::lambda:invoke
|
||||
Parameters:
|
||||
FunctionName: !GetAtt RenderFunction.Arn
|
||||
FunctionName:
|
||||
!If [
|
||||
HasVideoFunction,
|
||||
!GetAtt VideoFunction.Arn,
|
||||
!GetAtt RenderFunction.Arn,
|
||||
]
|
||||
Payload:
|
||||
Action: renderChunk
|
||||
PlanProtocol: v2
|
||||
@@ -725,7 +768,9 @@ Resources:
|
||||
Statement:
|
||||
- Effect: Allow
|
||||
Action: lambda:InvokeFunction
|
||||
Resource: !GetAtt RenderFunction.Arn
|
||||
Resource:
|
||||
- !GetAtt RenderFunction.Arn
|
||||
- !If [HasVideoFunction, !GetAtt VideoFunction.Arn, !Ref AWS::NoValue]
|
||||
# A Distributed Map runs each chunk as a child execution of this state machine.
|
||||
# ARNs built by name: !Ref RenderStateMachine here would be a dependency cycle.
|
||||
- PolicyName: RunDistributedMapChildren
|
||||
@@ -780,7 +825,7 @@ Resources:
|
||||
MetricName: Invocations
|
||||
Dimensions:
|
||||
- Name: FunctionName
|
||||
Value: !Ref RenderFunction
|
||||
Value: !If [HasVideoFunction, !Ref VideoFunction, !Ref RenderFunction]
|
||||
Statistic: Sum
|
||||
Period: 3600
|
||||
EvaluationPeriods: 1
|
||||
@@ -813,6 +858,25 @@ Resources:
|
||||
ComparisonOperator: GreaterThanOrEqualToThreshold
|
||||
TreatMissingData: notBreaching
|
||||
|
||||
VideoFunctionErrorsAlarm:
|
||||
Type: AWS::CloudWatch::Alarm
|
||||
Condition: HasVideoFunction
|
||||
Properties:
|
||||
AlarmName: !Sub "${ProjectName}-video-function-errors"
|
||||
AlarmDescription: >-
|
||||
Fires if the arm64 chunk Lambda reports any errors in a 5-minute window.
|
||||
Namespace: AWS/Lambda
|
||||
MetricName: Errors
|
||||
Dimensions:
|
||||
- Name: FunctionName
|
||||
Value: !Ref VideoFunction
|
||||
Statistic: Sum
|
||||
Period: 300
|
||||
EvaluationPeriods: 1
|
||||
Threshold: 1
|
||||
ComparisonOperator: GreaterThanOrEqualToThreshold
|
||||
TreatMissingData: notBreaching
|
||||
|
||||
# ── CloudWatch alarm: Step Functions execution failures ─────────────────
|
||||
# Fires when a state-machine execution reaches a terminal failure
|
||||
# state (typed non-retryable, retry-exhausted, or top-level timeout).
|
||||
@@ -853,6 +917,11 @@ Outputs:
|
||||
Export:
|
||||
Name: !Sub "${AWS::StackName}-RenderFunctionArn"
|
||||
|
||||
VideoFunctionArn:
|
||||
Condition: HasVideoFunction
|
||||
Description: ARN of the arm64 chunk-rendering function.
|
||||
Value: !GetAtt VideoFunction.Arn
|
||||
|
||||
RenderStateMachineArn:
|
||||
Description: ARN of the Step Functions state machine. Pass to `aws stepfunctions start-execution`.
|
||||
Value: !Ref RenderStateMachine
|
||||
|
||||
Reference in New Issue
Block a user