mirror of
https://github.com/heygen-com/hyperframes.git
synced 2026-09-07 18:26:17 +00:00
- pickBestAnimation is group-aware: a rotation/3D edit no longer merges into a position tween — a fresh same-group tween with a 0% baseline is created instead - editing at a playhead past the tween extends it and keyframes there (matches drag) - update-keyframe MERGES into the existing keyframe instead of overwriting, so editing one property no longer drops z/transformPerspective (the lens then animated from 0 and the element popped) - dragging a keyframed element with a constant position tween keyframes rather than writing a static set
524 lines
19 KiB
TypeScript
524 lines
19 KiB
TypeScript
import type { DomEditSelection } from "./domEditing";
|
||
import {
|
||
applyStudioPathOffset,
|
||
applyStudioPathOffsetDraft,
|
||
beginStudioManualEditGesture,
|
||
captureStudioPathOffset,
|
||
clearStudioPathOffset,
|
||
endStudioManualEditGesture,
|
||
readAppliedStudioPathOffset,
|
||
restoreStudioPathOffset,
|
||
type StudioPathOffsetSnapshot,
|
||
} from "./manualEdits";
|
||
import { computeDraggedGsapPosition } from "../../hooks/draggedGsapPosition";
|
||
|
||
interface OffsetDragGsap {
|
||
set: (el: Element, vars: Record<string, number | string>) => void;
|
||
getProperty: (el: Element, prop: string) => number;
|
||
}
|
||
|
||
function getOffsetDragGsap(element: HTMLElement): OffsetDragGsap | null {
|
||
const win = element.ownerDocument.defaultView as
|
||
| (Window & { gsap?: Partial<OffsetDragGsap> })
|
||
| null;
|
||
const gsap = win?.gsap;
|
||
return gsap?.set && gsap.getProperty ? (gsap as OffsetDragGsap) : null;
|
||
}
|
||
|
||
/**
|
||
* Live drag preview through the GSAP channel — the SAME channel the commit
|
||
* lands in (a `tl.set`/keyframe on the timeline), so what the user sees while
|
||
* dragging equals what gets written (plan R3/R4). Reuses the commit's
|
||
* base+delta+rotation math so preview and commit agree by construction. Returns
|
||
* true when handled via gsap; false when gsap is unavailable (caller falls back
|
||
* to the CSS draft).
|
||
*/
|
||
function applyOffsetDragDraftViaGsap(
|
||
element: HTMLElement,
|
||
offset: { x: number; y: number },
|
||
baseGsap: { x: number; y: number },
|
||
): boolean {
|
||
const gsap = getOffsetDragGsap(element);
|
||
if (!gsap) return false;
|
||
// GSAP owns the transform; neutralize the CSS translate longhand so the two
|
||
// channels can't compose into a doubled position.
|
||
element.style.setProperty("translate", "none");
|
||
// Use the STABLE gesture-start base (captured in JS), NOT `gsap.getProperty`.
|
||
// After `translate: none`, getProperty reads the transform we set last frame,
|
||
// so `base + delta` would integrate frame-over-frame and fling the element.
|
||
const { newX, newY } = computeDraggedGsapPosition(element, offset, baseGsap);
|
||
gsap.set(element, { x: newX, y: newY });
|
||
return true;
|
||
}
|
||
|
||
/**
|
||
* Live rotation preview through the GSAP channel — the SAME channel the commit
|
||
* lands in (a `tl.set`/keyframe rotation), mirroring `applyOffsetDragDraftViaGsap`.
|
||
* GSAP owns the transform rotation, so neutralize the CSS `rotate` longhand to keep
|
||
* the two channels from composing. `angle` is the absolute target rotation. Returns
|
||
* false when gsap is unavailable (caller falls back to the CSS draft).
|
||
*/
|
||
export function applyRotationDraftViaGsap(element: HTMLElement, angle: number): boolean {
|
||
const gsap = getOffsetDragGsap(element);
|
||
if (!gsap) return false;
|
||
element.style.setProperty("rotate", "none");
|
||
gsap.set(element, { rotation: angle });
|
||
return true;
|
||
}
|
||
|
||
/** Current GSAP transform rotation — the single-source rotation base. 0 if gsap is unavailable. */
|
||
export function readGsapRotation(element: HTMLElement): number {
|
||
const gsap = getOffsetDragGsap(element);
|
||
return gsap ? Number(gsap.getProperty(element, "rotation")) || 0 : 0;
|
||
}
|
||
|
||
const DEFAULT_OFFSET_PROBE_PX = 100;
|
||
const MIN_PROBE_VECTOR_LENGTH_PX = 0.01;
|
||
const MIN_MATRIX_DETERMINANT = 0.000001;
|
||
|
||
export interface ManualOffsetDragMatrix {
|
||
a: number;
|
||
b: number;
|
||
c: number;
|
||
d: number;
|
||
}
|
||
|
||
export interface ManualOffsetDragRect {
|
||
left: number;
|
||
top: number;
|
||
width: number;
|
||
height: number;
|
||
editScaleX: number;
|
||
editScaleY: number;
|
||
}
|
||
|
||
export interface ManualOffsetDragMember {
|
||
key: string;
|
||
selection: DomEditSelection;
|
||
element: HTMLElement;
|
||
initialOffset: { x: number; y: number };
|
||
/**
|
||
* The element's GSAP x/y at gesture start, captured in JS so a mid-drag
|
||
* re-render (which reverts inline style + wipes the `data-hf-drag-gsap-base-*`
|
||
* attrs) can't drop the base. Without this the draft falls back to the LIVE
|
||
* transform — i.e. the value it set last frame — and `base + delta` integrates,
|
||
* making the element accelerate away ("flies"). See applyOffsetDragDraftViaGsap.
|
||
*/
|
||
baseGsap: { x: number; y: number };
|
||
initialPathOffset: StudioPathOffsetSnapshot;
|
||
gestureToken: string;
|
||
screenToOffset: ManualOffsetDragMatrix;
|
||
originRect: ManualOffsetDragRect;
|
||
}
|
||
|
||
export type ManualOffsetDragMemberResult =
|
||
| { ok: true; member: ManualOffsetDragMember }
|
||
| { ok: false; reason: string; selection: DomEditSelection };
|
||
|
||
type Point = { x: number; y: number };
|
||
|
||
function finitePoint(point: Point): boolean {
|
||
return Number.isFinite(point.x) && Number.isFinite(point.y);
|
||
}
|
||
|
||
function vectorLength(point: Point): number {
|
||
return Math.hypot(point.x, point.y);
|
||
}
|
||
|
||
function finiteRect(rect: DOMRect): boolean {
|
||
return (
|
||
Number.isFinite(rect.left) &&
|
||
Number.isFinite(rect.top) &&
|
||
Number.isFinite(rect.width) &&
|
||
Number.isFinite(rect.height)
|
||
);
|
||
}
|
||
|
||
function readViewportSize(win: Window): { width: number; height: number } {
|
||
const docEl = win.document.documentElement;
|
||
const width = win.innerWidth || docEl.clientWidth || 1;
|
||
const height = win.innerHeight || docEl.clientHeight || 1;
|
||
return {
|
||
width: width > 0 ? width : 1,
|
||
height: height > 0 ? height : 1,
|
||
};
|
||
}
|
||
|
||
function getFrameElement(win: Window): HTMLElement | null {
|
||
try {
|
||
const frameElement = win.frameElement;
|
||
if (!frameElement) return null;
|
||
const ownerWin = frameElement.ownerDocument.defaultView;
|
||
const htmlElement = ownerWin?.HTMLElement;
|
||
return htmlElement && frameElement instanceof htmlElement ? frameElement : null;
|
||
} catch {
|
||
return null;
|
||
}
|
||
}
|
||
|
||
function getRectCenter(element: HTMLElement): Point | null {
|
||
const rect = element.getBoundingClientRect();
|
||
if (!finiteRect(rect) || (rect.width <= 0 && rect.height <= 0)) {
|
||
return null;
|
||
}
|
||
|
||
let point = {
|
||
x: rect.left + rect.width / 2,
|
||
y: rect.top + rect.height / 2,
|
||
};
|
||
|
||
let win: Window | null = element.ownerDocument.defaultView;
|
||
while (win) {
|
||
const frameElement = getFrameElement(win);
|
||
if (!frameElement) break;
|
||
|
||
const frameRect = frameElement.getBoundingClientRect();
|
||
if (!finiteRect(frameRect) || frameRect.width <= 0 || frameRect.height <= 0) return null;
|
||
|
||
const viewport = readViewportSize(win);
|
||
point = {
|
||
x: frameRect.left + point.x * (frameRect.width / viewport.width),
|
||
y: frameRect.top + point.y * (frameRect.height / viewport.height),
|
||
};
|
||
win = frameElement.ownerDocument.defaultView;
|
||
}
|
||
|
||
return point;
|
||
}
|
||
|
||
export function invertManualOffsetDragMatrix(
|
||
matrix: ManualOffsetDragMatrix,
|
||
): ManualOffsetDragMatrix | null {
|
||
const determinant = matrix.a * matrix.d - matrix.b * matrix.c;
|
||
if (!Number.isFinite(determinant) || Math.abs(determinant) < MIN_MATRIX_DETERMINANT) {
|
||
return null;
|
||
}
|
||
|
||
return {
|
||
a: matrix.d / determinant,
|
||
b: -matrix.b / determinant,
|
||
c: -matrix.c / determinant,
|
||
d: matrix.a / determinant,
|
||
};
|
||
}
|
||
|
||
export function applyManualOffsetDragMatrix(matrix: ManualOffsetDragMatrix, point: Point): Point {
|
||
return {
|
||
x: matrix.a * point.x + matrix.c * point.y,
|
||
y: matrix.b * point.x + matrix.d * point.y,
|
||
};
|
||
}
|
||
|
||
/**
|
||
* The perspective w-divisor (matrix3d m44) of the element's current transform.
|
||
* For a plain `translateZ(z)` under `perspective(p)`, m44 = (p - z) / p, so the
|
||
* element renders 1/m44× larger and a translate of `d` composition px moves
|
||
* `d / m44` px on screen. Returns 1 for 2D transforms (no foreshortening). Used
|
||
* to keep the drag offset → screen-movement mapping correct for depth elements,
|
||
* which the flat-scale fast path below would otherwise get wrong by 1/m44.
|
||
*/
|
||
function readTransformWDivisor(element: HTMLElement): number {
|
||
const t = element.ownerDocument.defaultView?.getComputedStyle(element).transform;
|
||
if (!t || !t.startsWith("matrix3d(")) return 1;
|
||
const parts = t.slice("matrix3d(".length, -1).split(",");
|
||
const w = Number.parseFloat(parts[15] ?? "");
|
||
return Number.isFinite(w) && w > 0 ? w : 1;
|
||
}
|
||
|
||
export function measureManualOffsetDragScreenToOffsetMatrix(
|
||
element: HTMLElement,
|
||
initialOffset: { x: number; y: number },
|
||
options: { probeSize?: number; scaleX?: number; scaleY?: number } = {},
|
||
): { ok: true; matrix: ManualOffsetDragMatrix } | { ok: false; reason: string } {
|
||
if (
|
||
!element.hasAttribute("data-hf-studio-path-offset") &&
|
||
initialOffset.x === 0 &&
|
||
initialOffset.y === 0
|
||
) {
|
||
const sx = options.scaleX || 1;
|
||
const sy = options.scaleY || 1;
|
||
// Fold in the perspective foreshortening: a depth element (z≠0) moves
|
||
// 1/m44× faster on screen than its flat scale implies, so the screen→offset
|
||
// matrix must scale by m44 or the element outruns the pointer/overlay.
|
||
const w = readTransformWDivisor(element);
|
||
return { ok: true, matrix: { a: w / sx, b: 0, c: 0, d: w / sy } };
|
||
}
|
||
|
||
const probeSize = options.probeSize ?? DEFAULT_OFFSET_PROBE_PX;
|
||
if (!Number.isFinite(probeSize) || probeSize <= 0) {
|
||
return { ok: false, reason: "Invalid movement probe size." };
|
||
}
|
||
|
||
const snapshot = captureStudioPathOffset(element);
|
||
try {
|
||
applyStudioPathOffsetDraft(element, initialOffset);
|
||
const origin = getRectCenter(element);
|
||
if (!origin) {
|
||
return { ok: false, reason: "Element has no measurable box." };
|
||
}
|
||
|
||
applyStudioPathOffsetDraft(element, {
|
||
x: initialOffset.x + probeSize,
|
||
y: initialOffset.y,
|
||
});
|
||
const probeX = getRectCenter(element);
|
||
if (!probeX) {
|
||
return { ok: false, reason: "Element X movement could not be measured." };
|
||
}
|
||
|
||
applyStudioPathOffsetDraft(element, {
|
||
x: initialOffset.x,
|
||
y: initialOffset.y + probeSize,
|
||
});
|
||
const probeY = getRectCenter(element);
|
||
if (!probeY) {
|
||
return { ok: false, reason: "Element Y movement could not be measured." };
|
||
}
|
||
|
||
const xColumn = {
|
||
x: (probeX.x - origin.x) / probeSize,
|
||
y: (probeX.y - origin.y) / probeSize,
|
||
};
|
||
const yColumn = {
|
||
x: (probeY.x - origin.x) / probeSize,
|
||
y: (probeY.y - origin.y) / probeSize,
|
||
};
|
||
if (
|
||
!finitePoint(xColumn) ||
|
||
!finitePoint(yColumn) ||
|
||
vectorLength(xColumn) < MIN_PROBE_VECTOR_LENGTH_PX ||
|
||
vectorLength(yColumn) < MIN_PROBE_VECTOR_LENGTH_PX
|
||
) {
|
||
return { ok: false, reason: "Element movement response is too small to measure." };
|
||
}
|
||
|
||
const offsetToScreen = {
|
||
a: xColumn.x,
|
||
b: xColumn.y,
|
||
c: yColumn.x,
|
||
d: yColumn.y,
|
||
};
|
||
const screenToOffset = invertManualOffsetDragMatrix(offsetToScreen);
|
||
if (!screenToOffset) {
|
||
return { ok: false, reason: "Element movement response is not invertible." };
|
||
}
|
||
|
||
return { ok: true, matrix: screenToOffset };
|
||
} finally {
|
||
restoreStudioPathOffset(element, snapshot);
|
||
}
|
||
}
|
||
|
||
export function resolveManualOffsetForPointerDelta(input: {
|
||
initialOffset: { x: number; y: number };
|
||
screenToOffset: ManualOffsetDragMatrix;
|
||
dx: number;
|
||
dy: number;
|
||
}): { x: number; y: number } {
|
||
const offsetDelta = applyManualOffsetDragMatrix(input.screenToOffset, {
|
||
x: input.dx,
|
||
y: input.dy,
|
||
});
|
||
return {
|
||
x: input.initialOffset.x + offsetDelta.x,
|
||
y: input.initialOffset.y + offsetDelta.y,
|
||
};
|
||
}
|
||
|
||
export function createManualOffsetDragMember(input: {
|
||
key: string;
|
||
selection: DomEditSelection;
|
||
element: HTMLElement;
|
||
rect: ManualOffsetDragRect;
|
||
}): ManualOffsetDragMemberResult {
|
||
// Base the drag on the offset ACTUALLY applied, never the raw (possibly dormant)
|
||
// var — see readAppliedStudioPathOffset. This keeps the commit purely relative
|
||
// (applied + delta) so a stale offset can't fling the element off-screen.
|
||
const initialOffset = readAppliedStudioPathOffset(input.element);
|
||
input.element.setAttribute("data-hf-drag-initial-offset-x", String(initialOffset.x));
|
||
input.element.setAttribute("data-hf-drag-initial-offset-y", String(initialOffset.y));
|
||
|
||
const win = input.element.ownerDocument.defaultView as
|
||
| (Window & {
|
||
gsap?: { getProperty?: (el: Element, prop: string) => number };
|
||
__timelines?: Record<string, { pause?: () => void; paused?: () => boolean }>;
|
||
})
|
||
| null;
|
||
const gsapX = win?.gsap?.getProperty?.(input.element, "x") || 0;
|
||
const gsapY = win?.gsap?.getProperty?.(input.element, "y") || 0;
|
||
input.element.setAttribute("data-hf-drag-gsap-base-x", String(gsapX));
|
||
input.element.setAttribute("data-hf-drag-gsap-base-y", String(gsapY));
|
||
|
||
if (win?.__timelines) {
|
||
const paused: string[] = [];
|
||
for (const [id, tl] of Object.entries(win.__timelines)) {
|
||
try {
|
||
if (tl?.pause && !tl.paused?.()) {
|
||
tl.pause();
|
||
paused.push(id);
|
||
}
|
||
} catch {
|
||
/* cross-origin guard */
|
||
}
|
||
}
|
||
if (paused.length > 0) {
|
||
input.element.setAttribute("data-hf-drag-paused-timelines", paused.join(","));
|
||
}
|
||
}
|
||
|
||
const initialPathOffset = captureStudioPathOffset(input.element);
|
||
const gestureToken = beginStudioManualEditGesture(input.element);
|
||
const measured = measureManualOffsetDragScreenToOffsetMatrix(input.element, initialOffset, {
|
||
scaleX: input.rect.editScaleX,
|
||
scaleY: input.rect.editScaleY,
|
||
});
|
||
const baseGsap = { x: gsapX, y: gsapY };
|
||
if (!measured.ok) {
|
||
// Fallback: when GSAP transforms interfere with probe measurement, use
|
||
// the preview scale as an approximation. The commit path reads the actual
|
||
// GSAP position from the iframe runtime, so visual imprecision during
|
||
// drag is acceptable — the final committed position is always exact.
|
||
const scaleX = input.rect.editScaleX || 1;
|
||
const scaleY = input.rect.editScaleY || 1;
|
||
const w = readTransformWDivisor(input.element);
|
||
return {
|
||
ok: true,
|
||
member: {
|
||
key: input.key,
|
||
selection: input.selection,
|
||
element: input.element,
|
||
initialOffset,
|
||
baseGsap,
|
||
initialPathOffset,
|
||
gestureToken,
|
||
screenToOffset: { a: w / scaleX, b: 0, c: 0, d: w / scaleY },
|
||
originRect: input.rect,
|
||
},
|
||
};
|
||
}
|
||
|
||
return {
|
||
ok: true,
|
||
member: {
|
||
key: input.key,
|
||
selection: input.selection,
|
||
element: input.element,
|
||
initialOffset,
|
||
baseGsap,
|
||
initialPathOffset,
|
||
gestureToken,
|
||
screenToOffset: measured.matrix,
|
||
originRect: input.rect,
|
||
},
|
||
};
|
||
}
|
||
|
||
function resolveManualOffsetDragMemberOffset(
|
||
member: ManualOffsetDragMember,
|
||
dx: number,
|
||
dy: number,
|
||
): { x: number; y: number } {
|
||
return resolveManualOffsetForPointerDelta({
|
||
initialOffset: member.initialOffset,
|
||
screenToOffset: member.screenToOffset,
|
||
dx,
|
||
dy,
|
||
});
|
||
}
|
||
|
||
export function applyManualOffsetDragDraft(
|
||
member: ManualOffsetDragMember,
|
||
dx: number,
|
||
dy: number,
|
||
): { x: number; y: number } {
|
||
const offset = resolveManualOffsetDragMemberOffset(member, dx, dy);
|
||
// Position is single-sourced on the GSAP timeline; preview through gsap.set so
|
||
// the live draft matches the committed `tl.set`/keyframe. CSS draft only when
|
||
// gsap is unavailable (no preview iframe runtime).
|
||
if (!applyOffsetDragDraftViaGsap(member.element, offset, member.baseGsap)) {
|
||
applyStudioPathOffsetDraft(member.element, offset);
|
||
}
|
||
return offset;
|
||
}
|
||
|
||
export function applyManualOffsetDragCommit(
|
||
member: ManualOffsetDragMember,
|
||
dx: number,
|
||
dy: number,
|
||
): { x: number; y: number } {
|
||
// Re-stamp the STABLE gesture-start base/offset before the source commit reads
|
||
// them. A mid-drag re-render can wipe these attrs; the commit converts the drop
|
||
// offset → gsap x/y via computeDraggedGsapPosition, which without the base falls
|
||
// back to the live (already-dragged) transform and re-adds the delta — so the
|
||
// element flies off-screen the instant you drop it. The member holds the true
|
||
// gesture-start values in JS, immune to the re-render.
|
||
member.element.setAttribute("data-hf-drag-gsap-base-x", String(member.baseGsap.x));
|
||
member.element.setAttribute("data-hf-drag-gsap-base-y", String(member.baseGsap.y));
|
||
member.element.setAttribute("data-hf-drag-initial-offset-x", String(member.initialOffset.x));
|
||
member.element.setAttribute("data-hf-drag-initial-offset-y", String(member.initialOffset.y));
|
||
const offset = resolveManualOffsetDragMemberOffset(member, dx, dy);
|
||
// Optimistic visual through the GSAP channel (same as the live draft and the
|
||
// committed `tl.set`), so the element holds its dropped position until the
|
||
// source mutation soft-reloads — no transient CSS `--hf-studio-offset` write.
|
||
// CSS apply only when gsap is unavailable.
|
||
if (!applyOffsetDragDraftViaGsap(member.element, offset, member.baseGsap)) {
|
||
applyStudioPathOffset(member.element, offset);
|
||
}
|
||
return offset;
|
||
}
|
||
|
||
function restoreManualOffsetDragMember(member: ManualOffsetDragMember): void {
|
||
restoreStudioPathOffset(member.element, member.initialPathOffset);
|
||
endStudioManualEditGesture(member.element, member.gestureToken);
|
||
}
|
||
|
||
export function restoreManualOffsetDragMembers(members: ManualOffsetDragMember[]): void {
|
||
for (const member of members) {
|
||
restoreManualOffsetDragMember(member);
|
||
resumeGsapTimelines(member.element);
|
||
}
|
||
}
|
||
|
||
export function endManualOffsetDragMembers(members: ManualOffsetDragMember[]): void {
|
||
for (const member of members) {
|
||
endStudioManualEditGesture(member.element, member.gestureToken);
|
||
member.element.removeAttribute("data-hf-drag-initial-offset-x");
|
||
member.element.removeAttribute("data-hf-drag-initial-offset-y");
|
||
member.element.removeAttribute("data-hf-drag-gsap-base-x");
|
||
member.element.removeAttribute("data-hf-drag-gsap-base-y");
|
||
// Clear the draft's `translate: none` so the soft reload starts clean —
|
||
// otherwise button-less pointermoves after the reload compute deltas
|
||
// from a stale base and fling the element off-screen (#1673).
|
||
// Do NOT clearProps:"transform" — that nukes the committed GSAP position
|
||
// and causes a visual snap-back before the soft reload re-applies it.
|
||
if (member.element.style.getPropertyValue("translate") === "none") {
|
||
member.element.style.removeProperty("translate");
|
||
}
|
||
// Migration: when GSAP owns the position (the committed value lives in the
|
||
// GSAP transform), the legacy `--hf-studio-offset` CSS channel is obsolete.
|
||
// Clear it on the LIVE element — otherwise the leftover `translate:
|
||
// var(--hf-studio-offset)` composes with the GSAP transform and the element
|
||
// renders offset by the stale value until a full page reload (the source is
|
||
// already stripped). clearStudioPathOffset leaves `transform` untouched.
|
||
if (getOffsetDragGsap(member.element)) {
|
||
clearStudioPathOffset(member.element);
|
||
}
|
||
resumeGsapTimelines(member.element);
|
||
}
|
||
}
|
||
|
||
export function resumeGsapTimelines(element: HTMLElement): void {
|
||
const ids = element.getAttribute("data-hf-drag-paused-timelines");
|
||
element.removeAttribute("data-hf-drag-paused-timelines");
|
||
if (!ids) return;
|
||
const win = element.ownerDocument.defaultView as
|
||
| (Window & {
|
||
__timelines?: Record<string, { pause?: () => void }>;
|
||
__player?: { seek?: (t: number) => void; getTime?: () => number };
|
||
})
|
||
| null;
|
||
if (!win) return;
|
||
const t = win.__player?.getTime?.() ?? 0;
|
||
win.__player?.seek?.(t);
|
||
}
|