mirror of
https://github.com/heygen-com/hyperframes.git
synced 2026-09-05 10:14:30 +00:00
* feat(studio): glue API coexistence layer for the NLE swap What: extends 21 glue files so the OLD timeline/canvas engine and the NEW NLE components type-check side by side: playerStore (multi-select setters, zoom pin, snap toggle, non-reactive scale scratch), drag-state types gain optional NLE fields, timelineLayout/timelineAssetDrop/timelineEditingHelpers/ timelineEditing/timelineElementHelpers/studioHelpers/assetHelpers gain the NLE exports, DomEditOverlay + gestures + AssetContextMenu + Timeline props gain optional callbacks/params, contexts gain *Optional hooks, and TimelineEditCallbacks.onMoveElements becomes a bivariant method accepting both engines' change shapes. patchDocumentRootDuration's test rides along. Why: this is the keystone that dissolves the old "welded glue" problem — every symbol the NLE components need is ADDED next to what the old engine still uses, so the engine components and the swaps can land as separate reviewable PRs. How: 15 authored intermediate files (main content + additive symbols; no behavior changes — new fields optional, new callbacks unused until wired) plus 6 files whose final content is already purely additive. New exports without consumers yet carry TEMP(studio-dnd) ignoreExports entries, removed by the app-shell swap. Test plan: tsc --noEmit in studio + studio-server (verifies BOTH engines compile); bunx vitest run (full suite green incl. the 6 new patchDocumentRootDuration tests); fallow audit clean. * feat(studio): timeline interaction hooks and lanes component (unwired) What: the timeline-side wiring layer, unwired: TimelineLanes (the lane renderer driving drag/resize/marquee), timelineMarquee (+tests), useTimelineStackingSync, useTimelineGeometry, useTimelineEditPinning, useTimelineEditingDrops. Why: everything between the pure drag math and <Timeline> itself; the timeline-glue swap PR then only rewires Timeline/TimelineCanvas onto these. How: new files, tsc-clean against the coexistence layer. Unwired components carry TEMP(studio-dnd) entry registrations, removed at the app-shell swap. Test plan: bunx vitest run timelineMarquee.test.ts; tsc --noEmit; fallow audit clean. * feat(studio): NLE shell assembly (unwired) What: EditorShell (the full editor layout replacing NLELayout + StudioPreviewArea), TimelinePane (timeline host with sub-comp rebasing) and useTimelineEditCallbacks (the callback bag bridging store edits to the timeline), all unwired. Why: the shell that App swaps to in the final step; reviewing it standalone keeps that swap PR small. How: new files against the coexistence layer; TEMP(studio-dnd) entries until App mounts EditorShell in the app-shell swap. Test plan: tsc --noEmit; bunx vitest run (suite unchanged); fallow audit clean. * feat(studio): timeline glue swap — Timeline/TimelineCanvas onto the NLE engine What: flips the timeline glue to its final form (23 files): Timeline and TimelineCanvas rebuilt on TimelineLanes/TimelineOverlays, useTimelineClipDrag drives preview/commit through the new drag engine, range selection goes multi-select, playback loop moves to useTimelinePlayerLoop. Deletes the 9 old-engine files this orphans (group drag, marquee selection, snap targets, layer gutter, selection overlays + their suites) — each is compile- or gate-forced by this swap, verified by probe. Why: second swap step; timeline-only, canvas and App untouched. How: modified files to final content + forced deletions. playerStore/timelineEditing/timelineCallbacks stay at their coexistence form until the app swap (the old App still runs on them). Test plan: tsc --noEmit; bunx vitest run (full suite); fallow audit clean. * feat(studio): clip thumbnail modules What: ImageThumbnail (+tests) and thumbnailUtils (+tests) — frame decode with SVG/AVIF format fallbacks and rounded-corner clipping — plus VideoThumbnail updates. Why: the decode layer for timeline clip thumbnails, ahead of the visual refresh that renders them. How: new modules + one modified file; purely presentational. Test plan: bunx vitest run on both test files; tsc --noEmit; fallow audit clean. * feat(studio): assets/blocks panel behaviors + preview helpers What: blocks tab install flow, right-panel and global drag-overlay polish, music beat analysis and clip-content rendering hooks, and the preview-helper utilities backing asset preview. Why: completes the studio NLE stack on top of the visual refresh. How: modified files only (kept as one PR: splitting further would produce sub-150-LOC fragments of interdependent panel glue). Test plan: bunx vitest run studioPreviewHelpers/studioUrlState suites; tsc --noEmit; fallow audit clean. * fix(studio): restore timeline playback loop * fix(studio): restore missing GSAP helpers module * refactor(studio): split timeline GSAP helpers * style(studio): keep timeline helper under size limit * fix(studio): restore timeline overlays module * fix(studio): remove stale GSAP import * fix(studio): restore canonical timeline dependencies * style(studio): format restored timeline helpers * style(studio): satisfy helper line limit * fix(studio): repair rebuilt timeline integration * feat(studio): complete rebuilt NLE cutover * fix(studio): guard project and timeline race boundaries * fix(studio): preserve graded resize and crop geometry * fix(studio): log resize/rotate commit failures, move anchor accumulator to resize-local * fix(studio): treat duration-0 tweens as static holds and settle resize position before persist Instant holds (to()/fromTo() with duration 0) were classified as animated tweens by every commit route, so resizing or rotating them converted the hold into a corrupt duration-0 keyframes tween (new value at 0%, old at 100%) that GSAP drops; panel edits appended a losing set. A shared isInstantHold() now routes them through the static replace-in-place path, and percentage math guards zero-duration windows. Separately, anchored-corner resizes painted 3-5 frames at the new size but old position while the offset persist round-tripped the server. The commit path now applies the corrected GSAP position synchronously before awaiting the offset persist, mirroring the scale route's settle. * feat(studio): gesture-transaction seam with commit observability Introduce runGestureTransaction — one owner for a gesture commit's settle -> persist -> record lifecycle. It settles the live DOM synchronously before any async persist, folds every mutation into one undo entry via a per-transaction coalesceKey, restores pre-gesture state exactly once on failure, and asserts (dev console) + reports (PostHog: commit_transaction / commit_invariant_violation / commit_transaction_failed) that a persist never changes pixels. The box-size resize path is migrated onto it; the ad hoc per-route coalesceKey/reload handling is removed. Extract the resize draft-rect math into resizeDraft.ts to keep the gesture-handler file under the size cap. Also: keep url_hash telemetry to the route slug only (drop the query string, which carried the user's selected element id/selector), and gate the [hf-resize] diagnostics behind localStorage hf-resize-debug so they ship as opt-in tracing rather than console noise. * fix(studio): transaction owns the undo label The coalesced history entry took the last sub-mutation's label, so a resize surfaced as "Move layer" (the offset persist) in undo/redo. The seam now stamps tx.label on every wrapped mutation, so the folded entry reads as the gesture. * fix(studio): atomic static size/position commits (no data loss) Static resize/position holds updated an existing set via delete+add — two undo entries, and a delete that succeeded before a failed add lost the hold on disk. Use one in-place update-properties mutation when a set exists (one undo entry, no partial-failure window). The keyframed-hold heal that can't be expressed as a property update now adds before it deletes, so any single failure leaves a recoverable duplicate, never a lost hold. Transaction-owned commits are tracked via a WeakSet so the heal path never double-wraps an already-wrapped gesture. * fix(core): restore timed-clip visibility after a forced timeline rebind __hfForceTimelineRebind force-rendered the re-registered timeline but never re-ran the per-[data-start] visibility pass, so after undo or soft reload every clip rendered regardless of its time window until a full page reload. Extract the visibility loop into syncTimedElementVisibility and call it from both syncMediaForCurrentState (unchanged) and the rebind. * fix(studio): atomic z-order/keyframe/split commits, one undo entry each Three edit-commit paths hardened onto the one-transaction invariant: - Z-order reorder (useElementLifecycleOps): N per-element writes now fold into one undo entry (coalesceMs Infinity) and, on a failed persist, restore already-written files to disk so no partial reorder survives. - Enable-keyframes (useEnableKeyframes/useGsapKeyframeOps): the intermediate convert phase no longer full-reloads the preview (skipReload), killing the black-flash remount; convert + edit share one coalesce key = one undo entry. - Razor split-all (useRazorSplit): snapshot before the batch and restore on any failure, so a mid-batch error never leaves un-revertable partial splits. Shared file-history helpers (RecordEditInput, DomEditCommitBaseParams, readProjectFileContent, restoreFilesToOriginal) dedupe the rollback/commit logic across these paths. Commit options thread as one partial object rather than field-by-field. Test setup extracted into colocated helpers. * fix(studio): fold multi-step edits into one undo entry; guard text revert - Gesture recording (useGestureCommit): the per-property-group commits now share one coalesce key and only the last reloads, so a recording is one undo entry and one preview reload instead of up to four. - Delete selected keyframes (deleteSelectedKeyframes, split out of timelineEditingHelpers): N removals fold into one coalesced undo entry with a single reload. - Text-field commit (useDomEditTextCommits): commitDomTextFields now uses the same version-guarded revert as handleDomTextCommit, so a stale failed commit can no longer stomp a newer successful one. * feat(studio): batch a gesture's mutations into one atomic server write A transaction that emits N mutations previously did N sequential POSTs, each rewriting the file and soft-reloading — the root of the multi-phase persist window. Add a gsap-mutations-batch endpoint that validates every mutation up front, applies them in one in-memory rewrite chain, and writes the file once (all-or-nothing: an invalid entry rejects the whole batch, no partial write). The seam buffers a transaction's commits and, when more than one targets the same file, dispatches a single batch — one write, one history entry, one reload. The batch capability rides on the existing commit-function reference; no option fields are threaded through callers. * fix(studio): soften off-canvas indicator outline to 30% opacity The dashed off-canvas selection outline at 60% was noisy with many protruding elements on screen; drop the resting opacity to 30% (hover still restores full opacity so it stays discoverable). * fix(studio): drop off-canvas indicator outline to 10% opacity Follow-up to the 30% softening — 10% resting opacity reads much calmer with many protruding elements; hover still restores full opacity. * fix(studio): gate [hf-commit] console traces to dev only The start/settled/persisted/restore lifecycle traces logged on every gesture commit in all environments — console noise for end users. Route them through a dev-only traceCommit helper (matching the pixel-violation error's existing DEV gate). The commit_* PostHog events stay always on; they are the production observability, the console lines are a dev aid. * fix(studio): count actual reloads, not softReload requests, in commit telemetry A resize's size and offset persists both request softReload; the seam counted each request, so a batched gesture reported reload_count 2 even though the batch is one write and one reload. Compute the count from what dispatchBufferedCommits actually did — one for a batch, the request count for the sequential fallback. * fix(studio): rotate hover + off-canvas overlays with the element; flicker-free crop - Hover overlay applied the element's rotation only to the selection chrome, not the hover box; it now rotates about center like the selection, via a shared orientedGroupAwareOverlayRect router (one owner for rotation-aware overlay geometry across hover/selection/off-canvas). - Off-canvas indicator was axis-aligned; it now rotates with the element and inverse-rotates the canvas-exclusion clip into the element's local frame, so the protruding-sliver clip stays correct for rotated elements. - Crop commit re-lifted the element only in the commit's .then(), so one frame painted the cropped state (the flicker). Re-lift synchronously right after onStyleCommit (which applies the clip before its first await), so the cropped state never paints; the persisted file value is unchanged. * fix(studio): address code-review findings across the commit-hardening campaign Correctness (would ship green, bite under latency): - Enable-keyframes phase 2 now carries coalesceMs: Infinity, so the convert folds into one undo entry instead of splitting past the 300ms default. - The SDK keyframe persist path forwards coalesceMs (CutoverOptions gains the field); multi-keyframe delete and convert coalesce correctly when SDK-routed. - Razor split-all's rollback is guarded so a failing restore can't swallow the error toast that tells the user the split failed. Simplification (single source of truth / no dead flexibility): - Decompose resolveResizeDraftRect (drops a fallow-ignore suppression). - Delegate the third readProjectFileContent copy to the shared helper. - Inline setPatchFromUpdateProperties (its only caller passes one mutation). - One toSdkPersistOptions translates gesture overrides to SDK options. - Bundle the reorder-rollback deps into one object (was 7-9 positional args). - Dedupe the 'last group reloads' ternary; type gesture options as CommitMutationOptions; drop a Map+array wrapper around a single write. * feat(studio): atomic z-order reorder via batch patch-element endpoint Z-order reorder issued N per-element inline-style patches (one server write each), so a mid-chain failure could leave a partial reorder on disk. Add a patch-elements-batch endpoint that validates every patch, folds them over the file in one in-memory rewrite, and writes once (all-or-nothing; unsafe input rejects with no write). The reorder now sends one batch per source file and records one undo entry. Because a failed atomic write persists nothing, the interim disk-write-back rollback (restoreReorderedFile / restoreFulfilledReorderFiles / ReorderRollbackDeps) is deleted — failure rolls back only live DOM/store state. Closes the last disk-atomicity gap. * fix(studio): razor-split undo no longer silently no-ops The split clone was written to disk without a data-hf-id, so the split endpoint recorded that unstamped HTML as the undo entry's afterHash. The next reloadPreview() ran the preview route's ensureHfIds write-back, which minted a fresh id and persisted DIFFERENT bytes — so at undo time the disk hash no longer matched afterHash and editHistory's content-mismatch guard silently refused the undo (no write, no network, no error). Stamp the split output via ensureHfIds in splitElementInHtml before it is written/returned, so the preview write-back is a no-op and the recorded afterHash always equals the final on-disk bytes. Fixes at the source rather than relaxing the mismatch guard. Corrects the stale comment that credited forceReloadSdkSession. * feat(studio): closed-hand grab cursor on the rotate handle The rotate handle used the default arrow cursor; show a grabbing (closed-hand) cursor on hover to signal it's grabbed and dragged to rotate. * fix(studio): dropping a dragged element over another no longer selects it A moved drag's release fired the box click, which re-selected whatever now sat under the pointer via the hover cache — so dropping an element over a higher-z one selected the drop target instead of keeping the dragged element selected. The drag-move branch now suppresses the next box click, mirroring the resize branch. * fix(studio): group drag is one undo entry, not one per element Dragging a multi-selected group committed each member's position write as its own undo entry, so reverting took N Cmd+Z presses. Force a shared coalesceKey (infinite window) across every member's commit so they fold into a single undo entry, like the other multi-step commit paths. * fix(studio): undo of a split no longer leaves a ghost clip in the timeline The file and the composition iframe revert correctly on undo, but the timeline panel kept a ghost node for the split clone. The element-merge that repopulates the timeline preserves elements the fresh scan dropped — intended for enriched sub-composition children a bare DOM re-scan misses, but it also preserved a genuinely-removed TOP-LEVEL element (the split clone after undo), leaving a phantom clip. Restrict the preserve to elements with a compositionSrc (the enriched sub-comp children); a top-level element missing from the fresh scan was truly removed. --------- Co-authored-by: ukimsanov <ular.kimsanov@heygen.com>
366 lines
13 KiB
TypeScript
366 lines
13 KiB
TypeScript
import type { DomEditViewport } from "../components/editor/domEditing";
|
|
import {
|
|
getDomLayerPatchTarget,
|
|
isElementComputedVisible,
|
|
resolveAllVisualDomEditTargets,
|
|
} from "../components/editor/domEditingElement";
|
|
import { isHtmlElement } from "../components/editor/domEditingDom";
|
|
import { getEventTargetElement } from "./studioHelpers";
|
|
|
|
interface PreviewLocalPointer {
|
|
x: number;
|
|
y: number;
|
|
viewport: DomEditViewport;
|
|
}
|
|
|
|
// An element is "full-bleed" when its box spans nearly the whole composition on
|
|
// BOTH axes. Such elements (scene wrappers, backdrops) are excluded from canvas
|
|
// click-picking so a click lands on inner content — or deselects on empty area —
|
|
// instead of grabbing the giant container. The Layers panel still selects them.
|
|
// ponytail: pure size heuristic; tighten the ratio if decorative full-bleed art
|
|
// should remain canvas-selectable.
|
|
const FULL_BLEED_RATIO = 0.95;
|
|
|
|
// Media leaves (a hero/background video, a full-bleed image, an <svg>/<canvas>
|
|
// backdrop) ARE the content a user clicks — they must stay canvas-selectable even
|
|
// at full-bleed. Only empty containers (scene wrappers, layout backdrops) get
|
|
// excluded. Without this, a full-bleed <video> is skipped and the click lands on
|
|
// whatever sits behind it — the reported "can't select videos / selects the layer
|
|
// behind" bug (and the "needs a second click" symptom, where the first click
|
|
// resolves through the video to nothing and only the hover fallback recovers).
|
|
const FULL_BLEED_SELECTABLE_MEDIA_TAGS = new Set(["video", "img", "canvas", "svg"]);
|
|
|
|
export function coversComposition(
|
|
elRect: { width: number; height: number },
|
|
viewport: DomEditViewport,
|
|
): boolean {
|
|
if (viewport.width <= 1 || viewport.height <= 1) return false;
|
|
return (
|
|
elRect.width / viewport.width >= FULL_BLEED_RATIO &&
|
|
elRect.height / viewport.height >= FULL_BLEED_RATIO
|
|
);
|
|
}
|
|
|
|
function isFullBleedTarget(el: HTMLElement, viewport: DomEditViewport): boolean {
|
|
if (FULL_BLEED_SELECTABLE_MEDIA_TAGS.has(el.tagName.toLowerCase())) return false;
|
|
return coversComposition(el.getBoundingClientRect(), viewport);
|
|
}
|
|
|
|
function resolvePreviewLocalPointer(
|
|
iframe: HTMLIFrameElement,
|
|
doc: Document,
|
|
win: Window,
|
|
clientX: number,
|
|
clientY: number,
|
|
): PreviewLocalPointer | null {
|
|
const iframeRect = iframe.getBoundingClientRect();
|
|
const root =
|
|
doc.querySelector<HTMLElement>("[data-composition-id]") ?? doc.documentElement ?? null;
|
|
const rootRect = root?.getBoundingClientRect();
|
|
const rootWidth = rootRect?.width || win.innerWidth;
|
|
const rootHeight = rootRect?.height || win.innerHeight;
|
|
if (!rootWidth || !rootHeight) return null;
|
|
|
|
const scaleX = iframeRect.width / rootWidth;
|
|
const scaleY = iframeRect.height / rootHeight;
|
|
return {
|
|
x: (clientX - iframeRect.left) / scaleX,
|
|
y: (clientY - iframeRect.top) / scaleY,
|
|
viewport: { width: rootWidth, height: rootHeight },
|
|
};
|
|
}
|
|
|
|
const POINTER_EVENTS_OVERRIDE_ID = "__hf_studio_pointer_events_override__";
|
|
|
|
function forcePointerEventsAuto(doc: Document): HTMLStyleElement | null {
|
|
try {
|
|
const style = doc.createElement("style");
|
|
style.id = POINTER_EVENTS_OVERRIDE_ID;
|
|
style.textContent = "* { pointer-events: auto !important; }";
|
|
doc.head.appendChild(style);
|
|
return style;
|
|
} catch {
|
|
return null;
|
|
}
|
|
}
|
|
|
|
function removePointerEventsOverride(style: HTMLStyleElement | null): void {
|
|
try {
|
|
style?.remove();
|
|
} catch {
|
|
// cross-origin or detached doc
|
|
}
|
|
}
|
|
|
|
const pointerEventsInheritanceFallbackByDocument = new WeakMap<Document, boolean>();
|
|
|
|
function needsPointerEventsInheritanceFallback(doc: Document, win: Window): boolean {
|
|
const cached = pointerEventsInheritanceFallbackByDocument.get(doc);
|
|
if (cached !== undefined) return cached;
|
|
|
|
const parent = doc.createElement("div");
|
|
const child = doc.createElement("div");
|
|
parent.style.pointerEvents = "none";
|
|
parent.appendChild(child);
|
|
const host = doc.body ?? doc.documentElement;
|
|
if (!host) return false;
|
|
|
|
host.appendChild(parent);
|
|
const needsFallback = win.getComputedStyle(child).pointerEvents !== "none";
|
|
parent.remove();
|
|
pointerEventsInheritanceFallbackByDocument.set(doc, needsFallback);
|
|
return needsFallback;
|
|
}
|
|
|
|
// Own declared pointer-events value, via computed style rather than inline
|
|
// style, so a CSS-class opt-in/opt-out (not just an inline style attribute)
|
|
// is honored when walking back down from a pointer-events:none ancestor.
|
|
function hasOwnPointerEventsOverride(el: HTMLElement, win: Window): boolean {
|
|
const value = win.getComputedStyle(el).pointerEvents;
|
|
return value !== "" && value !== "inherit" && value !== "unset";
|
|
}
|
|
|
|
function inheritsPointerEventsNoneFromAncestor(el: HTMLElement, win: Window): boolean {
|
|
let current = el.parentElement;
|
|
while (current) {
|
|
if (win.getComputedStyle(current).pointerEvents === "none") {
|
|
let descendant: HTMLElement | null = el;
|
|
while (descendant && descendant !== current) {
|
|
if (hasOwnPointerEventsOverride(descendant, win)) {
|
|
return win.getComputedStyle(descendant).pointerEvents === "none";
|
|
}
|
|
descendant = descendant.parentElement;
|
|
}
|
|
return true;
|
|
}
|
|
current = current.parentElement;
|
|
}
|
|
return false;
|
|
}
|
|
|
|
function hasAuthorPointerEventsNone(el: HTMLElement): boolean {
|
|
const win = el.ownerDocument.defaultView;
|
|
if (!win) return false;
|
|
if (win.getComputedStyle(el).pointerEvents === "none") return true;
|
|
if (!needsPointerEventsInheritanceFallback(el.ownerDocument, win)) return false;
|
|
return inheritsPointerEventsNoneFromAncestor(el, win);
|
|
}
|
|
|
|
function collectPointerEventsNoneTargets(
|
|
elements: Iterable<Element | null | undefined>,
|
|
): WeakSet<HTMLElement> {
|
|
const disabled = new WeakSet<HTMLElement>();
|
|
for (const entry of elements) {
|
|
if (isHtmlElement(entry) && hasAuthorPointerEventsNone(entry)) {
|
|
disabled.add(entry);
|
|
}
|
|
}
|
|
return disabled;
|
|
}
|
|
|
|
// Shared tail of both pointer resolvers: hit-test candidates minus elements the
|
|
// author hid from hit-testing via pointer-events:none.
|
|
function filterAuthorInteractiveTargets(
|
|
elements: Element[],
|
|
activeCompositionPath: string | null,
|
|
): HTMLElement[] {
|
|
const pointerEventsNoneTargets = collectPointerEventsNoneTargets(elements);
|
|
return resolveAllVisualDomEditTargets(elements, { activeCompositionPath }).filter(
|
|
(el) => !pointerEventsNoneTargets.has(el),
|
|
);
|
|
}
|
|
|
|
// Animated group members can move outside their wrapper's static layout box, so
|
|
// the empty space inside a group's *visual* bounds (the member-union the overlay
|
|
// draws) doesn't hit-test to the group via elementsFromPoint. Recover it: if the
|
|
// point falls within a group's live member-union rect, return that wrapper.
|
|
// Innermost (smallest-area) group wins for nested groups.
|
|
// fallow-ignore-next-line complexity
|
|
function findGroupAtPoint(doc: Document, x: number, y: number): HTMLElement | null {
|
|
let best: HTMLElement | null = null;
|
|
let bestArea = Infinity;
|
|
for (const group of Array.from(doc.querySelectorAll<HTMLElement>("[data-hf-group]"))) {
|
|
let left = Infinity;
|
|
let top = Infinity;
|
|
let right = -Infinity;
|
|
let bottom = -Infinity;
|
|
for (const member of Array.from(group.children)) {
|
|
const r = member.getBoundingClientRect();
|
|
if (r.width === 0 && r.height === 0) continue;
|
|
left = Math.min(left, r.left);
|
|
top = Math.min(top, r.top);
|
|
right = Math.max(right, r.right);
|
|
bottom = Math.max(bottom, r.bottom);
|
|
}
|
|
if (right < left || x < left || x > right || y < top || y > bottom) continue;
|
|
const area = (right - left) * (bottom - top);
|
|
if (area < bestArea) {
|
|
bestArea = area;
|
|
best = group;
|
|
}
|
|
}
|
|
return best;
|
|
}
|
|
|
|
// fallow-ignore-next-line complexity
|
|
export function getPreviewTargetFromPointer(
|
|
iframe: HTMLIFrameElement,
|
|
clientX: number,
|
|
clientY: number,
|
|
activeCompositionPath: string | null,
|
|
): HTMLElement | null {
|
|
let doc: Document | null = null;
|
|
let win: Window | null = null;
|
|
try {
|
|
doc = iframe.contentDocument;
|
|
win = iframe.contentWindow;
|
|
} catch {
|
|
return null;
|
|
}
|
|
if (!doc || !win) return null;
|
|
|
|
const localPointer = resolvePreviewLocalPointer(iframe, doc, win, clientX, clientY);
|
|
if (!localPointer) return null;
|
|
|
|
let overrideStyle = forcePointerEventsAuto(doc);
|
|
try {
|
|
if (typeof doc.elementsFromPoint === "function") {
|
|
const elements = doc.elementsFromPoint(localPointer.x, localPointer.y);
|
|
removePointerEventsOverride(overrideStyle);
|
|
overrideStyle = null;
|
|
const candidates = filterAuthorInteractiveTargets(elements, activeCompositionPath);
|
|
const visualTarget =
|
|
candidates.find((el) => !isFullBleedTarget(el, localPointer.viewport)) ?? null;
|
|
if (visualTarget) return visualTarget;
|
|
}
|
|
|
|
// Belt-and-suspenders: elementsFromPoint is universally supported in the
|
|
// browsers this ships in, so the override is already removed by this
|
|
// point in practice — but guard the environment without it too, so
|
|
// hasAuthorPointerEventsNone below never reads a forced-auto value.
|
|
removePointerEventsOverride(overrideStyle);
|
|
overrideStyle = null;
|
|
|
|
// No element hit (e.g. empty space inside an animated group's overlay) — fall
|
|
// back to the group whose member-union contains the point, so the whole group
|
|
// area is hoverable/selectable, not just where a member currently sits.
|
|
const groupHit = findGroupAtPoint(doc, localPointer.x, localPointer.y);
|
|
if (
|
|
groupHit &&
|
|
!hasAuthorPointerEventsNone(groupHit) &&
|
|
getDomLayerPatchTarget(groupHit, activeCompositionPath)
|
|
)
|
|
return groupHit;
|
|
|
|
const fallback = getEventTargetElement(doc.elementFromPoint(localPointer.x, localPointer.y));
|
|
if (!fallback || !getDomLayerPatchTarget(fallback, activeCompositionPath)) return null;
|
|
if (hasAuthorPointerEventsNone(fallback)) return null;
|
|
if (!isElementComputedVisible(fallback)) return null;
|
|
if (isFullBleedTarget(fallback, localPointer.viewport)) return null;
|
|
return fallback;
|
|
} finally {
|
|
removePointerEventsOverride(overrideStyle);
|
|
}
|
|
}
|
|
|
|
/** Returns all independently-selectable elements at the pointer (topmost first). */
|
|
export function getAllPreviewTargetsFromPointer(
|
|
iframe: HTMLIFrameElement,
|
|
clientX: number,
|
|
clientY: number,
|
|
activeCompositionPath: string | null,
|
|
): HTMLElement[] {
|
|
let doc: Document | null = null;
|
|
let win: Window | null = null;
|
|
try {
|
|
doc = iframe.contentDocument;
|
|
win = iframe.contentWindow;
|
|
} catch {
|
|
return [];
|
|
}
|
|
if (!doc || !win) return [];
|
|
|
|
const localPointer = resolvePreviewLocalPointer(iframe, doc, win, clientX, clientY);
|
|
if (!localPointer) return [];
|
|
|
|
let overrideStyle = forcePointerEventsAuto(doc);
|
|
try {
|
|
if (typeof doc.elementsFromPoint === "function") {
|
|
const elements = doc.elementsFromPoint(localPointer.x, localPointer.y);
|
|
removePointerEventsOverride(overrideStyle);
|
|
overrideStyle = null;
|
|
return filterAuthorInteractiveTargets(elements, activeCompositionPath).filter(
|
|
(el) => !isFullBleedTarget(el, localPointer.viewport),
|
|
);
|
|
}
|
|
const fallback = getEventTargetElement(doc.elementFromPoint(localPointer.x, localPointer.y));
|
|
if (!fallback || !getDomLayerPatchTarget(fallback, activeCompositionPath)) return [];
|
|
removePointerEventsOverride(overrideStyle);
|
|
overrideStyle = null;
|
|
if (hasAuthorPointerEventsNone(fallback)) return [];
|
|
if (!isElementComputedVisible(fallback)) return [];
|
|
if (isFullBleedTarget(fallback, localPointer.viewport)) return [];
|
|
return [fallback];
|
|
} finally {
|
|
removePointerEventsOverride(overrideStyle);
|
|
}
|
|
}
|
|
|
|
function objectLike(value: unknown): object | null {
|
|
return value && (typeof value === "object" || typeof value === "function") ? value : null;
|
|
}
|
|
|
|
function callPlaybackMethod(target: object | null, key: string): void {
|
|
const method = target ? Reflect.get(target, key) : null;
|
|
if (typeof method !== "function") return;
|
|
try {
|
|
method.call(target);
|
|
} catch {
|
|
// Best-effort playback freeze; drag should still work if playback control is unavailable.
|
|
}
|
|
}
|
|
|
|
function readPlaybackTime(target: object | null, key: string): number | null {
|
|
const method = target ? Reflect.get(target, key) : null;
|
|
if (typeof method !== "function") return null;
|
|
try {
|
|
const value = method.call(target);
|
|
return typeof value === "number" && Number.isFinite(value) ? value : null;
|
|
} catch {
|
|
return null;
|
|
}
|
|
}
|
|
|
|
export function pauseStudioPreviewPlayback(iframe: HTMLIFrameElement | null): number | null {
|
|
const win = iframe?.contentWindow;
|
|
if (!win) return null;
|
|
|
|
try {
|
|
const player = objectLike(Reflect.get(win, "__player"));
|
|
const playerPausedTime = readPlaybackTime(player, "getTime");
|
|
const playerPause = player ? Reflect.get(player, "pause") : null;
|
|
if (typeof playerPause === "function") {
|
|
callPlaybackMethod(player, "pause");
|
|
return playerPausedTime;
|
|
}
|
|
|
|
let pausedTime: number | null = null;
|
|
const timeline = objectLike(Reflect.get(win, "__timeline"));
|
|
pausedTime = pausedTime ?? readPlaybackTime(timeline, "time");
|
|
callPlaybackMethod(timeline, "pause");
|
|
|
|
const timelines = objectLike(Reflect.get(win, "__timelines"));
|
|
if (timelines) {
|
|
for (const value of Object.values(timelines)) {
|
|
const timelineRecord = objectLike(value);
|
|
pausedTime = pausedTime ?? readPlaybackTime(timelineRecord, "time");
|
|
callPlaybackMethod(timelineRecord, "pause");
|
|
}
|
|
}
|
|
|
|
return pausedTime;
|
|
} catch {
|
|
return null;
|
|
}
|
|
}
|