import { App, Button, ColorPicker, Dropdown, Input, InputNumber, Select, Slider } from "antd"; import { Switch } from "@/components/ui/base/switch"; import type { MenuProps } from "antd"; import { Box, BoxSelect, Camera, Circle, Cuboid, FileUp, Focus, Image as ImageIcon, LampDesk, Lightbulb, Plus, Redo2, RotateCcw, Save, Trash2, Undo2, UserRound, Video, X } from "lucide-react"; import { useCallback, useEffect, useMemo, useRef, useState, type ReactElement, type ReactNode } from "react"; import { nanoid } from "nanoid"; import { Euler, Quaternion } from "three"; import type { AnimationClip } from "three"; import { CanvasDirectorOnboarding } from "@/components/canvas/director/canvas-director-onboarding"; import { DirectorViewport, type DirectorViewportHandle } from "@/components/canvas/director/director-viewport"; import { DirectorViewportDock } from "@/components/canvas/director/director-viewport-dock"; import { DirectorSequencer } from "@/components/canvas/director/director-sequencer"; import { canvasThemes } from "@/lib/canvas-theme"; import { compileDirectorPrompt } from "@/lib/canvas/director/director-prompt-compiler"; import { advanceDirectorPlayhead, resolveDirectorCameraAlignment, resolveDirectorCameraMoveKeyframes, resolveDirectorKeyframeRecord, resolveDirectorObjectTransformEdit, snapDirectorTime } from "@/lib/canvas/director/director-animation-semantics"; import { createDirectorTransaction, installDirectorTerminalListeners, type DirectorTransaction } from "@/lib/canvas/director/director-gesture-transaction"; import { recordDirectorDiagnostic } from "@/lib/canvas/director/director-diagnostics-recorder"; import { DIRECTOR_MODES, directorModeCapabilities, type DirectorModeCapabilities } from "@/lib/canvas/director/director-modes"; import { resolveDirectorPlacement, resolveDirectorPlacementAnchor } from "@/lib/canvas/director/director-placement"; import { isDirectorOutputSnapshotCurrent, shouldReinitializeDirectorSession } from "@/lib/canvas/director/director-session"; import { blocksDirectorShortcut, releaseDirectorFocusAfterPointer, resolveDirectorShortcut, type DirectorShortcutAction } from "@/lib/canvas/director/director-shortcuts"; import { createDirectorActor, createDirectorBillboard, createDirectorCamera, createDirectorLight, createDirectorModel, createDirectorObject, DIRECTOR_ACTOR_COLORS, directorBoneLabel, directorFocalLengthToFov, directorPoseLabel, interpolateDirectorTransform, removeDirectorSceneKeyframe, setDirectorSceneKeyframeEasing, touchDirectorScene, upsertDirectorBoneKeyframe } from "@/lib/canvas/director/director-scene"; import { describeDirectorSaveStatus, resolveDirectorCloseOutcome, shouldBlockDirectorUnload, shouldOfferDirectorDraftRecovery } from "@/lib/canvas/director/director-save-wiring"; import { useDirectorSaveCoordinator } from "@/components/canvas/director/use-director-save-coordinator"; import { uploadMediaFile } from "@/services/file-storage"; import { localSavedRemotePendingMessage, saveRemoteUserDataNow } from "@/services/user-data-sync"; import { useAssetStore, type ModelAsset } from "@/stores/use-asset-store"; import { useDirectorWorkbenchStore } from "@/stores/canvas/use-director-workbench-store"; import { useThemeStore } from "@/stores/use-theme-store"; import type { CanvasNodeData } from "@/types/canvas"; import type { DirectorCamera, DirectorCameraMove, DirectorHumanoidBone, DirectorKeyframeDeleteTarget, DirectorKeyframeEasing, DirectorLight, DirectorObject, DirectorPose, DirectorQuat, DirectorRenderMode, DirectorRig, DirectorScene, DirectorSceneOutput, DirectorShot, DirectorShotSize, DirectorTransform, DirectorVec3 } from "@/types/director"; export function CanvasDirectorWorkbench({ open, scene, imageNodes, onboardingScope, onClose, onChange, onApply, onDeleteImageNode, onFlush }: { open: boolean; scene: DirectorScene | null; imageNodes: CanvasNodeData[]; onboardingScope: string; onClose: () => void; onChange: (scene: DirectorScene) => void; onApply: (output: DirectorSceneOutput) => Promise; onDeleteImageNode: (nodeId: string) => void; onFlush?: () => void | Promise }) { const { message, modal } = App.useApp(); const theme = canvasThemes[useThemeStore((state) => state.theme)]; const viewportRef = useRef(null); const modelInputRef = useRef(null); const [draft, setDraft] = useState(null); const [history, setHistory] = useState([]); const [future, setFuture] = useState([]); const [saving, setSaving] = useState(false); const [recording, setRecording] = useState(false); const [onboardingRestartSignal, setOnboardingRestartSignal] = useState(0); const mode = useDirectorWorkbenchStore((state) => state.mode); const viewMode = useDirectorWorkbenchStore((state) => state.viewMode); const setViewMode = useDirectorWorkbenchStore((state) => state.setViewMode); const setMode = useDirectorWorkbenchStore((state) => state.setMode); const selectedObjectId = useDirectorWorkbenchStore((state) => state.selectedObjectId); const selectedLightId = useDirectorWorkbenchStore((state) => state.selectedLightId); const transformMode = useDirectorWorkbenchStore((state) => state.transformMode); const renderMode = useDirectorWorkbenchStore((state) => state.renderMode); const playhead = useDirectorWorkbenchStore((state) => state.playhead); const playing = useDirectorWorkbenchStore((state) => state.playing); const selectedBone = useDirectorWorkbenchStore((state) => state.selectedBone); const autoKey = useDirectorWorkbenchStore((state) => state.autoKey); const sequencerHeight = useDirectorWorkbenchStore((state) => state.sequencerHeight); const sequencerVisible = useDirectorWorkbenchStore((state) => state.sequencerVisible); const setSelectedObjectId = useDirectorWorkbenchStore((state) => state.setSelectedObjectId); const setSelectedLightId = useDirectorWorkbenchStore((state) => state.setSelectedLightId); const setTransformMode = useDirectorWorkbenchStore((state) => state.setTransformMode); const setRenderMode = useDirectorWorkbenchStore((state) => state.setRenderMode); const setPlayhead = useDirectorWorkbenchStore((state) => state.setPlayhead); const setPlaying = useDirectorWorkbenchStore((state) => state.setPlaying); const setSelectedBone = useDirectorWorkbenchStore((state) => state.setSelectedBone); const setAutoKey = useDirectorWorkbenchStore((state) => state.setAutoKey); const setSequencerHeight = useDirectorWorkbenchStore((state) => state.setSequencerHeight); const setSequencerVisible = useDirectorWorkbenchStore((state) => state.setSequencerVisible); const resetWorkbench = useDirectorWorkbenchStore((state) => state.reset); const assets = useAssetStore((state) => state.assets); const addAsset = useAssetStore((state) => state.addAsset); const modelAssets = useMemo(() => assets.filter((asset): asset is ModelAsset => asset.kind === "model"), [assets]); // 模式决定显示什么:时间轴、关键帧、骨骼、摄影机工具与可选渲染视图都从这里派生。 const capabilities = directorModeCapabilities(mode); const renderModeOptions = useMemo(() => DIRECTOR_RENDER_MODE_LABELS.filter((option) => capabilities.renderModes.includes(option.value)), [capabilities.renderModes]); const draftRef = useRef(null); const stagedRef = useRef(null); const initializedSceneIdRef = useRef(null); const onChangeRef = useRef(onChange); const onFlushRef = useRef(onFlush); useEffect(() => { onChangeRef.current = onChange; onFlushRef.current = onFlush; }, [onChange, onFlush]); const closingRef = useRef(false); const recoveryPromptedRef = useRef(null); const [retrying, setRetrying] = useState(false); // 按 scene.id 持有唯一 coordinator:flush 先把 request.scene 写回项目,再等持久化完成。 const saveController = useDirectorSaveCoordinator({ sceneId: scene?.id ?? null, initialScene: scene, persistScene: (next) => onChangeRef.current(next), flushPersistence: () => onFlushRef.current?.(), }); const saveControllerRef = useRef(saveController); saveControllerRef.current = saveController; const saveIndicator = describeDirectorSaveStatus(saveController.progress); const retrySave = async () => { setRetrying(true); try { if (await saveController.retry()) { recordDirectorDiagnostic("DIRECTOR_SAVE_RETRY_RECOVERED", { sceneId: draftRef.current?.id, revision: saveController.progress.revision, userInitiated: true }); message.success("已保存到项目"); return; } // 只有真的存在合法本地候选才敢说草稿已保留。 const draftStored = Boolean(saveController.restoreCandidate()); recordDirectorDiagnostic("DIRECTOR_SAVE_RETRY_FAILED", { sceneId: draftRef.current?.id, revision: saveController.progress.revision, draftStored, userInitiated: true }); if (!draftStored) recordDirectorDiagnostic("DIRECTOR_SAVE_DRAFT_UNAVAILABLE", { sceneId: draftRef.current?.id, revision: saveController.progress.revision }); if (draftStored) message.error("远端保存失败,本地草稿已保留,可稍后重试"); else message.error("远端和本地都未保存,请不要关闭导演台并继续重试"); } finally { setRetrying(false); } }; const writeDraft = useCallback((next: DirectorScene | null) => { draftRef.current = next; setDraft(next); }, []); /** * 仅镜像当前 draft 到项目 directorScenes,不产生 canonical 提交。 * 用于取消预览、idle pagehide、卸载兜底 —— 这些都不是新的用户改动。 */ const mirrorDraft = useCallback(() => { const current = draftRef.current; if (!current || initializedSceneIdRef.current !== current.id) return; onChangeRef.current(current); }, []); /** 真实 canonical 提交:先交给 coordinator(本地草稿 + 远端保存),再镜像到项目。 */ const commitDraft = useCallback(() => { const current = draftRef.current; if (!current || initializedSceneIdRef.current !== current.id) return; saveControllerRef.current?.commitScene(current); onChangeRef.current(current); }, []); const writeAndPublish = useCallback((next: DirectorScene) => { writeDraft(next); saveControllerRef.current?.commitScene(next); onChangeRef.current(next); }, [writeDraft]); // 会话初始化只认 scene id:同 id 的父级镜像回流不得重建会话。 useEffect(() => { if (!open || !scene) return; if (!shouldReinitializeDirectorSession({ initializedSceneId: initializedSceneIdRef.current, nextSceneId: scene.id })) return; const next = structuredClone(scene); next.shots = next.shots.map((shot) => ({ ...shot, fps: shot.fps || 24 })); stagedRef.current?.end("cancel"); initializedSceneIdRef.current = scene.id; writeDraft(next); setHistory([]); setFuture([]); resetWorkbench(); }, [open, resetWorkbench, scene, writeDraft]); // 打开会话时检查合法本地恢复候选:同一场景只提示一次,恢复/放弃都必须有明确结果。 useEffect(() => { if (!open || !scene) return; if (recoveryPromptedRef.current === scene.id) return; recoveryPromptedRef.current = scene.id; const controller = saveControllerRef.current; const candidate = controller?.restoreCandidate() ?? null; if (!controller || !candidate) return; if (!shouldOfferDirectorDraftRecovery({ candidate, authoritativeScene: scene })) return; modal.confirm({ title: "发现未保存的本地草稿", content: `这个镜头存在一份比项目更新的本地草稿(修订 ${candidate.revision})。恢复后会立即写回项目并保存。`, okText: "恢复草稿", cancelText: "放弃草稿", closable: false, mask: { closable: false }, keyboard: false, onOk: () => { if (!controller.restoreDraft(candidate)) { message.error("草稿恢复失败,已保留当前场景"); return; } writeDraft(candidate.scene); message.success("已恢复本地草稿并写回项目"); }, onCancel: () => { if (controller.discardDraft()) message.success("已放弃本地草稿"); else message.error("草稿删除失败,下次打开可能仍会提示"); }, }); }, [message, modal, open, scene, writeDraft]); const activeShot = draft?.shots?.find((item) => item.id === draft.activeShotId) || draft?.shots?.[0] || null; const activeCamera = draft?.cameras?.find((item) => item.id === activeShot?.cameraId) || draft?.cameras?.[0] || null; const selectedObject = draft?.objects?.find((item) => item.id === selectedObjectId) || null; const selectedLight = draft?.lights?.find((item) => item.id === selectedLightId) || null; // 写入关键帧的目的时间用吸附值;取值/显示/手势起点一律用 raw playhead, // 否则处在两个帧格之间时 AutoKey OFF 的增量会从错误起点计算而产生漂移。 const snappedPlayhead = snapDirectorTime(playhead, activeShot?.fps || 24); const selectedObjectRendered = selectedObject ? interpolateDirectorTransform(selectedObject.transform, selectedObject.keyframes, playhead) : null; useEffect(() => { if (!playing || !activeShot) return; let frame = 0; let last = performance.now(); let pending = 0; const frameInterval = 1 / Math.max(1, Math.min(120, activeShot.fps || 24)); const tick = (now: number) => { pending += Math.max(0, (now - last) / 1000); last = now; if (pending >= frameInterval) { const elapsed = Math.floor(pending / frameInterval) * frameInterval; pending -= elapsed; setPlayhead(advanceDirectorPlayhead(useDirectorWorkbenchStore.getState().playhead, elapsed, activeShot.duration)); } frame = requestAnimationFrame(tick); }; frame = requestAnimationFrame(tick); return () => cancelAnimationFrame(frame); }, [activeShot, playing, setPlayhead]); const commit = useCallback((updater: (current: DirectorScene) => DirectorScene) => { // 普通提交前先终结暂存手势,避免新动作消费旧 base。 stagedRef.current?.end("commit"); const current = draftRef.current; if (!current) return; setHistory((items) => [...items.slice(-49), structuredClone(current)]); setFuture([]); writeAndPublish(touchDirectorScene(updater(current))); }, [writeAndPublish]); /** 暂存型手势(数值滑杆):实时预览写草稿但不产生历史,也不镜像到项目。 */ const stagedTransaction = useMemo(() => createDirectorTransaction({ read: () => draftRef.current, // 取消:恢复快照且绝不发布被取消的值。 restore: (snapshot) => writeDraft(snapshot), commit: (from) => { setHistory((items) => [...items.slice(-49), from]); setFuture([]); // 手势成功终态是真实 canonical 提交。 commitDraft(); }, setActive: () => undefined, }), [commitDraft, writeDraft]); stagedRef.current = stagedTransaction; const stageGesture = useCallback((updater: (current: DirectorScene) => DirectorScene) => { const current = draftRef.current; if (!current) return; stagedTransaction.begin(); writeDraft(touchDirectorScene(updater(current))); }, [stagedTransaction, writeDraft]); /** 无历史但持久的变化(标题、rig/motionClips 等)同样要镜像。 */ const replaceWithoutHistory = useCallback((updater: (current: DirectorScene) => DirectorScene) => { const current = draftRef.current; if (current) writeAndPublish(touchDirectorScene(updater(current))); }, [writeAndPublish]); // 暂存手势的终止生命周期:常驻安装,非活跃时 end 为空操作。 useEffect(() => installDirectorTerminalListeners(stagedTransaction, { window, document, isHidden: () => document.visibilityState === "hidden", }), [stagedTransaction]); // 切换选择/骨骼、关闭或卸载前必须先终止旧手势,不能让新选择消费旧 base。 useEffect(() => () => stagedTransaction.end("cancel"), [open, selectedBone, selectedObjectId, stagedTransaction]); // 离开页面:active 预览由 end("commit") 完成真实提交,idle 只镜像;落盘统一交给 controller。 useEffect(() => { const onPageHide = () => { if (stagedTransaction.active()) stagedTransaction.end("commit"); else mirrorDraft(); // 只调用 handlePageHide:dirty 时它自己会 persist + flush,组件再叠一次就是重复落盘。 void saveControllerRef.current?.handlePageHide(); }; // 异步 flush 不可能阻塞卸载:这里只同步声明「仍有未确认改动」,让浏览器自己弹保护。 const onBeforeUnload = (event: BeforeUnloadEvent) => { const controller = saveControllerRef.current; if (!controller || !shouldBlockDirectorUnload(controller.progress)) return; event.preventDefault(); event.returnValue = ""; }; window.addEventListener("pagehide", onPageHide); window.addEventListener("beforeunload", onBeforeUnload); return () => { window.removeEventListener("pagehide", onPageHide); window.removeEventListener("beforeunload", onBeforeUnload); }; }, [mirrorDraft, stagedTransaction]); // 卸载兜底:只把最新 draft 镜像回项目,不制造新的 canonical revision。 useEffect(() => () => { stagedRef.current?.end("cancel"); mirrorDraft(); }, [mirrorDraft]); const undo = () => { const previous = history.at(-1); if (!previous || !draft) return; setHistory((items) => items.slice(0, -1)); setFuture((items) => [structuredClone(draft), ...items].slice(0, 50)); writeAndPublish(previous); }; const redo = () => { const next = future[0]; if (!next || !draft) return; setFuture((items) => items.slice(1)); setHistory((items) => [...items, structuredClone(draft)].slice(-50)); writeAndPublish(next); }; /** * 关闭统一入口:取消未结束的预览、镜像当前 draft,再按 prepareClose 决策是否真的退出。 * 这里只镜像不提交:取消预览不是新的 canonical 变化。 */ const closeWorkbench = () => { if (closingRef.current) return; closingRef.current = true; stagedTransaction.end("cancel"); mirrorDraft(); void (async () => { let decision; try { decision = resolveDirectorCloseOutcome(await saveController.prepareClose()); } catch { message.error("关闭前的保存检查失败,已留在导演台"); closingRef.current = false; return; } if (decision.kind === "close") { onClose(); return; } if (decision.kind === "blocked") { recordDirectorDiagnostic("DIRECTOR_CLOSE_BLOCKED", { sceneId: draftRef.current?.id, saveOutcome: "stay", revision: saveController.progress.revision, draftStored: saveController.progress.draftStored }); message.error(decision.message); closingRef.current = false; return; } // 确认框存续期间保持上锁,否则重复点击会叠出多个弹窗。 modal.confirm({ title: "远端保存失败", content: decision.message, okText: "仍然离开", cancelText: "留在导演台", closable: false, mask: { closable: false }, keyboard: false, onOk: () => onClose(), onCancel: () => { closingRef.current = false; }, }); })(); }; const updateObject = (id: string, patch: Partial) => commit((current) => ({ ...current, objects: current.objects.map((item) => (item.id === id ? { ...item, ...patch } : item)) })); const updateLight = (id: string, patch: Partial) => commit((current) => ({ ...current, lights: current.lights.map((item) => (item.id === id ? { ...item, ...patch } : item)) })); const updateShot = (id: string, patch: Partial) => commit((current) => ({ ...current, shots: current.shots.map((item) => (item.id === id ? { ...item, ...patch } : item)) })); const removeObject = (id: string) => { commit((current) => ({ ...current, objects: current.objects.filter((item) => item.id !== id) })); if (selectedObjectId === id) { setSelectedObjectId(null); setSelectedBone(null); } }; const removeLight = (id: string) => { commit((current) => ({ ...current, lights: current.lights.filter((item) => item.id !== id) })); if (selectedLightId === id) setSelectedLightId(null); }; const removeCamera = (id: string) => { if (!draft || draft.cameras.length <= 1) { message.warning("至少保留一台摄影机"); return; } const fallback = draft.cameras.find((item) => item.id !== id); if (!fallback) return; commit((current) => ({ ...current, cameras: current.cameras.filter((item) => item.id !== id), shots: current.shots.map((shot) => shot.cameraId === id ? { ...shot, cameraId: fallback.id } : shot), })); }; /** * 所有「新增到场景」的唯一入口。 * 在 commit 内读取一次 placement intent:因此模型上传等异步路径拿到的是 * 「点击添加完成那一刻」的意图,而不是发起上传时捕获的过时坐标。 * 锚点只提供 XZ,Y 严格保留构造器给定值,再交给 resolveDirectorPlacement 做碰撞避让。 */ const addObject = (object: DirectorObject) => { commit((current) => { const anchored = resolveDirectorPlacementAnchor({ intent: viewportRef.current?.readPlacementIntent() ?? null, fallback: object.transform.position, }); const position = resolveDirectorPlacement({ object: { ...object, transform: { ...object.transform, position: anchored } }, existing: current.objects }); return { ...current, objects: [...current.objects, { ...object, transform: { ...object.transform, position } }] }; }); setSelectedObjectId(object.id); }; const addPrimitive = (primitive: DirectorObject["primitive"], name: string) => addObject(createDirectorObject(primitive, name)); const addActor = () => { const actorCount = draft?.objects.filter((item) => item.kind === "actor").length || 0; addObject(createDirectorActor(`演员 ${actorCount + 1}`, [0, 0, 0], DIRECTOR_ACTOR_COLORS[actorCount % DIRECTOR_ACTOR_COLORS.length])); }; const addModelAsset = (asset: ModelAsset) => addObject(createDirectorModel({ name: asset.title, assetId: asset.id, storageKey: asset.data.storageKey, url: asset.data.url, mimeType: asset.data.mimeType })); const uploadModel = async (file?: File) => { if (!file || !/\.(glb|gltf)$/i.test(file.name)) return; const uploaded = await uploadMediaFile(file, "model"); const assetId = addAsset({ kind: "model", title: file.name.replace(/\.(glb|gltf)$/i, ""), coverUrl: "", tags: ["3D模型"], source: "导演台", data: { url: uploaded.url, storageKey: uploaded.storageKey, bytes: uploaded.bytes, mimeType: uploaded.mimeType, fileName: file.name }, metadata: { source: "director" } }); const asset = useAssetStore.getState().assets.find((item): item is ModelAsset => item.id === assetId && item.kind === "model"); if (asset) addModelAsset(asset); try { await saveRemoteUserDataNow(); message.success("3D 模型已加入场景和素材库"); } catch (error) { message.warning(localSavedRemotePendingMessage("3D 模型已加入场景和本机素材库", error)); } }; const addBillboard = (node: CanvasNodeData) => { if (!node.metadata?.content) return; addObject(createDirectorBillboard(node.title, node.metadata.content, node.metadata.storageKey, node.id)); }; const addCamera = () => { const camera = createDirectorCamera(`摄影机 ${draft?.cameras.length ? draft.cameras.length + 1 : 1}`); commit((current) => ({ ...current, cameras: [...current.cameras, camera] })); if (activeShot) updateShot(activeShot.id, { cameraId: camera.id }); }; const addLight = (type: DirectorLight["type"] = "point", label = "灯光", position: DirectorVec3 = [2, 3, 2], intensity = 1.5) => { const light = createDirectorLight(type, `${label} ${draft?.lights.length ? draft.lights.length + 1 : 1}`, position, intensity); commit((current) => ({ ...current, lights: [...current.lights, light] })); setSelectedLightId(light.id); }; const addCameraMenuItems: MenuProps["items"] = [ { key: "camera", icon: , label: "添加摄影机", onClick: addCamera }, ]; const addLightMenuItems: MenuProps["items"] = [ { key: "directional", icon: , label: "方向光", onClick: () => addLight("directional", "方向光", [4, 6, 4], 2.4) }, { key: "point", icon: , label: "点光源", onClick: () => addLight("point", "点光源") }, { key: "spot", icon: , label: "聚光灯", onClick: () => addLight("spot", "聚光灯", [2, 4, 2], 2) }, { key: "ambient", icon: , label: "环境光", onClick: () => addLight("ambient", "环境光", [0, 0, 0], 0.65) }, ]; const addObjectMenuItems: MenuProps["items"] = [ { key: "actor", icon: , label: "演员", onClick: addActor }, { key: "box", icon: , label: "立方体", onClick: () => addPrimitive("box", "立方体") }, { key: "sphere", icon: , label: "球体", onClick: () => addPrimitive("sphere", "球体") }, { key: "cylinder", icon: , label: "圆柱", onClick: () => addPrimitive("cylinder", "圆柱") }, { key: "model", icon: , label: "上传模型", onClick: () => modelInputRef.current?.click() }, ]; const addShot = () => { if (!activeCamera) return; const shot: DirectorShot = { id: nanoid(), name: `镜头 ${(draft?.shots.length || 0) + 1}`, cameraId: activeCamera.id, duration: 5, fps: 24, shotSize: "medium", cameraMove: "static", prompt: "" }; commit((current) => ({ ...current, shots: [...current.shots, shot], activeShotId: shot.id })); setPlayhead(0); }; const addObjectKeyframe = () => { if (!selectedObject) return; // 取值用 raw playhead(视口真正渲染的时间),写入用 snapped 目的时间。 const record = resolveDirectorKeyframeRecord({ base: selectedObject.transform, keyframes: selectedObject.keyframes, rawTime: playhead, snappedTime: snappedPlayhead }); updateObject(selectedObject.id, { keyframes: record.keyframes }); }; const addCameraKeyframe = () => { if (!activeCamera) return; commit((current) => ({ ...current, cameras: current.cameras.map((item) => item.id === activeCamera.id ? { ...item, keyframes: resolveDirectorKeyframeRecord({ base: item.transform, keyframes: item.keyframes, rawTime: playhead, snappedTime: snappedPlayhead }).keyframes } : item), })); }; const recordSelectedKeyframe = () => { if (selectedObject && selectedBone) { const rotation = selectedObject.boneOverrides?.[selectedBone as DirectorHumanoidBone] || [0, 0, 0, 1] as DirectorQuat; updateObject(selectedObject.id, { boneTracks: upsertDirectorBoneKeyframe(selectedObject.boneTracks || [], selectedBone as DirectorHumanoidBone, snappedPlayhead, rotation) }); return; } if (selectedObject) addObjectKeyframe(); else addCameraKeyframe(); }; /** * 时间轴删除关键帧的唯一入口。 * * 未命中(对象/摄影机/关键帧已不存在)时 removeDirectorSceneKeyframe 返回同一引用, * 此时不进 commit:不记历史、不产生修订、不触发保存。 */ const deleteKeyframe = useCallback((target: DirectorKeyframeDeleteTarget) => { const current = draftRef.current; if (!current || removeDirectorSceneKeyframe(current, target) === current) return; commit((scene) => removeDirectorSceneKeyframe(scene, target)); }, [commit]); const setKeyframeEasing = useCallback((target: DirectorKeyframeDeleteTarget, easing: DirectorKeyframeEasing) => { const current = draftRef.current; if (!current || setDirectorSceneKeyframeEasing(current, target, easing) === current) return; commit((scene) => setDirectorSceneKeyframeEasing(scene, target, easing)); }, [commit]); /** * 快捷键执行器。放在 ref 里:监听只在 open 变化时注册一次, * 但每次渲染都能拿到最新的选择、历史和 draft,避免闭包读到过期状态。 * * 返回值表示「动作真的执行了」,只有执行了才 preventDefault: * 没有选中对象时的 Delete 仍然交还给浏览器。 */ const runShortcut = (action: DirectorShortcutAction): boolean => { switch (action.kind) { case "transform-mode": setTransformMode(action.mode); return true; case "delete-selected": if (selectedObject) { removeObject(selectedObject.id); return true; } if (selectedLight) { removeLight(selectedLight.id); return true; } return false; case "undo": if (!history.length) return false; undo(); return true; case "redo": if (!future.length) return false; redo(); return true; case "toggle-visibility": if (!selectedObject) return false; updateObject(selectedObject.id, { visible: !selectedObject.visible }); return true; case "deselect": if (!selectedObjectId && !selectedLightId && !selectedBone) return false; setSelectedObjectId(null); setSelectedLightId(null); setSelectedBone(null); return true; case "toggle-play": setPlaying(!playing); return true; } }; const runShortcutRef = useRef(runShortcut); runShortcutRef.current = runShortcut; // 导演台是全屏浮层,快捷键挂在 window;焦点落在任何交互控件内时交还给该控件, // 关键帧按钮再额外拦截自己的 Enter/Space/Delete/Backspace。 useEffect(() => { if (!open) return; const onKeyDown = (event: KeyboardEvent) => { const action = resolveDirectorShortcut({ key: event.key, ctrlKey: event.ctrlKey, metaKey: event.metaKey, shiftKey: event.shiftKey, altKey: event.altKey, isInteractiveTarget: blocksDirectorShortcut(event.target), }); if (!action) return; if (runShortcutRef.current(action)) event.preventDefault(); }; window.addEventListener("keydown", onKeyDown); return () => window.removeEventListener("keydown", onKeyDown); }, [open]); /** 对象 transform 编辑的唯一入口:gizmo 与检查器共用同一套静态/动画语义。 */ const handleObjectTransform = useCallback((id: string, from: DirectorTransform, to: DirectorTransform) => { commit((current) => ({ ...current, objects: current.objects.map((item) => { if (item.id !== id) return item; const edit = resolveDirectorObjectTransformEdit({ base: item.transform, keyframes: item.keyframes, rendered: from, edited: to, autoKey, time: snappedPlayhead }); return { ...item, transform: edit.transform, keyframes: edit.keyframes }; }), })); }, [autoKey, commit, snappedPlayhead]); /** 骨骼写入语义:静态覆盖 + autoKey 时在吸附播放头补关键帧。gizmo 与数值编辑器共用。 */ const writeBoneRotation = useCallback((id: string, bone: string, rotation: DirectorQuat, mode: "stage" | "commit") => { const write = mode === "stage" ? stageGesture : commit; write((current) => ({ ...current, objects: current.objects.map((item) => item.id === id ? { ...item, boneOverrides: { ...item.boneOverrides, [bone]: rotation }, boneTracks: autoKey ? upsertDirectorBoneKeyframe(item.boneTracks || [], bone as DirectorHumanoidBone, snappedPlayhead, rotation) : item.boneTracks, } : item), })); }, [autoKey, commit, snappedPlayhead, stageGesture]); const handleBoneTransform = useCallback((id: string, bone: string, rotation: DirectorQuat) => writeBoneRotation(id, bone, rotation, "commit"), [writeBoneRotation]); const handleActorRigReady = useCallback((id: string, rig: DirectorRig, animations: AnimationClip[]) => { replaceWithoutHistory((current) => ({ ...current, objects: current.objects.map((item) => { if (item.id !== id) return item; const existing = item.motionClips || []; const motionClips = existing.length ? existing : animations.map((clip) => ({ id: nanoid(), name: clip.name || "动作片段", sourceAnimation: clip.name, start: 0, duration: Math.max(0.1, clip.duration), playbackRate: 1, loop: true })); return { ...item, rig, motionClips }; }), })); }, [replaceWithoutHistory]); const applyCameraMove = () => { if (!activeCamera || !activeShot) return; const cameraId = activeCamera.id; const move = activeShot.cameraMove; const duration = activeShot.duration; commit((current) => ({ ...current, cameras: current.cameras.map((item) => item.id === cameraId ? { ...item, keyframes: resolveDirectorCameraMoveKeyframes(item.keyframes, item.transform, cameraMoveTransform(item.transform, move), duration) } : item) })); message.success("已更新运镜首尾关键帧,可在动画模式继续编辑"); }; const alignCameraToView = () => { if (!activeCamera) return; const transform = viewportRef.current?.readCameraTransform(); if (!transform) return; commit((current) => ({ ...current, cameras: current.cameras.map((item) => item.id === activeCamera.id ? resolveDirectorCameraAlignment(item, transform, snappedPlayhead) : item) })); message.success("摄影机已对齐当前视图"); }; const applyToCanvas = async () => { stagedTransaction.end("commit"); const current = draftRef.current; if (!current || !activeShot || !viewportRef.current) return; const expected = { scene: current, shotId: activeShot.id }; setSaving(true); try { const beauty = await viewportRef.current.capture("beauty"); if (!isDirectorOutputSnapshotCurrent(draftRef.current, expected)) throw new Error("输出期间场景或镜头已变化,请重试"); const prompt = compileDirectorPrompt(current, activeShot); // 先镜像最新 scene,再做 canvas 输出;失败时 draft 保留可继续重试。 const next = touchDirectorScene(current); writeAndPublish(next); await onApply({ scene: next, shot: activeShot, prompt, beauty }); message.success("导演台构图已回写画布"); } catch (error) { message.error(error instanceof Error ? error.message : "导演台输出失败"); } finally { setSaving(false); } }; const exportClayVideo = async () => { stagedTransaction.end("commit"); const current = draftRef.current; if (!current || !activeShot || !viewportRef.current || recording) return; const expected = { scene: current, shotId: activeShot.id }; setRecording(true); const wasPlaying = playing; const previousPlayhead = playhead; setPlayhead(0); setPlaying(true); try { await new Promise((resolve) => requestAnimationFrame(() => resolve())); const clayVideo = await viewportRef.current.recordVideo(activeShot.duration, activeShot.fps); if (!isDirectorOutputSnapshotCurrent(draftRef.current, expected)) throw new Error("录制期间场景或镜头已变化,请重试"); const next = touchDirectorScene(draftRef.current || current); writeAndPublish(next); const beauty = await viewportRef.current.capture("beauty"); if (!isDirectorOutputSnapshotCurrent(draftRef.current, { scene: next, shotId: expected.shotId })) throw new Error("输出期间场景或镜头已变化,请重试"); await onApply({ scene: next, shot: activeShot, prompt: compileDirectorPrompt(next, activeShot), beauty, clayVideo, clayVideoMimeType: clayVideo.type }); message.success("白膜视频已回写画布"); } catch (error) { message.error(error instanceof Error ? error.message : "白膜视频导出失败"); } finally { setPlaying(wasPlaying); setPlayhead(previousPlayhead); setRecording(false); } }; if (!open || !draft || !activeShot) return null; return (
replaceWithoutHistory((current) => ({ ...current, title: event.target.value }))} /> {/* 一级模式切换:小屏也必须可达,因此不加 max-lg:hidden。 */}
{saveIndicator.label} {saveIndicator.retryable ? : null}
{onboardingScope ? setOnboardingRestartSignal((value) => value + 1)}> : null} { void uploadModel(event.target.files?.[0]); event.currentTarget.value = ""; }} />
{activeShot.name} · {activeCamera?.name || "无摄影机"} · {activeShot.duration}s
addPrimitive("box", "立方体")} onAddLight={addLight} onAddCamera={addCamera} onAlignCamera={alignCameraToView} />
{/* 时间轴只属于动画模式:其他模式下它不渲染,Auto Key 与录制入口一并消失。 */} {capabilities.timeline ? setPlaying(!playing)} onPlayheadChange={setPlayhead} onAutoKeyChange={setAutoKey} onHeightChange={setSequencerHeight} onVisibilityChange={setSequencerVisible} onSelectObject={setSelectedObjectId} onSelectBone={setSelectedBone} onRecordKeyframe={recordSelectedKeyframe} onAddShot={addShot} onDeleteKeyframe={deleteKeyframe} onSetKeyframeEasing={setKeyframeEasing} onSelectShot={(id) => { commit((current) => ({ ...current, activeShotId: id })); setPlayhead(0); }} /> : null}
); } function ObjectInspector({ object, rendered, playhead, selectedBone, capabilities, onSelectBone, onUpdate, onTransformEdit, onBoneRotationStage, onBoneRotationCommit, onAddKeyframe, onDelete }: { object: DirectorObject; rendered: DirectorTransform; playhead: number; selectedBone: string | null; capabilities: DirectorModeCapabilities; onSelectBone: (bone: string | null) => void; onUpdate: (patch: Partial) => void; onTransformEdit: (transform: DirectorTransform) => void; onBoneRotationStage: (rotation: DirectorQuat) => void; onBoneRotationCommit: () => void; onAddKeyframe: () => void; onDelete: () => void }) { const motionClips = object.motionClips || []; const activeMotionClip = motionClips.find((clip) => clip.id === object.activeMotionClipId); const mappedBones = Object.keys(object.rig?.boneMap || {}) as DirectorHumanoidBone[]; const selectedBoneId = selectedBone as DirectorHumanoidBone | null; const selectedBoneRotation = selectedBoneId ? object.boneOverrides?.[selectedBoneId] || [0, 0, 0, 1] as DirectorQuat : null; const updateActiveMotion = (patch: Partial[number]>) => activeMotionClip && onUpdate({ motionClips: motionClips.map((clip) => clip.id === activeMotionClip.id ? { ...clip, ...patch } : clip) }); const applyPose = (pose: DirectorPose) => onUpdate({ pose, activeMotionClipId: undefined, boneOverrides: {} }); const resetSelectedBone = () => { if (!selectedBoneId) return; const boneOverrides = { ...(object.boneOverrides || {}) }; delete boneOverrides[selectedBoneId]; onUpdate({ boneOverrides }); }; return onUpdate({ name })} onDelete={onDelete}> {object.kind === "actor" || object.primitive === "character" ?
{DIRECTOR_ACTOR_COLORS.map((color) =>
: onUpdate({ color })} />} {/* 骨骼与姿势入口:只在姿态/动画模式出现,且只对演员出现。 规格要求「仅在演员选择时展示现有骨骼/姿势入口」—— 带动画的普通模型不是演员,不应拿到姿势预设与骨骼控制。 */} {capabilities.bones && (object.kind === "actor" || object.primitive === "character") ? <>
姿势预设{directorPoseLabel(object.pose || "stand")}
{poseOptions.map((option) => )}
角色绑定{object.rig?.status === "ready" ? `${mappedBones.length} 根骨骼` : "等待模型"}
{mappedBones.length ? ({ label: clip.name, value: clip.id }))]} onChange={(activeMotionClipId) => onUpdate({ activeMotionClipId: activeMotionClipId || undefined })} />{activeMotionClip ?
updateActiveMotion({ playbackRate: playbackRate || 1 })} /> updateActiveMotion({ loop })} />
: null} : null} onUpdate({ visible })} /> onUpdate({ castShadow })} /> {/* 记录关键帧属于动画模式;摆场与姿态模式不默认制造关键帧。 */} {capabilities.keyframes ? <>
Transform {object.keyframes.length} 个 · 骨骼 {object.boneTracks?.reduce((sum, track) => sum + track.keyframes.length, 0) || 0} 个
: null}
; } function LightInspector({ light, onUpdate, onDelete }: { light: DirectorLight; onUpdate: (patch: Partial) => void; onDelete: () => void }) { return onUpdate({ name })} onDelete={onDelete}> ({ label: item.name, value: item.id }))} onChange={(cameraId) => onUpdateShot({ cameraId })} />
({ label: `${fps} fps`, value: fps }))} onChange={(fps: 24 | 25 | 30) => onUpdateShot({ fps })} />
onTitleChange(event.target.value)} />{onDelete ? : null}{children}; } function TransformFields({ transform, onChange }: { transform: DirectorTransform; onChange: (transform: DirectorTransform) => void }) { return <> onChange({ ...transform, position })} /> onChange({ ...transform, rotation })} /> onChange({ ...transform, scale })} />; } function BoneRotationFields({ rotation, onChange, onChangeComplete }: { rotation: DirectorQuat; onChange: (rotation: DirectorQuat) => void; onChangeComplete: () => void }) { const initialDegrees = useMemo(() => { const euler = new Euler().setFromQuaternion(new Quaternion(...rotation), "XYZ"); return [euler.x, euler.y, euler.z].map((value) => Number(((value * 180) / Math.PI).toFixed(1))) as DirectorVec3; }, [rotation]); const [degrees, setDegrees] = useState(initialDegrees); const lastEmittedRotation = useRef(null); useEffect(() => { if (lastEmittedRotation.current && sameDirectorQuaternion(rotation, lastEmittedRotation.current)) { lastEmittedRotation.current = null; return; } setDegrees(initialDegrees); }, [initialDegrees, rotation]); const updateAxis = (index: number, value: number) => { const next = degrees.map((entry, entryIndex) => entryIndex === index ? value : entry) as DirectorVec3; const radians = next.map((entry) => (entry * Math.PI) / 180) as DirectorVec3; const nextRotation = new Quaternion().setFromEuler(new Euler(radians[0], radians[1], radians[2], "XYZ")).toArray() as DirectorQuat; setDegrees(next); lastEmittedRotation.current = nextRotation; onChange(nextRotation); }; return
{degrees.map((value, index) =>
{["X", "Y", "Z"][index]} updateAxis(index, Array.isArray(next) ? next[0] ?? 0 : next)} onChangeComplete={onChangeComplete} /> {value.toFixed(1)}°
)}
; } function sameDirectorQuaternion(left: DirectorQuat, right: DirectorQuat) { const directDistance = left.reduce((sum, value, index) => sum + Math.abs(value - right[index]), 0); const inverseDistance = left.reduce((sum, value, index) => sum + Math.abs(value + right[index]), 0); return Math.min(directDistance, inverseDistance) < 0.0001; } function Vec3Field({ label, value, step = 0.1, onChange }: { label: string; value: DirectorVec3; step?: number; onChange: (value: DirectorVec3) => void }) { return
{value.map((item, index) => onChange(value.map((entry, itemIndex) => itemIndex === index ? next || 0 : entry) as DirectorVec3)} />)}
; } function Field({ label, children }: { label: string; children: ReactNode }) { return ; } function PanelTitle({ title, action }: { title: string; action?: ReactNode }) { return
{title}{action}
; } /** * 场景列表行。选择按钮点完必须释放焦点: *「点选对象 -> 按 Delete」是 delete-selected 快捷键的主流程, * 焦点留在按钮上会让守卫把 Delete 吃掉。 */ function SceneRow({ active, icon, label, onClick, onDelete }: { active?: boolean; icon: ReactElement; label: string; onClick: () => void; onDelete?: () => void }) { return
{onDelete ? : null}
; } function AddMenuButton({ label, items }: { label: string; items: MenuProps["items"] }) { return ; } function QuickAdd({ label, icon, onClick }: { label: string; icon: ReactElement; onClick: () => void }) { return ; } function IconButton({ label, disabled, children, onClick }: { label: string; disabled?: boolean; children: ReactNode; onClick: () => void }) { return ; } const poseOptions: Array<{ label: string; value: DirectorPose }> = [ { label: "站立", value: "stand" }, { label: "T 型", value: "t_pose" }, { label: "行走", value: "walk" }, { label: "跑步", value: "run" }, { label: "坐姿", value: "sit" }, { label: "蹲下", value: "squat" }, { label: "单膝跪", value: "kneel_single" }, { label: "双膝跪", value: "kneel_double" }, { label: "叉腰", value: "hands_hips" }, { label: "倚靠", value: "lean" }, { label: "鞠躬", value: "bow" }, { label: "思考", value: "think" }, { label: "格斗", value: "fight" }, { label: "踢球", value: "kick" }, { label: "投掷", value: "throw" }, { label: "推进", value: "push" }, { label: "招手", value: "wave" }, { label: "伸手", value: "reach" }, { label: "抱臂", value: "arms_crossed" }, { label: "看手机", value: "phone" }, ]; const shotSizeOptions = [{ label: "大远景", value: "extreme_wide" }, { label: "远景", value: "wide" }, { label: "全身景", value: "full" }, { label: "中景", value: "medium" }, { label: "近景", value: "close_up" }, { label: "大特写", value: "extreme_close_up" }]; const cameraMoveOptions = [{ label: "固定", value: "static" }, { label: "推进", value: "push_in" }, { label: "拉远", value: "pull_out" }, { label: "左摇", value: "pan_left" }, { label: "右摇", value: "pan_right" }, { label: "上摇", value: "tilt_up" }, { label: "下摇", value: "tilt_down" }, { label: "左环绕", value: "orbit_left" }, { label: "右环绕", value: "orbit_right" }, { label: "手持", value: "handheld" }]; /** 渲染视图全集。实际可选项由当前模式的 capabilities.renderModes 过滤。 */ const DIRECTOR_RENDER_MODE_LABELS: Array<{ label: string; value: DirectorRenderMode }> = [ { label: "预览", value: "beauty" }, { label: "彩色白膜", value: "clay" }, { label: "骨骼", value: "pose" }, { label: "深度", value: "depth" }, { label: "法线", value: "normal" }, ]; function cameraMoveTransform(transform: DirectorTransform, move: DirectorCameraMove): DirectorTransform { const [x, y, z] = transform.position; const offsets: Record = { static: [0, 0, 0], push_in: [0, 0, -2], pull_out: [0, 0, 2], pan_left: [-2, 0, 0], pan_right: [2, 0, 0], tilt_up: [0, 1.5, 0], tilt_down: [0, -1.2, 0], orbit_left: [-2.5, 0, -1.5], orbit_right: [2.5, 0, -1.5], handheld: [0.18, 0.08, -0.15] }; const offset = offsets[move]; return { ...transform, position: [x + offset[0], y + offset[1], z + offset[2]] }; }