867 lines
53 KiB
TypeScript
867 lines
53 KiB
TypeScript
import { useCallback, useEffect, useMemo, useRef, useState, type CSSProperties, type ReactNode, type RefObject } from "react";
|
||
import { AlertCircle, BookOpenCheck, Clock3, Download, FileText, Image as ImageIcon, LoaderCircle, Music2, Pencil, Play, RefreshCw, Video } from "lucide-react";
|
||
|
||
import { VideoPlayer } from "@/components/video-player";
|
||
import { CONTENT_MODERATION_ERROR_CODE, generationErrorMessage, isContentModerationError } from "@/lib/generation-error";
|
||
import { generationTaskShowsProgress, generationTaskStageLabel, generationTaskStatusLabel, isGenerationTaskSubmissionUncertain } from "@/lib/generation-task-display";
|
||
import { canvasRichTextHTML } from "@/lib/canvas/canvas-rich-text";
|
||
import { fitNodeSize } from "@/lib/canvas/canvas-node-size";
|
||
import { canvasTextFontSize } from "@/lib/canvas/canvas-text-scale";
|
||
import { loadCanvasDrawingPreview } from "@/lib/canvas/canvas-drawing-storage";
|
||
import { canvasNodeVideoPreviewReference } from "@/lib/canvas/canvas-media-preview";
|
||
import { bindCanvasVideoHoverPreview } from "@/lib/canvas/canvas-video-hover-preview";
|
||
import { buildLibTVImagePreviewUrl, buildLibTVVideoSourceUrl } from "@/lib/canvas/libtv-import";
|
||
import type { CanvasResourceReference } from "@/lib/canvas/canvas-resource-references";
|
||
import type { CanvasTheme } from "@/lib/canvas-theme";
|
||
import { formatBytes } from "@/lib/image-utils";
|
||
import type { GenerationTask } from "@/services/api/task-center";
|
||
import { scheduleResourceBlobCache } from "@/services/resource-blob-cache";
|
||
import { resolveMediaUrl } from "@/services/file-storage";
|
||
import { hydrateCanvasVideoPreview } from "@/services/canvas-video-preview";
|
||
import { CanvasNodeType, type CanvasNodeData } from "@/types/canvas";
|
||
import { getNodeDefinition } from "@/lib/canvas/node-registry";
|
||
import { ART_CRITIQUE_NODE_TYPE } from "@/lib/art-critique/contracts";
|
||
import { createDefaultSubtitleStyle } from "@/types/timeline";
|
||
import { CanvasResourceMentionTextarea } from "./canvas-resource-mention-textarea";
|
||
import { CanvasAudioPlayer } from "./canvas-audio-player";
|
||
import { useCanvasNodeActions } from "./canvas-node-action-context";
|
||
import { CanvasSubtitleOverlay } from "./canvas-subtitle-overlay";
|
||
import { CanvasVideoPreviewImage } from "./canvas-video-preview-image";
|
||
import { CanvasFileUploadContent } from "./canvas-file-upload-content";
|
||
import { MarkdownNodeContent } from "./nodes/markdown-node";
|
||
import { ChartNodeContent } from "./nodes/chart-node";
|
||
import { CompareNodeContent } from "./nodes/compare-node";
|
||
import { ColorGradeNodeContent } from "./nodes/color-grade-node";
|
||
import { HtmlNodeContent } from "./nodes/html-node";
|
||
import { PanoramaNodeContent } from "./nodes/panorama-node";
|
||
import { SvgNodeContent } from "./nodes/svg-node";
|
||
import { ArtCritiqueNodeContent } from "./nodes/ai-art-critique-node";
|
||
import { MediaConversionNodeContent } from "./nodes/media-conversion-node";
|
||
import { MEDIA_CONVERSION_NODE_TYPE } from "@/lib/media-conversion/contracts";
|
||
|
||
export type CanvasNodeContentProps = {
|
||
node: CanvasNodeData;
|
||
theme: CanvasTheme;
|
||
isEditingContent: boolean;
|
||
textareaRef: RefObject<HTMLTextAreaElement | null>;
|
||
isBatchRoot: boolean;
|
||
batchCount: number;
|
||
batchPreviewNodes?: CanvasNodeData[];
|
||
batchExpanded: boolean;
|
||
batchOpening: boolean;
|
||
batchRecovering: boolean;
|
||
renderNodeContent?: (node: CanvasNodeData) => ReactNode;
|
||
drawingProjectId?: string;
|
||
onContentChange: (nodeId: string, content: string) => void;
|
||
onStopEditing: () => void;
|
||
mentionReferences: CanvasResourceReference[];
|
||
onRetry?: (node: CanvasNodeData) => void;
|
||
onReloadResource?: (node: CanvasNodeData) => void;
|
||
onOpenTaskDetails?: (node: CanvasNodeData) => void;
|
||
onToggleBatch?: () => void;
|
||
reduceMediaEffects?: boolean;
|
||
mediaActive?: boolean;
|
||
onMediaPlayRequest?: (nodeId: string) => void;
|
||
};
|
||
|
||
export function CanvasNodeContent(props: CanvasNodeContentProps) {
|
||
if (props.node.metadata?.fileUpload) return <CanvasFileUploadContent node={props.node} theme={props.theme} reduceMotion={props.reduceMediaEffects} />;
|
||
const hasCustomContent = props.node.type === CanvasNodeType.Config
|
||
|| props.node.type === CanvasNodeType.Script
|
||
|| props.node.type === CanvasNodeType.BatchTable
|
||
|| Boolean(props.node.metadata?.directorSceneId)
|
||
|| (props.node.metadata?.workflowKind === "character" && Boolean(props.node.metadata.characterAssetId))
|
||
|| (props.node.metadata?.workflowKind === "story_input" && !props.isEditingContent)
|
||
|| (props.node.metadata?.workflowKind === "styleboard" && !props.node.metadata.content);
|
||
if (hasCustomContent && props.renderNodeContent) return props.renderNodeContent(props.node);
|
||
if (props.node.type === ART_CRITIQUE_NODE_TYPE) return <ArtCritiqueNodeContent node={props.node} />;
|
||
if (props.node.type === MEDIA_CONVERSION_NODE_TYPE) return <MediaConversionNodeContent node={props.node} theme={props.theme} />;
|
||
if (props.isBatchRoot) return <ImageNodeContent {...props} />;
|
||
if (props.node.metadata?.status === "loading") return <LoadingContent node={props.node} theme={props.theme} onOpenTaskDetails={props.onOpenTaskDetails} />;
|
||
if (props.node.metadata?.status === "error") return <ErrorContent node={props.node} theme={props.theme} onRetry={props.onRetry} onReloadResource={props.onReloadResource} />;
|
||
|
||
const pluginDefinition = getNodeDefinition(props.node.type)?.plugin;
|
||
if (pluginDefinition) return <PluginCanvasNodeContent {...props} renderer={pluginDefinition.renderer} schema={pluginDefinition.schema} />;
|
||
const Renderer = nodeContentRenderers[props.node.type];
|
||
return Renderer ? <Renderer {...props} /> : <UnknownNodeContent theme={props.theme} />;
|
||
}
|
||
|
||
function PluginCanvasNodeContent({ node, theme, renderer, schema }: CanvasNodeContentProps & { renderer: "declarative" | "sandbox"; schema: Record<string, unknown> }) {
|
||
if (renderer === "sandbox") {
|
||
return <div className="flex h-full w-full items-center justify-center p-4 text-center text-xs" style={{ color: theme.node.placeholder }}>
|
||
插件节点等待隔离运行时
|
||
</div>;
|
||
}
|
||
const data = node.metadata?.pluginData || {};
|
||
const fields = Object.keys(schema.properties && typeof schema.properties === "object" ? schema.properties as Record<string, unknown> : schema);
|
||
return <div className="flex h-full w-full flex-col gap-3 overflow-auto p-4 pt-10 text-xs" style={{ color: theme.node.text }}>
|
||
{fields.length ? fields.map((field) => <div key={field} className="flex flex-col gap-1">
|
||
<span className="font-medium opacity-60">{field}</span>
|
||
<span className="whitespace-pre-wrap break-words opacity-90">{formatPluginValue(data[field] ?? (field === "content" ? node.metadata?.content : undefined))}</span>
|
||
</div>) : <span className="whitespace-pre-wrap break-words">{node.metadata?.content || "插件节点"}</span>}
|
||
</div>;
|
||
}
|
||
|
||
function formatPluginValue(value: unknown) {
|
||
if (value === undefined || value === null || value === "") return "未设置";
|
||
return typeof value === "string" ? value : JSON.stringify(value);
|
||
}
|
||
|
||
const nodeContentRenderers: Partial<Record<string, (props: CanvasNodeContentProps) => ReactNode>> = {
|
||
[CanvasNodeType.Text]: TextContent,
|
||
[CanvasNodeType.Script]: UnknownNodeContent,
|
||
[CanvasNodeType.Skill]: SkillContent,
|
||
[CanvasNodeType.Image]: ImageNodeContent,
|
||
[CanvasNodeType.Config]: EmptyImageContent,
|
||
[CanvasNodeType.Video]: VideoNodeContent,
|
||
[CanvasNodeType.Audio]: AudioNodeContent,
|
||
[CanvasNodeType.Drawing]: DrawingContent,
|
||
[CanvasNodeType.Frame]: UnknownNodeContent,
|
||
[CanvasNodeType.Markdown]: MarkdownNodeContent,
|
||
[CanvasNodeType.Svg]: SvgNodeContent,
|
||
[CanvasNodeType.Html]: HtmlNodeContent,
|
||
[CanvasNodeType.Panorama]: PanoramaNodeContent,
|
||
[CanvasNodeType.Compare]: CompareNodeContent,
|
||
[CanvasNodeType.Chart]: ChartNodeContent,
|
||
[CanvasNodeType.ColorGrade]: ColorGradeNodeContent,
|
||
};
|
||
|
||
function DrawingContent({ node, theme, drawingProjectId }: CanvasNodeContentProps) {
|
||
const shapeCount = node.metadata?.drawingShapeCount || 0;
|
||
const pageCount = node.metadata?.drawingPageCount || 1;
|
||
const [previewUrl, setPreviewUrl] = useState(node.metadata?.drawingPreviewUrl || "");
|
||
|
||
useEffect(() => {
|
||
const drawingId = node.metadata?.drawingId;
|
||
const fallbackPreview = node.metadata?.drawingPreviewUrl || "";
|
||
setPreviewUrl(fallbackPreview);
|
||
if (!drawingProjectId || !drawingId) return;
|
||
let active = true;
|
||
let objectUrl = "";
|
||
void loadCanvasDrawingPreview(drawingProjectId, drawingId).then((preview) => {
|
||
if (!active) return;
|
||
if (!preview) {
|
||
setPreviewUrl(fallbackPreview);
|
||
return;
|
||
}
|
||
objectUrl = URL.createObjectURL(preview);
|
||
setPreviewUrl(objectUrl);
|
||
}).catch((error) => console.warn("读取绘图节点预览失败", error));
|
||
return () => {
|
||
active = false;
|
||
if (objectUrl) URL.revokeObjectURL(objectUrl);
|
||
};
|
||
}, [drawingProjectId, node.metadata?.drawingId, node.metadata?.drawingPreviewUrl, node.metadata?.drawingRevision]);
|
||
|
||
return (
|
||
<div className="relative h-full w-full overflow-hidden" style={{ background: theme.node.panel, color: theme.node.text }}>
|
||
{previewUrl ? (
|
||
<img src={previewUrl} alt="绘图预览" className="absolute inset-0 h-full w-full object-cover" draggable={false} />
|
||
) : (
|
||
<div className="absolute inset-0 grid place-items-center" style={{ background: theme.node.panel, backgroundImage: `radial-gradient(circle, ${theme.node.stroke} 1px, transparent 1px)`, backgroundSize: "18px 18px" }}>
|
||
<div className="flex flex-col items-center gap-2 rounded-[var(--r-lg)] px-4 py-3" style={{ border: `1px solid ${theme.node.edge}`, background: theme.node.fill, color: theme.node.muted }}>
|
||
<span className="grid size-10 place-items-center rounded-[var(--r-md)]" style={{ background: theme.toolbar.panel, border: `1px solid ${theme.node.edge}`, color: theme.node.text }}>
|
||
<Pencil className="size-5" />
|
||
</span>
|
||
<span className="text-[var(--fs-tiny)] font-medium">打开绘图</span>
|
||
</div>
|
||
</div>
|
||
)}
|
||
<div className="pointer-events-none absolute inset-x-0 bottom-0 flex items-end justify-between gap-3 px-4 pb-3 pt-12" style={{ background: `linear-gradient(to top, ${theme.node.fill}, ${theme.node.fill}e6 55%, transparent)` }}>
|
||
<div className="min-w-0">
|
||
<div className="truncate text-xs font-semibold" title={node.title || "绘图"}>{node.title || "绘图"}</div>
|
||
<div className="mt-0.5 text-[var(--fs-tiny)]" style={{ color: theme.node.muted }}>{shapeCount} 个图形 · {pageCount} 个页面</div>
|
||
</div>
|
||
<Pencil className="size-3.5 shrink-0" style={{ color: theme.accent.primary }} />
|
||
</div>
|
||
</div>
|
||
);
|
||
}
|
||
|
||
function LoadingContent({ node, theme, onOpenTaskDetails }: Pick<CanvasNodeContentProps, "node" | "theme" | "onOpenTaskDetails">) {
|
||
const taskId = node.metadata?.taskId;
|
||
const displayTask = {
|
||
provider: node.metadata?.taskProvider,
|
||
status: (node.metadata?.taskStatus || "running") as GenerationTask["status"],
|
||
stage: node.metadata?.taskStage,
|
||
mediaStage: node.metadata?.taskMediaStage,
|
||
officialStatus: node.metadata?.taskOfficialStatus,
|
||
errorCode: node.metadata?.taskErrorCode,
|
||
};
|
||
const submissionUncertain = Boolean(taskId) && isGenerationTaskSubmissionUncertain(displayTask);
|
||
const showsProgress = Boolean(taskId) && generationTaskShowsProgress(displayTask);
|
||
const progress = showsProgress && typeof node.metadata?.taskProgress === "number" ? Math.max(0, Math.min(100, Math.round(node.metadata.taskProgress))) : null;
|
||
const statusLabel = taskId ? generationTaskStatusLabel(displayTask) : "等待任务状态";
|
||
const stageLabel = taskId ? generationTaskStageLabel(displayTask) : "正在创建任务";
|
||
const elapsed = useTaskElapsed(node.metadata?.taskCreatedAt);
|
||
return (
|
||
<div className="flex h-full w-full flex-col items-center justify-center gap-2.5 px-5 text-center" style={{ color: theme.node.activeStroke }}>
|
||
{submissionUncertain ? <AlertCircle className="size-10" /> : <div className="size-10 animate-spin rounded-full border-2" style={{ borderColor: theme.node.stroke, borderTopColor: theme.node.activeStroke }} />}
|
||
<span className="text-[var(--fs-tiny)] font-semibold">{stageLabel}</span>
|
||
{taskId ? (
|
||
<div className="flex w-full max-w-[210px] flex-col items-center gap-1.5">
|
||
<div className="max-w-full truncate text-[var(--fs-label)] font-medium" style={{ color: theme.node.text }}>
|
||
{statusLabel}
|
||
{progress !== null ? ` · ${progress}%` : ""}
|
||
</div>
|
||
{progress !== null ? (
|
||
<div className="h-1.5 w-full overflow-hidden rounded-full" style={{ background: theme.node.stroke }}>
|
||
<div className="h-full rounded-full transition-[width]" style={{ width: `${progress}%`, background: theme.node.activeStroke }} />
|
||
</div>
|
||
) : null}
|
||
<div className="max-w-full truncate text-[var(--fs-tiny)] tabular-nums" style={{ color: theme.node.muted }}>
|
||
<Clock3 className="mr-1 inline size-3" />{elapsed} · {shortTaskId(taskId)}
|
||
</div>
|
||
<div className="mt-0.5 flex items-center gap-1.5">
|
||
<button type="button" className="inline-flex h-7 items-center gap-1 rounded-[var(--r-sm)] px-2 text-[var(--fs-tiny)] font-medium transition-colors" style={{ background: theme.toolbar.itemHover, color: theme.node.text }} onMouseDown={(event) => event.stopPropagation()} onClick={(event) => { event.stopPropagation(); onOpenTaskDetails?.(node); }}><FileText className="size-3" />详情</button>
|
||
</div>
|
||
</div>
|
||
) : null}
|
||
</div>
|
||
);
|
||
}
|
||
|
||
function useTaskElapsed(createdAt?: string) {
|
||
const [, setTick] = useState(0);
|
||
useEffect(() => {
|
||
if (!createdAt) return;
|
||
const timer = window.setInterval(() => setTick((value) => value + 1), 1000);
|
||
return () => window.clearInterval(timer);
|
||
}, [createdAt]);
|
||
if (!createdAt) return "刚刚";
|
||
const seconds = Math.max(0, Math.floor((Date.now() - new Date(createdAt).getTime()) / 1000));
|
||
if (seconds < 60) return `${seconds}秒`;
|
||
const minutes = Math.floor(seconds / 60);
|
||
return minutes < 60 ? `${minutes}分${seconds % 60}秒` : `${Math.floor(minutes / 60)}时${minutes % 60}分`;
|
||
}
|
||
|
||
function shortTaskId(id: string) {
|
||
if (id.length <= 20) return id;
|
||
return `${id.slice(0, 14)}...${id.slice(-4)}`;
|
||
}
|
||
|
||
function ErrorContent({ node, theme, onRetry, onReloadResource }: Pick<CanvasNodeContentProps, "node" | "theme" | "onRetry" | "onReloadResource">) {
|
||
const moderationFailure = node.metadata?.generationErrorCode === CONTENT_MODERATION_ERROR_CODE || isContentModerationError(node.metadata?.errorDetails);
|
||
const errorDisplayTask = {
|
||
provider: node.metadata?.taskProvider,
|
||
status: (node.metadata?.taskStatus || "failed") as GenerationTask["status"],
|
||
stage: node.metadata?.taskStage,
|
||
mediaStage: node.metadata?.taskMediaStage,
|
||
officialStatus: node.metadata?.taskOfficialStatus,
|
||
errorCode: node.metadata?.taskErrorCode,
|
||
};
|
||
const submissionUncertain = isGenerationTaskSubmissionUncertain(errorDisplayTask);
|
||
return (
|
||
<div className="flex max-w-[260px] flex-col items-center gap-3 px-5 text-center">
|
||
<div className="text-xs leading-5" style={{ color: submissionUncertain ? theme.node.text : theme.accent.danger }}>{submissionUncertain ? generationTaskStatusLabel(errorDisplayTask) : generationErrorMessage(node.metadata?.errorDetails)}</div>
|
||
{submissionUncertain ? (
|
||
<div className="rounded-[var(--r-sm)] px-3 py-2 text-[var(--fs-label)] leading-4" style={{ background: theme.toolbar.itemHover, color: theme.node.muted }}>
|
||
{generationTaskStageLabel(errorDisplayTask)}
|
||
</div>
|
||
) : moderationFailure ? (
|
||
<div className="rounded-[var(--r-sm)] px-3 py-2 text-[var(--fs-label)] leading-4" style={{ background: theme.toolbar.itemHover, color: theme.node.muted }}>
|
||
修改节点提示词后，可重新点击生成。
|
||
</div>
|
||
) : node.metadata?.resourceReloadAvailable ? (
|
||
<div className="flex flex-wrap justify-center gap-2">
|
||
<button
|
||
type="button"
|
||
className="inline-flex h-8 items-center gap-1.5 rounded-[var(--r-md)] px-3 text-xs font-medium transition-colors"
|
||
style={{ background: theme.accent.primary, color: theme.accent.onPrimary }}
|
||
onClick={(event) => { event.stopPropagation(); onReloadResource?.(node); }}
|
||
onMouseDown={(event) => event.stopPropagation()}
|
||
>
|
||
<Download className="size-3.5" />
|
||
重新加载资源
|
||
</button>
|
||
<button
|
||
type="button"
|
||
className="inline-flex h-8 items-center gap-1.5 rounded-[var(--r-md)] px-3 text-xs font-medium transition-colors"
|
||
style={{ background: theme.toolbar.itemHover, color: theme.node.text }}
|
||
onClick={(event) => { event.stopPropagation(); onRetry?.(node); }}
|
||
onMouseDown={(event) => event.stopPropagation()}
|
||
>
|
||
<RefreshCw className="size-3.5" />
|
||
重新生成
|
||
</button>
|
||
</div>
|
||
) : (
|
||
<button
|
||
type="button"
|
||
className="inline-flex h-8 items-center gap-1.5 rounded-[var(--r-md)] px-3 text-xs font-medium transition-colors"
|
||
style={{ background: theme.toolbar.itemHover, color: theme.node.text }}
|
||
onClick={(event) => {
|
||
event.stopPropagation();
|
||
onRetry?.(node);
|
||
}}
|
||
onMouseDown={(event) => event.stopPropagation()}
|
||
>
|
||
<RefreshCw className="size-3.5" />
|
||
{node.metadata?.taskCanRecoverMedia ? "重试保存（不重新生成）" : node.metadata?.isBatchRoot ? "重新生成失败项" : "重新生成"}
|
||
</button>
|
||
)}
|
||
</div>
|
||
);
|
||
}
|
||
|
||
function UnknownNodeContent({ theme }: Pick<CanvasNodeContentProps, "theme">) {
|
||
return <div className="flex h-full w-full items-center justify-center text-sm" style={{ color: theme.node.placeholder }}>未知节点</div>;
|
||
}
|
||
|
||
function TextContent({ node, theme, isEditingContent, textareaRef, mentionReferences, onContentChange, onStopEditing }: CanvasNodeContentProps) {
|
||
const fontSize = canvasTextFontSize(node.width, node.height, node.metadata?.fontSize);
|
||
const textStyle = { fontSize: `${fontSize}px`, lineHeight: `${Math.round(fontSize * 1.65)}px`, color: theme.node.text, boxSizing: "border-box" } as CSSProperties;
|
||
const richTextHTML = useMemo(() => canvasRichTextHTML(node.metadata?.richText), [node.metadata?.richText]);
|
||
|
||
return (
|
||
<div className="flex h-full w-full flex-col overflow-hidden pt-10">
|
||
{isEditingContent ? (
|
||
<CanvasResourceMentionTextarea
|
||
ref={textareaRef}
|
||
className="thin-scrollbar m-0 block h-full w-full resize-none appearance-none overflow-y-auto whitespace-pre-wrap break-words border-none bg-transparent px-4 pb-4 pt-0 font-mono outline-none select-text"
|
||
style={textStyle}
|
||
value={node.metadata?.content || ""}
|
||
references={mentionReferences}
|
||
highlightLabels={false}
|
||
onChange={(value) => onContentChange(node.id, value)}
|
||
onBlur={onStopEditing}
|
||
onKeyDown={(event) => {
|
||
if (event.key === "Escape") onStopEditing();
|
||
}}
|
||
onMouseDown={(event) => event.stopPropagation()}
|
||
onPointerDown={(event) => event.stopPropagation()}
|
||
onWheel={(event) => event.stopPropagation()}
|
||
/>
|
||
) : richTextHTML ? (
|
||
<div
|
||
className="thin-scrollbar block h-full w-full select-text overflow-y-auto break-words bg-transparent px-4 pb-4 font-mono [&_a]:underline [&_blockquote]:my-2 [&_blockquote]:border-l-2 [&_blockquote]:pl-3 [&_blockquote]:opacity-70 [&_code]:rounded [&_code]:bg-black/6 [&_code]:px-1 dark:[&_code]:bg-white/8 [&_h1]:my-2 [&_h1]:text-[1.55em] [&_h1]:font-semibold [&_h2]:my-2 [&_h2]:text-[1.3em] [&_h2]:font-semibold [&_h3]:my-1.5 [&_h3]:text-[1.12em] [&_h3]:font-semibold [&_hr]:my-3 [&_li]:my-0.5 [&_ol]:my-2 [&_ol]:list-decimal [&_ol]:pl-5 [&_p]:my-1 [&_pre]:my-2 [&_pre]:overflow-x-auto [&_pre]:rounded-md [&_pre]:bg-black/90 [&_pre]:p-2 [&_pre]:text-white [&_ul]:my-2 [&_ul]:list-disc [&_ul]:pl-5"
|
||
style={textStyle}
|
||
onWheel={(event) => event.stopPropagation()}
|
||
dangerouslySetInnerHTML={{ __html: richTextHTML }}
|
||
/>
|
||
) : (
|
||
<div className="thin-scrollbar block h-full w-full select-text overflow-y-auto whitespace-pre-wrap break-words bg-transparent px-4 pb-4 pt-0 font-mono" style={textStyle} onWheel={(event) => event.stopPropagation()}>
|
||
{node.metadata?.content || <span style={{ color: theme.node.placeholder }}>双击编辑文字</span>}
|
||
</div>
|
||
)}
|
||
</div>
|
||
);
|
||
}
|
||
|
||
function SkillContent({ node, theme }: CanvasNodeContentProps) {
|
||
const skill = node.metadata?.skillSnapshot;
|
||
const tags = skill?.tags?.slice(0, 4) || [];
|
||
const template = skill?.template || node.metadata?.content || "";
|
||
|
||
return (
|
||
<div className="flex h-full w-full flex-col overflow-hidden p-4" style={{ color: theme.node.text }}>
|
||
<div className="flex items-start justify-between gap-3">
|
||
<div className="min-w-0">
|
||
<div className="flex items-center gap-2">
|
||
<span className="grid size-8 shrink-0 place-items-center rounded-[var(--r-md)]" style={{ background: `${theme.node.activeStroke}18`, color: theme.node.activeStroke }}>
|
||
<BookOpenCheck className="size-4" />
|
||
</span>
|
||
<div className="min-w-0">
|
||
<div className="truncate text-sm font-semibold" title={skill?.name || node.title || "技能"}>{skill?.name || node.title || "技能"}</div>
|
||
<div className="mt-0.5 flex items-center gap-1.5 text-[var(--fs-label)]" style={{ color: theme.node.muted }}>
|
||
<span>{skillCategoryLabel(skill?.category)}</span><span>·</span><span>{skillOutputModeLabel(skill?.outputMode)}</span>
|
||
{skill?.version ? <><span>·</span><span>v{skill.version}</span></> : null}
|
||
</div>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
{skill?.description ? <div className="mt-3 line-clamp-2 text-xs leading-5" style={{ color: theme.node.muted }}>{skill.description}</div> : null}
|
||
<div className="thin-scrollbar mt-3 min-h-0 flex-1 overflow-hidden rounded-[var(--r-md)] px-3 py-2 text-xs leading-5" style={{ background: theme.node.panel, color: theme.node.text }}>
|
||
<div className="mb-1 font-semibold opacity-55">模板</div>
|
||
<div className="line-clamp-4 whitespace-pre-wrap break-words">{template || "未配置技能模板"}</div>
|
||
</div>
|
||
<div className="mt-3 flex flex-wrap gap-1.5">
|
||
{tags.length ? tags.map((tag) => <span key={tag} className="rounded-[var(--r-sm)] bg-black/5 px-1.5 py-0.5 text-[var(--fs-tiny)] dark:bg-white/6" style={{ color: theme.node.muted }}>{tag}</span>) : <span className="text-[var(--fs-label)]" style={{ color: theme.node.muted }}>连接到图片、视频、音频或文本节点后生效</span>}
|
||
</div>
|
||
</div>
|
||
);
|
||
}
|
||
|
||
function skillCategoryLabel(category?: string) {
|
||
if (category === "writing") return "剧情";
|
||
if (category === "storyboard") return "分镜";
|
||
if (category === "image") return "生图";
|
||
if (category === "video") return "视频";
|
||
return "通用";
|
||
}
|
||
|
||
function skillOutputModeLabel(mode?: string) {
|
||
if (mode === "json") return "JSON";
|
||
if (mode === "image_prompt") return "生图提示词";
|
||
if (mode === "workflow") return "工作流";
|
||
return "文本";
|
||
}
|
||
|
||
function ImageNodeContent(props: CanvasNodeContentProps) {
|
||
if (!props.node.metadata?.content && props.isBatchRoot) {
|
||
const content = props.node.metadata?.status === "loading"
|
||
? <LoadingContent node={props.node} theme={props.theme} />
|
||
: props.node.metadata?.status === "error"
|
||
? <ErrorContent node={props.node} theme={props.theme} onRetry={props.onRetry} onReloadResource={props.onReloadResource} />
|
||
: <EmptyImageContent {...props} isBatchRoot={false} />;
|
||
return <BatchFrame batchPreviewNodes={props.batchPreviewNodes} batchCount={props.batchCount} batchExpanded={props.batchExpanded} batchOpening={props.batchOpening} batchRecovering={props.batchRecovering} theme={props.theme} onToggleBatch={props.onToggleBatch}>{content}</BatchFrame>;
|
||
}
|
||
if (!props.node.metadata?.content) return <EmptyImageContent {...props} />;
|
||
return <ImageContent batchPreviewNodes={props.batchPreviewNodes} node={props.node} theme={props.theme} isBatchRoot={props.isBatchRoot} batchCount={props.batchCount} batchExpanded={props.batchExpanded} batchOpening={props.batchOpening} batchRecovering={props.batchRecovering} onToggleBatch={props.onToggleBatch} />;
|
||
}
|
||
|
||
function EmptyImageContent({ node, theme, isBatchRoot, batchCount, batchPreviewNodes, batchExpanded, batchOpening, batchRecovering, onToggleBatch }: CanvasNodeContentProps) {
|
||
const isCharacterReference = node.metadata?.workflowKind === "character" && node.metadata?.characterView === "multi";
|
||
const content = (
|
||
<div className="flex h-full w-full flex-col items-center justify-center gap-3" style={{ color: theme.node.placeholder }}>
|
||
<div className="flex size-14 items-center justify-center rounded-[var(--r-lg)]" style={{ background: theme.toolbar.activeBg }}><ImageIcon className="size-6 opacity-30" /></div>
|
||
{isCharacterReference ? (
|
||
<div className="max-w-[80%] text-center">
|
||
<div className="truncate text-xs font-medium" title={node.metadata?.characterName || node.title} style={{ color: theme.node.muted }}>{node.metadata?.characterName || node.title}</div>
|
||
<div className="mt-1 text-[var(--fs-tiny)] tracking-[0.12em] opacity-50">多视角参考 · 待生成</div>
|
||
</div>
|
||
) : <span className="text-[var(--fs-tiny)] tracking-[0.18em] opacity-50">空图片节点</span>}
|
||
</div>
|
||
);
|
||
if (isBatchRoot) return <BatchFrame batchPreviewNodes={batchPreviewNodes} batchCount={batchCount} batchExpanded={batchExpanded} batchOpening={batchOpening} batchRecovering={batchRecovering} theme={theme} onToggleBatch={onToggleBatch}>{content}</BatchFrame>;
|
||
return content;
|
||
}
|
||
|
||
function VideoNodeContent({ node, theme, mediaActive = false, onMediaPlayRequest }: CanvasNodeContentProps) {
|
||
const playerBoxRef = useRef<HTMLDivElement>(null);
|
||
const { updateMediaNode } = useCanvasNodeActions();
|
||
const { url, loading } = useVideoPlaybackUrl(node, mediaActive);
|
||
const subtitleEntries = node.metadata?.subtitleEntries || [];
|
||
const subtitleStyle = node.metadata?.subtitleStyle || createDefaultSubtitleStyle();
|
||
const [currentTimeMs, setCurrentTimeMs] = useState(0);
|
||
const [videoSize, setVideoSize] = useState<{ width: number; height: number } | null>(null);
|
||
|
||
useEffect(() => {
|
||
const box = playerBoxRef.current;
|
||
const video = box?.querySelector("video");
|
||
if (!video) return;
|
||
const handleLoadedMetadata = () => {
|
||
if (video.videoWidth <= 0 || video.videoHeight <= 0) return;
|
||
setVideoSize({ width: video.videoWidth, height: video.videoHeight });
|
||
if (node.metadata?.naturalWidth !== video.videoWidth || node.metadata?.naturalHeight !== video.videoHeight) {
|
||
updateMediaNode?.(node.id, (current) => ({ ...current, metadata: { ...current.metadata, naturalWidth: video.videoWidth, naturalHeight: video.videoHeight } }));
|
||
}
|
||
};
|
||
video.addEventListener("loadedmetadata", handleLoadedMetadata);
|
||
handleLoadedMetadata();
|
||
if (!subtitleEntries.length) return () => video.removeEventListener("loadedmetadata", handleLoadedMetadata);
|
||
const handleTimeUpdate = () => setCurrentTimeMs(Math.round(video.currentTime * 1000));
|
||
video.addEventListener("timeupdate", handleTimeUpdate);
|
||
return () => {
|
||
video.removeEventListener("timeupdate", handleTimeUpdate);
|
||
video.removeEventListener("loadedmetadata", handleLoadedMetadata);
|
||
};
|
||
}, [node.id, node.metadata?.naturalHeight, node.metadata?.naturalWidth, subtitleEntries.length, updateMediaNode, url]);
|
||
|
||
if (!node.metadata?.content && !node.metadata?.storageKey) return <EmptyMediaContent icon={<Video className="size-7 opacity-35" />} label="空视频节点" color={theme.node.placeholder} />;
|
||
if (!mediaActive) return <InactiveVideoPreview node={node} theme={theme} onPlay={() => onMediaPlayRequest?.(node.id)} />;
|
||
if (!url) return <MediaLoadingState icon={<LoaderCircle className="size-5 animate-spin" />} label={loading ? "正在加载视频" : "视频资源不可用"} />;
|
||
|
||
const sourceRatio = (videoSize?.width || node.metadata?.naturalWidth || node.width) / Math.max(1, videoSize?.height || node.metadata?.naturalHeight || node.height);
|
||
const fitHeight = Math.min(node.height, node.width / Math.max(0.01, sourceRatio));
|
||
const fitWidth = Math.round(fitHeight * sourceRatio);
|
||
const activeEntry = subtitleEntries.find((entry) => currentTimeMs >= entry.startMs && currentTimeMs < entry.endMs);
|
||
const activeHighlight = activeEntry ? (node.metadata?.subtitleHighlights || []).find((item) => item.entryIndex === activeEntry.index) : undefined;
|
||
|
||
return (
|
||
<div ref={playerBoxRef} className="relative flex h-full w-full items-center justify-center overflow-hidden rounded-[var(--node-radius)] bg-black">
|
||
<div className="relative" style={{ width: fitWidth, height: Math.round(fitHeight) }}>
|
||
<VideoPlayer src={url} mimeType={node.metadata?.mimeType} title={node.title || "视频"} hasAudio={inferVideoHasAudio(node.metadata)} autoPlay preload="metadata" brandColor={theme.accent.primary} className="h-full w-full rounded-[var(--node-radius)] bg-black" dataCanvasNoZoom compactControls onPlay={() => scheduleResourceBlobCache(node.metadata?.storageKey || "")} />
|
||
{activeEntry && activeEntry.text.trim() ? <CanvasSubtitleOverlay text={activeEntry.text} highlight={activeHighlight} style={subtitleStyle} /> : null}
|
||
</div>
|
||
</div>
|
||
);
|
||
}
|
||
|
||
function inferVideoHasAudio(metadata: CanvasNodeData["metadata"]): boolean | undefined {
|
||
if (typeof metadata?.hasAudio === "boolean") return metadata.hasAudio;
|
||
// Generated nodes from older saves may not have `hasAudio` yet. In that
|
||
// case an explicit generation setting is the only persisted signal we
|
||
// have; leave all other videos in the unknown state.
|
||
const value = metadata?.generateAudio?.trim().toLowerCase();
|
||
if (["false", "0", "off", "no", "disabled"].includes(value || "")) return false;
|
||
if (["true", "1", "on", "yes", "enabled"].includes(value || "")) return true;
|
||
return undefined;
|
||
}
|
||
|
||
function AudioNodeContent({ node, theme }: CanvasNodeContentProps) {
|
||
if (!node.metadata?.content && !node.metadata?.storageKey) return <EmptyMediaContent icon={<Music2 className="size-7 opacity-35" />} label="空音频节点" color={theme.node.placeholder} />;
|
||
return <CanvasAudioPlayer node={node} theme={theme} />;
|
||
}
|
||
|
||
function InactiveVideoPreview({ node, theme, onPlay }: Pick<CanvasNodeContentProps, "node" | "theme"> & { onPlay: () => void }) {
|
||
const previewRef = useRef<HTMLDivElement>(null);
|
||
const nearViewport = useNearViewport(previewRef);
|
||
const persistedPreview = canvasNodeVideoPreviewReference(node);
|
||
const persistedPreviewSource = persistedPreview?.src || "";
|
||
const persistedPreviewStorageKey = persistedPreview?.storageKey || "";
|
||
const hasPersistedPreview = Boolean(persistedPreviewSource || persistedPreviewStorageKey);
|
||
const { updateMetadata } = useCanvasNodeActions();
|
||
const updateMetadataRef = useRef(updateMetadata);
|
||
const [hydrating, setHydrating] = useState(false);
|
||
const [localPreviewUrl, setLocalPreviewUrl] = useState("");
|
||
const localPreviewUrlRef = useRef("");
|
||
const [passiveVideoUrl, setPassiveVideoUrl] = useState("");
|
||
const [passiveVideoReady, setPassiveVideoReady] = useState(false);
|
||
|
||
useEffect(() => {
|
||
const element = previewRef.current;
|
||
if (!element) return;
|
||
const content = node.metadata?.content || "";
|
||
const fallback = node.metadata?.importSource?.provider === "libtv" ? buildLibTVVideoSourceUrl(content) : content;
|
||
return bindCanvasVideoHoverPreview(element, () => resolveMediaUrl(node.metadata?.storageKey, fallback));
|
||
}, [node.metadata?.content, node.metadata?.storageKey, node.metadata?.importSource?.provider]);
|
||
|
||
useEffect(() => {
|
||
updateMetadataRef.current = updateMetadata;
|
||
}, [updateMetadata]);
|
||
|
||
useEffect(() => () => {
|
||
if (localPreviewUrlRef.current) URL.revokeObjectURL(localPreviewUrlRef.current);
|
||
}, []);
|
||
|
||
useEffect(() => {
|
||
if (hasPersistedPreview || localPreviewUrl || !nearViewport || (!node.metadata?.content && !node.metadata?.storageKey)) {
|
||
setPassiveVideoUrl("");
|
||
setPassiveVideoReady(false);
|
||
return;
|
||
}
|
||
let cancelled = false;
|
||
const content = node.metadata?.content || "";
|
||
const fallback = node.metadata?.importSource?.provider === "libtv" ? buildLibTVVideoSourceUrl(content) : content;
|
||
setPassiveVideoUrl("");
|
||
setPassiveVideoReady(false);
|
||
// This is a real <video> fallback rather than canvas extraction. It can
|
||
// paint the first decoded frame even when OSS allows media playback but
|
||
// does not expose the CORS headers required by drawImage/toBlob.
|
||
void resolveMediaUrl(node.metadata?.storageKey, fallback)
|
||
.then((url) => {
|
||
if (!cancelled) setPassiveVideoUrl(url);
|
||
})
|
||
.catch(() => undefined);
|
||
return () => {
|
||
cancelled = true;
|
||
};
|
||
}, [hasPersistedPreview, localPreviewUrl, nearViewport, node.metadata?.content, node.metadata?.storageKey, node.metadata?.importSource?.provider]);
|
||
|
||
useEffect(() => {
|
||
if (hasPersistedPreview || !nearViewport || (!node.metadata?.content && !node.metadata?.storageKey) || !updateMetadataRef.current) {
|
||
if (hasPersistedPreview && localPreviewUrlRef.current) {
|
||
URL.revokeObjectURL(localPreviewUrlRef.current);
|
||
localPreviewUrlRef.current = "";
|
||
setLocalPreviewUrl("");
|
||
}
|
||
setHydrating(false);
|
||
return;
|
||
}
|
||
if (localPreviewUrlRef.current) {
|
||
URL.revokeObjectURL(localPreviewUrlRef.current);
|
||
localPreviewUrlRef.current = "";
|
||
setLocalPreviewUrl("");
|
||
}
|
||
const controller = new AbortController();
|
||
setHydrating(true);
|
||
void hydrateCanvasVideoPreview(node, controller.signal)
|
||
.then((hydrated) => {
|
||
if (!hydrated || controller.signal.aborted) {
|
||
if (hydrated?.localUrl) URL.revokeObjectURL(hydrated.localUrl);
|
||
return;
|
||
}
|
||
if (localPreviewUrlRef.current) URL.revokeObjectURL(localPreviewUrlRef.current);
|
||
localPreviewUrlRef.current = hydrated.localUrl;
|
||
setLocalPreviewUrl(hydrated.localUrl);
|
||
void hydrated.persisted.then((videoPreview) => {
|
||
if (!controller.signal.aborted && videoPreview) updateMetadataRef.current?.(node.id, { videoPreview });
|
||
});
|
||
})
|
||
.catch(() => undefined)
|
||
.finally(() => {
|
||
if (!controller.signal.aborted) setHydrating(false);
|
||
});
|
||
return () => {
|
||
controller.abort();
|
||
};
|
||
}, [hasPersistedPreview, nearViewport, node.id, node.metadata?.content, node.metadata?.storageKey, persistedPreviewSource, persistedPreviewStorageKey]);
|
||
|
||
if (hasPersistedPreview || localPreviewUrl || passiveVideoUrl) {
|
||
return <div ref={previewRef} className="group/video-preview relative size-full overflow-hidden rounded-[var(--node-radius)] bg-black">
|
||
{hasPersistedPreview ? (
|
||
<CanvasVideoPreviewImage
|
||
node={node}
|
||
alt={`${node.title || "视频"} 静态预览`}
|
||
loading="lazy"
|
||
decoding="async"
|
||
draggable={false}
|
||
className="pointer-events-none size-full select-none object-contain"
|
||
loadingFallback={<LoaderCircle className="size-5 animate-spin text-white/55" />}
|
||
fallback={<Video className="size-7 text-white/40" />}
|
||
/>
|
||
) : localPreviewUrl ? (
|
||
<img src={localPreviewUrl} alt={`${node.title || "视频"} 静态预览`} loading="lazy" decoding="async" draggable={false} className="pointer-events-none size-full select-none object-contain" />
|
||
) : (
|
||
<>
|
||
<video
|
||
src={passiveVideoUrl}
|
||
aria-hidden="true"
|
||
tabIndex={-1}
|
||
muted
|
||
playsInline
|
||
preload="auto"
|
||
draggable={false}
|
||
className={`pointer-events-none size-full select-none object-contain transition-opacity ${passiveVideoReady ? "opacity-100" : "opacity-0"}`}
|
||
onLoadedMetadata={(event) => {
|
||
const video = event.currentTarget;
|
||
if (video.readyState >= 2) {
|
||
setPassiveVideoReady(true);
|
||
return;
|
||
}
|
||
// Some browsers stop at metadata when the element is muted and
|
||
// offscreen. A tiny seek forces an actual frame decode without
|
||
// starting playback or requiring canvas/CORS access.
|
||
if (Number.isFinite(video.duration) && video.duration > 0) {
|
||
try {
|
||
video.currentTime = Math.min(0.001, video.duration / 2);
|
||
} catch {
|
||
// loadeddata/canplay will still reveal the frame if seeking is unavailable.
|
||
}
|
||
}
|
||
}}
|
||
onLoadedData={() => setPassiveVideoReady(true)}
|
||
onCanPlay={() => setPassiveVideoReady(true)}
|
||
onSeeked={(event) => {
|
||
if (event.currentTarget.readyState >= 2) setPassiveVideoReady(true);
|
||
}}
|
||
onError={() => {
|
||
setPassiveVideoReady(false);
|
||
setPassiveVideoUrl("");
|
||
}}
|
||
/>
|
||
{!passiveVideoReady ? <div className="absolute inset-0"><InactiveMediaCard icon={<Video className="size-7" />} title={node.title || "视频"} hint={hydrating ? "正在生成首帧" : "正在读取首帧"} theme={theme} /></div> : null}
|
||
</>
|
||
)}
|
||
<VideoPreviewPlayButton title={node.title || "视频"} onPlay={onPlay} />
|
||
</div>;
|
||
}
|
||
return <div ref={previewRef} className="group/video-preview relative size-full">
|
||
<InactiveMediaCard icon={<Video className="size-7" />} title={node.title || "视频"} hint={hydrating ? "正在生成首帧" : nearViewport ? "点击播放视频" : "进入视口后加载首帧"} theme={theme} />
|
||
<VideoPreviewPlayButton title={node.title || "视频"} onPlay={onPlay} />
|
||
</div>;
|
||
}
|
||
|
||
function VideoPreviewPlayButton({ title, onPlay }: { title: string; onPlay: () => void }) {
|
||
return <button type="button" className="absolute left-1/2 top-1/2 z-[var(--node-z-overlay)] grid size-11 -translate-x-1/2 -translate-y-1/2 place-items-center rounded-full bg-black/62 text-white shadow-lg backdrop-blur transition-[transform,background-color,opacity] hover:scale-105 hover:bg-black/78 focus-visible:outline focus-visible:outline-2 focus-visible:outline-offset-2 focus-visible:outline-white" aria-label={`播放 ${title}`} title="播放视频" onPointerDown={(event) => event.stopPropagation()} onMouseDown={(event) => event.stopPropagation()} onClick={(event) => { event.stopPropagation(); onPlay(); }}><Play className="ml-0.5 size-5 fill-current" /></button>;
|
||
}
|
||
|
||
function useVideoPlaybackUrl(node: CanvasNodeData, active: boolean) {
|
||
const rawContent = node.metadata?.content || "";
|
||
const fallback = node.metadata?.importSource?.provider === "libtv" ? buildLibTVVideoSourceUrl(rawContent) : rawContent;
|
||
const storageKey = node.metadata?.storageKey || "";
|
||
const [url, setUrl] = useState("");
|
||
const [loading, setLoading] = useState(false);
|
||
|
||
useEffect(() => {
|
||
let cancelled = false;
|
||
if (!active) {
|
||
setUrl("");
|
||
setLoading(false);
|
||
return;
|
||
}
|
||
setLoading(true);
|
||
void resolveMediaUrl(storageKey, fallback)
|
||
.then((resolved) => { if (!cancelled) setUrl(resolved); })
|
||
.catch(() => { if (!cancelled) setUrl(fallback); })
|
||
.finally(() => { if (!cancelled) setLoading(false); });
|
||
return () => { cancelled = true; };
|
||
}, [active, fallback, storageKey]);
|
||
|
||
return { url, loading };
|
||
}
|
||
|
||
function InactiveMediaCard({ icon, title, hint, theme }: { icon: ReactNode; title: string; hint: string; theme: CanvasTheme }) {
|
||
return <div className="flex size-full flex-col items-center justify-center gap-2 rounded-[var(--node-radius)] px-4 text-center" style={{ background: theme.node.fill, color: theme.node.muted }}><span className="opacity-40">{icon}</span><span className="max-w-full truncate text-xs font-medium" title={title}>{title}</span><span className="text-[var(--fs-tiny)] opacity-50">{hint}</span></div>;
|
||
}
|
||
|
||
function MediaLoadingState({ icon, label }: { icon: ReactNode; label: string }) {
|
||
return <div role="status" className="flex size-full flex-col items-center justify-center gap-2 rounded-[var(--node-radius)] bg-black text-white/75"><span className="grid size-10 place-items-center rounded-full bg-white/10">{icon}</span><span className="text-xs font-medium">{label}</span></div>;
|
||
}
|
||
|
||
function EmptyMediaContent({ icon, label, color }: { icon: ReactNode; label: string; color: string }) {
|
||
return <div className="flex h-full w-full flex-col items-center justify-center gap-3" style={{ color }}>{icon}<span className="text-sm">{label}</span></div>;
|
||
}
|
||
|
||
function ImageContent({ node, theme, isBatchRoot, batchCount, batchPreviewNodes, batchExpanded, batchOpening, batchRecovering, onToggleBatch }: Pick<CanvasNodeContentProps, "node" | "theme" | "isBatchRoot" | "batchCount" | "batchPreviewNodes" | "batchExpanded" | "batchOpening" | "batchRecovering" | "onToggleBatch">) {
|
||
const imageContainerRef = useRef<HTMLDivElement>(null);
|
||
const nearViewport = useNearViewport(imageContainerRef);
|
||
const { url, loading } = useNodeResourceUrl(node, nearViewport);
|
||
const importedFromLibTV = node.metadata?.importSource?.provider === "libtv";
|
||
const { updateMediaNode } = useCanvasNodeActions();
|
||
const measuredSizeRef = useRef<{ width: number; height: number } | null>(null);
|
||
|
||
/**
|
||
* 让节点跟随图片真实比例。
|
||
*
|
||
* 上传接口的 width/height 是可选的（services/api/resources.ts），拿不到时节点会落到
|
||
* 默认的横向比例，竖图就被放进一个宽盒子、两侧留黑。这里在图片解码后量真实尺寸并校正。
|
||
*
|
||
* 判据是「用户有没有手动定过尺寸」，**不是**「有没有量过尺寸」——后者会让所有已经
|
||
* 存过 naturalWidth 的旧节点永远得不到修正（第一版就是这么写的，所以没生效）。
|
||
* 手动拉过（manualSize）或自由比例（freeResize）的节点只补记尺寸、不动宽高。
|
||
*/
|
||
const fitToImage = (element: HTMLImageElement) => {
|
||
// LibTV 已提供原图尺寸和节点尺寸；960px 缩略图不能反向覆盖这些数据。
|
||
if (importedFromLibTV) return;
|
||
const naturalWidth = element.naturalWidth;
|
||
const naturalHeight = element.naturalHeight;
|
||
if (!naturalWidth || !naturalHeight) return;
|
||
if (measuredSizeRef.current?.width === naturalWidth && measuredSizeRef.current.height === naturalHeight) return;
|
||
measuredSizeRef.current = { width: naturalWidth, height: naturalHeight };
|
||
updateMediaNode?.(node.id, (current) => {
|
||
const metadata = current.metadata;
|
||
const needsMetadata = metadata?.naturalWidth !== naturalWidth || metadata?.naturalHeight !== naturalHeight;
|
||
if (current.metadata?.freeResize || current.metadata?.manualSize) {
|
||
return needsMetadata ? { ...current, metadata: { ...metadata, naturalWidth, naturalHeight } } : current;
|
||
}
|
||
const size = fitNodeSize(naturalWidth, naturalHeight);
|
||
const needsResize = Math.abs(size.width - current.width) >= 1 || Math.abs(size.height - current.height) >= 1;
|
||
if (!needsMetadata && !needsResize) return current;
|
||
return {
|
||
...current,
|
||
...(needsResize ? size : {}),
|
||
metadata: needsMetadata ? { ...metadata, naturalWidth, naturalHeight } : metadata,
|
||
};
|
||
});
|
||
};
|
||
|
||
return (
|
||
<BatchFrame batchPreviewNodes={batchPreviewNodes} batchCount={isBatchRoot ? batchCount : 0} batchExpanded={batchExpanded} batchOpening={batchOpening} batchRecovering={batchRecovering} theme={theme} onToggleBatch={onToggleBatch}>
|
||
<div ref={imageContainerRef} className="h-full w-full overflow-hidden rounded-[var(--node-radius)]">
|
||
{url ? <img src={url} alt={node.title} loading="lazy" decoding="async" draggable={false} onDragStart={(event) => event.preventDefault()} onLoad={(event) => fitToImage(event.currentTarget)} className={`pointer-events-none block h-full w-full select-none ${node.metadata?.freeResize ? "object-fill" : "object-contain"}`} /> : <div className="grid size-full place-items-center" style={{ color: theme.node.muted }}>{loading ? <LoaderCircle className="size-5 animate-spin" /> : <ImageIcon className="size-5 opacity-45" />}</div>}
|
||
</div>
|
||
</BatchFrame>
|
||
);
|
||
}
|
||
|
||
function useNodeResourceUrl(node: CanvasNodeData, eager: boolean) {
|
||
const storageKey = node.metadata?.storageKey || "";
|
||
const rawContent = node.metadata?.content || "";
|
||
const content = node.type === CanvasNodeType.Video && node.metadata?.importSource?.provider === "libtv"
|
||
? buildLibTVVideoSourceUrl(rawContent)
|
||
: rawContent;
|
||
// `previewContent` is intentionally passive-only. When a media node is
|
||
// activated, VideoPlayer/Audio must receive the playable asset, never the
|
||
// LibTV OSS snapshot URL stored for the thumbnail.
|
||
const fallback = node.type === CanvasNodeType.Video || node.type === CanvasNodeType.Audio
|
||
? content
|
||
: node.metadata?.previewContent
|
||
|| (node.type === CanvasNodeType.Image && node.metadata?.importSource?.provider === "libtv" ? buildLibTVImagePreviewUrl(content) : content);
|
||
const isRemoteResource = storageKey.startsWith("resource:");
|
||
// Inline data URLs are already local, but decoding thousands of them is
|
||
// still expensive. Images must wait for the same viewport gate as remote
|
||
// resources; otherwise DOM virtualization does not reduce image work.
|
||
const isLazyVisual = node.type === CanvasNodeType.Image;
|
||
const isHttpUrl = Boolean(fallback && !fallback.startsWith("data:"));
|
||
const initialUrl = eager && !isRemoteResource && isLazyVisual && isHttpUrl ? fallback : (isRemoteResource || isLazyVisual ? "" : fallback);
|
||
const [url, setUrl] = useState(() => initialUrl);
|
||
const [loading, setLoading] = useState(() => !initialUrl && isRemoteResource && eager);
|
||
|
||
useEffect(() => {
|
||
if (!isRemoteResource) {
|
||
setUrl(isLazyVisual && !eager ? "" : fallback);
|
||
setLoading(false);
|
||
return;
|
||
}
|
||
if (!eager) {
|
||
setUrl("");
|
||
setLoading(false);
|
||
return;
|
||
}
|
||
let cancelled = false;
|
||
setUrl("");
|
||
setLoading(true);
|
||
void resolveMediaUrl(storageKey, fallback)
|
||
.then((resolved) => {
|
||
if (!cancelled) setUrl(resolved);
|
||
})
|
||
.catch(() => {
|
||
if (!cancelled) setUrl(fallback);
|
||
})
|
||
.finally(() => {
|
||
if (!cancelled) setLoading(false);
|
||
});
|
||
return () => {
|
||
cancelled = true;
|
||
};
|
||
}, [eager, fallback, isLazyVisual, isRemoteResource, storageKey]);
|
||
|
||
return { url, loading };
|
||
}
|
||
|
||
function useNearViewport(ref: RefObject<Element | null>) {
|
||
const [nearViewport, setNearViewport] = useState(false);
|
||
useEffect(() => {
|
||
const element = ref.current;
|
||
if (!element || typeof IntersectionObserver === "undefined") {
|
||
setNearViewport(true);
|
||
return;
|
||
}
|
||
const observer = new IntersectionObserver((entries) => {
|
||
if (entries.some((entry) => entry.isIntersecting)) {
|
||
setNearViewport(true);
|
||
observer.disconnect();
|
||
}
|
||
}, { rootMargin: "600px" });
|
||
observer.observe(element);
|
||
return () => observer.disconnect();
|
||
}, [ref]);
|
||
return nearViewport;
|
||
}
|
||
|
||
export function CanvasNodeImageInfo({ node }: { node: CanvasNodeData }) {
|
||
const width = Math.round(node.metadata?.naturalWidth || node.width);
|
||
const height = Math.round(node.metadata?.naturalHeight || node.height);
|
||
const size = formatBytes(node.metadata?.bytes || 0);
|
||
return <span className="ml-auto max-w-full shrink-0 truncate rounded-[var(--r-sm)] bg-black/55 px-2 py-1 text-[var(--fs-label)] font-medium leading-none text-white backdrop-blur-sm">{width} x {height}{size ? ` · ${size}` : ""}</span>;
|
||
}
|
||
|
||
function BatchPreviewImage({ node }: { node: CanvasNodeData }) {
|
||
const ref = useRef<HTMLDivElement>(null);
|
||
const nearViewport = useNearViewport(ref);
|
||
const { url } = useNodeResourceUrl(node, nearViewport);
|
||
return <div ref={ref} className="h-full w-full overflow-hidden rounded-[inherit]">{url ? <img src={url} alt={`子图预览：${node.title}`} className="h-full w-full object-contain" draggable={false} /> : null}</div>;
|
||
}
|
||
|
||
function BatchFrame({ batchCount, batchPreviewNodes, batchExpanded, batchOpening, batchRecovering, theme, onToggleBatch, children }: { batchCount: number; batchPreviewNodes?: CanvasNodeData[]; batchExpanded: boolean; batchOpening: boolean; batchRecovering: boolean; theme: CanvasTheme; onToggleBatch?: () => void; children: ReactNode }) {
|
||
const isBatchRoot = batchCount > 1;
|
||
return (
|
||
<div className="group/batch relative h-full w-full overflow-visible" onDoubleClick={isBatchRoot ? (event) => { event.stopPropagation(); onToggleBatch?.(); } : undefined}>
|
||
{isBatchRoot ? (
|
||
<div className="pointer-events-none absolute inset-0 overflow-visible">
|
||
{Array.from({ length: Math.min(batchCount - 1, 5) }).map((_, index) => (
|
||
<div
|
||
key={index}
|
||
className="absolute rounded-[var(--r-lg)] transition-all duration-300 group-hover/batch:translate-x-2"
|
||
style={{
|
||
inset: 0,
|
||
background: theme.node.panel,
|
||
boxShadow: `inset 0 0 0 1px ${theme.node.stroke}`,
|
||
opacity: batchExpanded && !batchOpening ? 0.34 : 1,
|
||
transform: batchOpening || batchRecovering ? `translate(${54 + index * 22}px, ${20 + index * 12}px) rotate(${8 + index * 5}deg) scale(.98)` : `translate(${34 + index * 18}px, ${14 + index * 10}px) rotate(${6 + index * 4}deg)`,
|
||
zIndex: -index - 1,
|
||
}}
|
||
>
|
||
{batchPreviewNodes?.[index] ? <BatchPreviewImage node={batchPreviewNodes[index]} /> : null}
|
||
</div>
|
||
))}
|
||
</div>
|
||
) : null}
|
||
{children}
|
||
</div>
|
||
);
|
||
}
|