feat(canvas): 多模态表格 - 合并 PR #549 并保留本地交互与校验

web/src/lib/canvas/canvas-batch-storyboard.ts

@@ -0,0 +1,111 @@
+import { createStoryboardRow } from "@/lib/canvas/canvas-project-domain";
+import type { CanvasBatchRow, CanvasBatchTableData, CanvasNodeData, StoryboardRow } from "@/types/canvas";
+
+type StoryboardField =
+    | "shotNumber" | "durationSeconds" | "plotDescription" | "dialogue" | "narrativeIntent" | "viewerPOV"
+    | "performanceBlocking" | "shotSize" | "emotion" | "lightingAndAtmosphere" | "audioEffects" | "camera"
+    | "motion" | "timeBeats" | "imageGenerationPrompt" | "videoMotionPrompt" | "mustHave" | "optionalDetails"
+    | "continuityOut" | "negativePrompt";
+
+const FIELD_ALIASES: Record<StoryboardField, string[]> = {
+    shotNumber: ["镜头", "镜头号", "镜号", "分镜", "序号"],
+    durationSeconds: ["时长", "秒数", "持续时间", "镜头时长"],
+    plotDescription: ["画面描述", "剧情", "画面", "镜头内容", "场景描述", "分镜描述"],
+    dialogue: ["台词", "对白", "旁白", "文案", "口播"],
+    narrativeIntent: ["叙事目的", "剧情目的", "表达目的"],
+    viewerPOV: ["视角", "观看视角", "观众视角"],
+    performanceBlocking: ["表演调度", "动作调度", "人物动作", "表演"],
+    shotSize: ["景别", "镜头景别", "景别设计"],
+    emotion: ["情绪", "情感"],
+    lightingAndAtmosphere: ["光影氛围", "灯光", "氛围", "光线"],
+    audioEffects: ["音效", "声音", "音乐", "音频"],
+    camera: ["镜头设计", "摄影机", "摄影", "机位", "相机"],
+    motion: ["运镜", "镜头运动", "运动方式", "镜头动作"],
+    timeBeats: ["时间节拍", "节拍", "时间点", "时间线"],
+    imageGenerationPrompt: ["首帧提示词", "图片提示词", "画面提示词", "生图提示词"],
+    videoMotionPrompt: ["视频提示词", "动态提示词", "视频生成提示词", "视频描述"],
+    mustHave: ["必须包含", "必备元素", "关键元素"],
+    optionalDetails: ["可选细节", "补充细节"],
+    continuityOut: ["衔接", "结尾状态", "镜头衔接", "连续性"],
+    negativePrompt: ["负面提示词", "不要出现", "禁用元素"],
+};
+
+function normalize(value: string) {
+    return value.trim().toLocaleLowerCase().replace(/[\s\-_：:，,。.!！？?（）()【】\[\]]/g, "");
+}
+
+function cellValue(table: CanvasBatchTableData, row: CanvasBatchRow, field: StoryboardField) {
+    const cells = row.cells || {};
+    if (cells[`storyboard-${field}`] !== undefined) return cells[`storyboard-${field}`];
+    const columns = table.textColumns || [];
+    const aliases = [field, ...(FIELD_ALIASES[field] || [])].map(normalize);
+    const column = columns.find((item) => aliases.some((alias) => normalize(item.label).includes(alias) || alias.includes(normalize(item.label))));
+    if (column && cells[column.id] !== undefined) return cells[column.id] || "";
+    const candidate = Object.entries(cells).find(([key]) => aliases.some((alias) => normalize(key).includes(alias) || alias.includes(normalize(key))));
+    if (candidate) return candidate[1] || "";
+    return undefined;
+}
+
+function numberValue(value: string, fallback: number, max = 60) {
+    const match = value.match(/\d+(?:\.\d+)?/);
+    const parsed = match ? Number(match[0]) : fallback;
+    return Number.isFinite(parsed) ? Math.max(1, Math.min(max, parsed)) : fallback;
+}
+
+function arrayValue(value: string) {
+    return value.split(/[\n,，、;；|]/).map((item) => item.trim()).filter(Boolean);
+}
+
+/** 把 AI 多维表格行转换成视频脚本节点使用的稳定分镜结构。 */
+export function storyboardRowsFromBatchTable(table: CanvasBatchTableData): StoryboardRow[] {
+    return table.rows.filter((row) => row.enabled !== false).map((row, index) => {
+        const base = table.storyboardRows?.find((item) => item.id === row.id);
+        const get = (field: StoryboardField) => cellValue(table, row, field) ?? String(base?.[field] || "");
+        const plotDescription = get("plotDescription");
+        const motion = get("motion");
+        const videoMotionPrompt = get("videoMotionPrompt") || [plotDescription, motion].filter(Boolean).join("；");
+        const imageGenerationPrompt = get("imageGenerationPrompt") || plotDescription;
+        return createStoryboardRow(index + 1, {
+            ...base,
+            id: row.id,
+            shotNumber: Math.round(numberValue(get("shotNumber"), index + 1, Number.MAX_SAFE_INTEGER)),
+            durationSeconds: numberValue(get("durationSeconds"), 6),
+            plotDescription,
+            dialogue: get("dialogue"),
+            narrativeIntent: get("narrativeIntent"),
+            viewerPOV: get("viewerPOV"),
+            performanceBlocking: get("performanceBlocking"),
+            shotSize: get("shotSize"),
+            emotion: get("emotion"),
+            lightingAndAtmosphere: get("lightingAndAtmosphere"),
+            audioEffects: get("audioEffects"),
+            camera: get("camera"),
+            motion,
+            timeBeats: get("timeBeats"),
+            imageGenerationPrompt,
+            videoMotionPrompt,
+            sourceStartMs: base?.sourceStartMs,
+            sourceEndMs: base?.sourceEndMs,
+            keyframeTimeMs: base?.keyframeTimeMs,
+            mustHave: arrayValue(get("mustHave")),
+            optionalDetails: arrayValue(get("optionalDetails")),
+            continuityOut: get("continuityOut"),
+            negativePrompt: get("negativePrompt"),
+        });
+    });
+}
+
+export function storyboardKeyframeTime(row: StoryboardRow) {
+    const time = row.keyframeTimeMs ?? (row.sourceStartMs !== undefined && row.sourceEndMs !== undefined ? (row.sourceStartMs + row.sourceEndMs) / 2 : undefined);
+    return time !== undefined && Number.isFinite(time) && time >= 0 ? Math.round(time) : undefined;
+}
+
+/** 抽帧会排序、去重且可能部分失败，因此必须按时间而不是数组下标绑定。 */
+export function bindStoryboardKeyframes(rows: StoryboardRow[], frames: CanvasNodeData[], sourceNodeId: string) {
+    const byTime = new Map(frames.filter((node) => node.metadata?.videoFrameSourceNodeId === sourceNodeId).map((node) => [node.metadata?.videoFrameTimeMs, node.id]));
+    return rows.map((row) => {
+        const time = storyboardKeyframeTime(row);
+        const imageNodeId = time === undefined ? undefined : byTime.get(time);
+        return imageNodeId ? { ...row, imageNodeId } : row;
+    });
+}