fix(canvas): 分镜视频生成 - 正确附加角色场景与声音资产及镜头台词

This commit is contained in:
ddCat
2026-08-30 17:54:23 +08:00
parent 37eb2b7e48
commit f2fe163bc7
9 changed files with 266 additions and 27 deletions

View File

@@ -6,7 +6,7 @@ import type { GenerationTask } from "../src/services/api/task-center";
import type { ProjectDetail } from "../src/services/api/projects";
import { buildShotAssetReferenceContext, resolveShotAssetMentionPrompt } from "../src/pages/projects/detail/workflow-shot-references";
test("shot asset prompt keeps character names and maps character image, voice and scene assets", () => {
test("shot generation submits historical character image, current voice and asset prompt", async () => {
const detail = {
assets: [
{
@@ -14,9 +14,9 @@ test("shot asset prompt keeps character names and maps character image, voice an
title: "张天昊",
category: "character",
mediaType: "image",
primaryVersionId: "character-version-1",
primaryVersionId: "character-version-2",
character: {
versionId: "character-version-1",
versionId: "character-version-2",
definition: { voiceLanguage: "普通话", voiceAge: "青年男性", voiceTimbre: "略带疲惫和震惊" },
representations: [{ id: "representation-1", resourceId: "character-image-1", mediaType: "image/png", role: "primary" }],
voice: { profile: { sampleResourceId: "character-audio-1", language: "普通话", timbre: "沉稳" }, instructions: "内心独白语气" },
@@ -32,22 +32,77 @@ test("shot asset prompt keeps character names and maps character image, voice an
},
],
shotReferences: [
{ shotId: "shot-1", assetVersionId: "character-version-1", status: "linked" },
{
shotId: "shot-1",
assetVersionId: "character-version-1",
status: "linked",
asset: {
id: "character-1",
title: "张天昊",
category: "character",
mediaType: "entity",
primaryVersionId: "character-version-2",
character: {
versionId: "character-version-2",
definition: { voiceLanguage: "普通话", voiceAge: "青年男性", voiceTimbre: "略带疲惫和震惊" },
representations: [{ id: "representation-2", resourceId: "character-image-2", mediaType: "image/png", role: "primary" }],
voice: { profile: { sampleResourceId: "character-audio-1", language: "普通话", timbre: "沉稳" }, instructions: "内心独白语气" },
},
},
referencedVersion: {
id: "character-version-1",
assetId: "character-1",
version: 1,
representations: [{ id: "representation-1", resourceId: "character-image-1", mediaType: "image/png", role: "primary" }],
},
},
{ shotId: "shot-1", assetVersionId: "scene-version-1", status: "linked" },
],
} as ProjectDetail;
const context = buildShotAssetReferenceContext(detail, "shot-1");
const prompt = resolveShotAssetMentionPrompt("张天昊在 @[asset:scene-1] 睁开眼睛", context);
const prompt = resolveShotAssetMentionPrompt("张天昊在 @[asset:scene-1] 睁开眼睛", context, { dialogue: "我穿越了?瓦西国张家废柴少主?" });
expect(context.referenceImages).toHaveLength(2);
expect(context.referenceImages[0]?.storageKey).toBe("resource:character-image-1");
expect(context.referenceAudios).toHaveLength(1);
expect(context.referenceAudios[0]?.storageKey).toBe("resource:character-audio-1");
expect(context.resolvedCharacterVersions).toEqual([{ assetId: "character-1", versionId: "character-version-1" }]);
expect(prompt).toContain("张天昊在 图片2 睁开眼睛");
expect(prompt).toContain("- 张天昊:人物参考:图片1;声音参考:音频1");
expect(prompt).toContain("声音说明:普通话;青年男性;略带疲惫和震惊;内心独白语气");
expect(prompt).toContain("声音画像:普通话;青年男性;略带疲惫和震惊;内心独白语气");
expect(prompt).toContain("镜头台词:我穿越了?瓦西国张家废柴少主?");
expect(prompt).toContain("- 坑底场景:场景参考:图片2");
let createdInput: Parameters<GenerationTaskDependencies["createTask"]>[0] | undefined;
const task = {
id: "shot-task-1",
type: "canvas_video",
status: "queued",
prompt,
attempts: 0,
createdAt: "2026-08-30T00:00:00.000Z",
updatedAt: "2026-08-30T00:00:00.000Z",
} satisfies GenerationTask;
await submitBackendGenerationTask({
projectId: "project-1",
mode: "video",
prompt,
config: { ...defaultConfig, model: "MiniMax-H3", videoModel: "MiniMax-H3" },
referenceImages: context.referenceImages,
referenceAudios: context.referenceAudios,
metadata: { shotId: "shot-1", videoEditOperation: "reference_to_video" },
}, {
createTask: async (input) => { createdInput = input; return task; },
waitTask: async () => { throw new Error("should not wait"); },
runLocal: async () => ({ mode: "video" }),
createId: () => "id-1",
now: () => "2026-08-30T00:00:00.000Z",
});
expect(createdInput?.prompt).toContain("【资产参考】");
expect(createdInput?.input.referenceImages.map((reference) => reference.storageKey)).toEqual(["resource:character-image-1", "resource:scene-image-1"]);
expect(createdInput?.input.referenceAudios.map((reference) => reference.storageKey)).toEqual(["resource:character-audio-1"]);
});
test("background generation submission returns after task creation without waiting", async () => {