tt/ttstd-infinite-canvas
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

feat(plugins): DashScope Wan3 - 新增 wan3.0 原生视频协议插件

Browse Source 
对齐 dashscope-wan-video 风格，支持 media type+url、originPath 与 UNKNOWN 失败映射；序列化 providerOptions 供声明式校验引用。
This commit is contained in:
qiuliw
2026-09-20 15:49:10 +08:00
parent 9afe061d79
commit f6b33e76b0
8 changed files with 1065 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

76
backend/internal/protocol/dashscope_wan3_video_test.go Normal file
View File

@@ -0,0 +1,76 @@
package protocol
import (
"context"
"testing"
)
func TestDashscopeWan3VideoCreateAndLifecycle(t *testing.T) {
adapter := officialPackageAdapter(t, "dashscope-wan3-video.yingce-plugin", "dashscope-wan3-video")
create, err := adapter.BuildCreate(context.Background(), RequestContext{Request: GenerationRequest{
Model: "wan3.0-video-prime", Prompt: "一只猫在海边奔跑", Duration: 6, AspectRatio: "16:9", Resolution: "1080P",
GenerateAudio: true, Watermark: true,
Inputs: []MediaReference{
{URL: "https://cdn.example/audio.mp3", Kind: "audio", Role: "reference_audio", Order: 3},
{URL: "https://cdn.example/image.png", Kind: "image", Role: "reference_image", Order: 1},
{URL: "https://cdn.example/video.mp4", Kind: "video", Role: "reference_video", Order: 2},
},
ProviderOptions: map[string]map[string]any{"dashscope-wan3-video": {"seed": 42, "prompt_extend": false}},
}})
if err != nil {
t.Fatal(err)
}
if create.Method != "POST" || create.Path != "/api/v1/services/aigc/video-generation/video-synthesis" || !create.OriginPath || create.Headers["X-DashScope-Async"] != "enable" {
t.Fatalf("create = %#v", create)
}
body := manifestTestBody(t, create)
input, _ := body["input"].(map[string]any)
media, _ := input["media"].([]any)
if input["prompt"] != "一只猫在海边奔跑" || len(media) != 3 {
t.Fatalf("input = %#v", input)
}
first, _ := media[0].(map[string]any)
if first["type"] != "reference_image" || first["url"] != "https://cdn.example/image.png" {
t.Fatalf("media[0] = %#v", first)
}
parameters, _ := body["parameters"].(map[string]any)
if parameters["resolution"] != "1080P" || parameters["ratio"] != "16:9" || parameters["duration"] != float64(6) || parameters["audio"] != true || parameters["seed"] != float64(42) || parameters["prompt_extend"] != false {
t.Fatalf("parameters = %#v", parameters)
}
keyframes, err := adapter.BuildCreate(context.Background(), RequestContext{Request: GenerationRequest{
Model: "wan3.0-video", Prompt: "首尾帧",
Images: []MediaReference{
{URL: "https://cdn.example/last.png", Role: "last_frame", Order: 2},
{URL: "https://cdn.example/first.png", Role: "first_frame", Order: 1},
},
}})
if err != nil {
t.Fatal(err)
}
keyMedia, _ := manifestTestBody(t, keyframes)["input"].(map[string]any)["media"].([]any)
if len(keyMedia) != 2 || keyMedia[0].(map[string]any)["type"] != "first_frame" || keyMedia[1].(map[string]any)["type"] != "last_frame" {
t.Fatalf("keyframes = %#v", keyMedia)
}
if _, err := adapter.BuildCreate(context.Background(), RequestContext{Request: GenerationRequest{Model: "wan2.2-kf2v-flash", Prompt: "x"}}); err == nil {
t.Fatal("unsupported model accepted")
}
created, err := adapter.ParseCreate(context.Background(), []byte(`{"output":{"task_id":"wan3-task-1","task_status":"PENDING"}}`))
if err != nil || created.TaskID != "wan3-task-1" || created.Status != StatusPending {
t.Fatalf("create result = %#v err=%v", created, err)
}
poll, err := adapter.BuildPoll(context.Background(), PollContext{TaskID: created.TaskID})
if err != nil || poll.Path != "/api/v1/tasks/wan3-task-1" || !poll.OriginPath {
t.Fatalf("poll = %#v err=%v", poll, err)
}
succeeded, err := adapter.ParsePoll(context.Background(), PollContext{TaskID: created.TaskID}, []byte(`{"output":{"task_id":"wan3-task-1","task_status":"SUCCEEDED","video_url":"https://dashscope-result.example/wan3.mp4"},"usage":{"video_count":1}}`))
if err != nil || succeeded.Status != StatusSucceeded || len(succeeded.Result.Videos) != 1 || !succeeded.Result.Videos[0].Ephemeral {
t.Fatalf("success = %#v err=%v", succeeded, err)
}
unknown, err := adapter.ParsePoll(context.Background(), PollContext{TaskID: created.TaskID}, []byte(`{"output":{"task_id":"wan3-task-1","task_status":"UNKNOWN"}}`))
if err != nil || unknown.Status != StatusFailed {
t.Fatalf("unknown = %#v err=%v", unknown, err)
}
}

6
backend/internal/protocol/manifest.go
View File

@@ -1088,6 +1088,10 @@ func manifestRequestValues(request GenerationRequest) map[string]any {
output.GenerateAudio = output.GenerateAudio || request.GenerateAudio
output.Watermark = output.Watermark || request.Watermark
outputValue, _ := requestAsManifestValue(output)
providerOptionsValue, _ := requestAsManifestValue(request.ProviderOptions)
if providerOptionsValue == nil {
providerOptionsValue = map[string]any{}
}
return map[string]any{
"capability": request.Capability,
@@ -1108,7 +1112,7 @@ func manifestRequestValues(request GenerationRequest) map[string]any {
"watermark": request.Watermark,
"operation": request.Operation,
"output": outputValue,
"providerOptions": request.ProviderOptions,
"providerOptions": providerOptionsValue,
"extra": request.Extra,
}
}

5
docs/content/docs/progress/pending-test.mdx
View File

@@ -5,6 +5,11 @@ description: 当前项目已实现功能的手工验证清单与未确认边界
# 待测试
## DashScope Wan 3.0 视频协议插件
- [x] 管理端模型测试：`wan3.0-video` / `dashscope-wan3-video` 真实上游通过。
- [ ] 画布文生视频与首尾帧完成并落盘。
## 系统模型同页渠道与模型管理
- [x] 样式细化：渠道列表改为留白分组与中性选中描边，数量与启停状态分别呈现；模型头部说明成本口径，规格与成本分行，操作列固定在右侧，超过三个规格可展开查看。

BIN
plugin-packages/dashscope-wan3-video.yingce-plugin Normal file
View File

Binary file not shown.

5
plugin-packages/dashscope-wan3-video/README.md Normal file
View File

@@ -0,0 +1,5 @@
# DashScope Wan 3.0 Video
该目录是独立官方协议插件源码。后端从生成的 `dashscope-wan3-video.yingce-plugin` 包加载，不依赖系统内置 `host:` 适配器。
完整接口见 [docs/interface.md](docs/interface.md)。

513
plugin-packages/dashscope-wan3-video/docs/interface.md Normal file
View File

@@ -0,0 +1,513 @@
# DashScope Wan 3.0 Video 接口字段
## 协议身份
- 插件 ID：`dashscope-wan3-video`。
- Provider ID：`dashscope-wan3-video`。
- 能力：`video`。
- 默认 Base URL：`https://dashscope.aliyuncs.com`。
- 鉴权驱动：`bearer`。
- 创建：`POST /api/v1/services/aigc/video-generation/video-synthesis`。
- 查询：`GET /api/v1/tasks/{{taskId}}`。
## 配置字段
| 字段 | 类型 | 必填 | 含义 |
| --- | --- | --- | --- |
| `apiKey` | secret | 是 | API Key |
## 统一字段映射
| 统一字段 | 类型 | 必填 | 上游映射 | 说明 |
| --- | --- | --- | --- | --- |
| `model` | string | 是 | `model` | 视频模型 ID。 |
| `prompt` | string | 是 | `prompt/content/input` | 视频提示词。 |
| `images` | media[] | 否 | `first/last/reference image` | 显式 role 图片输入。 |
| `videos` | media[] | 否 | `reference video` | 参考视频。 |
| `audios` | media[] | 否 | `reference audio/voice` | 参考音频或音色。 |
| `duration` | integer | 否 | `duration/seconds` | 时长秒数。 |
| `aspectRatio` | string | 否 | `ratio/aspect_ratio/size` | 画幅比例或尺寸。 |
| `resolution` | string | 否 | `resolution` | 分辨率档位。 |
| `generateAudio` | boolean | 否 | `generate_audio` | 是否生成音频。 |
| `watermark` | boolean | 否 | `watermark` | 水印开关。 |
| `providerOptions` | object | 否 | `provider-specific fields` | 插件命名空间内的厂商扩展字段。 |
## 上游请求模板逐字段清单
下表由插件请求模板生成，覆盖 body、query、headers 和 multipart 文件声明中的每个字段。
| 上游位置 | 值或转换表达式 |
| --- | --- |
| `create.method` | `"POST"` |
| `create.path` | `"/api/v1/services/aigc/video-generation/video-synthesis"` |
| `create.contentType` | `"application/json"` |
| `create.body.model` | `{"$ref":"request.model"}` |
| `create.body.input.prompt` | `{"$omitEmpty":{"$ref":"request.prompt"}}` |
| `create.body.input.media` | `{"$omitEmpty":{"$coalesce":[{"$ref":"request.providerOptions.dashscope-wan3-video.media"},{"$map":{"from":{"$sortByOrder":{"$ref":"request.inputs"}},"as":"media","in":{"type":{"$coalesce":[{"$ref":"media.role"},{"$if":{"condition":{"$eq":[{"$ref":"media.kind"},"image"]},"then":"reference_image","else":{"$if":{"condition":{"$eq":[{"$ref":"media.kind"},"video"]},"then":"reference_video","else":{"$if":{"condition":{"$eq":[{"$ref":"media.kind"},"audio"]},"then":"reference_audio","else":{"$ref":"media.kind"}}}}}}}]},"url":{"$ref":"media.value"}}}}]}}` |
| `create.body.parameters.resolution` | `{"$omitEmpty":{"$ref":"request.resolution"}}` |
| `create.body.parameters.ratio` | `{"$omitEmpty":{"$ref":"request.aspectRatio"}}` |
| `create.body.parameters.duration` | `{"$omitEmpty":{"$ref":"request.duration"}}` |
| `create.body.parameters.audio` | `{"$coalesce":[{"$ref":"request.providerOptions.dashscope-wan3-video.audio"},{"$ref":"request.generateAudio"}]}` |
| `create.body.parameters.seed` | `{"$omitEmpty":{"$ref":"request.providerOptions.dashscope-wan3-video.seed"}}` |
| `create.body.parameters.prompt_extend` | `{"$coalesce":[{"$ref":"request.providerOptions.dashscope-wan3-video.prompt_extend"},true]}` |
| `create.body.parameters.watermark` | `{"$ref":"request.watermark"}` |
| `create.headers.X-DashScope-Async` | `"enable"` |
| `poll.method` | `"GET"` |
| `poll.path` | `"/api/v1/tasks/{{taskId}}"` |
| `poll.contentType` | `"application/json"` |
## Provider 扩展键
- `providerOptions.dashscope-wan3-video.audio`
- `providerOptions.dashscope-wan3-video.media`
- `providerOptions.dashscope-wan3-video.prompt_extend`
- `providerOptions.dashscope-wan3-video.seed`
动态模型或工作流允许使用文档声明的完整 `parameters/input/extra_body` 对象；该对象是协议本身的开放 schema，不会被宿主裁剪。
## 响应映射逐字段清单
| 映射位置 | 上游路径或转换表达式 |
| --- | --- |
| `response.taskId` | `{"$coalesce":[{"$ref":"response.output.task_id"},{"$ref":"response.task_id"},{"$ref":"taskId"}]}` |
| `response.status` | `{"$if":{"condition":{"$eq":[{"$lower":{"$ref":"response.output.task_status"}},"unknown"]},"then":"failed","else":{"$coalesce":[{"$ref":"response.output.task_status"},{"$ref":"response.status"},"pending"]}}}` |
| `response.message` | `{"$coalesce":[{"$ref":"response.error.message"},{"$ref":"response.message"},{"$ref":"response.fail_reason"}]}` |
| `response.videos` | `{"$ref":"response.output.video_url"}` |
| `response.errorPaths[0]` | `"code"` |
| `response.errorPaths[1]` | `"output.code"` |
| `response.resultEphemeral` | `true` |
| `response.usage` | `{"$ref":"response.usage"}` |
| `response.messagePaths[0]` | `"message"` |
| `response.messagePaths[1]` | `"output.message"` |
## 响应与错误
插件把上游 task/status/text/media/usage 映射为统一结果。临时媒体 URL 标记为 ephemeral，由宿主立即下载持久化。HTTP 错误、业务 code 和 error object 保持失败语义，不包装成成功。
## 兼容边界
Wan 3.0 原生异步视频。模型仅 wan3.0-video-prime / wan3.0-video；input.media 为 type+url；UNKNOWN 视为失败。文档：https://docs.bailian.console.aliyun.com/zh/model-studio/wan3-video-generation-api-reference。
<!-- YINGCE_MANIFEST_CONTRACT_START -->
## Manifest 完整接口定义
以下 JSON 与插件包内实际 `manifest.json` 逐字段一致，覆盖插件身份、权限、配置、鉴权、参数、校验、创建、Agent、查询、取消、结果下载、响应和 Agent 响应映射。`documentation` 字段的值就是当前完整文档；为避免文档在自身内部无限递归，JSON 中仅用等义占位文本表示正文。
```json
{
"apiVersion": "yingce.plugin/v2",
"id": "dashscope-wan3-video",
"name": "DashScope Wan 3.0 Video",
"version": "2.0.0",
"author": "Alibaba Cloud / 影策",
"description": "DashScope Wan 3.0 Video 独立请求协议插件。",
"documentation": "<当前插件的完整 documentation，由 README.md 与 docs/interface.md 拼接而成；为避免 JSON 递归，此处不重复展开正文。>",
"permissions": [
"generation.run",
"media.read"
],
"configuration": {
"fields": [
{
"name": "apiKey",
"type": "secret",
"label": "API Key",
"required": true
}
]
},
"contributes": {
"providers": [
{
"id": "dashscope-wan3-video",
"label": "DashScope Wan 3.0 Video",
"capabilities": [
"video"
],
"scopes": [
"admin.system-channel",
"user.custom-channel",
"canvas",
"creation",
"agent"
],
"baseUrl": "https://dashscope.aliyuncs.com",
"requiresPublicMediaUrls": true,
"auth": {
"type": "bearer",
"field": "apiKey"
},
"parameters": [
{
"name": "model",
"type": "string",
"required": true,
"mapping": "model",
"description": "视频模型 ID。"
},
{
"name": "prompt",
"type": "string",
"required": true,
"mapping": "prompt/content/input",
"description": "视频提示词。"
},
{
"name": "images",
"type": "media[]",
"required": false,
"mapping": "first/last/reference image",
"description": "显式 role 图片输入。"
},
{
"name": "videos",
"type": "media[]",
"required": false,
"mapping": "reference video",
"description": "参考视频。"
},
{
"name": "audios",
"type": "media[]",
"required": false,
"mapping": "reference audio/voice",
"description": "参考音频或音色。"
},
{
"name": "duration",
"type": "integer",
"required": false,
"mapping": "duration/seconds",
"description": "时长秒数。"
},
{
"name": "aspectRatio",
"type": "string",
"required": false,
"mapping": "ratio/aspect_ratio/size",
"description": "画幅比例或尺寸。"
},
{
"name": "resolution",
"type": "string",
"required": false,
"mapping": "resolution",
"description": "分辨率档位。"
},
{
"name": "generateAudio",
"type": "boolean",
"required": false,
"mapping": "generate_audio",
"description": "是否生成音频。"
},
{
"name": "watermark",
"type": "boolean",
"required": false,
"mapping": "watermark",
"description": "水印开关。"
},
{
"name": "providerOptions",
"type": "object",
"required": false,
"mapping": "provider-specific fields",
"description": "插件命名空间内的厂商扩展字段。"
}
],
"validations": [
{
"assert": {
"$in": [
{
"$lower": {
"$ref": "request.model"
}
},
[
"wan3.0-video-prime",
"wan3.0-video"
]
]
},
"message": "Wan 3.0 Video 仅支持 wan3.0-video-prime 或 wan3.0-video"
},
{
"assert": {
"$lte": [
{
"$len": {
"$filter": {
"from": {
"$sortByOrder": {
"$ref": "request.images"
}
},
"as": "media",
"where": {
"$in": [
{
"$ref": "media.role"
},
[
"first_frame"
]
]
}
}
}
},
1
]
},
"message": "Wan 3.0 Video 最多只能有一个 first_frame"
},
{
"assert": {
"$lte": [
{
"$len": {
"$filter": {
"from": {
"$sortByOrder": {
"$ref": "request.images"
}
},
"as": "media",
"where": {
"$in": [
{
"$ref": "media.role"
},
[
"last_frame"
]
]
}
}
}
},
1
]
},
"message": "Wan 3.0 Video 最多只能有一个 last_frame"
}
],
"create": {
"method": "POST",
"path": "/api/v1/services/aigc/video-generation/video-synthesis",
"contentType": "application/json",
"body": {
"model": {
"$ref": "request.model"
},
"input": {
"prompt": {
"$omitEmpty": {
"$ref": "request.prompt"
}
},
"media": {
"$omitEmpty": {
"$coalesce": [
{
"$ref": "request.providerOptions.dashscope-wan3-video.media"
},
{
"$map": {
"from": {
"$sortByOrder": {
"$ref": "request.inputs"
}
},
"as": "media",
"in": {
"type": {
"$coalesce": [
{
"$ref": "media.role"
},
{
"$if": {
"condition": {
"$eq": [
{
"$ref": "media.kind"
},
"image"
]
},
"then": "reference_image",
"else": {
"$if": {
"condition": {
"$eq": [
{
"$ref": "media.kind"
},
"video"
]
},
"then": "reference_video",
"else": {
"$if": {
"condition": {
"$eq": [
{
"$ref": "media.kind"
},
"audio"
]
},
"then": "reference_audio",
"else": {
"$ref": "media.kind"
}
}
}
}
}
}
}
]
},
"url": {
"$ref": "media.value"
}
}
}
}
]
}
}
},
"parameters": {
"resolution": {
"$omitEmpty": {
"$ref": "request.resolution"
}
},
"ratio": {
"$omitEmpty": {
"$ref": "request.aspectRatio"
}
},
"duration": {
"$omitEmpty": {
"$ref": "request.duration"
}
},
"audio": {
"$coalesce": [
{
"$ref": "request.providerOptions.dashscope-wan3-video.audio"
},
{
"$ref": "request.generateAudio"
}
]
},
"seed": {
"$omitEmpty": {
"$ref": "request.providerOptions.dashscope-wan3-video.seed"
}
},
"prompt_extend": {
"$coalesce": [
{
"$ref": "request.providerOptions.dashscope-wan3-video.prompt_extend"
},
true
]
},
"watermark": {
"$ref": "request.watermark"
}
}
},
"headers": {
"X-DashScope-Async": "enable"
},
"originPath": true
},
"poll": {
"method": "GET",
"path": "/api/v1/tasks/{{taskId}}",
"originPath": true
},
"response": {
"taskId": {
"$coalesce": [
{
"$ref": "response.output.task_id"
},
{
"$ref": "response.task_id"
},
{
"$ref": "taskId"
}
]
},
"status": {
"$if": {
"condition": {
"$eq": [
{
"$lower": {
"$ref": "response.output.task_status"
}
},
"unknown"
]
},
"then": "failed",
"else": {
"$coalesce": [
{
"$ref": "response.output.task_status"
},
{
"$ref": "response.status"
},
"pending"
]
}
}
},
"message": {
"$coalesce": [
{
"$ref": "response.error.message"
},
{
"$ref": "response.message"
},
{
"$ref": "response.fail_reason"
}
]
},
"videos": {
"$ref": "response.output.video_url"
},
"errorPaths": [
"code",
"output.code"
],
"resultEphemeral": true,
"usage": {
"$ref": "response.usage"
},
"messagePaths": [
"message",
"output.message"
]
}
}
]
}
}
```
<!-- YINGCE_MANIFEST_CONTRACT_END -->

415
plugin-packages/dashscope-wan3-video/manifest.json Normal file
View File

File diff suppressed because one or more lines are too long

46
plugin-packages/generate-catalog.mjs
View File

@@ -908,6 +908,52 @@ add({
response: { status: "succeeded", images: coalesce(ref("response.data"), ref("response.images")), errorPaths: ["error.code"], messagePaths: ["error.message", "message"] }
});
const wan3MediaType = coalesce(
ref("media.role"),
conditional(eq(ref("media.kind"), "image"), "reference_image", conditional(
eq(ref("media.kind"), "video"), "reference_video", conditional(
eq(ref("media.kind"), "audio"), "reference_audio", ref("media.kind")
)
))
);
add({
id: "dashscope-wan3-video", providerId: "dashscope-wan3-video", name: "DashScope Wan 3.0 Video", vendor: "Alibaba Cloud", capability: "video",
baseUrl: "https://dashscope.aliyuncs.com", auth: bearer, params: videoParams, requiresPublicMediaUrls: true,
notes: `Wan 3.0 原生异步视频。模型仅 wan3.0-video-prime / wan3.0-video；input.media 为 type+url；UNKNOWN 视为失败。文档：https://docs.bailian.console.aliyun.com/zh/model-studio/wan3-video-generation-api-reference。`,
validations: [
{ assert: { $in: [lower(ref("request.model")), ["wan3.0-video-prime", "wan3.0-video"]] }, message: "Wan 3.0 Video 仅支持 wan3.0-video-prime 或 wan3.0-video" },
{ assert: { $lte: [len(mediaWithRoles("request.images", ["first_frame"])), 1] }, message: "Wan 3.0 Video 最多只能有一个 first_frame" },
{ assert: { $lte: [len(mediaWithRoles("request.images", ["last_frame"])), 1] }, message: "Wan 3.0 Video 最多只能有一个 last_frame" }
],
create: jsonCreate("/api/v1/services/aigc/video-generation/video-synthesis", {
model: ref("request.model"),
input: {
prompt: omit(ref("request.prompt")),
media: omit(coalesce(
ref("request.providerOptions.dashscope-wan3-video.media"),
map(sorted(ref("request.inputs")), "media", { type: wan3MediaType, url: ref("media.value") })
))
},
parameters: {
resolution: omit(ref("request.resolution")),
ratio: omit(ref("request.aspectRatio")),
duration: omit(ref("request.duration")),
audio: coalesce(ref("request.providerOptions.dashscope-wan3-video.audio"), ref("request.generateAudio")),
seed: omit(ref("request.providerOptions.dashscope-wan3-video.seed")),
prompt_extend: coalesce(ref("request.providerOptions.dashscope-wan3-video.prompt_extend"), true),
watermark: ref("request.watermark")
}
}, { headers: { "X-DashScope-Async": "enable" }, originPath: true }),
poll: { method: "GET", path: "/api/v1/tasks/{{taskId}}", originPath: true },
response: asyncResponse("video", {
taskId: coalesce(ref("response.output.task_id"), ref("response.task_id"), ref("taskId")),
status: conditional(eq(lower(ref("response.output.task_status")), "unknown"), "failed", coalesce(ref("response.output.task_status"), ref("response.status"), "pending")),
videos: ref("response.output.video_url"),
usage: ref("response.usage"), errorPaths: ["code", "output.code"], messagePaths: ["message", "output.message"]
})
});
add({
id: "dashscope-wan-video", providerId: "dashscope-wan-video", name: "DashScope Wan Video", vendor: "Alibaba Cloud", capability: "video",
baseUrl: "https://dashscope.aliyuncs.com", auth: bearer, params: videoParams, requiresPublicMediaUrls: true,