814 lines
34 KiB
Go
814 lines
34 KiB
Go
package service
|
||
|
||
import (
|
||
"encoding/json"
|
||
"errors"
|
||
"fmt"
|
||
"sort"
|
||
"strconv"
|
||
"strings"
|
||
|
||
"infinite-canvas/backend/internal/model"
|
||
)
|
||
|
||
// ModelCapabilityConfig 是模型能力声明，不包含供应商字段名；协议适配器负责把统一参数映射到上游请求。
|
||
type ModelCapabilityConfig struct {
|
||
Version int `json:"version"`
|
||
Text *TextCapabilityConfig `json:"text,omitempty"`
|
||
Image *ImageCapabilityConfig `json:"image,omitempty"`
|
||
Video *VideoCapabilityConfig `json:"video,omitempty"`
|
||
}
|
||
|
||
type TextCapabilityConfig struct {
|
||
References TextReferenceConfig `json:"references"`
|
||
}
|
||
|
||
type TextReferenceConfig struct {
|
||
PromptMaxChars int `json:"promptMaxChars"`
|
||
MaxImages int `json:"maxImages"`
|
||
MaxImageBytes int64 `json:"maxImageBytes"`
|
||
MaxVideos int `json:"maxVideos"`
|
||
MaxVideoBytes int64 `json:"maxVideoBytes"`
|
||
}
|
||
|
||
type ImageCapabilityConfig struct {
|
||
References ImageReferenceConfig `json:"references"`
|
||
Size ImageSizeConfig `json:"size"`
|
||
Quality ImageQualityConfig `json:"quality"`
|
||
TransparentBackground VideoBooleanConfig `json:"transparentBackground"`
|
||
ResponseFormat ParameterSupport `json:"responseFormat"`
|
||
OutputFormat ParameterSupport `json:"outputFormat"`
|
||
MaxOutputs int `json:"maxOutputs"`
|
||
}
|
||
|
||
type ImageReferenceConfig struct {
|
||
PromptMaxChars int `json:"promptMaxChars"`
|
||
MaxImages int `json:"maxImages"`
|
||
MaxImageBytes int64 `json:"maxImageBytes"`
|
||
MaskSupported bool `json:"maskSupported"`
|
||
}
|
||
|
||
type ImageSizeConfig struct {
|
||
Parameter string `json:"parameter"`
|
||
Values []string `json:"values"`
|
||
Default string `json:"default"`
|
||
AllowCustom bool `json:"allowCustom"`
|
||
}
|
||
|
||
type ImageQualityConfig struct {
|
||
Supported bool `json:"supported"`
|
||
Values []string `json:"values"`
|
||
Default string `json:"default"`
|
||
}
|
||
|
||
type ParameterSupport struct {
|
||
Supported bool `json:"supported"`
|
||
}
|
||
|
||
type VideoCapabilityConfig struct {
|
||
References VideoReferenceConfig `json:"references"`
|
||
Duration VideoDurationConfig `json:"duration"`
|
||
Ratios []string `json:"ratios"`
|
||
DefaultRatio string `json:"defaultRatio"`
|
||
Resolutions []string `json:"resolutions"`
|
||
DefaultResolution string `json:"defaultResolution"`
|
||
GenerateAudio VideoBooleanConfig `json:"generateAudio"`
|
||
Watermark VideoBooleanConfig `json:"watermark"`
|
||
Operations []string `json:"operations"`
|
||
DefaultOperation string `json:"defaultOperation"`
|
||
}
|
||
|
||
type VideoReferenceConfig struct {
|
||
PromptMaxChars int `json:"promptMaxChars"`
|
||
MinImages int `json:"minImages"`
|
||
MaxImages int `json:"maxImages"`
|
||
MaxImageBytes int64 `json:"maxImageBytes"`
|
||
MaxVideos int `json:"maxVideos"`
|
||
MaxVideoBytes int64 `json:"maxVideoBytes"`
|
||
MaxVideoDuration int `json:"maxVideoDurationSeconds"`
|
||
MaxAudios int `json:"maxAudios"`
|
||
MaxAudioBytes int64 `json:"maxAudioBytes"`
|
||
MaxAudioDuration int `json:"maxAudioDurationSeconds"`
|
||
}
|
||
|
||
type VideoDurationConfig struct {
|
||
Selection string `json:"selection"`
|
||
Min int `json:"min,omitempty"`
|
||
Max int `json:"max,omitempty"`
|
||
Step int `json:"step,omitempty"`
|
||
Values []int `json:"values,omitempty"`
|
||
Default int `json:"default"`
|
||
}
|
||
|
||
type VideoBooleanConfig struct {
|
||
Supported bool `json:"supported"`
|
||
Default bool `json:"default"`
|
||
}
|
||
|
||
func DefaultModelCapabilityConfig(protocol string) *ModelCapabilityConfig {
|
||
return DefaultModelCapabilityConfigForModel(protocol, "")
|
||
}
|
||
|
||
func DefaultImageCapabilityConfig(protocol string, modelName string) *ImageCapabilityConfig {
|
||
image := &ImageCapabilityConfig{
|
||
References: ImageReferenceConfig{PromptMaxChars: 32000, MaxImages: 16, MaxImageBytes: 30 * 1024 * 1024, MaskSupported: true},
|
||
Size: ImageSizeConfig{Parameter: "size", Values: defaultImageSizeValues(), Default: "1:1", AllowCustom: true},
|
||
Quality: ImageQualityConfig{Supported: true, Values: []string{"auto", "low", "medium", "high"}, Default: "auto"},
|
||
TransparentBackground: VideoBooleanConfig{Supported: true, Default: false},
|
||
ResponseFormat: ParameterSupport{Supported: true},
|
||
OutputFormat: ParameterSupport{Supported: true},
|
||
MaxOutputs: 15,
|
||
}
|
||
switch model.ChannelInterfaceType(protocol) {
|
||
case model.ChannelInterfaceGrokImage:
|
||
image.References.MaxImages = 1
|
||
image.References.MaskSupported = false
|
||
// grok2api / xAI Imagine：size→aspect_ratio，quality→resolution(1k/2k)。
|
||
image.Size = ImageSizeConfig{Parameter: "aspect_ratio", Values: []string{"1:1", "3:4", "4:3", "9:16", "16:9", "2:3", "3:2"}, Default: "1:1", AllowCustom: false}
|
||
image.Quality = ImageQualityConfig{Supported: true, Values: []string{"1k", "2k"}, Default: "2k"}
|
||
image.TransparentBackground = VideoBooleanConfig{Supported: false, Default: false}
|
||
image.ResponseFormat = ParameterSupport{Supported: true}
|
||
image.OutputFormat = ParameterSupport{Supported: false}
|
||
image.MaxOutputs = 1
|
||
case model.ChannelInterfaceVolcengineArkImage:
|
||
image.References.MaskSupported = false
|
||
image.Quality.Supported = false
|
||
image.TransparentBackground.Supported = false
|
||
image.ResponseFormat.Supported = false
|
||
image.OutputFormat.Supported = false
|
||
case model.ChannelInterfaceVolcengineJiMengImage:
|
||
image.References.MaxImages = 14
|
||
image.References.MaskSupported = false
|
||
image.Quality.Supported = false
|
||
image.TransparentBackground.Supported = false
|
||
image.ResponseFormat.Supported = false
|
||
image.OutputFormat.Supported = false
|
||
case model.ChannelInterfaceGeminiImage:
|
||
image.References.MaskSupported = false
|
||
// Gemini Images uses imageConfig.aspectRatio, not the OpenAI-style pixel size field.
|
||
image.Size = ImageSizeConfig{Parameter: "aspect_ratio", Values: []string{"auto", "1:1", "2:3", "3:2", "3:4", "4:3", "9:16", "16:9", "21:9"}, Default: "1:1", AllowCustom: false}
|
||
image.TransparentBackground.Supported = false
|
||
image.ResponseFormat.Supported = false
|
||
image.OutputFormat.Supported = false
|
||
image.MaxOutputs = 4
|
||
}
|
||
if model.ChannelInterfaceType(protocol) != model.ChannelInterfaceGrokImage && strings.HasPrefix(strings.ToLower(strings.TrimSpace(modelName)), "grok-imagine-image") {
|
||
image.References.MaxImages = 0
|
||
image.References.MaskSupported = false
|
||
image.Size = ImageSizeConfig{Parameter: "aspect_ratio", Values: []string{"1:1", "3:4", "4:3", "9:16", "16:9", "2:3", "3:2"}, Default: "1:1", AllowCustom: false}
|
||
image.Quality = ImageQualityConfig{Supported: true, Values: []string{"1k", "2k"}, Default: "2k"}
|
||
image.TransparentBackground = VideoBooleanConfig{Supported: false, Default: false}
|
||
image.ResponseFormat = ParameterSupport{Supported: true}
|
||
image.OutputFormat = ParameterSupport{Supported: false}
|
||
image.MaxOutputs = 1
|
||
}
|
||
return image
|
||
}
|
||
|
||
func defaultImageSizeValues() []string {
|
||
return []string{
|
||
"auto", "1:1", "3:2", "2:3", "4:3", "3:4", "16:9", "21:9", "9:16",
|
||
"1024x1024", "1360x1024", "1024x1360", "1536x1024", "1024x1536", "1024x1280", "1280x1024", "2048x878", "1824x1024", "1024x1824",
|
||
"2048x2048", "2304x1728", "1728x2304", "2496x1664", "1664x2496", "1792x2240", "2240x1792", "3136x1344", "2752x1536", "1536x2752",
|
||
"2880x2880", "3264x2448", "2448x3264", "3504x2336", "2336x3504", "2560x3200", "3200x2560", "3808x1632", "3840x2160", "2160x3840",
|
||
}
|
||
}
|
||
|
||
// legacyImageSizeValues 用于修复旧数据中仅保存了 "*" 的图片尺寸能力。
|
||
// 这组值是前后台共同展示的基础预设，不能让历史通配符配置继续污染用户生成参数。
|
||
func legacyImageSizeValues() []string {
|
||
return []string{
|
||
"1:1", "3:2", "2:3", "4:3", "3:4", "16:9", "21:9", "9:16",
|
||
"1024x1024", "1536x1024", "1024x1536",
|
||
}
|
||
}
|
||
|
||
func DefaultModelCapabilityConfigForModel(protocol string, modelName string) *ModelCapabilityConfig {
|
||
// 文本模型是否支持视觉输入不能从协议或模型名可靠推断，默认关闭，由管理员按真实上游能力开启。
|
||
text := &TextCapabilityConfig{References: TextReferenceConfig{PromptMaxChars: 32000}}
|
||
video := &VideoCapabilityConfig{
|
||
References: VideoReferenceConfig{PromptMaxChars: 1000, MinImages: 0, MaxImages: 9, MaxImageBytes: 30 * 1024 * 1024, MaxVideos: 0, MaxVideoBytes: 0, MaxVideoDuration: 0, MaxAudios: 0, MaxAudioBytes: 0, MaxAudioDuration: 0},
|
||
Duration: VideoDurationConfig{Selection: "range", Min: 1, Max: 15, Step: 1, Default: 6},
|
||
Ratios: []string{"16:9", "9:16", "1:1", "4:3", "3:4", "21:9"},
|
||
DefaultRatio: "16:9",
|
||
Resolutions: []string{"480p", "720p", "1080p", "1440p", "2160p"},
|
||
DefaultResolution: "720p",
|
||
GenerateAudio: VideoBooleanConfig{Supported: false, Default: false},
|
||
Watermark: VideoBooleanConfig{Supported: false, Default: false},
|
||
Operations: []string{"text_to_video", "image_to_video"},
|
||
DefaultOperation: "text_to_video",
|
||
}
|
||
switch model.ChannelInterfaceType(protocol) {
|
||
case model.ChannelInterfaceVolcengineJiMengVideo:
|
||
video.Duration = VideoDurationConfig{Selection: "enum", Values: []int{5, 10}, Default: 5}
|
||
video.Resolutions = []string{"720p"}
|
||
case model.ChannelInterfaceGeminiVeo:
|
||
video.Duration = VideoDurationConfig{Selection: "enum", Values: []int{4, 6, 8}, Default: 6}
|
||
video.Resolutions = []string{"720p", "1080p"}
|
||
case model.ChannelInterfaceVolcengineArkVideo:
|
||
video.Operations = append(video.Operations, "reference_to_video", "audio_to_video")
|
||
video.References.MaxVideos, video.References.MaxAudios = 3, 3
|
||
video.References.MaxVideoBytes, video.References.MaxAudioBytes = 200*1024*1024, 15*1024*1024
|
||
video.References.MaxVideoDuration, video.References.MaxAudioDuration = 15, 15
|
||
video.GenerateAudio = VideoBooleanConfig{Supported: true, Default: true}
|
||
video.Watermark = VideoBooleanConfig{Supported: true, Default: false}
|
||
video.Resolutions = []string{"480p", "720p", "1080p"}
|
||
case model.ChannelInterfaceNewAPIChannel1, model.ChannelInterfaceNewAPIChannel2:
|
||
video.References.MaxVideos, video.References.MaxAudios = 3, 3
|
||
video.References.MaxVideoBytes, video.References.MaxAudioBytes = 200*1024*1024, 15*1024*1024
|
||
video.References.MaxVideoDuration, video.References.MaxAudioDuration = 15, 15
|
||
video.GenerateAudio = VideoBooleanConfig{Supported: true, Default: true}
|
||
if model.ChannelInterfaceType(protocol) == model.ChannelInterfaceNewAPIChannel1 {
|
||
video.Resolutions = []string{"480p", "720p", "1080p"}
|
||
}
|
||
case model.ChannelInterfaceNewAPIVideo, model.ChannelInterfaceXAIVideo:
|
||
video.GenerateAudio = VideoBooleanConfig{Supported: false, Default: false}
|
||
case model.ChannelInterfaceNovitaVideo:
|
||
video.References.MaxImages, video.References.MaxImageBytes = 1, 10*1024*1024
|
||
video.Duration = VideoDurationConfig{Selection: "enum", Values: []int{5, 10}, Default: 5}
|
||
video.Ratios = []string{"16:9", "9:16", "1:1"}
|
||
video.Resolutions = []string{"1080p"}
|
||
video.DefaultResolution = "1080p"
|
||
case model.ChannelInterfaceMiniMaxVideo:
|
||
video.Operations = append(video.Operations, "reference_to_video")
|
||
video.References.MaxImages = 9
|
||
video.References.MaxImageBytes = 30 * 1024 * 1024
|
||
video.References.MaxVideos = 3
|
||
video.References.MaxVideoBytes = 50 * 1024 * 1024
|
||
video.References.MaxVideoDuration = 15
|
||
video.References.MaxAudios = 3
|
||
video.References.MaxAudioBytes = 15 * 1024 * 1024
|
||
video.References.MaxAudioDuration = 15
|
||
video.Duration = VideoDurationConfig{Selection: "enum", Values: []int{4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15}, Default: 5}
|
||
video.Ratios = []string{"adaptive", "21:9", "16:9", "4:3", "1:1", "3:4", "9:16"}
|
||
video.DefaultRatio = "16:9"
|
||
video.Resolutions = []string{"768P", "2K"}
|
||
video.DefaultResolution = "768P"
|
||
video.Watermark = VideoBooleanConfig{Supported: true, Default: false}
|
||
}
|
||
return &ModelCapabilityConfig{Version: 1, Text: text, Image: DefaultImageCapabilityConfig(protocol, modelName), Video: video}
|
||
}
|
||
|
||
func DecodeModelCapabilityConfig(raw string) (*ModelCapabilityConfig, error) {
|
||
if strings.TrimSpace(raw) == "" {
|
||
return nil, nil
|
||
}
|
||
var value ModelCapabilityConfig
|
||
if err := json.Unmarshal([]byte(raw), &value); err != nil {
|
||
return nil, err
|
||
}
|
||
return &value, nil
|
||
}
|
||
|
||
func NormalizeModelCapabilityConfig(capability string, _ string, input *ModelCapabilityConfig) (*ModelCapabilityConfig, error) {
|
||
if capability != "text" && capability != "image" && capability != "video" {
|
||
return nil, nil
|
||
}
|
||
if capability == "text" {
|
||
if input == nil || input.Text == nil {
|
||
return nil, BadAuthRequest("请配置文本模型能力参数")
|
||
}
|
||
value := &ModelCapabilityConfig{Version: 1, Text: input.Text}
|
||
if err := validateTextCapabilityConfig(value.Text); err != nil {
|
||
return nil, err
|
||
}
|
||
return value, nil
|
||
}
|
||
if capability == "image" {
|
||
if input == nil || input.Image == nil {
|
||
return nil, BadAuthRequest("请配置图片模型能力参数")
|
||
}
|
||
value := &ModelCapabilityConfig{Version: 1, Image: input.Image}
|
||
if err := validateImageCapabilityConfig(value.Image); err != nil {
|
||
return nil, err
|
||
}
|
||
return value, nil
|
||
}
|
||
if input == nil || input.Video == nil {
|
||
return nil, BadAuthRequest("请配置视频模型能力参数")
|
||
}
|
||
value := &ModelCapabilityConfig{Version: 1, Video: input.Video}
|
||
if err := validateVideoCapabilityConfig(value.Video); err != nil {
|
||
return nil, err
|
||
}
|
||
return value, nil
|
||
}
|
||
|
||
// CapabilitySpecFromModelCapabilityConfig 将渠道模型的真实供应能力投影为路由能力规格。
|
||
// 渠道模型能力参数是唯一事实来源，前台模型供应线路直接引用该规格。
|
||
func CapabilitySpecFromModelCapabilityConfig(config *ModelCapabilityConfig, capability string) (CapabilitySpec, error) {
|
||
spec := CapabilitySpec{Version: 1, Capability: capability, Inputs: map[string]InputConstraint{}, Options: map[string]OptionConstraint{}}
|
||
// 音频模型当前没有可编辑的渠道能力 JSON，使用空能力规格表示“无额外路由约束”。
|
||
if capability == "audio" {
|
||
return spec, nil
|
||
}
|
||
if config == nil {
|
||
switch capability {
|
||
case "text":
|
||
return spec, BadAuthRequest("渠道文本模型尚未配置能力参数")
|
||
case "image":
|
||
return spec, BadAuthRequest("渠道图片模型尚未配置能力参数")
|
||
case "video":
|
||
return spec, BadAuthRequest("渠道视频模型尚未配置能力参数")
|
||
default:
|
||
return spec, BadAuthRequest("渠道模型尚未配置能力参数")
|
||
}
|
||
}
|
||
switch capability {
|
||
case "text":
|
||
if config.Text == nil {
|
||
return spec, BadAuthRequest("渠道文本模型尚未配置能力参数")
|
||
}
|
||
addInputConstraint(spec.Inputs, "image", 0, config.Text.References.MaxImages)
|
||
addInputConstraint(spec.Inputs, "video", 0, config.Text.References.MaxVideos)
|
||
case "image":
|
||
if config.Image == nil {
|
||
return spec, BadAuthRequest("渠道图片模型尚未配置能力参数")
|
||
}
|
||
image := config.Image
|
||
addInputConstraint(spec.Inputs, "image", 0, image.References.MaxImages)
|
||
if image.References.MaskSupported {
|
||
addInputConstraint(spec.Inputs, "mask", 0, 1)
|
||
}
|
||
if image.Size.Parameter != "none" {
|
||
spec.Options["size"] = imageSizeOptionConstraint(image.Size)
|
||
}
|
||
if image.Quality.Supported {
|
||
spec.Options["quality"] = anyValues(image.Quality.Values)
|
||
}
|
||
if image.TransparentBackground.Supported {
|
||
spec.Options["transparentBackground"] = boolValues(true)
|
||
} else {
|
||
spec.Options["transparentBackground"] = boolValues(false)
|
||
}
|
||
spec.Options["count"] = numericRange(1, float64(image.MaxOutputs), 1)
|
||
case "video":
|
||
if config.Video == nil {
|
||
return spec, BadAuthRequest("渠道视频模型尚未配置能力参数")
|
||
}
|
||
video := config.Video
|
||
spec.Operations = append([]string(nil), video.Operations...)
|
||
addInputConstraint(spec.Inputs, "image", video.References.MinImages, video.References.MaxImages)
|
||
addInputConstraint(spec.Inputs, "video", 0, video.References.MaxVideos)
|
||
addInputConstraint(spec.Inputs, "audio", 0, video.References.MaxAudios)
|
||
if video.Duration.Selection == "enum" {
|
||
values := make([]any, 0, len(video.Duration.Values))
|
||
for _, value := range video.Duration.Values {
|
||
values = append(values, value)
|
||
}
|
||
spec.Options["videoSeconds"] = OptionConstraint{Values: values}
|
||
} else {
|
||
spec.Options["videoSeconds"] = numericRange(float64(video.Duration.Min), float64(video.Duration.Max), float64(video.Duration.Step))
|
||
}
|
||
spec.Options["size"] = anyValues(video.Ratios)
|
||
if len(video.Resolutions) > 0 {
|
||
spec.Options["vquality"] = anyValues(video.Resolutions)
|
||
}
|
||
if video.GenerateAudio.Supported {
|
||
spec.Options["videoGenerateAudio"] = boolValues(true)
|
||
} else {
|
||
spec.Options["videoGenerateAudio"] = boolValues(false)
|
||
}
|
||
if video.Watermark.Supported {
|
||
spec.Options["videoWatermark"] = boolValues(true)
|
||
} else {
|
||
spec.Options["videoWatermark"] = boolValues(false)
|
||
}
|
||
default:
|
||
return spec, BadAuthRequest("未知模型能力类型")
|
||
}
|
||
return spec, nil
|
||
}
|
||
|
||
// imageSizeOptionConstraint 保留可见的标准尺寸/比例，同时用 * 表示允许自定义。
|
||
// * 不能替代标准值，否则管理端只能看到一个没有业务含义的通配符。
|
||
func imageSizeOptionConstraint(size ImageSizeConfig) OptionConstraint {
|
||
values := make([]string, 0, len(size.Values)+1)
|
||
seen := make(map[string]struct{}, len(size.Values)+1)
|
||
for _, value := range size.Values {
|
||
value = strings.TrimSpace(value)
|
||
if value == "" || value == "*" {
|
||
continue
|
||
}
|
||
if _, exists := seen[value]; exists {
|
||
continue
|
||
}
|
||
seen[value] = struct{}{}
|
||
values = append(values, value)
|
||
}
|
||
if size.AllowCustom {
|
||
if len(values) == 0 {
|
||
for _, value := range legacyImageSizeValues() {
|
||
seen[value] = struct{}{}
|
||
values = append(values, value)
|
||
}
|
||
}
|
||
values = append(values, "*")
|
||
}
|
||
return anyValues(values)
|
||
}
|
||
|
||
func addInputConstraint(inputs map[string]InputConstraint, name string, min int, max int) {
|
||
if min <= 0 && max <= 0 {
|
||
return
|
||
}
|
||
inputs[name] = InputConstraint{Min: min, Max: max}
|
||
}
|
||
|
||
func validateTextCapabilityConfig(value *TextCapabilityConfig) error {
|
||
if value.References.PromptMaxChars < 1 || value.References.PromptMaxChars > 1000000 {
|
||
return BadAuthRequest("提示词最大字符数必须在 1-1000000 之间")
|
||
}
|
||
for name, number := range map[string]int{"最大图片引用数": value.References.MaxImages, "最大视频引用数": value.References.MaxVideos} {
|
||
if number < 0 || number > 100 {
|
||
return BadAuthRequest(name + "必须在 0-100 之间")
|
||
}
|
||
}
|
||
if value.References.MaxImageBytes < 0 || value.References.MaxVideoBytes < 0 {
|
||
return BadAuthRequest("引用素材大小限制不能小于 0")
|
||
}
|
||
return nil
|
||
}
|
||
|
||
func validateImageCapabilityConfig(value *ImageCapabilityConfig) error {
|
||
if value.References.PromptMaxChars < 1 || value.References.PromptMaxChars > 1000000 {
|
||
return BadAuthRequest("提示词最大字符数必须在 1-1000000 之间")
|
||
}
|
||
if value.References.MaxImages < 0 || value.References.MaxImages > 100 || value.References.MaxImageBytes < 0 {
|
||
return BadAuthRequest("图片引用限制无效")
|
||
}
|
||
if value.MaxOutputs < 1 || value.MaxOutputs > 100 {
|
||
return BadAuthRequest("单次图片数量必须在 1-100 之间")
|
||
}
|
||
switch value.Size.Parameter {
|
||
case "none":
|
||
value.Size.Values = []string{}
|
||
value.Size.Default = "auto"
|
||
value.Size.AllowCustom = false
|
||
case "size", "aspect_ratio":
|
||
if strings.TrimSpace(value.Size.Default) == "" {
|
||
return BadAuthRequest("请配置默认图片尺寸或比例")
|
||
}
|
||
if !value.Size.AllowCustom && !containsCapabilityString(value.Size.Values, value.Size.Default) {
|
||
return BadAuthRequest("默认图片尺寸必须属于支持值")
|
||
}
|
||
default:
|
||
return BadAuthRequest("尺寸参数仅支持不发送、size 或 aspect_ratio")
|
||
}
|
||
if value.Quality.Supported {
|
||
if len(value.Quality.Values) == 0 || strings.TrimSpace(value.Quality.Default) == "" || !containsCapabilityString(value.Quality.Values, value.Quality.Default) {
|
||
return BadAuthRequest("请配置图片质量支持值和默认值")
|
||
}
|
||
} else {
|
||
value.Quality.Values = []string{}
|
||
value.Quality.Default = "auto"
|
||
}
|
||
if !value.TransparentBackground.Supported {
|
||
value.TransparentBackground.Default = false
|
||
}
|
||
return nil
|
||
}
|
||
|
||
func validateVideoCapabilityConfig(value *VideoCapabilityConfig) error {
|
||
if value.References.PromptMaxChars < 1 || value.References.PromptMaxChars > 1000000 {
|
||
return BadAuthRequest("提示词最大字符数必须在 1-1000000 之间")
|
||
}
|
||
for name, number := range map[string]int{"最少图片引用数": value.References.MinImages, "最大图片引用数": value.References.MaxImages, "最大视频引用数": value.References.MaxVideos, "最大音频引用数": value.References.MaxAudios} {
|
||
if number < 0 || number > 100 {
|
||
return BadAuthRequest(name + "必须在 0-100 之间")
|
||
}
|
||
}
|
||
if value.References.MinImages > value.References.MaxImages {
|
||
return BadAuthRequest("最少图片引用数不能超过最大图片引用数")
|
||
}
|
||
if value.References.MaxImageBytes < 0 || value.References.MaxVideoBytes < 0 || value.References.MaxAudioBytes < 0 || value.References.MaxVideoDuration < 0 || value.References.MaxAudioDuration < 0 {
|
||
return BadAuthRequest("引用素材限制不能小于 0")
|
||
}
|
||
if err := validateVideoDuration(value.Duration); err != nil {
|
||
return err
|
||
}
|
||
if len(value.Ratios) == 0 || strings.TrimSpace(value.DefaultRatio) == "" || !containsCapabilityString(value.Ratios, value.DefaultRatio) {
|
||
return BadAuthRequest("请至少配置一个画面比例，并选择默认比例")
|
||
}
|
||
if len(value.Resolutions) == 0 {
|
||
if strings.TrimSpace(value.DefaultResolution) != "" {
|
||
return BadAuthRequest("未配置输出分辨率时不能设置默认分辨率")
|
||
}
|
||
} else if strings.TrimSpace(value.DefaultResolution) == "" || !containsCapabilityString(value.Resolutions, value.DefaultResolution) {
|
||
return BadAuthRequest("默认输出分辨率必须属于支持值")
|
||
}
|
||
if len(value.Operations) == 0 || strings.TrimSpace(value.DefaultOperation) == "" || !containsCapabilityString(value.Operations, value.DefaultOperation) {
|
||
return BadAuthRequest("请至少配置一个生成模式，并选择默认模式")
|
||
}
|
||
return nil
|
||
}
|
||
|
||
func validateVideoDuration(value VideoDurationConfig) error {
|
||
switch value.Selection {
|
||
case "range":
|
||
if value.Min < 1 || value.Max < value.Min || value.Max > 3600 || value.Step < 1 || value.Default < value.Min || value.Default > value.Max || (value.Default-value.Min)%value.Step != 0 {
|
||
return BadAuthRequest("视频时长范围或默认值无效")
|
||
}
|
||
case "enum":
|
||
if len(value.Values) == 0 || len(value.Values) > 100 {
|
||
return BadAuthRequest("视频固定时长至少需要一个选项")
|
||
}
|
||
values := append([]int(nil), value.Values...)
|
||
sort.Ints(values)
|
||
for index, item := range values {
|
||
if item < 1 || item > 3600 || (index > 0 && values[index-1] == item) {
|
||
return BadAuthRequest("视频固定时长选项无效或重复")
|
||
}
|
||
}
|
||
if !containsInt(values, value.Default) {
|
||
return BadAuthRequest("视频默认时长必须属于固定时长选项")
|
||
}
|
||
default:
|
||
return BadAuthRequest("视频时长选择方式仅支持范围或固定值")
|
||
}
|
||
return nil
|
||
}
|
||
|
||
func (s *Service) ValidateTaskCapability(input map[string]any) error {
|
||
encoded, err := json.Marshal(input)
|
||
if err != nil {
|
||
return BadAuthRequest("任务输入格式无效")
|
||
}
|
||
var taskInput canvasGenerationInput
|
||
if err := json.Unmarshal(encoded, &taskInput); err != nil || (taskInput.Mode != "image" && taskInput.Mode != "video" && taskInput.Mode != "audio") {
|
||
return nil
|
||
}
|
||
if isWorkflowProviderInterface(taskInput.Config.InterfaceType) {
|
||
return validateWorkflowProviderConfig(taskInput.Mode, taskInput.Config)
|
||
}
|
||
// 普通音频模型沿用主线的能力校验路径；当前专用能力表只覆盖图片和视频。
|
||
if taskInput.Mode == "audio" {
|
||
return nil
|
||
}
|
||
channelID := strings.TrimSpace(taskInput.Config.ChannelID)
|
||
if channelID == "" {
|
||
channelID = systemChannelIDFromBaseURL(taskInput.Config.BaseURL)
|
||
}
|
||
if channelID == "" {
|
||
if taskInput.Mode == "image" {
|
||
profile := DefaultImageCapabilityConfig(taskInput.Config.InterfaceType, taskInput.Config.Model)
|
||
if taskInput.Config.CapabilityConfig != nil && taskInput.Config.CapabilityConfig.Image != nil {
|
||
profile = taskInput.Config.CapabilityConfig.Image
|
||
}
|
||
return validateImageTask(profile, taskInput)
|
||
}
|
||
if taskInput.Config.CapabilityConfig == nil || taskInput.Config.CapabilityConfig.Video == nil {
|
||
return nil
|
||
}
|
||
return validateVideoTask(taskInput.Config.CapabilityConfig.Video, taskInput)
|
||
}
|
||
item, err := s.repo.ChannelModelByKey(channelID, providerChannelModelKey(taskInput.Config))
|
||
if err != nil {
|
||
return BadAuthRequest("当前系统渠道模型未配置或已停用")
|
||
}
|
||
profile, err := DecodeModelCapabilityConfig(item.CapabilityConfigJSON)
|
||
if taskInput.Mode == "image" {
|
||
if err != nil {
|
||
return BadAuthRequest("当前图片模型能力参数无效")
|
||
}
|
||
imageProfile := DefaultImageCapabilityConfig(string(item.Protocol), firstNonEmpty(item.ProviderModelKey, item.ModelKey))
|
||
if profile != nil && profile.Image != nil {
|
||
imageProfile = profile.Image
|
||
}
|
||
return validateImageTask(applyModelSpecificImageCapability(imageProfile, string(item.Protocol), firstNonEmpty(item.ProviderModelKey, item.ModelKey), taskInput.Config.APIFormat), taskInput)
|
||
}
|
||
if err != nil || profile == nil || profile.Video == nil {
|
||
return BadAuthRequest("当前视频模型尚未配置能力参数")
|
||
}
|
||
applyFixedVideoResolution(&taskInput, profile.Video)
|
||
if config, ok := input["config"].(map[string]any); ok {
|
||
config["vquality"] = taskInput.Config.VQuality
|
||
}
|
||
return validateVideoTask(profile.Video, taskInput)
|
||
}
|
||
|
||
// applyModelSpecificImageCapability is retained as a narrow normalization hook
|
||
// for provider-specific image validation. The stored capability profile is
|
||
// already normalized when the channel model is saved, so no second override is
|
||
// needed here.
|
||
func applyModelSpecificImageCapability(profile *ImageCapabilityConfig, _ string, _ string, _ string) *ImageCapabilityConfig {
|
||
return profile
|
||
}
|
||
|
||
// applyFixedVideoResolution 让单档位 SKU 的预扣、恢复和上游请求保持同一分辨率。
|
||
func applyFixedVideoResolution(input *canvasGenerationInput, profile *VideoCapabilityConfig) {
|
||
if input == nil || profile == nil || len(profile.Resolutions) != 1 {
|
||
return
|
||
}
|
||
if resolution := videoResolutionNameRequest(profile, profile.Resolutions[0]); resolution != "" {
|
||
input.Config.VQuality = resolution
|
||
}
|
||
}
|
||
|
||
func validateVideoTask(profile *VideoCapabilityConfig, input canvasGenerationInput) error {
|
||
if len(input.ReferenceImages) > profile.References.MaxImages || len(input.ReferenceVideos) > profile.References.MaxVideos || len(input.ReferenceAudios) > profile.References.MaxAudios {
|
||
return BadAuthRequest("参考素材数量超过当前模型限制")
|
||
}
|
||
if input.Config.InterfaceType == string(model.ChannelInterfaceVolcengineArkVideo) && len(input.ReferenceAudios) > 0 && len(input.ReferenceImages) == 0 && len(input.ReferenceVideos) == 0 {
|
||
return BadAuthRequest("火山方舟全模态参考不支持纯音频或文本+音频，请同时添加参考图片或参考视频")
|
||
}
|
||
if len(input.ReferenceImages) < profile.References.MinImages {
|
||
return BadAuthRequest(fmt.Sprintf("当前视频模型至少需要 %d 张参考图", profile.References.MinImages))
|
||
}
|
||
for _, media := range input.ReferenceImages {
|
||
if profile.References.MaxImageBytes > 0 && media.Bytes > profile.References.MaxImageBytes {
|
||
return BadAuthRequest("参考图片文件超过当前模型大小限制")
|
||
}
|
||
}
|
||
for _, media := range input.ReferenceVideos {
|
||
if profile.References.MaxVideoBytes > 0 && media.Bytes > profile.References.MaxVideoBytes {
|
||
return BadAuthRequest("参考视频文件超过当前模型大小限制")
|
||
}
|
||
if profile.References.MaxVideoDuration > 0 && media.DurationMs > int64(profile.References.MaxVideoDuration)*1000 {
|
||
return BadAuthRequest("参考视频时长超过当前模型限制")
|
||
}
|
||
}
|
||
for _, media := range input.ReferenceAudios {
|
||
if profile.References.MaxAudioBytes > 0 && media.Bytes > profile.References.MaxAudioBytes {
|
||
return BadAuthRequest("参考音频文件超过当前模型大小限制")
|
||
}
|
||
if profile.References.MaxAudioDuration > 0 && media.DurationMs > int64(profile.References.MaxAudioDuration)*1000 {
|
||
return BadAuthRequest("参考音频时长超过当前模型限制")
|
||
}
|
||
}
|
||
seconds, err := strconv.Atoi(strings.TrimSpace(input.Config.VideoSeconds))
|
||
if err != nil || !videoDurationAllowed(profile.Duration, seconds) {
|
||
return BadAuthRequest("视频时长不在当前模型支持范围内")
|
||
}
|
||
if input.Config.Size != "" && !videoRatioAllowed(profile.Ratios, input.Config.Size) {
|
||
return BadAuthRequest("画面比例不在当前模型支持范围内")
|
||
}
|
||
if len(profile.Resolutions) > 0 && !isAutomaticVideoResolution(input.Config.VQuality) && videoResolutionNameRequest(profile, input.Config.VQuality) == "" {
|
||
return BadAuthRequest("输出分辨率不在当前模型支持范围内")
|
||
}
|
||
operation := metadataString(input.Metadata, "videoEditOperation")
|
||
if operation == "" {
|
||
if len(input.ReferenceImages) > 0 {
|
||
operation = "image_to_video"
|
||
} else {
|
||
operation = profile.DefaultOperation
|
||
}
|
||
}
|
||
if !containsCapabilityString(profile.Operations, operation) {
|
||
return BadAuthRequest("当前视频模型不支持该生成模式")
|
||
}
|
||
return nil
|
||
}
|
||
|
||
func validateImageTask(profile *ImageCapabilityConfig, input canvasGenerationInput) error {
|
||
if profile == nil {
|
||
return nil
|
||
}
|
||
modelName := strings.TrimPrefix(strings.ToLower(strings.TrimSpace(input.Config.Model)), "models/")
|
||
if input.Config.InterfaceType == string(model.ChannelInterfaceGrokImage) && modelName == "grok-imagine-image-quality" {
|
||
const maxPromptBytes = 8000
|
||
promptBytes := len(withSystemPrompt(input.Config, input.Prompt))
|
||
if promptBytes > maxPromptBytes {
|
||
return BadAuthRequest(fmt.Sprintf("Grok 图片完整提示词为 %d UTF-8 字节，超过上游 %d 字节限制。系统不会自动删改；请精简当前输入、连线文本、角色卡、画风或模板内容后重试", promptBytes, maxPromptBytes))
|
||
}
|
||
}
|
||
if len(input.ReferenceImages) > profile.References.MaxImages {
|
||
return BadAuthRequest(fmt.Sprintf("当前图片模型最多支持 %d 张参考图", profile.References.MaxImages))
|
||
}
|
||
for _, media := range input.ReferenceImages {
|
||
if profile.References.MaxImageBytes > 0 && media.Bytes > profile.References.MaxImageBytes {
|
||
return BadAuthRequest("参考图片文件超过当前模型大小限制")
|
||
}
|
||
}
|
||
if input.Mask != nil && !profile.References.MaskSupported {
|
||
return BadAuthRequest("当前图片模型不支持蒙版编辑")
|
||
}
|
||
if profile.Size.Parameter != "none" && !profile.Size.AllowCustom && strings.TrimSpace(input.Config.Size) != "" && !containsCapabilityString(profile.Size.Values, input.Config.Size) {
|
||
return BadAuthRequest("图片尺寸不在当前模型支持范围内")
|
||
}
|
||
if profile.Size.Parameter == "size" && profile.Size.AllowCustom && strings.HasPrefix(modelName, "gpt-image-2") && !containsCapabilityString(profile.Size.Values, input.Config.Size) {
|
||
if err := validateGPTImage2CustomSize(input.Config.Size); err != nil {
|
||
return BadAuthRequest(err.Error())
|
||
}
|
||
}
|
||
if profile.Quality.Supported && strings.TrimSpace(input.Config.Quality) != "" && !containsCapabilityString(profile.Quality.Values, input.Config.Quality) {
|
||
return BadAuthRequest("图片质量不在当前模型支持范围内")
|
||
}
|
||
count, err := strconv.Atoi(strings.TrimSpace(input.Config.Count))
|
||
if err == nil && count > profile.MaxOutputs {
|
||
return BadAuthRequest(fmt.Sprintf("当前图片模型单次最多生成 %d 张", profile.MaxOutputs))
|
||
}
|
||
return nil
|
||
}
|
||
|
||
func validateGPTImage2CustomSize(value string) error {
|
||
value = strings.ToLower(strings.TrimSpace(strings.ReplaceAll(value, "×", "x")))
|
||
if value == "" || value == "auto" {
|
||
return nil
|
||
}
|
||
parts := strings.Split(value, "x")
|
||
if len(parts) != 2 {
|
||
return errors.New("自定义图片尺寸请使用宽x高，例如 3840x1920")
|
||
}
|
||
width, widthErr := strconv.Atoi(parts[0])
|
||
height, heightErr := strconv.Atoi(parts[1])
|
||
if widthErr != nil || heightErr != nil || width <= 0 || height <= 0 {
|
||
return errors.New("图片尺寸必须是正整数")
|
||
}
|
||
if width%16 != 0 || height%16 != 0 {
|
||
return errors.New("图片尺寸宽高必须是 16 的倍数")
|
||
}
|
||
if max(width, height) > 3840 {
|
||
return errors.New("图片尺寸最长边不能超过 3840px")
|
||
}
|
||
if max(width, height) > min(width, height)*3 {
|
||
return errors.New("图片宽高比不能超过 3:1")
|
||
}
|
||
pixels := int64(width) * int64(height)
|
||
if pixels < 655360 || pixels > 8294400 {
|
||
return errors.New("图片总像素需在 655360 到 8294400 之间")
|
||
}
|
||
return nil
|
||
}
|
||
|
||
func videoDurationAllowed(value VideoDurationConfig, seconds int) bool {
|
||
if value.Selection == "enum" {
|
||
return containsInt(value.Values, seconds)
|
||
}
|
||
return seconds >= value.Min && seconds <= value.Max && value.Step > 0 && (seconds-value.Min)%value.Step == 0
|
||
}
|
||
|
||
func videoRatioAllowed(options []string, value string) bool {
|
||
value = strings.TrimSpace(strings.ToLower(strings.ReplaceAll(value, "×", "x")))
|
||
if containsCapabilityString(options, value) {
|
||
return true
|
||
}
|
||
parts := strings.Split(value, "x")
|
||
if len(parts) != 2 {
|
||
return false
|
||
}
|
||
width, widthErr := strconv.ParseFloat(parts[0], 64)
|
||
height, heightErr := strconv.ParseFloat(parts[1], 64)
|
||
if widthErr != nil || heightErr != nil || width <= 0 || height <= 0 {
|
||
return false
|
||
}
|
||
actual := width / height
|
||
for _, option := range options {
|
||
candidate := ratioValue(option)
|
||
if candidate > 0 && absFloat(candidate-actual)/candidate < 0.01 {
|
||
return true
|
||
}
|
||
}
|
||
return false
|
||
}
|
||
|
||
func ratioValue(value string) float64 {
|
||
parts := strings.Split(strings.TrimSpace(value), ":")
|
||
if len(parts) != 2 {
|
||
return 0
|
||
}
|
||
width, widthErr := strconv.ParseFloat(parts[0], 64)
|
||
height, heightErr := strconv.ParseFloat(parts[1], 64)
|
||
if widthErr != nil || heightErr != nil || width <= 0 || height <= 0 {
|
||
return 0
|
||
}
|
||
return width / height
|
||
}
|
||
|
||
func normalizeResolution(value string) string {
|
||
value = strings.ToLower(strings.TrimSpace(value))
|
||
value = strings.TrimSuffix(value, "p")
|
||
if value == "2k" {
|
||
return "1440p"
|
||
}
|
||
if value == "4k" {
|
||
return "2160p"
|
||
}
|
||
return value + "p"
|
||
}
|
||
|
||
func containsCapabilityString(values []string, target string) bool {
|
||
for _, value := range values {
|
||
if strings.EqualFold(strings.TrimSpace(value), strings.TrimSpace(target)) {
|
||
return true
|
||
}
|
||
}
|
||
return false
|
||
}
|
||
|
||
func containsInt(values []int, target int) bool {
|
||
for _, value := range values {
|
||
if value == target {
|
||
return true
|
||
}
|
||
}
|
||
return false
|
||
}
|
||
|
||
func absFloat(value float64) float64 {
|
||
if value < 0 {
|
||
return -value
|
||
}
|
||
return value
|
||
}
|