1411 lines
50 KiB
Go
1411 lines
50 KiB
Go
package app
|
||
|
||
import (
|
||
"context"
|
||
cryptorand "crypto/rand"
|
||
"encoding/binary"
|
||
"encoding/json"
|
||
"errors"
|
||
"fmt"
|
||
"log"
|
||
"math"
|
||
"sort"
|
||
"strconv"
|
||
"strings"
|
||
"time"
|
||
|
||
"infinite-canvas/backend/internal/model"
|
||
"infinite-canvas/backend/internal/repository"
|
||
)
|
||
|
||
type CapabilityImageSizePreset struct {
|
||
Size string `json:"size"`
|
||
Tier string `json:"tier"`
|
||
Ratio string `json:"ratio"`
|
||
Width int `json:"width"`
|
||
Height int `json:"height"`
|
||
}
|
||
|
||
type CapabilityImageSize struct {
|
||
Parameter string `json:"parameter,omitempty"`
|
||
AllowCustom bool `json:"allowCustom,omitempty"`
|
||
Presets []CapabilityImageSizePreset `json:"presets,omitempty"`
|
||
}
|
||
|
||
type CapabilitySpec struct {
|
||
Version int `json:"version"`
|
||
Capability string `json:"capability"`
|
||
Operations []string `json:"operations,omitempty"`
|
||
Inputs map[string]InputConstraint `json:"inputs,omitempty"`
|
||
Options map[string]OptionConstraint `json:"options,omitempty"`
|
||
ImageSize *CapabilityImageSize `json:"imageSize,omitempty"`
|
||
}
|
||
|
||
type InputConstraint struct {
|
||
Min int `json:"min"`
|
||
Max int `json:"max"`
|
||
}
|
||
|
||
type OptionConstraint struct {
|
||
Values []any `json:"values,omitempty"`
|
||
Min *float64 `json:"min,omitempty"`
|
||
Max *float64 `json:"max,omitempty"`
|
||
Step *float64 `json:"step,omitempty"`
|
||
}
|
||
|
||
type ModelRequestIntent struct {
|
||
Capability string `json:"capability"`
|
||
Operation string `json:"operation,omitempty"`
|
||
Inputs map[string]int `json:"inputs,omitempty"`
|
||
Options map[string]any `json:"options,omitempty"`
|
||
}
|
||
|
||
// ModelRequestIntentFromTaskInput 从统一任务输入推导路由意图；它只统计实际输入和显式参数，不假设任何固定图片数或视频时长。
|
||
func ModelRequestIntentFromTaskInput(input map[string]any, taskType string, operation string) ModelRequestIntent {
|
||
capability := normalizeCapability(fmt.Sprint(input["mode"]))
|
||
if capability == "" {
|
||
capability = capabilityFromTaskType(taskType)
|
||
}
|
||
intent := ModelRequestIntent{Capability: capability, Operation: strings.TrimSpace(operation), Inputs: map[string]int{}, Options: map[string]any{}}
|
||
for inputType, key := range map[string]string{"image": "referenceImages", "video": "referenceVideos", "audio": "referenceAudios"} {
|
||
if values, ok := input[key].([]any); ok {
|
||
intent.Inputs[inputType] = len(values)
|
||
}
|
||
}
|
||
if mask, exists := input["mask"]; exists && mask != nil {
|
||
intent.Inputs["mask"] = 1
|
||
}
|
||
explicitOptions := false
|
||
if options, ok := input["capabilityOptions"].(map[string]any); ok {
|
||
explicitOptions = true
|
||
for key, value := range options {
|
||
name := canonicalCapabilityOptionName(key)
|
||
// auto/any 表示调用方不指定质量；不能把它当作模型必须声明的
|
||
// 枚举值，否则未列出 auto 的模型会被错误判定为参数不支持。
|
||
if name == "quality" {
|
||
if normalized, ok := value.(string); ok && (strings.EqualFold(strings.TrimSpace(normalized), "auto") || strings.EqualFold(strings.TrimSpace(normalized), "any")) {
|
||
continue
|
||
}
|
||
}
|
||
intent.Options[name] = normalizeModelRequestOption(name, value)
|
||
}
|
||
}
|
||
if config, ok := input["config"].(map[string]any); ok && !explicitOptions {
|
||
for key, value := range config {
|
||
switch key {
|
||
case "channelId", "apiFormat", "interfaceType", "baseUrl", "apiKey", "secretKey", "headers", "model", "capabilityConfig":
|
||
continue
|
||
default:
|
||
canonical := canonicalCapabilityOptionName(key)
|
||
if isCapabilityOptionFor(capability, canonical) && value != nil && strings.TrimSpace(fmt.Sprint(value)) != "" {
|
||
intent.Options[canonical] = normalizeModelRequestOption(canonical, value)
|
||
}
|
||
}
|
||
}
|
||
}
|
||
return intent
|
||
}
|
||
|
||
func normalizeModelRequestOption(name string, value any) any {
|
||
canonicalName := canonicalCapabilityOptionName(name)
|
||
if canonicalName == "quality" || canonicalName == "size" {
|
||
if text, ok := value.(string); ok {
|
||
return strings.ToLower(strings.TrimSpace(text))
|
||
}
|
||
return value
|
||
}
|
||
if canonicalName != "vquality" {
|
||
return value
|
||
}
|
||
resolution, ok := value.(string)
|
||
if !ok {
|
||
return value
|
||
}
|
||
switch strings.ToLower(strings.TrimSpace(resolution)) {
|
||
case "low", "480", "480p":
|
||
return "480p"
|
||
case "720", "720p":
|
||
return "720p"
|
||
case "1080", "1080p":
|
||
return "1080p"
|
||
case "2k", "1440", "1440p":
|
||
return "1440p"
|
||
case "4k", "2160", "2160p":
|
||
return "2160p"
|
||
default:
|
||
return value
|
||
}
|
||
}
|
||
|
||
type CapabilityMatch struct {
|
||
Matched bool `json:"matched"`
|
||
Reasons []string `json:"reasons,omitempty"`
|
||
}
|
||
|
||
type cachedLogicalModel struct {
|
||
Model model.LogicalModel
|
||
Revision model.LogicalModelRevision
|
||
ProductSpec CapabilitySpec
|
||
Defaults map[string]any
|
||
Routes []cachedLogicalRoute
|
||
}
|
||
|
||
type cachedLogicalRoute struct {
|
||
Route model.LogicalModelRoute
|
||
CapabilitySpec CapabilitySpec
|
||
ChannelModel model.ChannelModel
|
||
}
|
||
|
||
type routeCatalogSnapshot struct {
|
||
LoadedAt time.Time
|
||
CatalogVersion int64
|
||
Models map[string]cachedLogicalModel
|
||
Ordered []string
|
||
}
|
||
|
||
type RoutedModel struct {
|
||
LogicalModel model.LogicalModel
|
||
Revision model.LogicalModelRevision
|
||
Route model.LogicalModelRoute
|
||
ChannelModel model.ChannelModel
|
||
PriceTier *model.ChannelModelPriceTier
|
||
Defaults map[string]any
|
||
}
|
||
|
||
func DecodeCapabilitySpec(raw string) (CapabilitySpec, error) {
|
||
var spec CapabilitySpec
|
||
if err := json.Unmarshal([]byte(raw), &spec); err != nil {
|
||
return spec, BadAuthRequest("能力配置不是有效 JSON")
|
||
}
|
||
normalized, err := NormalizeCapabilitySpec(spec)
|
||
if err != nil {
|
||
return spec, err
|
||
}
|
||
return normalized, nil
|
||
}
|
||
|
||
func ValidateCapabilitySpec(spec CapabilitySpec) error {
|
||
_, err := NormalizeCapabilitySpec(spec)
|
||
return err
|
||
}
|
||
|
||
func NormalizeCapabilitySpec(spec CapabilitySpec) (CapabilitySpec, error) {
|
||
spec.Capability = normalizeCapability(spec.Capability)
|
||
if spec.Version != 1 {
|
||
return spec, BadAuthRequest("能力配置 version 必须为 1")
|
||
}
|
||
if spec.Capability == "" {
|
||
return spec, BadAuthRequest("能力配置必须声明 capability")
|
||
}
|
||
operations := make([]string, 0, len(spec.Operations))
|
||
seenOperations := make(map[string]bool, len(spec.Operations))
|
||
for _, operation := range spec.Operations {
|
||
normalized := normalizeCapabilityValue(operation)
|
||
if normalized != "" && !seenOperations[normalized] {
|
||
seenOperations[normalized] = true
|
||
operations = append(operations, normalized)
|
||
}
|
||
}
|
||
spec.Operations = operations
|
||
normalizedInputs := make(map[string]InputConstraint, len(spec.Inputs))
|
||
for rawName, constraint := range spec.Inputs {
|
||
name := normalizeCapabilityValue(rawName)
|
||
if name == "" || constraint.Min < 0 || constraint.Max < constraint.Min {
|
||
return spec, BadAuthRequest("输入能力范围无效")
|
||
}
|
||
if _, exists := normalizedInputs[name]; exists {
|
||
return spec, BadAuthRequest("输入能力存在重复名称：" + name)
|
||
}
|
||
normalizedInputs[name] = constraint
|
||
}
|
||
spec.Inputs = normalizedInputs
|
||
normalizedOptions := make(map[string]OptionConstraint, len(spec.Options))
|
||
for rawName, constraint := range spec.Options {
|
||
name := canonicalCapabilityOptionName(rawName)
|
||
if strings.TrimSpace(name) == "" {
|
||
return spec, BadAuthRequest("能力参数名称不能为空")
|
||
}
|
||
if _, exists := normalizedOptions[name]; exists {
|
||
return spec, BadAuthRequest("能力参数存在重复别名：" + name)
|
||
}
|
||
hasValues := len(constraint.Values) > 0
|
||
hasRange := constraint.Min != nil || constraint.Max != nil || constraint.Step != nil
|
||
if !hasValues && !hasRange {
|
||
return spec, BadAuthRequest("能力参数必须声明 values 或数值范围")
|
||
}
|
||
if hasValues && hasRange {
|
||
return spec, BadAuthRequest("能力参数不能同时声明 values 和数值范围")
|
||
}
|
||
if hasRange && (constraint.Min == nil || constraint.Max == nil) {
|
||
return spec, BadAuthRequest("数值范围必须同时声明 min 和 max")
|
||
}
|
||
if constraint.Min != nil && constraint.Max != nil && *constraint.Max < *constraint.Min {
|
||
return spec, BadAuthRequest("能力参数数值范围无效")
|
||
}
|
||
if constraint.Step != nil && *constraint.Step <= 0 {
|
||
return spec, BadAuthRequest("能力参数 step 必须大于 0")
|
||
}
|
||
normalizedOptions[name] = constraint
|
||
}
|
||
spec.Options = normalizedOptions
|
||
return spec, nil
|
||
}
|
||
|
||
func decodeLogicalDefaults(raw string, spec CapabilitySpec) (map[string]any, error) {
|
||
defaults := map[string]any{}
|
||
if err := json.Unmarshal([]byte(raw), &defaults); err != nil {
|
||
return nil, err
|
||
}
|
||
return normalizeLogicalDefaults(spec, defaults)
|
||
}
|
||
|
||
func MatchCapability(spec CapabilitySpec, intent ModelRequestIntent) CapabilityMatch {
|
||
reasons := make([]string, 0)
|
||
if normalizeCapability(intent.Capability) != normalizeCapability(spec.Capability) {
|
||
reasons = append(reasons, "能力类型不匹配")
|
||
}
|
||
if operation := normalizeCapabilityValue(intent.Operation); operation != "" && len(spec.Operations) > 0 && !containsNormalized(spec.Operations, operation) {
|
||
reasons = append(reasons, "不支持操作 "+intent.Operation)
|
||
}
|
||
for inputType, count := range intent.Inputs {
|
||
if count < 0 {
|
||
reasons = append(reasons, "输入数量不能小于 0")
|
||
continue
|
||
}
|
||
constraint, declared := spec.Inputs[inputType]
|
||
if !declared {
|
||
// Multimodal text models may accept reference images even if not declared.
|
||
if count > 0 && !(normalizeCapability(spec.Capability) == "text" && inputType == "image") {
|
||
reasons = append(reasons, "不支持 "+capabilityInputLabel(inputType)+"输入")
|
||
}
|
||
continue
|
||
}
|
||
if count < constraint.Min || count > constraint.Max {
|
||
reasons = append(reasons, fmt.Sprintf("%s数量需在 %d-%d 之间", capabilityInputLabel(inputType), constraint.Min, constraint.Max))
|
||
}
|
||
}
|
||
for inputType, constraint := range spec.Inputs {
|
||
if intent.Inputs[inputType] < constraint.Min {
|
||
reasons = append(reasons, fmt.Sprintf("至少需要 %d 个%s", constraint.Min, capabilityInputLabel(inputType)))
|
||
}
|
||
}
|
||
for name, value := range intent.Options {
|
||
constraint, declared := spec.Options[canonicalCapabilityOptionName(name)]
|
||
if !declared {
|
||
reasons = append(reasons, "不支持参数 "+capabilityOptionLabel(name))
|
||
continue
|
||
}
|
||
if !matchOptionConstraint(name, constraint, value) {
|
||
reasons = append(reasons, "参数 "+capabilityOptionLabel(name)+"超出支持范围")
|
||
}
|
||
}
|
||
return CapabilityMatch{Matched: len(reasons) == 0, Reasons: reasons}
|
||
}
|
||
|
||
func capabilityInputLabel(name string) string {
|
||
switch normalizeCapabilityValue(name) {
|
||
case "image":
|
||
return "参考图片"
|
||
case "video":
|
||
return "参考视频"
|
||
case "audio":
|
||
return "参考音频"
|
||
case "mask":
|
||
return "蒙版"
|
||
default:
|
||
return name
|
||
}
|
||
}
|
||
|
||
func capabilityOptionLabel(name string) string {
|
||
switch canonicalCapabilityOptionName(name) {
|
||
case "size":
|
||
return "画面尺寸"
|
||
case "quality":
|
||
return "生成质量"
|
||
case "transparentBackground":
|
||
return "透明背景"
|
||
case "count":
|
||
return "输出数量"
|
||
case "videoSeconds":
|
||
return "视频时长"
|
||
case "vquality":
|
||
return "输出分辨率"
|
||
case "videoGenerateAudio":
|
||
return "同步音频"
|
||
case "videoWatermark":
|
||
return "水印设置"
|
||
case "audioVoice":
|
||
return "音色"
|
||
case "audioFormat":
|
||
return "音频格式"
|
||
case "audioSpeed":
|
||
return "语速"
|
||
case "audioInstructions":
|
||
return "朗读指令"
|
||
default:
|
||
return name
|
||
}
|
||
}
|
||
|
||
func matchOptionConstraint(name string, constraint OptionConstraint, value any) bool {
|
||
if len(constraint.Values) > 0 {
|
||
for _, candidate := range constraint.Values {
|
||
if normalizedScalar(candidate) == "*" {
|
||
return true
|
||
}
|
||
if capabilityOptionValuesEqual(name, candidate, value) {
|
||
return true
|
||
}
|
||
}
|
||
return false
|
||
}
|
||
number, ok := numericScalar(value)
|
||
if !ok {
|
||
return false
|
||
}
|
||
if constraint.Min != nil && number < *constraint.Min {
|
||
return false
|
||
}
|
||
if constraint.Max != nil && number > *constraint.Max {
|
||
return false
|
||
}
|
||
if constraint.Step != nil && constraint.Min != nil {
|
||
steps := (number - *constraint.Min) / *constraint.Step
|
||
return math.Abs(steps-math.Round(steps)) < 1e-9
|
||
}
|
||
return true
|
||
}
|
||
|
||
func capabilityOptionValuesEqual(name string, candidate any, value any) bool {
|
||
left := normalizedScalar(candidate)
|
||
right := normalizedScalar(value)
|
||
if canonicalCapabilityOptionName(name) == "vquality" {
|
||
// Compare using the same aliases as request intents and price tiers.
|
||
left = strings.TrimSuffix(normalizedScalar(normalizeModelRequestOption(name, left)), "p")
|
||
right = strings.TrimSuffix(normalizedScalar(normalizeModelRequestOption(name, right)), "p")
|
||
}
|
||
return left == right
|
||
}
|
||
|
||
func normalizedScalar(value any) string {
|
||
switch typed := value.(type) {
|
||
case string:
|
||
return normalizeCapabilityValue(typed)
|
||
case bool:
|
||
return strconv.FormatBool(typed)
|
||
case float64:
|
||
return strconv.FormatFloat(typed, 'f', -1, 64)
|
||
case float32:
|
||
return strconv.FormatFloat(float64(typed), 'f', -1, 64)
|
||
case int:
|
||
return strconv.Itoa(typed)
|
||
case int64:
|
||
return strconv.FormatInt(typed, 10)
|
||
default:
|
||
encoded, _ := json.Marshal(value)
|
||
return string(encoded)
|
||
}
|
||
}
|
||
|
||
func numericScalar(value any) (float64, bool) {
|
||
switch typed := value.(type) {
|
||
case float64:
|
||
return typed, true
|
||
case float32:
|
||
return float64(typed), true
|
||
case int:
|
||
return float64(typed), true
|
||
case int64:
|
||
return float64(typed), true
|
||
case json.Number:
|
||
parsed, err := typed.Float64()
|
||
return parsed, err == nil
|
||
case string:
|
||
parsed, err := strconv.ParseFloat(strings.TrimSpace(typed), 64)
|
||
return parsed, err == nil
|
||
default:
|
||
return 0, false
|
||
}
|
||
}
|
||
|
||
func containsNormalized(values []string, expected string) bool {
|
||
for _, value := range values {
|
||
if normalizeCapabilityValue(value) == expected {
|
||
return true
|
||
}
|
||
}
|
||
return false
|
||
}
|
||
|
||
func normalizeCapabilityValue(value string) string {
|
||
return strings.ToLower(strings.TrimSpace(value))
|
||
}
|
||
|
||
func canonicalCapabilityOptionName(value string) string {
|
||
name := strings.TrimSpace(value)
|
||
switch name {
|
||
case "duration":
|
||
return "videoSeconds"
|
||
case "aspectRatio":
|
||
return "size"
|
||
case "resolution":
|
||
return "vquality"
|
||
default:
|
||
return name
|
||
}
|
||
}
|
||
|
||
func isCapabilityOptionFor(capability string, name string) bool {
|
||
switch normalizeCapability(capability) {
|
||
case "image":
|
||
return name == "size" || name == "quality" || name == "transparentBackground" || name == "count"
|
||
case "video":
|
||
return name == "size" || name == "videoSeconds" || name == "vquality" || name == "videoGenerateAudio" || name == "videoWatermark"
|
||
case "audio":
|
||
return name == "audioVoice" || name == "audioFormat" || name == "audioSpeed" || name == "audioInstructions"
|
||
case "text":
|
||
// systemPrompt 是请求内容，不是供应线路能力维度，不能参与路由匹配。
|
||
return false
|
||
default:
|
||
return false
|
||
}
|
||
}
|
||
|
||
func isProviderCapabilityOption(name string) bool {
|
||
return isCapabilityOptionFor("image", name) || isCapabilityOptionFor("video", name) || isCapabilityOptionFor("audio", name) || isCapabilityOptionFor("text", name)
|
||
}
|
||
|
||
func (s *Service) invalidateRouteCatalog() {
|
||
s.routeCatalogRefreshMu.Lock()
|
||
s.routeCatalogMu.Lock()
|
||
s.routeCatalog = nil
|
||
s.routeCatalogVersion++
|
||
s.routeCatalogRetryAt = time.Time{}
|
||
s.routeCatalogRefreshError = nil
|
||
s.routeCatalogMu.Unlock()
|
||
s.routeCatalogRefreshMu.Unlock()
|
||
if s.coordinator != nil {
|
||
ctx, cancel := context.WithTimeout(context.Background(), runtimeCoordinationTimeout)
|
||
defer cancel()
|
||
if err := s.coordinator.BumpRouteCatalogVersion(ctx); err != nil {
|
||
log.Printf("logical model route catalog distributed invalidation failed: %v", err)
|
||
}
|
||
}
|
||
s.initReadCaches()
|
||
s.routeVersionReadCache.Clear()
|
||
}
|
||
|
||
func (s *Service) routeCatalogSnapshot() (*routeCatalogSnapshot, error) {
|
||
now := time.Now()
|
||
version := s.currentRouteCatalogVersion()
|
||
s.routeCatalogMu.RLock()
|
||
snapshot := s.routeCatalog
|
||
if snapshot != nil && now.Sub(snapshot.LoadedAt) < s.routeCatalogTTL && snapshot.CatalogVersion == version {
|
||
s.routeCatalogMu.RUnlock()
|
||
return snapshot, nil
|
||
}
|
||
s.routeCatalogMu.RUnlock()
|
||
|
||
s.routeCatalogRefreshMu.Lock()
|
||
defer s.routeCatalogRefreshMu.Unlock()
|
||
now = time.Now()
|
||
version = s.currentRouteCatalogVersion()
|
||
s.routeCatalogMu.RLock()
|
||
snapshot = s.routeCatalog
|
||
if snapshot != nil && now.Sub(snapshot.LoadedAt) < s.routeCatalogTTL && snapshot.CatalogVersion == version {
|
||
s.routeCatalogMu.RUnlock()
|
||
return snapshot, nil
|
||
}
|
||
s.routeCatalogMu.RUnlock()
|
||
|
||
// 刷新锁只能防止并行回源，失败后还需要冷却，否则等待者会逐个重打数据库。
|
||
if s.routeCatalogRefreshError != nil && now.Before(s.routeCatalogRetryAt) {
|
||
if snapshot != nil && snapshot.CatalogVersion == version && now.Sub(snapshot.LoadedAt) <= s.routeCatalogMaxStale {
|
||
return snapshot, nil
|
||
}
|
||
return nil, s.routeCatalogRefreshError
|
||
}
|
||
loaded, err := s.loadRouteCatalog()
|
||
if err != nil {
|
||
s.routeCatalogRefreshError = err
|
||
s.routeCatalogRetryAt = time.Now().Add(2 * time.Second)
|
||
log.Printf("logical model route catalog refresh failed; retry cooled down: %v", err)
|
||
// 已有快照过期时允许短暂继续服务，数据库首次加载失败则明确失败。
|
||
if snapshot != nil && snapshot.CatalogVersion == version && now.Sub(snapshot.LoadedAt) <= s.routeCatalogMaxStale {
|
||
return snapshot, nil
|
||
}
|
||
return nil, err
|
||
}
|
||
s.routeCatalogRefreshError = nil
|
||
s.routeCatalogRetryAt = time.Time{}
|
||
s.routeCatalogMu.Lock()
|
||
s.routeCatalog = loaded
|
||
s.routeCatalogMu.Unlock()
|
||
return loaded, nil
|
||
}
|
||
|
||
func (s *Service) currentRouteCatalogVersion() int64 {
|
||
s.routeCatalogMu.RLock()
|
||
localVersion := s.routeCatalogVersion
|
||
s.routeCatalogMu.RUnlock()
|
||
if s.coordinator == nil || !s.coordinator.HasRedis() {
|
||
return localVersion
|
||
}
|
||
s.initReadCaches()
|
||
ctx, cancel := context.WithTimeout(context.Background(), runtimeCoordinationTimeout)
|
||
defer cancel()
|
||
version, err := s.routeVersionReadCache.Get(ctx, routeCatalogVersionKey, func(ctx context.Context) (int64, int, error) {
|
||
value, err := s.coordinator.RouteCatalogVersion(ctx)
|
||
if err != nil {
|
||
log.Printf("logical model route catalog distributed version check failed: %v", err)
|
||
}
|
||
return value, 256, err
|
||
})
|
||
if err != nil {
|
||
return localVersion
|
||
}
|
||
if version > localVersion {
|
||
return version
|
||
}
|
||
return localVersion
|
||
}
|
||
|
||
func (s *Service) loadRouteCatalog() (*routeCatalogSnapshot, error) {
|
||
ctx, cancel := context.WithTimeout(context.Background(), 5*time.Second)
|
||
defer cancel()
|
||
repo := s.repo.WithContext(ctx)
|
||
items, err := repo.LogicalModels(false)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
snapshot := &routeCatalogSnapshot{LoadedAt: time.Now(), CatalogVersion: s.currentRouteCatalogVersion(), Models: make(map[string]cachedLogicalModel), Ordered: make([]string, 0, len(items))}
|
||
graphs, err := repo.LogicalModelGraphs(items, false)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
systemChannelIDs := make([]string, 0)
|
||
for _, graph := range graphs {
|
||
if graph == nil {
|
||
continue
|
||
}
|
||
for _, channelModel := range graph.ChannelModels {
|
||
systemChannelIDs = append(systemChannelIDs, channelModel.ChannelID)
|
||
}
|
||
}
|
||
systemChannels, err := repo.SystemChannelsByIDs(systemChannelIDs, false)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
enabledSystemChannels := make(map[string]bool, len(systemChannels))
|
||
for _, channel := range systemChannels {
|
||
enabledSystemChannels[channel.ID] = true
|
||
}
|
||
for _, item := range items {
|
||
graph := graphs[item.ID]
|
||
if graph == nil || graph.Revision == nil {
|
||
log.Printf("logical model omitted from route catalog id=%s: graph unavailable", item.ID)
|
||
continue
|
||
}
|
||
productSpec, decodeErr := DecodeCapabilitySpec(graph.Revision.CapabilitySpecJSON)
|
||
if decodeErr != nil {
|
||
log.Printf("logical model omitted from route catalog id=%s: invalid product capability: %v", item.ID, decodeErr)
|
||
continue
|
||
}
|
||
channelModelByID := make(map[string]model.ChannelModel, len(graph.ChannelModels))
|
||
for _, channelModel := range graph.ChannelModels {
|
||
channelModelByID[channelModel.ID] = channelModel
|
||
}
|
||
cached := cachedLogicalModel{Model: item, Revision: *graph.Revision, ProductSpec: productSpec, Defaults: map[string]any{}}
|
||
for _, route := range graph.Routes {
|
||
channelModel, ok := channelModelByID[route.ChannelModelID]
|
||
if !ok || !channelModel.Enabled || !enabledSystemChannels[channelModel.ChannelID] {
|
||
continue
|
||
}
|
||
if item.PricePolicy == "unified" && item.BillingMode == "token" && !supportsTokenBilling(item.Capability, channelModel.Protocol) {
|
||
continue
|
||
}
|
||
if item.PricePolicy == "channel" && !channelModelHasActivePriceTier(channelModel) {
|
||
continue
|
||
}
|
||
capabilitySpec, specErr := channelModelCapabilitySpec(channelModel)
|
||
if specErr != nil {
|
||
log.Printf("logical route omitted from catalog route_id=%s channel_model_id=%s: invalid capability: %v", route.ID, channelModel.ID, specErr)
|
||
continue
|
||
}
|
||
cached.Routes = append(cached.Routes, cachedLogicalRoute{Route: route, CapabilitySpec: capabilitySpec, ChannelModel: channelModel})
|
||
}
|
||
productSpec = capabilitySpecWithRoutePresets(productSpec, enabledLogicalRouteSpecs(cached.Routes))
|
||
defaults, defaultsErr := decodeLogicalDefaults(graph.Revision.DefaultOptionsJSON, productSpec)
|
||
if defaultsErr != nil {
|
||
log.Printf("logical model omitted from route catalog id=%s: invalid defaults: %v", item.ID, defaultsErr)
|
||
continue
|
||
}
|
||
cached.ProductSpec = productSpec
|
||
cached.Defaults = defaults
|
||
snapshot.Models[item.ID] = cached
|
||
snapshot.Ordered = append(snapshot.Ordered, item.ID)
|
||
}
|
||
return snapshot, nil
|
||
}
|
||
|
||
// ResolveLogicalModel 将创作意图解析为一次可执行的路由快照。
|
||
// 解析同时约束能力合同、启用状态、价格档和渠道协议；调用方不得在解析完成后自行替换其中任一供应链字段，
|
||
// 否则会出现“目录显示可用、任务实际走另一条线路”的配置漂移。
|
||
func (s *Service) ResolveLogicalModel(logicalModelID string, intent ModelRequestIntent) (*RoutedModel, error) {
|
||
snapshot, err := s.routeCatalogSnapshot()
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
cached, ok := snapshot.Models[strings.TrimSpace(logicalModelID)]
|
||
if !ok {
|
||
return nil, BadAuthRequest("所选模型不可用")
|
||
}
|
||
intent.Options = mergeIntentDefaults(intent.Options, cached.Defaults)
|
||
if match := MatchCapability(cached.ProductSpec, intent); !match.Matched {
|
||
return nil, BadAuthRequest("所选模型不支持当前请求：" + strings.Join(match.Reasons, "；"))
|
||
}
|
||
eligible := s.eligibleLogicalRoutes(cached.Routes, intent, nil, cached.Model.PricePolicy == "channel")
|
||
if len(eligible) == 0 {
|
||
return nil, BadAuthRequest("当前模型暂时无法满足这组输入和参数")
|
||
}
|
||
selected := weightedRoute(eligible)
|
||
var priceTier *model.ChannelModelPriceTier
|
||
if cached.Model.PricePolicy == "channel" {
|
||
priceTier = channelModelPriceTierForIntent(selected.ChannelModel, intent)
|
||
if priceTier == nil {
|
||
return nil, BadAuthRequest("当前模型尚未配置所选规格的价格")
|
||
}
|
||
}
|
||
return &RoutedModel{LogicalModel: cached.Model, Revision: cached.Revision, Route: selected.Route, ChannelModel: selected.ChannelModel, PriceTier: priceTier, Defaults: cached.Defaults}, nil
|
||
}
|
||
|
||
func (s *Service) eligibleLogicalRoutes(routes []cachedLogicalRoute, intent ModelRequestIntent, tried map[string]bool, requirePriceTier bool) []cachedLogicalRoute {
|
||
eligible := make([]cachedLogicalRoute, 0, len(routes))
|
||
maxPriority := math.MinInt
|
||
for _, route := range routes {
|
||
if !route.Route.Enabled || route.Route.Weight <= 0 || tried[route.Route.ID] || s.logicalRouteBlocked(route) {
|
||
continue
|
||
}
|
||
if match := MatchCapability(route.CapabilitySpec, intent); !match.Matched {
|
||
continue
|
||
}
|
||
if requirePriceTier && channelModelPriceTierForIntent(route.ChannelModel, intent) == nil {
|
||
continue
|
||
}
|
||
if route.Route.Priority > maxPriority {
|
||
eligible = eligible[:0]
|
||
maxPriority = route.Route.Priority
|
||
}
|
||
if route.Route.Priority == maxPriority {
|
||
eligible = append(eligible, route)
|
||
}
|
||
}
|
||
return eligible
|
||
}
|
||
|
||
func channelModelHasActivePriceTier(channelModel model.ChannelModel) bool {
|
||
for _, tier := range channelModel.PriceTiers {
|
||
if tier.Enabled && tier.PriceConfigured {
|
||
return true
|
||
}
|
||
}
|
||
return false
|
||
}
|
||
|
||
// channelModelPriceTierForIntent 使用“精确规格优先、通配规格兜底”的规则。SKU 选择器与
|
||
// 运行意图使用同一组规范键，因而图片质量/画幅、视频分辨率/时长和生成操作都能独立定价。
|
||
func channelModelPriceTierForIntent(channelModel model.ChannelModel, intent ModelRequestIntent) *model.ChannelModelPriceTier {
|
||
selector := skuSelectorForIntent(intent)
|
||
bestScore := -1
|
||
var best *model.ChannelModelPriceTier
|
||
for index := range channelModel.PriceTiers {
|
||
tier := &channelModel.PriceTiers[index]
|
||
if !tier.Enabled || !tier.PriceConfigured {
|
||
continue
|
||
}
|
||
matched, score := matchSKUSelector(skuSelectorForTier(*tier), selector)
|
||
if !matched {
|
||
continue
|
||
}
|
||
if score > bestScore {
|
||
best, bestScore = tier, score
|
||
}
|
||
}
|
||
return best
|
||
}
|
||
|
||
func skuSelectorForIntent(intent ModelRequestIntent) map[string]string {
|
||
selector := map[string]string{}
|
||
if operation := strings.ToLower(strings.TrimSpace(intent.Operation)); operation != "" {
|
||
selector["operation"] = operation
|
||
}
|
||
switch normalizeCapability(intent.Capability) {
|
||
case "video":
|
||
// 价格档按实际参考素材归类。供应商执行仍可使用 reference_to_video、extend
|
||
// 等细分操作；计价时视频参考优先归为视频生视频，其余图片参考无论数量
|
||
// 都归为图生视频。
|
||
if intent.Inputs["video"] > 0 {
|
||
selector["operation"] = "video_to_video"
|
||
} else if intent.Inputs["image"] > 0 {
|
||
selector["operation"] = "image_to_video"
|
||
}
|
||
if count := intent.Inputs["image"]; count > 0 {
|
||
selector["imageCount"] = strconv.Itoa(count)
|
||
}
|
||
if value := normalizeChannelModelTierResolution(fmt.Sprint(intent.Options["vquality"])); value != "*" {
|
||
selector["vquality"] = value
|
||
}
|
||
if seconds, err := strconv.Atoi(strings.TrimSpace(fmt.Sprint(intent.Options["videoSeconds"]))); err == nil && seconds > 0 {
|
||
selector["videoSeconds"] = strconv.Itoa(seconds)
|
||
}
|
||
case "image":
|
||
if intent.Inputs["image"] > 0 {
|
||
selector["operation"] = "image_to_image"
|
||
} else {
|
||
selector["operation"] = "text_to_image"
|
||
}
|
||
rawQuality, _ := intent.Options["quality"].(string)
|
||
rawSize, _ := intent.Options["size"].(string)
|
||
if quality := normalizeImagePriceQuality(rawQuality, rawSize); quality != "" {
|
||
selector["quality"] = quality
|
||
}
|
||
for _, key := range []string{"quality", "size"} {
|
||
if key == "quality" && selector["quality"] != "" {
|
||
continue
|
||
}
|
||
text, _ := intent.Options[key].(string)
|
||
if value := strings.ToLower(strings.TrimSpace(text)); value != "" && value != "auto" && value != "any" {
|
||
selector[key] = value
|
||
}
|
||
}
|
||
}
|
||
return selector
|
||
}
|
||
|
||
func normalizeImagePriceQuality(rawQuality string, rawSize string) string {
|
||
quality := strings.ToLower(strings.TrimSpace(rawQuality))
|
||
if quality != "" && quality != "auto" && quality != "any" {
|
||
return quality
|
||
}
|
||
parts := strings.Split(strings.ToLower(strings.TrimSpace(rawSize)), "x")
|
||
if len(parts) != 2 {
|
||
return ""
|
||
}
|
||
width, widthErr := strconv.ParseInt(strings.TrimSpace(parts[0]), 10, 64)
|
||
height, heightErr := strconv.ParseInt(strings.TrimSpace(parts[1]), 10, 64)
|
||
if widthErr != nil || heightErr != nil || width <= 0 || height <= 0 || width > (1<<32)/height {
|
||
return ""
|
||
}
|
||
pixels := width * height
|
||
switch {
|
||
case pixels <= 2_000_000:
|
||
return "1k"
|
||
case pixels <= 4_300_000:
|
||
return "2k"
|
||
case pixels <= 8_294_400:
|
||
return "4k"
|
||
default:
|
||
return ""
|
||
}
|
||
}
|
||
|
||
func skuSelectorForTier(tier model.ChannelModelPriceTier) map[string]string {
|
||
selector := model.DecodeSKUSelector(tier.SelectorJSON)
|
||
if len(selector) == 0 {
|
||
if resolution := normalizeChannelModelTierResolution(tier.Resolution); resolution != "*" {
|
||
selector["vquality"] = resolution
|
||
}
|
||
if tier.VideoSeconds > 0 {
|
||
selector["videoSeconds"] = strconv.Itoa(tier.VideoSeconds)
|
||
}
|
||
}
|
||
return selector
|
||
}
|
||
|
||
func matchSKUSelector(tier map[string]string, requested map[string]string) (bool, int) {
|
||
score := 0
|
||
for key, expected := range tier {
|
||
expected = strings.TrimSpace(expected)
|
||
if expected == "" || expected == "*" {
|
||
continue
|
||
}
|
||
if requested[key] != expected {
|
||
return false, 0
|
||
}
|
||
score++
|
||
}
|
||
return true, score
|
||
}
|
||
|
||
func (s *Service) logicalRouteBlocked(route cachedLogicalRoute) bool {
|
||
now := time.Now()
|
||
keys := []string{"channel:" + route.ChannelModel.ChannelID, "channel-model:" + route.ChannelModel.ID, "route:" + route.Route.ID}
|
||
// 这里会删除过期项，必须使用写锁；不要改成 RLock。
|
||
s.routeHealthMu.Lock()
|
||
for _, key := range keys {
|
||
until, exists := s.routeHealthBlocked[key]
|
||
if !exists {
|
||
continue
|
||
}
|
||
if !until.After(now) {
|
||
delete(s.routeHealthBlocked, key)
|
||
continue
|
||
}
|
||
s.routeHealthMu.Unlock()
|
||
return true
|
||
}
|
||
s.routeHealthMu.Unlock()
|
||
|
||
if s.coordinator == nil || !s.coordinator.HasRedis() {
|
||
return false
|
||
}
|
||
ctx, cancel := context.WithTimeout(context.Background(), 200*time.Millisecond)
|
||
defer cancel()
|
||
for _, key := range keys {
|
||
until, err := s.coordinator.RouteBlockedUntil(ctx, key)
|
||
if err != nil {
|
||
log.Printf("logical route distributed health check failed key=%s: %v", key, err)
|
||
return false
|
||
}
|
||
if until.After(now) {
|
||
return true
|
||
}
|
||
}
|
||
return false
|
||
}
|
||
|
||
func mergeIntentDefaults(options map[string]any, defaults map[string]any) map[string]any {
|
||
result := make(map[string]any, len(defaults)+len(options))
|
||
for key, value := range defaults {
|
||
result[key] = value
|
||
}
|
||
for key, value := range options {
|
||
result[key] = value
|
||
}
|
||
return result
|
||
}
|
||
|
||
func weightedRoute(routes []cachedLogicalRoute) cachedLogicalRoute {
|
||
if len(routes) == 1 {
|
||
return routes[0]
|
||
}
|
||
var total int64
|
||
for _, route := range routes {
|
||
total += int64(route.Route.Weight)
|
||
}
|
||
if total <= 0 {
|
||
return routes[0]
|
||
}
|
||
var raw [8]byte
|
||
if _, err := cryptorand.Read(raw[:]); err != nil {
|
||
return routes[0]
|
||
}
|
||
totalUnsigned := uint64(total)
|
||
// 丢弃不能整除 total 的低概率尾部，避免取模造成轻微权重偏差。
|
||
threshold := -totalUnsigned % totalUnsigned
|
||
randomValue := binary.LittleEndian.Uint64(raw[:])
|
||
for randomValue < threshold {
|
||
if _, err := cryptorand.Read(raw[:]); err != nil {
|
||
return routes[0]
|
||
}
|
||
randomValue = binary.LittleEndian.Uint64(raw[:])
|
||
}
|
||
pick := int64(randomValue % totalUnsigned)
|
||
for _, route := range routes {
|
||
if pick < int64(route.Route.Weight) {
|
||
return route
|
||
}
|
||
pick -= int64(route.Route.Weight)
|
||
}
|
||
return routes[len(routes)-1]
|
||
}
|
||
|
||
func (s *Service) sortedRouteDiagnostics(routes []cachedLogicalRoute, intent ModelRequestIntent) []RouteSimulationCandidate {
|
||
result := make([]RouteSimulationCandidate, 0, len(routes))
|
||
poolPriority := math.MinInt
|
||
for _, route := range routes {
|
||
match := MatchCapability(route.CapabilitySpec, intent)
|
||
blocked := s.logicalRouteBlocked(route)
|
||
if route.Route.Enabled && route.Route.Weight > 0 && match.Matched && !blocked && route.Route.Priority > poolPriority {
|
||
poolPriority = route.Route.Priority
|
||
}
|
||
result = append(result, RouteSimulationCandidate{RouteID: route.Route.ID, ChannelModelID: route.ChannelModel.ID, ChannelModelKey: route.ChannelModel.ModelKey, ChannelModelName: route.ChannelModel.DisplayName, Priority: route.Route.Priority, Weight: route.Route.Weight, Enabled: route.Route.Enabled, Matched: match.Matched, Blocked: blocked, Reasons: match.Reasons})
|
||
}
|
||
for index := range result {
|
||
result[index].InPool = result[index].Enabled && result[index].Weight > 0 && result[index].Matched && !result[index].Blocked && result[index].Priority == poolPriority
|
||
}
|
||
sort.SliceStable(result, func(i, j int) bool { return result[i].Priority > result[j].Priority })
|
||
return result
|
||
}
|
||
|
||
func (s *Service) createRouteAttempt(task *model.Task, routed *RoutedModel, attemptNumber int) (*model.RouteAttempt, error) {
|
||
id, err := s.repo.NextPrefixedID("ATTEMPT")
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
channelModel, err := s.repo.ChannelModelByID(routed.ChannelModel.ChannelID, routed.ChannelModel.ID)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
attempt := &model.RouteAttempt{ID: id, TaskID: task.ID, RouteRun: task.RouteRun, AttemptNumber: attemptNumber, LogicalModelID: routed.LogicalModel.ID, LogicalModelRevisionID: routed.Revision.ID, RouteID: routed.Route.ID, ChannelModelID: channelModel.ID, ChannelID: channelModel.ChannelID, Status: "selected", DispatchState: "not_sent", StartedAt: time.Now()}
|
||
if err := s.repo.CreateRouteAttempt(attempt); err != nil {
|
||
return nil, err
|
||
}
|
||
return attempt, nil
|
||
}
|
||
|
||
func (s *Service) beginTaskRouteAttempt(task *model.Task) (*model.RouteAttempt, error) {
|
||
if task == nil {
|
||
return nil, nil
|
||
}
|
||
attempts, err := s.repo.RouteAttempts(task.ID, task.RouteRun)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
if len(attempts) > 0 {
|
||
existing := &attempts[len(attempts)-1]
|
||
switch existing.DispatchState {
|
||
case "not_sent":
|
||
return existing, nil
|
||
case "accepted":
|
||
if existing.ProviderRequestID != "" || task.ProviderRequestID != "" {
|
||
if task.ProviderRequestID == "" {
|
||
task.ProviderRequestID = existing.ProviderRequestID
|
||
if err := s.repo.UpdateTaskProviderState(task.ID, task.ProviderRequestID, task.PollStage, task.NextPollAt); err != nil {
|
||
return nil, err
|
||
}
|
||
}
|
||
return existing, nil
|
||
}
|
||
return nil, routeDispatchUncertainError{"上游已接受请求，但没有可恢复的任务 ID"}
|
||
case "submission_unknown":
|
||
if existing.ProviderRequestID != "" || task.ProviderRequestID != "" {
|
||
if task.ProviderRequestID == "" {
|
||
task.ProviderRequestID = existing.ProviderRequestID
|
||
if err := s.repo.UpdateTaskProviderState(task.ID, task.ProviderRequestID, task.PollStage, task.NextPollAt); err != nil {
|
||
return nil, err
|
||
}
|
||
}
|
||
existing.DispatchState = "accepted"
|
||
if err := s.repo.SaveRouteAttempt(existing); err != nil {
|
||
return nil, err
|
||
}
|
||
return existing, nil
|
||
}
|
||
return nil, routeDispatchUncertainError{"上一次提交结果不明确，为避免重复扣费已停止自动重发"}
|
||
case "rejected_no_job":
|
||
if task.LogicalModelID == "" {
|
||
return nil, errors.New("上游已拒绝本次请求，请检查渠道配置后再试")
|
||
}
|
||
return s.switchTaskToNextRoute(task, attempts)
|
||
}
|
||
}
|
||
if task.LogicalModelID == "" {
|
||
return s.createDirectTaskAttempt(task)
|
||
}
|
||
routed, routeErr := s.routedModelForTaskSelection(task)
|
||
if routeErr != nil {
|
||
return s.switchTaskToNextRoute(task, attempts)
|
||
}
|
||
return s.createRouteAttempt(task, routed, len(attempts)+1)
|
||
}
|
||
|
||
func (s *Service) markRouteAttemptDispatching(attempt *model.RouteAttempt) error {
|
||
if attempt == nil || attempt.DispatchState != "not_sent" {
|
||
return nil
|
||
}
|
||
// A stale worker must not dispatch the same selected attempt a second time.
|
||
if err := s.repo.MarkRouteAttemptDispatching(attempt.ID); err != nil {
|
||
return routeDispatchUncertainError{"提交状态未能独占确认，为避免重复扣费已停止自动重发"}
|
||
}
|
||
attempt.Status, attempt.DispatchState = "dispatching", "submission_unknown"
|
||
return nil
|
||
}
|
||
|
||
type routeDispatchUncertainError struct{ message string }
|
||
|
||
func (e routeDispatchUncertainError) Error() string { return e.message }
|
||
|
||
func isRouteDispatchUncertain(err error) bool {
|
||
var target routeDispatchUncertainError
|
||
return errors.As(err, &target)
|
||
}
|
||
|
||
func (s *Service) routedModelForTaskSelection(task *model.Task) (*RoutedModel, error) {
|
||
route, err := s.repo.LogicalModelRoute(task.RouteID)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
if !route.Enabled || route.Weight <= 0 || route.LogicalModelRevisionID != task.LogicalModelRevisionID {
|
||
return nil, errors.New("任务使用的模型服务配置已失效")
|
||
}
|
||
if route.ChannelModelID != task.ChannelModelID {
|
||
return nil, errors.New("任务使用的模型服务配置已失效")
|
||
}
|
||
channelModel, err := s.repo.ChannelModel(task.ChannelModelID)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
if !channelModel.Enabled {
|
||
return nil, errors.New("任务使用的模型服务配置已失效")
|
||
}
|
||
if _, err := s.repo.SystemChannel(channelModel.ChannelID); err != nil {
|
||
return nil, err
|
||
}
|
||
logicalModel, err := s.repo.LogicalModel(task.LogicalModelID)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
revision, err := s.repo.LogicalModelRevision(task.LogicalModelRevisionID)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
if revision.LogicalModelID != logicalModel.ID {
|
||
return nil, errors.New("任务前台模型版本不一致")
|
||
}
|
||
productSpec, err := DecodeCapabilitySpec(revision.CapabilitySpecJSON)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
defaults, err := decodeLogicalDefaults(revision.DefaultOptionsJSON, productSpec)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
capabilitySpec, err := channelModelCapabilitySpec(*channelModel)
|
||
if err != nil || s.logicalRouteBlocked(cachedLogicalRoute{Route: *route, CapabilitySpec: capabilitySpec, ChannelModel: *channelModel}) {
|
||
return nil, errors.New("当前模型服务暂不可用")
|
||
}
|
||
if logicalModel.PricePolicy == "channel" && !channelModel.PriceConfigured {
|
||
return nil, errors.New("任务使用的模型服务价格配置已失效")
|
||
}
|
||
if logicalModel.PricePolicy == "unified" && logicalModel.BillingMode == "token" && !supportsTokenBilling(logicalModel.Capability, channelModel.Protocol) {
|
||
return nil, errors.New("任务使用的模型服务不再支持当前 Token 计费配置")
|
||
}
|
||
routed := &RoutedModel{LogicalModel: *logicalModel, Revision: *revision, Route: *route, ChannelModel: *channelModel, Defaults: defaults}
|
||
return routed, nil
|
||
}
|
||
|
||
func (s *Service) switchTaskToNextRoute(task *model.Task, attempts []model.RouteAttempt) (*model.RouteAttempt, error) {
|
||
decrypted, err := s.decryptTaskInputJSON(task.InputJSON)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
var input map[string]any
|
||
if err := json.Unmarshal([]byte(decrypted), &input); err != nil {
|
||
return nil, BadAuthRequest("任务输入格式无效，无法恢复模型服务")
|
||
}
|
||
logicalModel, err := s.repo.LogicalModel(task.LogicalModelID)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
revision, err := s.repo.LogicalModelRevision(task.LogicalModelRevisionID)
|
||
if err != nil || revision.LogicalModelID != logicalModel.ID {
|
||
return nil, errors.New("任务前台模型版本不存在或归属不一致")
|
||
}
|
||
productSpec, err := DecodeCapabilitySpec(revision.CapabilitySpecJSON)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
defaults, err := decodeLogicalDefaults(revision.DefaultOptionsJSON, productSpec)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
intent := ModelRequestIntentFromTaskInput(input, task.Type, task.Operation)
|
||
intent.Options = mergeIntentDefaults(intent.Options, defaults)
|
||
if match := MatchCapability(productSpec, intent); !match.Matched {
|
||
return nil, BadAuthRequest("任务参数不再符合前台模型能力：" + strings.Join(match.Reasons, "；"))
|
||
}
|
||
routes, err := s.repo.LogicalModelRoutes(revision.ID, false)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
channelModelIDs := make([]string, 0, len(routes))
|
||
for _, route := range routes {
|
||
channelModelIDs = append(channelModelIDs, route.ChannelModelID)
|
||
}
|
||
channelModels, err := s.repo.ChannelModelsByIDs(channelModelIDs)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
channelIDs := make([]string, 0, len(channelModels))
|
||
for _, channelModel := range channelModels {
|
||
channelIDs = append(channelIDs, channelModel.ChannelID)
|
||
}
|
||
systemChannels, err := s.repo.SystemChannelsByIDs(channelIDs, false)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
enabledSystemChannels := make(map[string]bool, len(systemChannels))
|
||
for _, channel := range systemChannels {
|
||
enabledSystemChannels[channel.ID] = true
|
||
}
|
||
channelModelByID := make(map[string]model.ChannelModel, len(channelModels))
|
||
for _, channelModel := range channelModels {
|
||
if channelModel.Enabled && enabledSystemChannels[channelModel.ChannelID] && (logicalModel.PricePolicy != "channel" || channelModelHasActivePriceTier(channelModel)) {
|
||
channelModelByID[channelModel.ID] = channelModel
|
||
}
|
||
}
|
||
candidates := make([]cachedLogicalRoute, 0, len(routes))
|
||
for _, route := range routes {
|
||
channelModel, channelOK := channelModelByID[route.ChannelModelID]
|
||
if !channelOK {
|
||
continue
|
||
}
|
||
capabilitySpec, specErr := channelModelCapabilitySpec(channelModel)
|
||
if specErr != nil {
|
||
continue
|
||
}
|
||
candidates = append(candidates, cachedLogicalRoute{Route: route, CapabilitySpec: capabilitySpec, ChannelModel: channelModel})
|
||
}
|
||
tried := make(map[string]bool, len(attempts))
|
||
for _, attempt := range attempts {
|
||
tried[attempt.RouteID] = true
|
||
}
|
||
eligible := s.eligibleLogicalRoutes(candidates, intent, tried, logicalModel.PricePolicy == "channel")
|
||
if len(eligible) == 0 {
|
||
return nil, BadAuthRequest("当前模型暂时无法满足这组输入和参数")
|
||
}
|
||
selected := weightedRoute(eligible)
|
||
var priceTier *model.ChannelModelPriceTier
|
||
if logicalModel.PricePolicy == "channel" {
|
||
priceTier = channelModelPriceTierForIntent(selected.ChannelModel, intent)
|
||
if priceTier == nil {
|
||
return nil, BadAuthRequest("当前模型尚未配置所选规格的价格")
|
||
}
|
||
}
|
||
routed := &RoutedModel{LogicalModel: *logicalModel, Revision: *revision, Route: selected.Route, ChannelModel: selected.ChannelModel, PriceTier: priceTier, Defaults: defaults}
|
||
nextInput := applyRoutedProviderSelection(input, routed)
|
||
if err := s.ValidateTaskCapability(nextInput); err != nil {
|
||
return nil, err
|
||
}
|
||
if err := s.protectTaskSecrets(nextInput); err != nil {
|
||
return nil, err
|
||
}
|
||
encoded, err := json.Marshal(nextInput)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
var replacement *model.BillingOrder
|
||
if logicalModel.PricePolicy == "channel" && task.BillingOrderID != "" {
|
||
config, _ := nextInput["config"].(map[string]any)
|
||
capability := normalizeCapability(fmt.Sprint(nextInput["mode"]))
|
||
if capability == "" {
|
||
capability = capabilityFromTaskType(task.Type)
|
||
}
|
||
priceTierID, _ := config["priceTierId"].(string)
|
||
replacement, err = s.newBillingOrderWithPriceTier(task.UserID, task.ID, "route-switch:"+task.ID+":"+selected.Route.ID, selected.ChannelModel.ChannelID, selected.ChannelModel.ModelKey, capability, firstNonEmpty(strings.TrimSpace(task.Operation), task.Type), billingQuantity(capability, config["videoSeconds"]), estimateTaskBillingTokens(nextInput, capability), strings.TrimSpace(priceTierID), intent)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
replacement.Model = logicalModel.Code
|
||
}
|
||
previousRouteID := task.RouteID
|
||
if err := s.repo.SwitchTaskLogicalRoute(task.ID, previousRouteID, selected.Route.ID, string(encoded), task.BillingOrderID, selected.ChannelModel.ChannelID, selected.ChannelModel.ID, replacement); err != nil {
|
||
if errors.Is(err, repository.ErrInsufficientCredits) {
|
||
return nil, BadAuthRequest("模型服务价格发生变化，当前积分余额不足")
|
||
}
|
||
return nil, err
|
||
}
|
||
task.RouteID = selected.Route.ID
|
||
task.ChannelModelID = selected.ChannelModel.ID
|
||
task.InputJSON = string(encoded)
|
||
task.ProviderRequestID = ""
|
||
return s.createRouteAttempt(task, routed, len(attempts)+1)
|
||
}
|
||
|
||
func (s *Service) nextRouteAttemptAfterFailure(task *model.Task, attempt *model.RouteAttempt, taskErr error) (*model.RouteAttempt, error) {
|
||
if task == nil || task.LogicalModelID == "" || attempt == nil || attempt.DispatchState != "rejected_no_job" {
|
||
return nil, nil
|
||
}
|
||
if errors.Is(taskErr, context.Canceled) || errors.Is(taskErr, context.DeadlineExceeded) {
|
||
return nil, nil
|
||
}
|
||
s.blockLogicalRouteForFailure(attempt, taskErr)
|
||
attempts, err := s.repo.RouteAttempts(task.ID, task.RouteRun)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
return s.switchTaskToNextRoute(task, attempts)
|
||
}
|
||
|
||
func (s *Service) blockLogicalRouteForFailure(attempt *model.RouteAttempt, taskErr error) {
|
||
if attempt == nil {
|
||
return
|
||
}
|
||
key := ""
|
||
duration := time.Duration(0)
|
||
if attempt.FailureCode == "upstream_401" || attempt.FailureCode == "upstream_403" {
|
||
key, duration = "channel:"+attempt.ChannelID, 10*time.Minute
|
||
} else if attempt.FailureCode == "upstream_404" {
|
||
key, duration = "channel-model:"+attempt.ChannelModelID, 10*time.Minute
|
||
} else if attempt.FailureCode == "upstream_429" {
|
||
key, duration = "channel:"+attempt.ChannelID, 30*time.Second
|
||
var upstream providerHTTPError
|
||
if errors.As(taskErr, &upstream) && upstream.RetryAfter > 0 {
|
||
duration = upstream.RetryAfter
|
||
}
|
||
}
|
||
if key == "" || duration <= 0 {
|
||
return
|
||
}
|
||
until := time.Now().Add(duration)
|
||
s.routeHealthMu.Lock()
|
||
// 本地状态是 Redis 不可用时的降级，也能覆盖 Redis 写入瞬间的网络抖动。
|
||
s.routeHealthBlocked[key] = until
|
||
s.routeHealthMu.Unlock()
|
||
if s.coordinator != nil && s.coordinator.HasRedis() {
|
||
ctx, cancel := context.WithTimeout(context.Background(), 200*time.Millisecond)
|
||
defer cancel()
|
||
if err := s.coordinator.BlockRoute(ctx, key, until); err != nil {
|
||
log.Printf("logical route distributed health update failed key=%s: %v", key, err)
|
||
}
|
||
}
|
||
}
|
||
|
||
func (s *Service) prepareLogicalTaskRetry(task *model.Task, input map[string]any) error {
|
||
if task == nil || task.LogicalModelID == "" {
|
||
return nil
|
||
}
|
||
intent := ModelRequestIntentFromTaskInput(input, task.Type, task.Operation)
|
||
logicalModel, err := s.repo.LogicalModel(task.LogicalModelID)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
var routed *RoutedModel
|
||
if logicalModel.ArchivedAt != nil {
|
||
// 归档只隐藏新任务的公开目录；历史任务重试必须使用任务快照，不能重新从公开目录选路。
|
||
routed, err = s.resolveArchivedTaskRoute(task, intent)
|
||
} else {
|
||
routed, err = s.ResolveLogicalModel(task.LogicalModelID, intent)
|
||
}
|
||
if err != nil {
|
||
return err
|
||
}
|
||
input = applyRoutedProviderSelection(input, routed)
|
||
if err := s.ValidateTaskCapability(input); err != nil {
|
||
return err
|
||
}
|
||
if err := s.protectTaskSecrets(input); err != nil {
|
||
return err
|
||
}
|
||
encoded, err := json.Marshal(input)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
task.LogicalModelRevisionID = routed.Revision.ID
|
||
task.RouteID = routed.Route.ID
|
||
task.ChannelModelID = routed.ChannelModel.ID
|
||
task.Model = routed.LogicalModel.Code
|
||
task.Provider = "managed"
|
||
task.InputJSON = string(encoded)
|
||
return nil
|
||
}
|
||
|
||
// resolveArchivedTaskRoute 恢复归档模型任务保存的 revision、route 和 channel model 快照。
|
||
// 归档模型不得重新进入公开路由目录；原供应线路失效时应明确拒绝重试，避免静默切换到未知配置。
|
||
func (s *Service) resolveArchivedTaskRoute(task *model.Task, intent ModelRequestIntent) (*RoutedModel, error) {
|
||
if task == nil || task.LogicalModelID == "" || task.LogicalModelRevisionID == "" || task.RouteID == "" || task.ChannelModelID == "" {
|
||
return nil, BadAuthRequest("历史任务缺少完整的模型服务快照，无法重试")
|
||
}
|
||
logicalModel, err := s.repo.LogicalModel(task.LogicalModelID)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
if logicalModel.ArchivedAt == nil {
|
||
return nil, BadAuthRequest("任务模型已恢复为可用模型，请重新选择后重试")
|
||
}
|
||
revision, err := s.repo.LogicalModelRevision(task.LogicalModelRevisionID)
|
||
if err != nil || revision.LogicalModelID != logicalModel.ID {
|
||
return nil, BadAuthRequest("历史任务前台模型版本不存在或归属不一致")
|
||
}
|
||
route, err := s.repo.LogicalModelRoute(task.RouteID)
|
||
if err != nil || route.LogicalModelRevisionID != revision.ID || route.ChannelModelID != task.ChannelModelID || !route.Enabled || route.Weight <= 0 {
|
||
return nil, BadAuthRequest("历史任务原模型供应线路已失效，无法重试")
|
||
}
|
||
channelModel, err := s.repo.ChannelModel(task.ChannelModelID)
|
||
if err != nil || !channelModel.Enabled {
|
||
return nil, BadAuthRequest("历史任务原模型服务已失效，无法重试")
|
||
}
|
||
if _, err := s.repo.SystemChannel(channelModel.ChannelID); err != nil {
|
||
return nil, BadAuthRequest("历史任务原模型渠道已失效，无法重试")
|
||
}
|
||
productSpec, err := DecodeCapabilitySpec(revision.CapabilitySpecJSON)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
defaults, err := decodeLogicalDefaults(revision.DefaultOptionsJSON, productSpec)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
intent.Options = mergeIntentDefaults(intent.Options, defaults)
|
||
if match := MatchCapability(productSpec, intent); !match.Matched {
|
||
return nil, BadAuthRequest("历史任务不再符合前台模型能力：" + strings.Join(match.Reasons, "；"))
|
||
}
|
||
capabilitySpec, err := channelModelCapabilitySpec(*channelModel)
|
||
if err != nil || s.logicalRouteBlocked(cachedLogicalRoute{Route: *route, CapabilitySpec: capabilitySpec, ChannelModel: *channelModel}) {
|
||
return nil, BadAuthRequest("历史任务原模型供应线路暂不可用，无法重试")
|
||
}
|
||
if logicalModel.PricePolicy == "channel" && !channelModel.PriceConfigured {
|
||
return nil, BadAuthRequest("历史任务原模型价格配置已失效，无法重试")
|
||
}
|
||
return &RoutedModel{LogicalModel: *logicalModel, Revision: *revision, Route: *route, ChannelModel: *channelModel, Defaults: defaults}, nil
|
||
}
|
||
|
||
func (s *Service) finishTaskRouteAttempt(attempt *model.RouteAttempt, task *model.Task, taskErr error) {
|
||
if attempt == nil {
|
||
return
|
||
}
|
||
now := time.Now()
|
||
attempt.CompletedAt = &now
|
||
if task != nil {
|
||
attempt.ProviderRequestID = task.ProviderRequestID
|
||
}
|
||
if taskErr == nil {
|
||
attempt.Status = "succeeded"
|
||
attempt.DispatchState = "accepted"
|
||
} else {
|
||
attempt.Status = "failed"
|
||
attempt.FailureMessage = truncateRunes(taskFailureMessage(taskErr), 1000)
|
||
attempt.FailureCode = routeFailureCode(taskErr)
|
||
if attempt.ProviderRequestID != "" {
|
||
attempt.DispatchState = "accepted"
|
||
} else if safeRouteRejection(taskErr) {
|
||
attempt.DispatchState = "rejected_no_job"
|
||
} else {
|
||
attempt.DispatchState = "submission_unknown"
|
||
}
|
||
}
|
||
if err := s.repo.SaveRouteAttempt(attempt); err != nil {
|
||
log.Printf("route attempt terminal state save failed attempt_id=%s task_id=%s: %v", attempt.ID, attempt.TaskID, err)
|
||
}
|
||
}
|
||
|
||
func routeFailureCode(err error) string {
|
||
if code, _ := ChannelSlotFailureDetails(err); code != "" {
|
||
return code
|
||
}
|
||
var upstream providerHTTPError
|
||
if errors.As(err, &upstream) {
|
||
return fmt.Sprintf("upstream_%d", upstream.StatusCode)
|
||
}
|
||
return "submission_unknown"
|
||
}
|
||
|
||
func safeRouteRejection(err error) bool {
|
||
if err == nil {
|
||
return false
|
||
}
|
||
if code, _ := ChannelSlotFailureDetails(err); code != "" {
|
||
return true
|
||
}
|
||
var upstream providerHTTPError
|
||
if errors.As(err, &upstream) {
|
||
switch upstream.StatusCode {
|
||
case 401, 403, 404, 429:
|
||
return true
|
||
}
|
||
}
|
||
return false
|
||
}
|