refactor(*): 平台架构 - 拆分后端领域模块与画布前端组件并补充测试
This commit is contained in:
1 parent
e0a2697c60
commit
7f5d87ef1a
186 files changed
+33727
-29905
No files matched your search
@@ -4,8 +4,6 @@ import (
|
||||
"context"
|
||||
cryptorand "crypto/rand"
|
||||
"encoding/binary"
|
||||
"encoding/json"
|
||||
"errors"
|
||||
"fmt"
|
||||
"log"
|
||||
"math"
|
||||
@@ -15,473 +13,8 @@ import (
|
||||
"time"
|
||||
|
||||
"infinite-canvas/backend/internal/model"
|
||||
"infinite-canvas/backend/internal/repository"
|
||||
)
|
||||
|
||||
type CapabilityImageSizePreset struct {
|
||||
Size string `json:"size"`
|
||||
Tier string `json:"tier"`
|
||||
Ratio string `json:"ratio"`
|
||||
Width int `json:"width"`
|
||||
Height int `json:"height"`
|
||||
}
|
||||
|
||||
type CapabilityImageSize struct {
|
||||
Parameter string `json:"parameter,omitempty"`
|
||||
AllowCustom bool `json:"allowCustom,omitempty"`
|
||||
Presets []CapabilityImageSizePreset `json:"presets,omitempty"`
|
||||
}
|
||||
|
||||
type CapabilitySpec struct {
|
||||
Version int `json:"version"`
|
||||
Capability string `json:"capability"`
|
||||
Operations []string `json:"operations,omitempty"`
|
||||
Inputs map[string]InputConstraint `json:"inputs,omitempty"`
|
||||
Options map[string]OptionConstraint `json:"options,omitempty"`
|
||||
ImageSize *CapabilityImageSize `json:"imageSize,omitempty"`
|
||||
}
|
||||
|
||||
type InputConstraint struct {
|
||||
Min int `json:"min"`
|
||||
Max int `json:"max"`
|
||||
}
|
||||
|
||||
type OptionConstraint struct {
|
||||
Values []any `json:"values,omitempty"`
|
||||
Min *float64 `json:"min,omitempty"`
|
||||
Max *float64 `json:"max,omitempty"`
|
||||
Step *float64 `json:"step,omitempty"`
|
||||
}
|
||||
|
||||
type ModelRequestIntent struct {
|
||||
Capability string `json:"capability"`
|
||||
Operation string `json:"operation,omitempty"`
|
||||
Inputs map[string]int `json:"inputs,omitempty"`
|
||||
Options map[string]any `json:"options,omitempty"`
|
||||
}
|
||||
|
||||
// ModelRequestIntentFromTaskInput 从统一任务输入推导路由意图;它只统计实际输入和显式参数,不假设任何固定图片数或视频时长。
|
||||
func ModelRequestIntentFromTaskInput(input map[string]any, taskType string, operation string) ModelRequestIntent {
|
||||
capability := normalizeCapability(fmt.Sprint(input["mode"]))
|
||||
if capability == "" {
|
||||
capability = capabilityFromTaskType(taskType)
|
||||
}
|
||||
intent := ModelRequestIntent{Capability: capability, Operation: strings.TrimSpace(operation), Inputs: map[string]int{}, Options: map[string]any{}}
|
||||
for inputType, key := range map[string]string{"image": "referenceImages", "video": "referenceVideos", "audio": "referenceAudios"} {
|
||||
if values, ok := input[key].([]any); ok {
|
||||
intent.Inputs[inputType] = len(values)
|
||||
}
|
||||
}
|
||||
if mask, exists := input["mask"]; exists && mask != nil {
|
||||
intent.Inputs["mask"] = 1
|
||||
}
|
||||
explicitOptions := false
|
||||
if options, ok := input["capabilityOptions"].(map[string]any); ok {
|
||||
explicitOptions = true
|
||||
for key, value := range options {
|
||||
name := canonicalCapabilityOptionName(key)
|
||||
// auto/any 表示调用方不指定质量;不能把它当作模型必须声明的
|
||||
// 枚举值,否则未列出 auto 的模型会被错误判定为参数不支持。
|
||||
if name == "quality" {
|
||||
if normalized, ok := value.(string); ok && (strings.EqualFold(strings.TrimSpace(normalized), "auto") || strings.EqualFold(strings.TrimSpace(normalized), "any")) {
|
||||
continue
|
||||
}
|
||||
}
|
||||
intent.Options[name] = normalizeModelRequestOption(name, value)
|
||||
}
|
||||
}
|
||||
if config, ok := input["config"].(map[string]any); ok && !explicitOptions {
|
||||
for key, value := range config {
|
||||
switch key {
|
||||
case "channelId", "apiFormat", "interfaceType", "baseUrl", "apiKey", "secretKey", "headers", "model", "capabilityConfig":
|
||||
continue
|
||||
default:
|
||||
canonical := canonicalCapabilityOptionName(key)
|
||||
if isCapabilityOptionFor(capability, canonical) && value != nil && strings.TrimSpace(fmt.Sprint(value)) != "" {
|
||||
intent.Options[canonical] = normalizeModelRequestOption(canonical, value)
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
return intent
|
||||
}
|
||||
|
||||
func normalizeModelRequestOption(name string, value any) any {
|
||||
canonicalName := canonicalCapabilityOptionName(name)
|
||||
if canonicalName == "quality" || canonicalName == "size" {
|
||||
if text, ok := value.(string); ok {
|
||||
return strings.ToLower(strings.TrimSpace(text))
|
||||
}
|
||||
return value
|
||||
}
|
||||
if canonicalName != "vquality" {
|
||||
return value
|
||||
}
|
||||
resolution, ok := value.(string)
|
||||
if !ok {
|
||||
return value
|
||||
}
|
||||
switch strings.ToLower(strings.TrimSpace(resolution)) {
|
||||
case "low", "480", "480p":
|
||||
return "480p"
|
||||
case "720", "720p":
|
||||
return "720p"
|
||||
case "1080", "1080p":
|
||||
return "1080p"
|
||||
case "2k", "1440", "1440p":
|
||||
return "1440p"
|
||||
case "4k", "2160", "2160p":
|
||||
return "2160p"
|
||||
default:
|
||||
// Providers expose additional resolutions such as 768P and 960P.
|
||||
// Canonicalize numeric P values generically so billing selectors match
|
||||
// regardless of whether the client sends "960" or "960P".
|
||||
pixels := strings.TrimSuffix(strings.ToLower(strings.TrimSpace(resolution)), "p")
|
||||
if numeric, err := strconv.Atoi(pixels); err == nil && numeric > 0 {
|
||||
return strconv.Itoa(numeric) + "p"
|
||||
}
|
||||
return value
|
||||
}
|
||||
}
|
||||
|
||||
type CapabilityMatch struct {
|
||||
Matched bool `json:"matched"`
|
||||
Reasons []string `json:"reasons,omitempty"`
|
||||
}
|
||||
|
||||
type cachedLogicalModel struct {
|
||||
Model model.LogicalModel
|
||||
Revision model.LogicalModelRevision
|
||||
ProductSpec CapabilitySpec
|
||||
Defaults map[string]any
|
||||
Routes []cachedLogicalRoute
|
||||
}
|
||||
|
||||
type cachedLogicalRoute struct {
|
||||
Route model.LogicalModelRoute
|
||||
CapabilitySpec CapabilitySpec
|
||||
ChannelModel model.ChannelModel
|
||||
}
|
||||
|
||||
type routeCatalogSnapshot struct {
|
||||
LoadedAt time.Time
|
||||
CatalogVersion int64
|
||||
Models map[string]cachedLogicalModel
|
||||
Ordered []string
|
||||
}
|
||||
|
||||
type RoutedModel struct {
|
||||
LogicalModel model.LogicalModel
|
||||
Revision model.LogicalModelRevision
|
||||
Route model.LogicalModelRoute
|
||||
ChannelModel model.ChannelModel
|
||||
PriceTier *model.ChannelModelPriceTier
|
||||
Defaults map[string]any
|
||||
}
|
||||
|
||||
func DecodeCapabilitySpec(raw string) (CapabilitySpec, error) {
|
||||
var spec CapabilitySpec
|
||||
if err := json.Unmarshal([]byte(raw), &spec); err != nil {
|
||||
return spec, BadAuthRequest("能力配置不是有效 JSON")
|
||||
}
|
||||
normalized, err := NormalizeCapabilitySpec(spec)
|
||||
if err != nil {
|
||||
return spec, err
|
||||
}
|
||||
return normalized, nil
|
||||
}
|
||||
|
||||
func ValidateCapabilitySpec(spec CapabilitySpec) error {
|
||||
_, err := NormalizeCapabilitySpec(spec)
|
||||
return err
|
||||
}
|
||||
|
||||
func NormalizeCapabilitySpec(spec CapabilitySpec) (CapabilitySpec, error) {
|
||||
spec.Capability = normalizeCapability(spec.Capability)
|
||||
if spec.Version != 1 {
|
||||
return spec, BadAuthRequest("能力配置 version 必须为 1")
|
||||
}
|
||||
if spec.Capability == "" {
|
||||
return spec, BadAuthRequest("能力配置必须声明 capability")
|
||||
}
|
||||
operations := make([]string, 0, len(spec.Operations))
|
||||
seenOperations := make(map[string]bool, len(spec.Operations))
|
||||
for _, operation := range spec.Operations {
|
||||
normalized := normalizeCapabilityValue(operation)
|
||||
if normalized != "" && !seenOperations[normalized] {
|
||||
seenOperations[normalized] = true
|
||||
operations = append(operations, normalized)
|
||||
}
|
||||
}
|
||||
spec.Operations = operations
|
||||
normalizedInputs := make(map[string]InputConstraint, len(spec.Inputs))
|
||||
for rawName, constraint := range spec.Inputs {
|
||||
name := normalizeCapabilityValue(rawName)
|
||||
if name == "" || constraint.Min < 0 || constraint.Max < constraint.Min {
|
||||
return spec, BadAuthRequest("输入能力范围无效")
|
||||
}
|
||||
if _, exists := normalizedInputs[name]; exists {
|
||||
return spec, BadAuthRequest("输入能力存在重复名称:" + name)
|
||||
}
|
||||
normalizedInputs[name] = constraint
|
||||
}
|
||||
spec.Inputs = normalizedInputs
|
||||
normalizedOptions := make(map[string]OptionConstraint, len(spec.Options))
|
||||
for rawName, constraint := range spec.Options {
|
||||
name := canonicalCapabilityOptionName(rawName)
|
||||
if strings.TrimSpace(name) == "" {
|
||||
return spec, BadAuthRequest("能力参数名称不能为空")
|
||||
}
|
||||
if _, exists := normalizedOptions[name]; exists {
|
||||
return spec, BadAuthRequest("能力参数存在重复别名:" + name)
|
||||
}
|
||||
hasValues := len(constraint.Values) > 0
|
||||
hasRange := constraint.Min != nil || constraint.Max != nil || constraint.Step != nil
|
||||
if !hasValues && !hasRange {
|
||||
return spec, BadAuthRequest("能力参数必须声明 values 或数值范围")
|
||||
}
|
||||
if hasValues && hasRange {
|
||||
return spec, BadAuthRequest("能力参数不能同时声明 values 和数值范围")
|
||||
}
|
||||
if hasRange && (constraint.Min == nil || constraint.Max == nil) {
|
||||
return spec, BadAuthRequest("数值范围必须同时声明 min 和 max")
|
||||
}
|
||||
if constraint.Min != nil && constraint.Max != nil && *constraint.Max < *constraint.Min {
|
||||
return spec, BadAuthRequest("能力参数数值范围无效")
|
||||
}
|
||||
if constraint.Step != nil && *constraint.Step <= 0 {
|
||||
return spec, BadAuthRequest("能力参数 step 必须大于 0")
|
||||
}
|
||||
normalizedOptions[name] = constraint
|
||||
}
|
||||
spec.Options = normalizedOptions
|
||||
return spec, nil
|
||||
}
|
||||
|
||||
func decodeLogicalDefaults(raw string, spec CapabilitySpec) (map[string]any, error) {
|
||||
defaults := map[string]any{}
|
||||
if err := json.Unmarshal([]byte(raw), &defaults); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
return normalizeLogicalDefaults(spec, defaults)
|
||||
}
|
||||
|
||||
func MatchCapability(spec CapabilitySpec, intent ModelRequestIntent) CapabilityMatch {
|
||||
reasons := make([]string, 0)
|
||||
if normalizeCapability(intent.Capability) != normalizeCapability(spec.Capability) {
|
||||
reasons = append(reasons, "能力类型不匹配")
|
||||
}
|
||||
if operation := normalizeCapabilityValue(intent.Operation); operation != "" && len(spec.Operations) > 0 && !containsNormalized(spec.Operations, operation) {
|
||||
reasons = append(reasons, "不支持操作 "+intent.Operation)
|
||||
}
|
||||
for inputType, count := range intent.Inputs {
|
||||
if count < 0 {
|
||||
reasons = append(reasons, "输入数量不能小于 0")
|
||||
continue
|
||||
}
|
||||
constraint, declared := spec.Inputs[inputType]
|
||||
if !declared {
|
||||
if count > 0 {
|
||||
reasons = append(reasons, "不支持 "+capabilityInputLabel(inputType)+"输入")
|
||||
}
|
||||
continue
|
||||
}
|
||||
if count < constraint.Min || count > constraint.Max {
|
||||
reasons = append(reasons, fmt.Sprintf("%s数量需在 %d-%d 之间", capabilityInputLabel(inputType), constraint.Min, constraint.Max))
|
||||
}
|
||||
}
|
||||
for inputType, constraint := range spec.Inputs {
|
||||
if intent.Inputs[inputType] < constraint.Min {
|
||||
reasons = append(reasons, fmt.Sprintf("至少需要 %d 个%s", constraint.Min, capabilityInputLabel(inputType)))
|
||||
}
|
||||
}
|
||||
for name, value := range intent.Options {
|
||||
constraint, declared := spec.Options[canonicalCapabilityOptionName(name)]
|
||||
if !declared {
|
||||
reasons = append(reasons, "不支持参数 "+capabilityOptionLabel(name))
|
||||
continue
|
||||
}
|
||||
if !matchOptionConstraint(name, constraint, value) {
|
||||
reasons = append(reasons, "参数 "+capabilityOptionLabel(name)+"超出支持范围")
|
||||
}
|
||||
}
|
||||
return CapabilityMatch{Matched: len(reasons) == 0, Reasons: reasons}
|
||||
}
|
||||
|
||||
func capabilityInputLabel(name string) string {
|
||||
switch normalizeCapabilityValue(name) {
|
||||
case "image":
|
||||
return "参考图片"
|
||||
case "video":
|
||||
return "参考视频"
|
||||
case "audio":
|
||||
return "参考音频"
|
||||
case "mask":
|
||||
return "蒙版"
|
||||
default:
|
||||
return name
|
||||
}
|
||||
}
|
||||
|
||||
func capabilityOptionLabel(name string) string {
|
||||
switch canonicalCapabilityOptionName(name) {
|
||||
case "size":
|
||||
return "画面尺寸"
|
||||
case "quality":
|
||||
return "生成质量"
|
||||
case "transparentBackground":
|
||||
return "透明背景"
|
||||
case "count":
|
||||
return "输出数量"
|
||||
case "videoSeconds":
|
||||
return "视频时长"
|
||||
case "vquality":
|
||||
return "输出分辨率"
|
||||
case "videoGenerateAudio":
|
||||
return "同步音频"
|
||||
case "videoWatermark":
|
||||
return "水印设置"
|
||||
case "audioVoice":
|
||||
return "音色"
|
||||
case "audioFormat":
|
||||
return "音频格式"
|
||||
case "audioSpeed":
|
||||
return "语速"
|
||||
case "audioInstructions":
|
||||
return "朗读指令"
|
||||
default:
|
||||
return name
|
||||
}
|
||||
}
|
||||
|
||||
func matchOptionConstraint(name string, constraint OptionConstraint, value any) bool {
|
||||
if len(constraint.Values) > 0 {
|
||||
for _, candidate := range constraint.Values {
|
||||
if normalizedScalar(candidate) == "*" {
|
||||
return true
|
||||
}
|
||||
if capabilityOptionValuesEqual(name, candidate, value) {
|
||||
return true
|
||||
}
|
||||
}
|
||||
return false
|
||||
}
|
||||
number, ok := numericScalar(value)
|
||||
if !ok {
|
||||
return false
|
||||
}
|
||||
if constraint.Min != nil && number < *constraint.Min {
|
||||
return false
|
||||
}
|
||||
if constraint.Max != nil && number > *constraint.Max {
|
||||
return false
|
||||
}
|
||||
if constraint.Step != nil && constraint.Min != nil {
|
||||
steps := (number - *constraint.Min) / *constraint.Step
|
||||
return math.Abs(steps-math.Round(steps)) < 1e-9
|
||||
}
|
||||
return true
|
||||
}
|
||||
|
||||
func capabilityOptionValuesEqual(name string, candidate any, value any) bool {
|
||||
left := normalizedScalar(candidate)
|
||||
right := normalizedScalar(value)
|
||||
if canonicalCapabilityOptionName(name) == "vquality" {
|
||||
// Compare using the same aliases as request intents and price tiers.
|
||||
left = strings.TrimSuffix(normalizedScalar(normalizeModelRequestOption(name, left)), "p")
|
||||
right = strings.TrimSuffix(normalizedScalar(normalizeModelRequestOption(name, right)), "p")
|
||||
}
|
||||
return left == right
|
||||
}
|
||||
|
||||
func normalizedScalar(value any) string {
|
||||
switch typed := value.(type) {
|
||||
case string:
|
||||
return normalizeCapabilityValue(typed)
|
||||
case bool:
|
||||
return strconv.FormatBool(typed)
|
||||
case float64:
|
||||
return strconv.FormatFloat(typed, 'f', -1, 64)
|
||||
case float32:
|
||||
return strconv.FormatFloat(float64(typed), 'f', -1, 64)
|
||||
case int:
|
||||
return strconv.Itoa(typed)
|
||||
case int64:
|
||||
return strconv.FormatInt(typed, 10)
|
||||
default:
|
||||
encoded, _ := json.Marshal(value)
|
||||
return string(encoded)
|
||||
}
|
||||
}
|
||||
|
||||
func numericScalar(value any) (float64, bool) {
|
||||
switch typed := value.(type) {
|
||||
case float64:
|
||||
return typed, true
|
||||
case float32:
|
||||
return float64(typed), true
|
||||
case int:
|
||||
return float64(typed), true
|
||||
case int64:
|
||||
return float64(typed), true
|
||||
case json.Number:
|
||||
parsed, err := typed.Float64()
|
||||
return parsed, err == nil
|
||||
case string:
|
||||
parsed, err := strconv.ParseFloat(strings.TrimSpace(typed), 64)
|
||||
return parsed, err == nil
|
||||
default:
|
||||
return 0, false
|
||||
}
|
||||
}
|
||||
|
||||
func containsNormalized(values []string, expected string) bool {
|
||||
for _, value := range values {
|
||||
if normalizeCapabilityValue(value) == expected {
|
||||
return true
|
||||
}
|
||||
}
|
||||
return false
|
||||
}
|
||||
|
||||
func normalizeCapabilityValue(value string) string {
|
||||
return strings.ToLower(strings.TrimSpace(value))
|
||||
}
|
||||
|
||||
func canonicalCapabilityOptionName(value string) string {
|
||||
name := strings.TrimSpace(value)
|
||||
switch name {
|
||||
case "duration":
|
||||
return "videoSeconds"
|
||||
case "aspectRatio":
|
||||
return "size"
|
||||
case "resolution":
|
||||
return "vquality"
|
||||
default:
|
||||
return name
|
||||
}
|
||||
}
|
||||
|
||||
func isCapabilityOptionFor(capability string, name string) bool {
|
||||
switch normalizeCapability(capability) {
|
||||
case "image":
|
||||
return name == "size" || name == "quality" || name == "transparentBackground" || name == "count"
|
||||
case "video":
|
||||
return name == "size" || name == "videoSeconds" || name == "vquality" || name == "videoGenerateAudio" || name == "videoWatermark"
|
||||
case "audio":
|
||||
return name == "audioVoice" || name == "audioFormat" || name == "audioSpeed" || name == "audioInstructions"
|
||||
case "text":
|
||||
// systemPrompt 是请求内容,不是供应线路能力维度,不能参与路由匹配。
|
||||
return false
|
||||
default:
|
||||
return false
|
||||
}
|
||||
}
|
||||
|
||||
func isProviderCapabilityOption(name string) bool {
|
||||
return isCapabilityOptionFor("image", name) || isCapabilityOptionFor("video", name) || isCapabilityOptionFor("audio", name) || isCapabilityOptionFor("text", name)
|
||||
}
|
||||
|
||||
func (s *Service) invalidateRouteCatalog() {
|
||||
s.routeCatalogRefreshMu.Lock()
|
||||
s.routeCatalogMu.Lock()
|
||||
@@ -947,484 +480,3 @@ func (s *Service) sortedRouteDiagnostics(routes []cachedLogicalRoute, intent Mod
|
||||
sort.SliceStable(result, func(i, j int) bool { return result[i].Priority > result[j].Priority })
|
||||
return result
|
||||
}
|
||||
|
||||
func (s *Service) createRouteAttempt(task *model.Task, routed *RoutedModel, attemptNumber int) (*model.RouteAttempt, error) {
|
||||
id, err := s.repo.NextPrefixedID("ATTEMPT")
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
channelModel, err := s.repo.ChannelModelByID(routed.ChannelModel.ChannelID, routed.ChannelModel.ID)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
attempt := &model.RouteAttempt{ID: id, TaskID: task.ID, RouteRun: task.RouteRun, AttemptNumber: attemptNumber, LogicalModelID: routed.LogicalModel.ID, LogicalModelRevisionID: routed.Revision.ID, RouteID: routed.Route.ID, ChannelModelID: channelModel.ID, ChannelID: channelModel.ChannelID, Status: "selected", DispatchState: "not_sent", StartedAt: time.Now()}
|
||||
if err := s.repo.CreateRouteAttempt(attempt); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
return attempt, nil
|
||||
}
|
||||
|
||||
func (s *Service) beginTaskRouteAttempt(task *model.Task) (*model.RouteAttempt, error) {
|
||||
if task == nil {
|
||||
return nil, nil
|
||||
}
|
||||
attempts, err := s.repo.RouteAttempts(task.ID, task.RouteRun)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
if len(attempts) > 0 {
|
||||
existing := &attempts[len(attempts)-1]
|
||||
switch existing.DispatchState {
|
||||
case "not_sent":
|
||||
return existing, nil
|
||||
case "accepted":
|
||||
if existing.ProviderRequestID != "" || task.ProviderRequestID != "" {
|
||||
if task.ProviderRequestID == "" {
|
||||
task.ProviderRequestID = existing.ProviderRequestID
|
||||
if err := s.repo.UpdateTaskProviderState(task.ID, task.ProviderRequestID, task.PollStage, task.NextPollAt); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
}
|
||||
return existing, nil
|
||||
}
|
||||
return nil, routeDispatchUncertainError{"上游已接受请求,但没有可恢复的任务 ID"}
|
||||
case "submission_unknown":
|
||||
if existing.ProviderRequestID != "" || task.ProviderRequestID != "" {
|
||||
if task.ProviderRequestID == "" {
|
||||
task.ProviderRequestID = existing.ProviderRequestID
|
||||
if err := s.repo.UpdateTaskProviderState(task.ID, task.ProviderRequestID, task.PollStage, task.NextPollAt); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
}
|
||||
existing.DispatchState = "accepted"
|
||||
if err := s.repo.SaveRouteAttempt(existing); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
return existing, nil
|
||||
}
|
||||
return nil, routeDispatchUncertainError{"上一次提交结果不明确,为避免重复扣费已停止自动重发"}
|
||||
case "rejected_no_job":
|
||||
if task.LogicalModelID == "" {
|
||||
return nil, errors.New("上游已拒绝本次请求,请检查渠道配置后再试")
|
||||
}
|
||||
return s.switchTaskToNextRoute(task, attempts)
|
||||
}
|
||||
}
|
||||
if task.LogicalModelID == "" {
|
||||
return s.createDirectTaskAttempt(task)
|
||||
}
|
||||
routed, routeErr := s.routedModelForTaskSelection(task)
|
||||
if routeErr != nil {
|
||||
return s.switchTaskToNextRoute(task, attempts)
|
||||
}
|
||||
return s.createRouteAttempt(task, routed, len(attempts)+1)
|
||||
}
|
||||
|
||||
func (s *Service) markRouteAttemptDispatching(attempt *model.RouteAttempt) error {
|
||||
if attempt == nil || attempt.DispatchState != "not_sent" {
|
||||
return nil
|
||||
}
|
||||
// A stale worker must not dispatch the same selected attempt a second time.
|
||||
if err := s.repo.MarkRouteAttemptDispatching(attempt.ID); err != nil {
|
||||
return routeDispatchUncertainError{"提交状态未能独占确认,为避免重复扣费已停止自动重发"}
|
||||
}
|
||||
attempt.Status, attempt.DispatchState = "dispatching", "submission_unknown"
|
||||
return nil
|
||||
}
|
||||
|
||||
type routeDispatchUncertainError struct{ message string }
|
||||
|
||||
func (e routeDispatchUncertainError) Error() string { return e.message }
|
||||
|
||||
func isRouteDispatchUncertain(err error) bool {
|
||||
var target routeDispatchUncertainError
|
||||
return errors.As(err, &target)
|
||||
}
|
||||
|
||||
func (s *Service) routedModelForTaskSelection(task *model.Task) (*RoutedModel, error) {
|
||||
route, err := s.repo.LogicalModelRoute(task.RouteID)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
if !route.Enabled || route.Weight <= 0 || route.LogicalModelRevisionID != task.LogicalModelRevisionID {
|
||||
return nil, errors.New("任务使用的模型服务配置已失效")
|
||||
}
|
||||
if route.ChannelModelID != task.ChannelModelID {
|
||||
return nil, errors.New("任务使用的模型服务配置已失效")
|
||||
}
|
||||
channelModel, err := s.repo.ChannelModel(task.ChannelModelID)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
if !channelModel.Enabled {
|
||||
return nil, errors.New("任务使用的模型服务配置已失效")
|
||||
}
|
||||
if _, err := s.repo.SystemChannel(channelModel.ChannelID); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
logicalModel, err := s.repo.LogicalModel(task.LogicalModelID)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
revision, err := s.repo.LogicalModelRevision(task.LogicalModelRevisionID)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
if revision.LogicalModelID != logicalModel.ID {
|
||||
return nil, errors.New("任务前台模型版本不一致")
|
||||
}
|
||||
productSpec, err := DecodeCapabilitySpec(revision.CapabilitySpecJSON)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
defaults, err := decodeLogicalDefaults(revision.DefaultOptionsJSON, productSpec)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
capabilitySpec, err := channelModelCapabilitySpec(*channelModel)
|
||||
if err != nil || s.logicalRouteBlocked(cachedLogicalRoute{Route: *route, CapabilitySpec: capabilitySpec, ChannelModel: *channelModel}) {
|
||||
return nil, errors.New("当前模型服务暂不可用")
|
||||
}
|
||||
if logicalModel.PricePolicy == "channel" && !channelModel.PriceConfigured {
|
||||
return nil, errors.New("任务使用的模型服务价格配置已失效")
|
||||
}
|
||||
if logicalModel.PricePolicy == "unified" && logicalModel.BillingMode == "token" && !supportsTokenBilling(logicalModel.Capability, channelModel.Protocol) {
|
||||
return nil, errors.New("任务使用的模型服务不再支持当前 Token 计费配置")
|
||||
}
|
||||
routed := &RoutedModel{LogicalModel: *logicalModel, Revision: *revision, Route: *route, ChannelModel: *channelModel, Defaults: defaults}
|
||||
return routed, nil
|
||||
}
|
||||
|
||||
func (s *Service) switchTaskToNextRoute(task *model.Task, attempts []model.RouteAttempt) (*model.RouteAttempt, error) {
|
||||
decrypted, err := s.decryptTaskInputJSON(task.InputJSON)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
var input map[string]any
|
||||
if err := json.Unmarshal([]byte(decrypted), &input); err != nil {
|
||||
return nil, BadAuthRequest("任务输入格式无效,无法恢复模型服务")
|
||||
}
|
||||
logicalModel, err := s.repo.LogicalModel(task.LogicalModelID)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
revision, err := s.repo.LogicalModelRevision(task.LogicalModelRevisionID)
|
||||
if err != nil || revision.LogicalModelID != logicalModel.ID {
|
||||
return nil, errors.New("任务前台模型版本不存在或归属不一致")
|
||||
}
|
||||
productSpec, err := DecodeCapabilitySpec(revision.CapabilitySpecJSON)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
defaults, err := decodeLogicalDefaults(revision.DefaultOptionsJSON, productSpec)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
intent := ModelRequestIntentFromTaskInput(input, task.Type, task.Operation)
|
||||
intent.Options = mergeIntentDefaults(intent.Options, defaults)
|
||||
if match := MatchCapability(productSpec, intent); !match.Matched {
|
||||
return nil, BadAuthRequest("任务参数不再符合前台模型能力:" + strings.Join(match.Reasons, ";"))
|
||||
}
|
||||
routes, err := s.repo.LogicalModelRoutes(revision.ID, false)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
channelModelIDs := make([]string, 0, len(routes))
|
||||
for _, route := range routes {
|
||||
channelModelIDs = append(channelModelIDs, route.ChannelModelID)
|
||||
}
|
||||
channelModels, err := s.repo.ChannelModelsByIDs(channelModelIDs)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
channelIDs := make([]string, 0, len(channelModels))
|
||||
for _, channelModel := range channelModels {
|
||||
channelIDs = append(channelIDs, channelModel.ChannelID)
|
||||
}
|
||||
systemChannels, err := s.repo.SystemChannelsByIDs(channelIDs, false)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
enabledSystemChannels := make(map[string]bool, len(systemChannels))
|
||||
for _, channel := range systemChannels {
|
||||
enabledSystemChannels[channel.ID] = true
|
||||
}
|
||||
channelModelByID := make(map[string]model.ChannelModel, len(channelModels))
|
||||
for _, channelModel := range channelModels {
|
||||
if channelModel.Enabled && enabledSystemChannels[channelModel.ChannelID] && (logicalModel.PricePolicy != "channel" || channelModelHasActivePriceTier(channelModel)) {
|
||||
channelModelByID[channelModel.ID] = channelModel
|
||||
}
|
||||
}
|
||||
candidates := make([]cachedLogicalRoute, 0, len(routes))
|
||||
for _, route := range routes {
|
||||
channelModel, channelOK := channelModelByID[route.ChannelModelID]
|
||||
if !channelOK {
|
||||
continue
|
||||
}
|
||||
capabilitySpec, specErr := channelModelCapabilitySpec(channelModel)
|
||||
if specErr != nil {
|
||||
continue
|
||||
}
|
||||
candidates = append(candidates, cachedLogicalRoute{Route: route, CapabilitySpec: capabilitySpec, ChannelModel: channelModel})
|
||||
}
|
||||
tried := make(map[string]bool, len(attempts))
|
||||
for _, attempt := range attempts {
|
||||
tried[attempt.RouteID] = true
|
||||
}
|
||||
eligible := s.eligibleLogicalRoutes(candidates, intent, tried, logicalModel.PricePolicy == "channel")
|
||||
if len(eligible) == 0 {
|
||||
return nil, BadAuthRequest("当前模型暂时无法满足这组输入和参数")
|
||||
}
|
||||
selected := weightedRoute(eligible)
|
||||
var priceTier *model.ChannelModelPriceTier
|
||||
if logicalModel.PricePolicy == "channel" {
|
||||
priceTier = channelModelPriceTierForIntent(selected.ChannelModel, intent)
|
||||
if priceTier == nil {
|
||||
return nil, BadAuthRequest("当前模型尚未配置所选规格的价格")
|
||||
}
|
||||
}
|
||||
routed := &RoutedModel{LogicalModel: *logicalModel, Revision: *revision, Route: selected.Route, ChannelModel: selected.ChannelModel, PriceTier: priceTier, Defaults: defaults}
|
||||
nextInput := applyRoutedProviderSelection(input, routed)
|
||||
if err := s.ValidateTaskCapability(nextInput); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
if err := s.protectTaskSecrets(nextInput); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
encoded, err := json.Marshal(nextInput)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
var replacement *model.BillingOrder
|
||||
if logicalModel.PricePolicy == "channel" && task.BillingOrderID != "" {
|
||||
config, _ := nextInput["config"].(map[string]any)
|
||||
capability := normalizeCapability(fmt.Sprint(nextInput["mode"]))
|
||||
if capability == "" {
|
||||
capability = capabilityFromTaskType(task.Type)
|
||||
}
|
||||
priceTierID, _ := config["priceTierId"].(string)
|
||||
replacement, err = s.newBillingOrderWithPriceTier(task.UserID, task.ID, "route-switch:"+task.ID+":"+selected.Route.ID, selected.ChannelModel.ChannelID, selected.ChannelModel.ModelKey, capability, firstNonEmpty(strings.TrimSpace(task.Operation), task.Type), billingQuantity(capability, config["videoSeconds"]), estimateTaskBillingTokens(nextInput, capability), strings.TrimSpace(priceTierID), intent)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
replacement.Model = logicalModel.Code
|
||||
}
|
||||
previousRouteID := task.RouteID
|
||||
var costOrder model.BillingOrder
|
||||
if replacement != nil {
|
||||
costOrder.BillingCostSnapshot = replacement.BillingCostSnapshot
|
||||
} else if task.BillingOrderID != "" {
|
||||
config, _ := nextInput["config"].(map[string]any)
|
||||
capability := selected.ChannelModel.Capability
|
||||
snapshotCreditCost(&costOrder, channelModelPriceTierForIntent(selected.ChannelModel, intent), billingQuantity(capability, config["videoSeconds"]), estimateTaskBillingTokens(nextInput, capability))
|
||||
}
|
||||
if err := s.repo.SwitchTaskLogicalRoute(task.ID, previousRouteID, selected.Route.ID, string(encoded), task.BillingOrderID, selected.ChannelModel.ChannelID, selected.ChannelModel.ID, replacement, costOrder.BillingCostSnapshot); err != nil {
|
||||
if errors.Is(err, repository.ErrInsufficientCredits) {
|
||||
return nil, BadAuthRequest("模型服务价格发生变化,当前积分余额不足")
|
||||
}
|
||||
if errors.Is(err, repository.ErrBillingChargeLimit) {
|
||||
return nil, creationConflict("备用线路报价超过已批准费用上限,未切换线路;请重新确认生成报价")
|
||||
}
|
||||
return nil, err
|
||||
}
|
||||
task.RouteID = selected.Route.ID
|
||||
task.ChannelModelID = selected.ChannelModel.ID
|
||||
task.InputJSON = string(encoded)
|
||||
task.ProviderRequestID = ""
|
||||
return s.createRouteAttempt(task, routed, len(attempts)+1)
|
||||
}
|
||||
|
||||
func (s *Service) nextRouteAttemptAfterFailure(task *model.Task, attempt *model.RouteAttempt, taskErr error) (*model.RouteAttempt, error) {
|
||||
if task == nil || task.LogicalModelID == "" || attempt == nil || attempt.DispatchState != "rejected_no_job" {
|
||||
return nil, nil
|
||||
}
|
||||
if errors.Is(taskErr, context.Canceled) || errors.Is(taskErr, context.DeadlineExceeded) {
|
||||
return nil, nil
|
||||
}
|
||||
s.blockLogicalRouteForFailure(attempt, taskErr)
|
||||
attempts, err := s.repo.RouteAttempts(task.ID, task.RouteRun)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
return s.switchTaskToNextRoute(task, attempts)
|
||||
}
|
||||
|
||||
func (s *Service) blockLogicalRouteForFailure(attempt *model.RouteAttempt, taskErr error) {
|
||||
if attempt == nil {
|
||||
return
|
||||
}
|
||||
key := ""
|
||||
duration := time.Duration(0)
|
||||
if attempt.FailureCode == "upstream_401" || attempt.FailureCode == "upstream_403" {
|
||||
key, duration = "channel:"+attempt.ChannelID, 10*time.Minute
|
||||
} else if attempt.FailureCode == "upstream_404" {
|
||||
key, duration = "channel-model:"+attempt.ChannelModelID, 10*time.Minute
|
||||
} else if attempt.FailureCode == "upstream_429" {
|
||||
key, duration = "channel:"+attempt.ChannelID, 30*time.Second
|
||||
var upstream providerHTTPError
|
||||
if errors.As(taskErr, &upstream) && upstream.RetryAfter > 0 {
|
||||
duration = upstream.RetryAfter
|
||||
}
|
||||
}
|
||||
if key == "" || duration <= 0 {
|
||||
return
|
||||
}
|
||||
until := time.Now().Add(duration)
|
||||
s.routeHealthMu.Lock()
|
||||
// 本地状态是 Redis 不可用时的降级,也能覆盖 Redis 写入瞬间的网络抖动。
|
||||
s.routeHealthBlocked[key] = until
|
||||
s.routeHealthMu.Unlock()
|
||||
if s.coordinator != nil && s.coordinator.HasRedis() {
|
||||
ctx, cancel := context.WithTimeout(context.Background(), 200*time.Millisecond)
|
||||
defer cancel()
|
||||
if err := s.coordinator.BlockRoute(ctx, key, until); err != nil {
|
||||
log.Printf("logical route distributed health update failed key=%s: %v", key, err)
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
func (s *Service) prepareLogicalTaskRetry(task *model.Task, input map[string]any) error {
|
||||
if task == nil || task.LogicalModelID == "" {
|
||||
return nil
|
||||
}
|
||||
intent := ModelRequestIntentFromTaskInput(input, task.Type, task.Operation)
|
||||
logicalModel, err := s.repo.LogicalModel(task.LogicalModelID)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
var routed *RoutedModel
|
||||
if logicalModel.ArchivedAt != nil {
|
||||
// 归档只隐藏新任务的公开目录;历史任务重试必须使用任务快照,不能重新从公开目录选路。
|
||||
routed, err = s.resolveArchivedTaskRoute(task, intent)
|
||||
} else {
|
||||
routed, err = s.ResolveLogicalModel(task.LogicalModelID, intent)
|
||||
}
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
input = applyRoutedProviderSelection(input, routed)
|
||||
if err := s.ValidateTaskCapability(input); err != nil {
|
||||
return err
|
||||
}
|
||||
if err := s.protectTaskSecrets(input); err != nil {
|
||||
return err
|
||||
}
|
||||
encoded, err := json.Marshal(input)
|
||||
if err != nil {
|
||||
return err
|
||||
}
|
||||
task.LogicalModelRevisionID = routed.Revision.ID
|
||||
task.RouteID = routed.Route.ID
|
||||
task.ChannelModelID = routed.ChannelModel.ID
|
||||
task.Model = routed.LogicalModel.Code
|
||||
task.Provider = "managed"
|
||||
task.InputJSON = string(encoded)
|
||||
return nil
|
||||
}
|
||||
|
||||
// resolveArchivedTaskRoute 恢复归档模型任务保存的 revision、route 和 channel model 快照。
|
||||
// 归档模型不得重新进入公开路由目录;原供应线路失效时应明确拒绝重试,避免静默切换到未知配置。
|
||||
func (s *Service) resolveArchivedTaskRoute(task *model.Task, intent ModelRequestIntent) (*RoutedModel, error) {
|
||||
if task == nil || task.LogicalModelID == "" || task.LogicalModelRevisionID == "" || task.RouteID == "" || task.ChannelModelID == "" {
|
||||
return nil, BadAuthRequest("历史任务缺少完整的模型服务快照,无法重试")
|
||||
}
|
||||
logicalModel, err := s.repo.LogicalModel(task.LogicalModelID)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
if logicalModel.ArchivedAt == nil {
|
||||
return nil, BadAuthRequest("任务模型已恢复为可用模型,请重新选择后重试")
|
||||
}
|
||||
revision, err := s.repo.LogicalModelRevision(task.LogicalModelRevisionID)
|
||||
if err != nil || revision.LogicalModelID != logicalModel.ID {
|
||||
return nil, BadAuthRequest("历史任务前台模型版本不存在或归属不一致")
|
||||
}
|
||||
route, err := s.repo.LogicalModelRoute(task.RouteID)
|
||||
if err != nil || route.LogicalModelRevisionID != revision.ID || route.ChannelModelID != task.ChannelModelID || !route.Enabled || route.Weight <= 0 {
|
||||
return nil, BadAuthRequest("历史任务原模型供应线路已失效,无法重试")
|
||||
}
|
||||
channelModel, err := s.repo.ChannelModel(task.ChannelModelID)
|
||||
if err != nil || !channelModel.Enabled {
|
||||
return nil, BadAuthRequest("历史任务原模型服务已失效,无法重试")
|
||||
}
|
||||
if _, err := s.repo.SystemChannel(channelModel.ChannelID); err != nil {
|
||||
return nil, BadAuthRequest("历史任务原模型渠道已失效,无法重试")
|
||||
}
|
||||
productSpec, err := DecodeCapabilitySpec(revision.CapabilitySpecJSON)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
defaults, err := decodeLogicalDefaults(revision.DefaultOptionsJSON, productSpec)
|
||||
if err != nil {
|
||||
return nil, err
|
||||
}
|
||||
intent.Options = mergeIntentDefaults(intent.Options, defaults)
|
||||
if match := MatchCapability(productSpec, intent); !match.Matched {
|
||||
return nil, BadAuthRequest("历史任务不再符合前台模型能力:" + strings.Join(match.Reasons, ";"))
|
||||
}
|
||||
capabilitySpec, err := channelModelCapabilitySpec(*channelModel)
|
||||
if err != nil || s.logicalRouteBlocked(cachedLogicalRoute{Route: *route, CapabilitySpec: capabilitySpec, ChannelModel: *channelModel}) {
|
||||
return nil, BadAuthRequest("历史任务原模型供应线路暂不可用,无法重试")
|
||||
}
|
||||
if logicalModel.PricePolicy == "channel" && !channelModel.PriceConfigured {
|
||||
return nil, BadAuthRequest("历史任务原模型价格配置已失效,无法重试")
|
||||
}
|
||||
return &RoutedModel{LogicalModel: *logicalModel, Revision: *revision, Route: *route, ChannelModel: *channelModel, Defaults: defaults}, nil
|
||||
}
|
||||
|
||||
func (s *Service) finishTaskRouteAttempt(attempt *model.RouteAttempt, task *model.Task, taskErr error) {
|
||||
if attempt == nil {
|
||||
return
|
||||
}
|
||||
now := time.Now()
|
||||
attempt.CompletedAt = &now
|
||||
if task != nil {
|
||||
attempt.ProviderRequestID = task.ProviderRequestID
|
||||
}
|
||||
if taskErr == nil {
|
||||
attempt.Status = "succeeded"
|
||||
attempt.DispatchState = "accepted"
|
||||
} else {
|
||||
attempt.Status = "failed"
|
||||
attempt.FailureMessage = truncateRunes(taskFailureMessage(taskErr), 1000)
|
||||
attempt.FailureCode = routeFailureCode(taskErr)
|
||||
if attempt.ProviderRequestID != "" {
|
||||
attempt.DispatchState = "accepted"
|
||||
} else if safeRouteRejection(taskErr) {
|
||||
attempt.DispatchState = "rejected_no_job"
|
||||
} else {
|
||||
attempt.DispatchState = "submission_unknown"
|
||||
}
|
||||
}
|
||||
if err := s.repo.SaveRouteAttempt(attempt); err != nil {
|
||||
log.Printf("route attempt terminal state save failed attempt_id=%s task_id=%s: %v", attempt.ID, attempt.TaskID, err)
|
||||
}
|
||||
}
|
||||
|
||||
func routeFailureCode(err error) string {
|
||||
if code, _ := ChannelSlotFailureDetails(err); code != "" {
|
||||
return code
|
||||
}
|
||||
var upstream providerHTTPError
|
||||
if errors.As(err, &upstream) {
|
||||
return fmt.Sprintf("upstream_%d", upstream.StatusCode)
|
||||
}
|
||||
return "submission_unknown"
|
||||
}
|
||||
|
||||
func safeRouteRejection(err error) bool {
|
||||
if err == nil {
|
||||
return false
|
||||
}
|
||||
if code, _ := ChannelSlotFailureDetails(err); code != "" {
|
||||
return true
|
||||
}
|
||||
var upstream providerHTTPError
|
||||
if errors.As(err, &upstream) {
|
||||
switch upstream.StatusCode {
|
||||
case 401, 403, 404, 429:
|
||||
return true
|
||||
}
|
||||
}
|
||||
return false
|
||||
}
|
||||
Reference in new issue
Block a user