Files
ttstd-infinite-canvas/backend/internal/app/task_creation_test.go

411 lines
17 KiB
Go

package app
import (
"encoding/json"
"strings"
"testing"
"infinite-canvas/backend/internal/model"
"infinite-canvas/backend/internal/repository"
"gorm.io/driver/sqlite"
"gorm.io/gorm"
)
func TestTaskInputUsesWorkflowProvider(t *testing.T) {
tests := []struct {
name string
input map[string]any
want bool
}{
{name: "runninghub workflow", input: map[string]any{"config": map[string]any{"interfaceType": "runninghub-workflow-video"}}, want: true},
{name: "case insensitive", input: map[string]any{"config": map[string]any{"interfaceType": "RunningHub-Workflow-Audio"}}, want: true},
{name: "ordinary model", input: map[string]any{"config": map[string]any{"interfaceType": "openai-image", "channelId": "system-1", "model": "image-model"}}, want: false},
{name: "missing config", input: map[string]any{}, want: false},
}
for _, test := range tests {
t.Run(test.name, func(t *testing.T) {
if got := taskInputUsesWorkflowProvider(test.input); got != test.want {
t.Fatalf("taskInputUsesWorkflowProvider() = %v, want %v", got, test.want)
}
if test.want && taskInputUsesCustomChannel(test.input) {
t.Fatal("workflow input must not be classified as a custom channel")
}
})
}
}
func TestResolveTaskModelSelectionAllowsExplicitSystemChannelWhenFrontendModelsEnabled(t *testing.T) {
db, err := gorm.Open(sqlite.Open("file:"+newID()+"?mode=memory&cache=shared"), &gorm.Config{})
if err != nil {
t.Fatal(err)
}
if err := db.AutoMigrate(&model.ModelChannel{}, &model.ChannelModel{}, &model.ChannelModelPriceTier{}); err != nil {
t.Fatal(err)
}
channel := model.ModelChannel{ID: "channel-1", Scope: model.ChannelScopeSystem, Enabled: true, Name: "Agnes"}
capabilityJSON, err := json.Marshal(DefaultModelCapabilityConfigForModel(string(model.ChannelInterfaceNewAPIVideo), "agnes-video-2.5"))
if err != nil {
t.Fatal(err)
}
channelModel := model.ChannelModel{
ID: "channel-model-1", ChannelID: channel.ID, ModelKey: "agnes-video-2.5", Capability: "video",
Protocol: model.ChannelInterfaceNewAPIVideo, BillingMode: "per_second", PriceConfigured: true, Enabled: true,
CapabilityConfigJSON: string(capabilityJSON),
}
priceTier := model.ChannelModelPriceTier{
ID: "tier-1", ChannelModelID: channelModel.ID, SelectorKey: `{}`, SelectorJSON: `{}`,
BillingMode: "per_second", UnitPriceMicrocredits: 1, PriceConfigured: true, Enabled: true,
}
if err := db.Create(&channel).Error; err != nil {
t.Fatal(err)
}
if err := db.Create(&channelModel).Error; err != nil {
t.Fatal(err)
}
if err := db.Create(&priceTier).Error; err != nil {
t.Fatal(err)
}
input, err := normalizeTaskInput(map[string]any{
"mode": "video",
"config": providerConfig{ChannelID: channel.ID, Model: channelModel.ModelKey, InterfaceType: string(channelModel.Protocol)},
})
if err != nil {
t.Fatal(err)
}
routed, resolvedInput, err := (&Service{repo: repository.New(db)}).resolveTaskModelSelection(input, "", "canvas_video", "", true)
if err != nil {
t.Fatalf("resolveTaskModelSelection() error = %v", err)
}
if routed != nil || resolvedInput["config"] == nil {
t.Fatalf("resolveTaskModelSelection() routed = %#v, input = %#v", routed, resolvedInput)
}
}
func TestResolveTaskModelSelectionAllowsCustomImageChannelWhenFrontendModelsEnabled(t *testing.T) {
input := map[string]any{
"mode": "image",
"config": map[string]any{
"baseUrl": "https://images.example.com/v1",
"apiKey": "custom-key",
"interfaceType": "openai-image",
"model": "custom-image-model",
},
}
routed, resolvedInput, err := (&Service{}).resolveTaskModelSelection(input, "", "canvas_image", "image", true)
if err != nil {
t.Fatalf("resolveTaskModelSelection() error = %v", err)
}
if routed != nil || resolvedInput["config"] == nil {
t.Fatalf("resolveTaskModelSelection() routed = %#v, input = %#v", routed, resolvedInput)
}
}
func TestResolveTaskModelSelectionStillRequiresLogicalModelWithoutExplicitSystemChannel(t *testing.T) {
_, _, err := (&Service{}).resolveTaskModelSelection(map[string]any{
"mode": "video",
"config": map[string]any{"model": "agnes-video-2.5"},
}, "", "canvas_video", "", true)
if err == nil || !strings.Contains(err.Error(), "logicalModelId") {
t.Fatalf("resolveTaskModelSelection() error = %v, want logicalModelId validation", err)
}
}
func TestResolveSystemChannelModelSelectionRebuildsAuthoritativeExecutionSpec(t *testing.T) {
profile := DefaultModelCapabilityConfigForModel(string(model.ChannelInterfaceGrokImage), "grok-image")
svc, _, channel, channelModel := createSystemChannelSelectionFixture(t, "image", model.ChannelInterfaceGrokImage, profile, []model.ChannelModelPriceTier{
newSelectionPriceTier("tier-1k", `{"operation":"text_to_image","quality":"1k"}`, "provider-image-1k", "fixed_request"),
newSelectionPriceTier("tier-2k", `{"operation":"text_to_image","quality":"2k"}`, "provider-image-2k", "fixed_request"),
})
input := map[string]any{
"mode": "image",
"config": map[string]any{
"channelId": channel.ID,
"model": channelModel.ModelKey,
"quality": "2k",
"priceTierId": "client-tier",
"providerModelKey": "client-provider-model",
"interfaceType": "runninghub-workflow-image",
"apiFormat": "client-format",
"baseUrl": "https://attacker.invalid/v1",
"apiKey": "client-api-key",
"secretKey": "client-secret",
"headers": []any{map[string]any{"name": "Authorization", "value": "client-token"}},
"capabilityConfig": map[string]any{"image": map[string]any{"maxOutputs": 99}},
},
// capabilityOptions 是创作端表达的最终规格,必须覆盖旧页面缓存到 config 的同名值。
"capabilityOptions": map[string]any{"quality": "1k", "size": "1:1"},
}
resolved, err := svc.resolveSystemChannelModelSelection(input, "canvas_image", "")
if err != nil {
t.Fatalf("resolveSystemChannelModelSelection() error = %v", err)
}
config := resolved["config"].(map[string]any)
for _, forbidden := range []string{"baseUrl", "apiKey", "secretKey", "headers", "capabilityConfig"} {
if _, exists := config[forbidden]; exists {
t.Fatalf("config[%q] must be removed from a system-channel request: %#v", forbidden, config[forbidden])
}
}
if got := config["quality"]; got != "1k" {
t.Fatalf("quality = %#v, want capabilityOptions value 1k", got)
}
if got := config["priceTierId"]; got != "tier-1k" {
t.Fatalf("priceTierId = %#v, want server-selected tier-1k", got)
}
if got := config["providerModelKey"]; got != "provider-image-1k" {
t.Fatalf("providerModelKey = %#v, want server-selected provider-image-1k", got)
}
if got := config["interfaceType"]; got != string(model.ChannelInterfaceGrokImage) {
t.Fatalf("interfaceType = %#v, want %q", got, model.ChannelInterfaceGrokImage)
}
if got := config["apiFormat"]; got != "openai" {
t.Fatalf("apiFormat = %#v, want openai", got)
}
options := resolved["capabilityOptions"].(map[string]any)
if options["quality"] != config["quality"] || options["size"] != config["size"] || options["count"] != config["count"] {
t.Fatalf("capabilityOptions and provider config diverged: options=%#v config=%#v", options, config)
}
}
func TestResolveSystemChannelModelSelectionMatchesMiniMax768PTier(t *testing.T) {
profile := DefaultModelCapabilityConfigForModel(string(model.ChannelInterfaceMiniMaxVideo), "MiniMax-H3")
svc, _, channel, channelModel := createSystemChannelSelectionFixture(t, "video", model.ChannelInterfaceMiniMaxVideo, profile, []model.ChannelModelPriceTier{
newSelectionPriceTier("tier-768p", `{"vquality":"768p"}`, "MiniMax-H3", "per_second"),
newSelectionPriceTier("tier-2k", `{"vquality":"1440p"}`, "MiniMax-H3", "per_second"),
})
resolved, err := svc.resolveSystemChannelModelSelection(map[string]any{
"mode": "video",
"referenceImages": []any{map[string]any{"storageKey": "resource:test"}},
"config": map[string]any{
"channelId": channel.ID,
"model": channelModel.ModelKey,
"vquality": "768",
"videoSeconds": "15",
},
}, "canvas_video", "image_to_video")
if err != nil {
t.Fatalf("resolveSystemChannelModelSelection() error = %v", err)
}
config := resolved["config"].(map[string]any)
if config["priceTierId"] != "tier-768p" {
t.Fatalf("priceTierId = %#v, want tier-768p", config["priceTierId"])
}
if config["vquality"] != "768" {
t.Fatalf("execution vquality = %#v, want original provider-facing value 768", config["vquality"])
}
}
func TestResolveSystemChannelModelSelectionAppliesServerDefaults(t *testing.T) {
profile := DefaultModelCapabilityConfigForModel(string(model.ChannelInterfaceGrokImage), "grok-image")
svc, _, channel, channelModel := createSystemChannelSelectionFixture(t, "image", model.ChannelInterfaceGrokImage, profile, []model.ChannelModelPriceTier{
newSelectionPriceTier("tier-default", `{"operation":"text_to_image","quality":"2k"}`, "provider-image-default", "fixed_request"),
})
resolved, err := svc.resolveSystemChannelModelSelection(map[string]any{
"mode": "image",
"config": map[string]any{"channelId": channel.ID, "model": channelModel.ModelKey},
}, "canvas_image", "")
if err != nil {
t.Fatalf("resolveSystemChannelModelSelection() error = %v", err)
}
config := resolved["config"].(map[string]any)
if config["size"] != "1:1" || config["quality"] != "2k" || config["count"] != "1" || config["transparentBackground"] != "false" {
t.Fatalf("server defaults were not applied: %#v", config)
}
encoded, err := json.Marshal(resolved)
if err != nil {
t.Fatal(err)
}
var executable canvasGenerationInput
if err := json.Unmarshal(encoded, &executable); err != nil {
t.Fatalf("server defaults cannot be decoded by provider: %v", err)
}
if config["priceTierId"] != "tier-default" || config["providerModelKey"] != "provider-image-default" {
t.Fatalf("server price selection was not persisted: %#v", config)
}
}
func TestResolveSystemChannelModelSelectionIgnoresStaleQualityWhenQualityIsUnsupported(t *testing.T) {
profile := DefaultModelCapabilityConfigForModel(string(model.ChannelInterfaceGeminiImage), "nano-banana-pro")
profile.Image.Quality = ImageQualityConfig{Supported: false, Default: "auto"}
svc, _, channel, channelModel := createSystemChannelSelectionFixture(t, "image", model.ChannelInterfaceGeminiImage, profile, []model.ChannelModelPriceTier{
newSelectionPriceTier("tier-any", `{}`, "provider-image", "fixed_request"),
})
resolved, err := svc.resolveSystemChannelModelSelection(map[string]any{
"mode": "image",
"config": map[string]any{
"channelId": channel.ID,
"model": channelModel.ModelKey,
// This value can survive when the user switches from a model that
// supported quality to one that does not.
"quality": "high",
"size": "16:9",
},
}, "canvas_image", "")
if err != nil {
t.Fatalf("resolveSystemChannelModelSelection() error = %v", err)
}
options, ok := resolved["capabilityOptions"].(map[string]any)
if !ok {
t.Fatalf("capabilityOptions = %#v, want object", resolved["capabilityOptions"])
}
if _, exists := options["quality"]; exists {
t.Fatalf("stale unsupported quality must not enter capabilityOptions: %#v", options)
}
}
func TestResolveSystemChannelModelSelectionRejectsUnsupportedRequest(t *testing.T) {
profile := DefaultModelCapabilityConfigForModel(string(model.ChannelInterfaceGrokImage), "grok-image")
svc, _, channel, channelModel := createSystemChannelSelectionFixture(t, "image", model.ChannelInterfaceGrokImage, profile, []model.ChannelModelPriceTier{
newSelectionPriceTier("tier-any", `{}`, "provider-image", "fixed_request"),
})
tests := []struct {
name string
input map[string]any
}{
{
name: "too many reference images",
input: map[string]any{
"mode": "image", "referenceImages": []any{"a", "b"},
"config": map[string]any{"channelId": channel.ID, "model": channelModel.ModelKey},
},
},
{
name: "unsupported quality",
input: map[string]any{
"mode": "image", "config": map[string]any{"channelId": channel.ID, "model": channelModel.ModelKey},
"capabilityOptions": map[string]any{"quality": "4k", "size": "1:1"},
},
},
}
for _, test := range tests {
t.Run(test.name, func(t *testing.T) {
if _, err := svc.resolveSystemChannelModelSelection(test.input, "canvas_image", ""); err == nil {
t.Fatal("resolveSystemChannelModelSelection() should reject a request outside the server capability contract")
}
})
}
videoProfile := DefaultModelCapabilityConfigForModel(string(model.ChannelInterfaceNewAPIVideo), "video-model")
videoSvc, _, videoChannel, videoModel := createSystemChannelSelectionFixture(t, "video", model.ChannelInterfaceNewAPIVideo, videoProfile, []model.ChannelModelPriceTier{
newSelectionPriceTier("video-tier", `{}`, "provider-video", "per_second"),
})
if _, err := videoSvc.resolveSystemChannelModelSelection(map[string]any{
"mode": "video",
"config": map[string]any{"channelId": videoChannel.ID, "model": videoModel.ModelKey},
}, "canvas_video", "audio_to_video"); err == nil {
t.Fatal("resolveSystemChannelModelSelection() should reject an unsupported operation")
}
}
func TestResolveSystemChannelModelSelectionRejectsCorruptCapabilityConfig(t *testing.T) {
profile := DefaultModelCapabilityConfigForModel(string(model.ChannelInterfaceGrokImage), "grok-image")
svc, db, channel, channelModel := createSystemChannelSelectionFixture(t, "image", model.ChannelInterfaceGrokImage, profile, []model.ChannelModelPriceTier{
newSelectionPriceTier("tier-any", `{}`, "provider-image", "fixed_request"),
})
if err := db.Model(&model.ChannelModel{}).Where("id = ?", channelModel.ID).Update("capability_config_json", "{").Error; err != nil {
t.Fatal(err)
}
if _, err := svc.resolveSystemChannelModelSelection(map[string]any{
"mode": "image",
"config": map[string]any{"channelId": channel.ID, "model": channelModel.ModelKey},
}, "canvas_image", ""); err == nil {
t.Fatal("resolveSystemChannelModelSelection() should fail closed for corrupt persisted capability config")
}
}
func createSystemChannelSelectionFixture(t *testing.T, capability string, protocol model.ChannelInterfaceType, profile *ModelCapabilityConfig, tiers []model.ChannelModelPriceTier) (*Service, *gorm.DB, model.ModelChannel, model.ChannelModel) {
t.Helper()
svc, db := newChannelModelTestService(t)
channel := model.ModelChannel{ID: newID(), Scope: model.ChannelScopeSystem, Enabled: true, Name: "System Channel", APIFormat: "legacy"}
capabilityJSON, err := json.Marshal(profile)
if err != nil {
t.Fatal(err)
}
channelModel := model.ChannelModel{
ID: newID(), ChannelID: channel.ID, ModelKey: capability + "-model", ProviderModelKey: "provider-default",
Capability: capability, Protocol: protocol, Enabled: true, CapabilityConfigJSON: string(capabilityJSON),
}
if err := db.Create(&channel).Error; err != nil {
t.Fatal(err)
}
if err := db.Create(&channelModel).Error; err != nil {
t.Fatal(err)
}
for index := range tiers {
tiers[index].ChannelModelID = channelModel.ID
if err := db.Create(&tiers[index]).Error; err != nil {
t.Fatal(err)
}
}
return svc, db, channel, channelModel
}
func newSelectionPriceTier(id string, selector string, providerModelKey string, billingMode string) model.ChannelModelPriceTier {
return model.ChannelModelPriceTier{
ID: id, SelectorKey: selector, SelectorJSON: selector, ProviderModelKey: providerModelKey,
BillingMode: billingMode, UnitPriceMicrocredits: 10, PriceConfigured: true, Enabled: true,
}
}
func TestImageResolutionPricingOnSystemChannel(t *testing.T) {
profile := DefaultModelCapabilityConfigForModel(string(model.ChannelInterfaceGeminiImage), "gemini-image-model")
profile.Image.Quality = ImageQualityConfig{Supported: false, Default: "auto"}
profile.Image.Size = ImageSizeConfig{
Parameter: "aspect_ratio",
Values: []string{"1:1", "16:9"},
Default: "1:1",
Presets: []ImageSizePreset{
{Tier: "1k", Ratio: "16:9", Size: "1824x1024", Width: 1824, Height: 1024},
{Tier: "2k", Ratio: "16:9", Size: "2752x1536", Width: 2752, Height: 1536},
{Tier: "4k", Ratio: "16:9", Size: "3840x2160", Width: 3840, Height: 2160},
},
}
svc, _, channel, channelModel := createSystemChannelSelectionFixture(t, "image", model.ChannelInterfaceGeminiImage, profile, []model.ChannelModelPriceTier{
newSelectionPriceTier("tier-1k", `{"quality":"1k"}`, "provider-1k", "fixed_request"),
newSelectionPriceTier("tier-2k", `{"quality":"2k"}`, "provider-2k", "fixed_request"),
newSelectionPriceTier("tier-4k", `{"quality":"4k"}`, "provider-4k", "fixed_request"),
})
for _, tc := range []struct {
name string
quality string
size string
wantTier string
}{
{"1k specified", "1k", "16:9", "tier-1k"},
{"2k specified", "2k", "16:9", "tier-2k"},
{"4k specified", "4k", "16:9", "tier-4k"},
{"auto specified", "auto", "16:9", "tier-1k"},
{"empty specified", "", "16:9", "tier-1k"},
} {
t.Run(tc.name, func(t *testing.T) {
input := map[string]any{
"mode": "image",
"config": map[string]any{
"channelId": channel.ID,
"model": channelModel.ModelKey,
"size": tc.size,
"quality": tc.quality,
},
}
resolved, err := svc.resolveSystemChannelModelSelection(input, "canvas_image", "")
if err != nil {
t.Fatalf("resolve error: %v", err)
}
cfg := resolved["config"].(map[string]any)
if cfg["priceTierId"] != tc.wantTier {
t.Fatalf("priceTierId = %#v, want %s", cfg["priceTierId"], tc.wantTier)
}
})
}
}