6892732b06
将计划清单、运行中插话和个人记忆接入云端 Agent；全站模型选择器统一为左右二级菜单。画布摘要按预算截断不再整轮拒绝，首页视频未知宽高可入库。README 补充贡献者 morrow。 Co-authored-by: Cursor <cursoragent@cursor.com>
253 lines
9.5 KiB
Go
253 lines
9.5 KiB
Go
package app
|
|
|
|
import (
|
|
"encoding/json"
|
|
"fmt"
|
|
"strings"
|
|
"testing"
|
|
|
|
"infinite-canvas/backend/internal/model"
|
|
)
|
|
|
|
func TestCloudAgentMediaReadHashSurvivesMoveBeforeDraft(t *testing.T) {
|
|
s, db, args := agentMediaFixture(t)
|
|
canvas, _ := s.repo.CanvasProjectForUser("user", "agent-canvas")
|
|
doc, _ := creationDocument(canvas.PayloadJSON)
|
|
view, err := cloudAgentCanvasState(s.repo, "user", doc, 0, nil, 0)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
args.SnapshotHash = view.(map[string]any)["mediaSnapshotHash"].(string)
|
|
nodes, _ := creationObjects(doc["nodes"])
|
|
nodes["cat"]["position"] = map[string]any{"x": 1600, "y": 500}
|
|
raw, _ := json.Marshal(doc)
|
|
if err := db.Model(canvas).Update("payload_json", string(raw)).Error; err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
run, _ := agentMediaRun(t, s, args, "auto")
|
|
if err := s.advanceCloudAgentByID("user", run.ID); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
pending, err := s.CloudAgentRun("user", run.ID)
|
|
if err != nil || pending.Status != "waiting_approval" {
|
|
t.Fatalf("movement prevented draft creation: %v %+v", err, pending)
|
|
}
|
|
approveAgentMediaDraft(t, s, run.ID)
|
|
}
|
|
|
|
func TestCloudAgentMediaApprovalAllowsMovesButRejectsContentChanges(t *testing.T) {
|
|
for _, change := range []string{"move", "prompt", "resource", "connection", "locked"} {
|
|
t.Run(change, func(t *testing.T) {
|
|
s, db, a := agentMediaFixture(t)
|
|
run, _ := agentMediaRun(t, s, a, "auto")
|
|
if err := s.advanceCloudAgentByID("user", run.ID); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
run, _ = s.repo.CloudAgent("user", run.ID)
|
|
state, err := cloudAgentDecode(run)
|
|
if err != nil || state.Approval == nil {
|
|
t.Fatalf("missing approval: %v", err)
|
|
}
|
|
canvas, _ := s.repo.CanvasProjectForUser("user", "agent-canvas")
|
|
doc, _ := creationDocument(canvas.PayloadJSON)
|
|
nodes, _ := creationObjects(doc["nodes"])
|
|
fullHash := cloudAgentCanvasHash(doc)
|
|
switch change {
|
|
case "move":
|
|
nodes["cat"]["position"] = map[string]any{"x": 1234, "y": 567}
|
|
nodes[a.NodeID]["position"] = map[string]any{"x": 2000, "y": 900}
|
|
case "prompt":
|
|
nodes[a.NodeID]["metadata"].(map[string]any)["composerContent"] = "用户修改的提示词"
|
|
case "resource":
|
|
nodes["cat"]["metadata"].(map[string]any)["storageKey"] = "resource:ref-two"
|
|
case "connection":
|
|
doc["connections"] = []any{}
|
|
case "locked":
|
|
nodes[a.NodeID]["metadata"].(map[string]any)["locked"] = true
|
|
}
|
|
if fullHash == cloudAgentCanvasHash(doc) {
|
|
t.Fatal("full mutation/undo hash must still detect changes")
|
|
}
|
|
raw, _ := json.Marshal(doc)
|
|
if err := db.Model(canvas).Update("payload_json", string(raw)).Error; err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err := s.DecideCloudAgentApproval("user", run.ID, state.Approval.ID, "approve", ""); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err := s.advanceCloudAgentByID("user", run.ID); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
var count int64
|
|
db.Model(&model.Task{}).Where("type = ?", "canvas_video").Count(&count)
|
|
if change != "move" {
|
|
if count != 0 {
|
|
t.Fatal("content change submitted generation")
|
|
}
|
|
return
|
|
}
|
|
if count != 1 {
|
|
t.Fatal("layout-only change blocked generation")
|
|
}
|
|
canvas, _ = s.repo.CanvasProjectForUser("user", "agent-canvas")
|
|
doc, _ = creationDocument(canvas.PayloadJSON)
|
|
nodes, _ = creationObjects(doc["nodes"])
|
|
if nodes["cat"]["position"].(map[string]any)["x"] != float64(1234) || nodes[a.NodeID]["position"].(map[string]any)["x"] != float64(2000) {
|
|
t.Fatal("generation overwrote user's positions")
|
|
}
|
|
})
|
|
}
|
|
}
|
|
|
|
func TestCloudAgentImageApprovalEditsAreValidatedAndIdempotent(t *testing.T) {
|
|
s, db, a := agentMediaFixture(t)
|
|
capability := DefaultModelCapabilityConfigForModel(string(model.ChannelInterfaceGrokImage), "grok-image")
|
|
for _, key := range []string{"grok-image", "grok-image-alternative"} {
|
|
for _, row := range []any{
|
|
&model.ChannelModel{ID: key, ChannelID: "channel", ModelKey: key, DisplayName: key, Capability: "image", Protocol: model.ChannelInterfaceGrokImage, CapabilityConfigJSON: mustEncodeModelCapabilityConfig(t, capability), BillingMode: "fixed_request", PriceConfigured: true, Enabled: true},
|
|
&model.ChannelModelPriceTier{ID: key + "-tier", ChannelModelID: key, SelectorKey: "{}", SelectorJSON: "{}", BillingMode: "fixed_request", UnitPriceMicrocredits: 1, PriceConfigured: true, Enabled: true},
|
|
} {
|
|
if err := db.Create(row).Error; err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
}
|
|
}
|
|
a.Mode, a.ChannelModelKey, a.Duration, a.VideoGenerateAudio = "image", "grok-image", 0, nil
|
|
a.Size, a.Quality, a.NodeID = "1:1", "2k", "image-shot-1"
|
|
a.ReferenceNodeIDs = []string{"cat"}
|
|
run, _ := agentMediaRun(t, s, a, "auto")
|
|
if err := s.advanceCloudAgentByID("user", run.ID); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
run, _ = s.repo.CloudAgent("user", run.ID)
|
|
state, err := cloudAgentDecode(run)
|
|
if err != nil || state.Approval == nil {
|
|
t.Fatalf("missing approval: %v", err)
|
|
}
|
|
id := state.Approval.ID
|
|
settings := CloudAgentMediaSettings{ChannelID: "channel", ChannelModelKey: "grok-image-alternative", Size: "16:9", Quality: "1k"}
|
|
for _, invalid := range []CloudAgentMediaSettings{
|
|
{ChannelID: "channel", ChannelModelKey: "missing", Size: "16:9", Quality: "1k"},
|
|
{ChannelID: "channel", ChannelModelKey: "text-test", Size: "16:9", Quality: "1k"},
|
|
{LogicalModelID: "mixed", ChannelID: "channel", ChannelModelKey: settings.ChannelModelKey, Size: "16:9"},
|
|
{ChannelID: "channel", ChannelModelKey: settings.ChannelModelKey, Size: "invalid-size", Quality: "1k"},
|
|
{ChannelID: "channel", ChannelModelKey: settings.ChannelModelKey, Size: "16:9", Quality: "invalid-quality"},
|
|
} {
|
|
if err := s.DecideCloudAgentApproval("user", run.ID, id, "approve", "", &invalid); err == nil {
|
|
t.Fatalf("invalid settings accepted: %+v", invalid)
|
|
}
|
|
}
|
|
if err := s.DecideCloudAgentApproval("other", run.ID, id, "approve", "", &settings); err == nil {
|
|
t.Fatal("cross-user approval accepted")
|
|
}
|
|
pending, _ := s.CloudAgentRun("user", run.ID)
|
|
if pending.Status != "waiting_approval" {
|
|
t.Fatal("invalid settings consumed approval")
|
|
}
|
|
var before int64
|
|
db.Model(&model.BillingOrder{}).Count(&before)
|
|
for range 2 {
|
|
if err := s.DecideCloudAgentApproval("user", run.ID, id, "approve", "", &settings); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
}
|
|
var orders int64
|
|
db.Model(&model.BillingOrder{}).Count(&orders)
|
|
if orders != before {
|
|
t.Fatal("editing approval charged before task submission")
|
|
}
|
|
changed := settings
|
|
changed.Size = "1:1"
|
|
if err := s.DecideCloudAgentApproval("user", run.ID, id, "approve", "", &changed); err == nil {
|
|
t.Fatal("conflicting retry accepted")
|
|
}
|
|
if err := s.advanceCloudAgentByID("user", run.ID); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
run, _ = s.repo.CloudAgent("user", run.ID)
|
|
state, err = cloudAgentDecode(run)
|
|
if err != nil || state.MediaTaskID == "" {
|
|
t.Fatalf("edited approval did not submit: %v %+v", err, state.Events)
|
|
}
|
|
task, err := s.repo.TaskForUser("user", state.MediaTaskID)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
var input canvasGenerationInput
|
|
if err := json.Unmarshal([]byte(task.InputJSON), &input); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if input.Config.Model != settings.ChannelModelKey || input.Config.Size != settings.Size || input.Config.Quality != settings.Quality || task.Prompt != a.Prompt || len(input.ReferenceImages) != 1 {
|
|
t.Fatalf("approved inputs were lost: %+v", input.Config)
|
|
}
|
|
var count int64
|
|
db.Model(&model.Task{}).Where("type = ?", "canvas_image").Count(&count)
|
|
if count != 1 {
|
|
t.Fatalf("expected exactly one image task, got %d", count)
|
|
}
|
|
}
|
|
|
|
func TestCloudAgentConversationKeepsRecentRounds(t *testing.T) {
|
|
s, db, _, _ := creationTestService(t)
|
|
if err := db.Create(&model.CanvasProject{ID: "agent-canvas", UserID: "user", PayloadJSON: `{"nodes":[]}`}).Error; err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
parent := ""
|
|
for round := 0; round < 15; round++ {
|
|
req := agentTestRequest()
|
|
req.IdempotencyKey = fmt.Sprintf("long-conversation-%d", round)
|
|
run, err := s.CreateCloudAgentRun("user", req, parent)
|
|
if err != nil {
|
|
t.Fatalf("round %d failed: %v", round+1, err)
|
|
}
|
|
execution, _ := s.repo.CloudAgent("user", run.ID)
|
|
state, err := cloudAgentDecode(execution)
|
|
if err != nil {
|
|
t.Fatalf("history decode failed at round %d: %v", round, err)
|
|
}
|
|
want := round * 2
|
|
if want > cloudAgentHistoryKeepRounds*2 {
|
|
want = cloudAgentHistoryKeepRounds * 2
|
|
}
|
|
if len(state.TextHistory) != want {
|
|
t.Fatalf("history window at round %d: got %d want %d", round, len(state.TextHistory), want)
|
|
}
|
|
if err := db.Model(&model.Task{}).Where("id = ?", run.ID).Updates(map[string]any{"status": model.TaskStatusSucceeded, "result_json": `{"text":"继续创作"}`}).Error; err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if err := s.advanceCloudAgentByID("user", run.ID); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
parent = run.ID
|
|
}
|
|
run, _ := s.repo.CloudAgent("user", parent)
|
|
state, _ := cloudAgentDecode(run)
|
|
for i := range state.TextHistory {
|
|
state.TextHistory[i].Content = strings.Repeat("x", 4000)
|
|
}
|
|
raw, _ := json.Marshal(state)
|
|
if err := db.Model(run).Update("state_json", string(raw)).Error; err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
req := agentTestRequest()
|
|
req.IdempotencyKey = "long-conversation-trim-bytes"
|
|
child, err := s.CreateCloudAgentRun("user", req, parent)
|
|
if err != nil {
|
|
t.Fatalf("oversize history should trim not fail: %v", err)
|
|
}
|
|
childRun, err := s.repo.CloudAgent("user", child.ID)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
childState, err := cloudAgentDecode(childRun)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if cloudAgentHistoryJSONSize(childState.TextHistory) > cloudAgentHistoryMaxBytes {
|
|
t.Fatal("trimmed history still over cap")
|
|
}
|
|
if cloudAgentHistoryUserInstructionCount(childState.TextHistory) < 1 {
|
|
t.Fatal("trimmed away the conversation")
|
|
}
|
|
}
|