273 lines
8.7 KiB
Go
273 lines
8.7 KiB
Go
package app
|
||
|
||
import (
|
||
"fmt"
|
||
"strings"
|
||
|
||
"infinite-canvas/backend/internal/repository"
|
||
)
|
||
|
||
// Director Agent tools deliberately expose a projection rather than the raw
|
||
// DirectorScene payload. The browser owns model URLs and storage references;
|
||
// the Agent only needs semantic shot/layout data to plan a preview.
|
||
func cloudAgentDirectorSceneRead(repo *repository.Repository, userID, canvasID string, call cloudAgentCall) (any, error) {
|
||
var args struct {
|
||
SceneID string `json:"sceneId"`
|
||
ShotID string `json:"shotId"`
|
||
ObjectIDs []string `json:"objectIds"`
|
||
}
|
||
if err := decodeCloudAgentJSONObject(call.Function.Arguments, &args); err != nil {
|
||
return nil, cloudAgentJSONArgumentError(err)
|
||
}
|
||
if err := validateCloudAgentID(args.SceneID, "导演场景 ID", 80); err != nil {
|
||
return nil, err
|
||
}
|
||
if err := validateCloudAgentID(args.ShotID, "导演镜头 ID", 80); err != nil {
|
||
return nil, err
|
||
}
|
||
if len(args.ObjectIDs) > 16 {
|
||
return nil, BadAuthRequest("导演对象读取最多包含16个对象 ID")
|
||
}
|
||
for _, id := range args.ObjectIDs {
|
||
if err := validateCloudAgentID(id, "导演对象 ID", 80); err != nil {
|
||
return nil, err
|
||
}
|
||
}
|
||
|
||
canvas, err := repo.CanvasProjectForUser(userID, canvasID)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
doc, err := creationDocument(canvas.PayloadJSON)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
rawScenes := creationMaps(doc["directorScenes"])
|
||
if args.SceneID == "" {
|
||
items := make([]map[string]any, 0, len(rawScenes))
|
||
for _, scene := range rawScenes {
|
||
items = append(items, map[string]any{
|
||
"id": stringValue(scene["id"]),
|
||
"title": truncateRunes(stringValue(scene["title"]), 160),
|
||
"activeShotId": stringValue(scene["activeShotId"]),
|
||
"shotCount": len(creationMaps(scene["shots"])),
|
||
"objectCount": len(creationMaps(scene["objects"])),
|
||
})
|
||
}
|
||
return map[string]any{
|
||
"canvasId": canvasID,
|
||
"scenes": items,
|
||
"count": len(items),
|
||
"guidance": "先用返回的 sceneId 读取一个场景，再使用 shotId 进行布局或预演。",
|
||
}, nil
|
||
}
|
||
|
||
scene, ok := findDirectorScene(rawScenes, args.SceneID)
|
||
if !ok {
|
||
return nil, BadAuthRequest("导演场景不存在或不属于当前画布")
|
||
}
|
||
if args.ShotID != "" {
|
||
if _, ok := findDirectorShot(scene, args.ShotID); !ok {
|
||
return nil, BadAuthRequest("导演镜头不存在或不属于指定场景")
|
||
}
|
||
}
|
||
objectIDs := make(map[string]bool, len(args.ObjectIDs))
|
||
for _, id := range args.ObjectIDs {
|
||
objectIDs[id] = true
|
||
}
|
||
return map[string]any{
|
||
"canvasId": canvasID,
|
||
"scene": projectDirectorScene(scene, args.ShotID, objectIDs),
|
||
"snapshotHash": creationHash(scene),
|
||
"revision": canvas.Revision,
|
||
"guidance": "这是安全摘要，不是可直接回写的完整 JSON；需要预演时使用 director_preview。",
|
||
}, nil
|
||
}
|
||
|
||
func cloudAgentDirectorPreview(repo *repository.Repository, userID, canvasID string, call cloudAgentCall) (any, error) {
|
||
var args struct {
|
||
SceneID string `json:"sceneId"`
|
||
ShotID string `json:"shotId"`
|
||
Duration *float64 `json:"duration"`
|
||
FPS *int `json:"fps"`
|
||
Output string `json:"output"`
|
||
}
|
||
if err := decodeCloudAgentJSONObject(call.Function.Arguments, &args); err != nil {
|
||
return nil, cloudAgentJSONArgumentError(err)
|
||
}
|
||
if err := validateCloudAgentID(args.SceneID, "导演场景 ID", 80); err != nil {
|
||
return nil, err
|
||
}
|
||
if err := validateCloudAgentID(args.ShotID, "导演镜头 ID", 80); err != nil {
|
||
return nil, err
|
||
}
|
||
if args.Output != "" && args.Output != "clay_video" {
|
||
return nil, BadAuthRequest("导演预演 output 目前只支持 clay_video")
|
||
}
|
||
if args.Duration != nil && (*args.Duration < 0.1 || *args.Duration > 60) {
|
||
return nil, BadAuthRequest("导演预演 duration 必须在0.1到60秒之间")
|
||
}
|
||
if args.FPS != nil && (*args.FPS < 1 || *args.FPS > 60) {
|
||
return nil, BadAuthRequest("导演预演 fps 必须在1到60之间")
|
||
}
|
||
canvas, err := repo.CanvasProjectForUser(userID, canvasID)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
doc, err := creationDocument(canvas.PayloadJSON)
|
||
if err != nil {
|
||
return nil, err
|
||
}
|
||
scene, ok := findDirectorScene(creationMaps(doc["directorScenes"]), args.SceneID)
|
||
if !ok {
|
||
return nil, BadAuthRequest("导演场景不存在或不属于当前画布")
|
||
}
|
||
shot, ok := findDirectorShot(scene, args.ShotID)
|
||
if !ok {
|
||
return nil, BadAuthRequest("导演镜头不存在或不属于指定场景")
|
||
}
|
||
duration := numberValue(shot["duration"], 5)
|
||
if args.Duration != nil {
|
||
duration = *args.Duration
|
||
}
|
||
fps := int(numberValue(shot["fps"], 24))
|
||
if args.FPS != nil {
|
||
fps = *args.FPS
|
||
}
|
||
requestID := strings.TrimSpace(call.ID)
|
||
if requestID == "" {
|
||
requestID = fmt.Sprintf("director-preview-%s-%s", args.SceneID, args.ShotID)
|
||
}
|
||
return map[string]any{
|
||
"previewRequestId": requestID,
|
||
"canvasId": canvasID,
|
||
"sceneId": args.SceneID,
|
||
"sceneTitle": truncateRunes(stringValue(scene["title"]), 160),
|
||
"shotId": args.ShotID,
|
||
"shotName": truncateRunes(stringValue(shot["name"]), 160),
|
||
"duration": duration,
|
||
"fps": fps,
|
||
"output": "clay_video",
|
||
"snapshotHash": creationHash(scene),
|
||
"execution": "browser_director_viewport",
|
||
"text": "已请求导演台在浏览器视口录制白模预演；录制完成后会回写为画布视频节点。",
|
||
}, nil
|
||
}
|
||
|
||
func findDirectorScene(scenes []map[string]any, id string) (map[string]any, bool) {
|
||
for _, scene := range scenes {
|
||
if stringValue(scene["id"]) == id {
|
||
return scene, true
|
||
}
|
||
}
|
||
return nil, false
|
||
}
|
||
|
||
func findDirectorShot(scene map[string]any, id string) (map[string]any, bool) {
|
||
for _, shot := range creationMaps(scene["shots"]) {
|
||
if stringValue(shot["id"]) == id {
|
||
return shot, true
|
||
}
|
||
}
|
||
return nil, false
|
||
}
|
||
|
||
func projectDirectorScene(scene map[string]any, shotID string, objectIDs map[string]bool) map[string]any {
|
||
shots := make([]map[string]any, 0)
|
||
for _, shot := range creationMaps(scene["shots"]) {
|
||
if shotID != "" && stringValue(shot["id"]) != shotID {
|
||
continue
|
||
}
|
||
shots = append(shots, map[string]any{
|
||
"id": stringValue(shot["id"]),
|
||
"name": truncateRunes(stringValue(shot["name"]), 160),
|
||
"cameraId": stringValue(shot["cameraId"]),
|
||
"duration": numberValue(shot["duration"], 5),
|
||
"fps": int(numberValue(shot["fps"], 24)),
|
||
"shotSize": stringValue(shot["shotSize"]),
|
||
"cameraMove": stringValue(shot["cameraMove"]),
|
||
})
|
||
}
|
||
objects := make([]map[string]any, 0)
|
||
for _, object := range creationMaps(scene["objects"]) {
|
||
id := stringValue(object["id"])
|
||
if len(objectIDs) > 0 && !objectIDs[id] {
|
||
continue
|
||
}
|
||
objects = append(objects, map[string]any{
|
||
"id": id,
|
||
"name": truncateRunes(stringValue(object["name"]), 160),
|
||
"kind": stringValue(object["kind"]),
|
||
"primitive": stringValue(object["primitive"]),
|
||
"color": stringValue(object["color"]),
|
||
"pose": stringValue(object["pose"]),
|
||
"visible": boolValue(object["visible"], true),
|
||
"transform": projectDirectorTransform(object["transform"]),
|
||
})
|
||
}
|
||
cameras := make([]map[string]any, 0)
|
||
for _, camera := range creationMaps(scene["cameras"]) {
|
||
cameras = append(cameras, map[string]any{
|
||
"id": stringValue(camera["id"]),
|
||
"name": truncateRunes(stringValue(camera["name"]), 160),
|
||
"focalLength": numberValue(camera["focalLength"], 50),
|
||
"transform": projectDirectorTransform(camera["transform"]),
|
||
"target": projectDirectorVec3(camera["target"]),
|
||
})
|
||
}
|
||
return map[string]any{
|
||
"id": stringValue(scene["id"]),
|
||
"title": truncateRunes(stringValue(scene["title"]), 160),
|
||
"activeShotId": stringValue(scene["activeShotId"]),
|
||
"shots": shots,
|
||
"objects": objects,
|
||
"cameras": cameras,
|
||
"lightCount": len(creationMaps(scene["lights"])),
|
||
}
|
||
}
|
||
|
||
func projectDirectorTransform(value any) map[string]any {
|
||
transform, _ := value.(map[string]any)
|
||
return map[string]any{
|
||
"position": projectDirectorVec3(transform["position"]),
|
||
"rotation": projectDirectorVec3(transform["rotation"]),
|
||
"scale": projectDirectorVec3(transform["scale"]),
|
||
}
|
||
}
|
||
|
||
func projectDirectorVec3(value any) []any {
|
||
items, ok := value.([]any)
|
||
if !ok || len(items) != 3 {
|
||
return []any{0, 0, 0}
|
||
}
|
||
result := make([]any, 3)
|
||
for index, item := range items {
|
||
result[index], _ = cloudAgentSafeNumber(item)
|
||
if result[index] == nil {
|
||
result[index] = 0
|
||
}
|
||
}
|
||
return result
|
||
}
|
||
|
||
func numberValue(value any, fallback float64) float64 {
|
||
if number, ok := cloudAgentSafeNumber(value); ok {
|
||
switch typed := number.(type) {
|
||
case float64:
|
||
return typed
|
||
case int:
|
||
return float64(typed)
|
||
case int64:
|
||
return float64(typed)
|
||
}
|
||
}
|
||
return fallback
|
||
}
|
||
|
||
func boolValue(value any, fallback bool) bool {
|
||
if result, ok := value.(bool); ok {
|
||
return result
|
||
}
|
||
return fallback
|
||
}
|