Files
ttstd-infinite-canvas/web/src/lib/canvas/agent-approval-presentation.ts
AetherNo2332 cc7af37d27 feat(canvas): 云端 Agent 画布布局 - 新增 canvas_arrange_nodes 与新增节点自动落位
云端 Agent 此前只能新建节点与连线,既不会排版也不能移动已有节点:模型只能用几十个
update_node 手算坐标,或者让用户自己拖。

- 新增 backend/internal/canvas/layout:把前端既有的画布布局算法(web/src/lib/canvas/
  canvas-layout.ts,本 PR 不改该文件)按同一套常量移植到服务端,提供 Kahn 拓扑分层 flow、
  媒体泳道 byType、row/column/grid、对齐与等距、分组分带、AABB 重叠检测与空位搜索。
- 新增写工具 canvas_arrange_nodes:snapshotHash 必需,mode∈{auto,flow,byType,row,column,
  grid},可传 nodeIds、groups(只做横向位置分带,不建容器、不改层级)、align、gap、dryRun。
  只改坐标,不改内容、不建连线、不增删节点;一次最多 50 个节点 / 12 组。锁定节点、背板等
  容器、隐藏批次子节点与已归属背板的子节点保持不动并在回执里说明;整批复用现有 mutation
  记录与事件管线,审批与撤销走同一条路径。
- add_node 省略坐标时不再落到 (0,0):优先贴合本批连线的对端(输入在左、输出在右),否则
  追加到同泳道同类节点之后,冲突则扫描空位;只给一个轴时保留该轴。agentCanvasOp.X/Y 改为
  指针以区分"没给坐标"与"坐标 0"。
- update_node 的 patch 新增 x/y(PatchField.Limit 校验 ±1e6),供模型微调单个节点。
- 系统行为策略新增「布局与整理」一节并升版到 8;docs 补工具说明与工具全集;前端同步审批
  预览联合类型、面板文案与徽标。
- 工具 schema 预算按实测从 24000 上调到 25000(21 个工具 24788 字节),并改正注释里
  "上游约 23.4 KB"的说法(上游 20 个工具实测 22777 字节)。
2026-09-22 01:32:20 +08:00

131 lines
8.7 KiB
TypeScript
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
import type { AgentApprovalPreview, AgentApprovalPreviewItem, AgentApprovalPreviewOperation } from "@/services/api/agent";
type RecordValue = Record<string, unknown>;
export type AgentApprovalPresentation = AgentApprovalPreview & { source: "server" | "fallback" };
function record(value: unknown): RecordValue | null {
return value && typeof value === "object" && !Array.isArray(value) ? value as RecordValue : null;
}
function text(value: unknown, max = 240): string {
if (typeof value !== "string") return "";
const compact = value.replace(/[\u0000-\u001f\u007f]/gu, " ").trim();
return compact.length > max ? `${compact.slice(0, max)}…` : compact;
}
function approvalArguments(value: unknown): RecordValue | null {
if (typeof value !== "string") return record(value);
try {
return record(JSON.parse(value));
} catch {
return null;
}
}
function shortReference(value: unknown): string {
const id = text(value, 80);
if (!id) return "未知目标";
return id.length <= 16 ? id : `${id.slice(0, 8)}…${id.slice(-4)}`;
}
function nodeTypeLabel(value: unknown): string {
const type = text(value, 32).toLowerCase();
return ({ text: "文本", markdown: "Markdown", image: "图片", video: "视频", audio: "音频", frame: "画框", script: "脚本" } as Record<string, string>)[type] || (type ? "节点" : "");
}
function fieldLabel(key: string, nodeType: string): string {
if (key === "title") return "节点名称";
if (key === "content") return ["image", "video", "audio"].includes(nodeType.toLowerCase()) ? "下一版提示词" : "正文";
return key === "composerContent" ? "下一版提示词" : "已配置字段";
}
function operation(value: unknown): AgentApprovalPreviewOperation | null {
return value === "add_node" || value === "update_node" || value === "connect_nodes" || value === "arrange_nodes" || value === "generate_media" || value === "create_storyboard" || value === "edit_storyboard" || value === "plan_step" ? value : null;
}
function normalizeServerPreview(value: unknown): AgentApprovalPresentation | null {
const source = record(value);
if (!source || !Array.isArray(source.items)) return null;
const rawItems = source.items;
const items: AgentApprovalPreviewItem[] = [];
for (const raw of rawItems) {
const item = record(raw);
const op = operation(item?.operation);
const summary = text(item?.summary);
if (!item || !op || !summary) continue;
items.push({
operation: op,
nodeId: text(item.nodeId, 120) || undefined,
nodeTitle: text(item.nodeTitle, 120) || undefined,
resultTitle: text(item.resultTitle, 120) || undefined,
nodeType: text(item.nodeType, 32) || undefined,
nodeTypeLabel: text(item.nodeTypeLabel, 48) || undefined,
targetNodeId: text(item.targetNodeId, 120) || undefined,
targetNodeTitle: text(item.targetNodeTitle, 120) || undefined,
targetNodeType: text(item.targetNodeType, 32) || undefined,
fields: Array.isArray(item.fields) ? item.fields.map((field) => text(field, 64)).filter(Boolean).slice(0, 12) : undefined,
details: Array.isArray(item.details) ? item.details.map((detail) => text(detail, 180)).filter(Boolean).slice(0, 12) : undefined,
summary,
});
}
const title = text(source.title, 120);
const description = text(source.description, 500);
if (!title || !description || !items.length) return null;
return { kind: text(source.kind, 64) || "agent_approval", title, description, items, source: "server" };
}
function canvasFallback(args: RecordValue | null): AgentApprovalPresentation {
const rawOps = Array.isArray(args?.ops) ? args.ops : [];
const items: AgentApprovalPreviewItem[] = [];
for (const raw of rawOps) {
const op = record(raw);
const kind = operation(op?.type);
if (!op || !kind || kind === "generate_media") continue;
const type = text(op.nodeType, 32).toLowerCase();
const label = nodeTypeLabel(type);
if (kind === "add_node") {
const title = text(op.title, 120) || `未命名${label || "节点"}`;
items.push({ operation: kind, nodeTitle: title, nodeType: type || undefined, nodeTypeLabel: label || undefined, fields: ["节点名称", label === "文本" || label === "Markdown" ? "正文" : "初始内容"], summary: `新增${label || "节点"}《${title}》` });
continue;
}
if (kind === "update_node") {
const patch = record(op.patch);
const id = shortReference(op.id);
const fields = patch ? Object.keys(patch).map((key) => fieldLabel(key, type)).filter(Boolean) : [];
const resultTitle = text(patch?.title, 120);
const target = `目标节点(引用 ${id})`;
items.push({ operation: kind, nodeTitle: target, nodeType: type || undefined, nodeTypeLabel: label || undefined, resultTitle: resultTitle || undefined, fields: fields.length ? [...new Set(fields)] : ["已配置字段"], summary: `修改${label || "节点"}《${target}》的${fields.length ? [...new Set(fields)].join("、") : "已配置字段"}${resultTitle ? `,名称改为《${resultTitle}》` : ""}` });
continue;
}
const from = shortReference(op.fromNodeId);
const to = shortReference(op.toNodeId);
items.push({ operation: kind, nodeTitle: `来源(引用 ${from})`, targetNodeTitle: `目标(引用 ${to})`, summary: `建立来源(引用 ${from})→目标(引用 ${to})的引用连线` });
}
const counts = items.reduce<Record<string, number>>((out, item) => { out[item.operation] = (out[item.operation] || 0) + 1; return out; }, {});
const parts = [counts.add_node ? `新增 ${counts.add_node} 个节点` : "", counts.update_node ? `修改 ${counts.update_node} 个节点` : "", counts.connect_nodes ? `建立 ${counts.connect_nodes} 条引用连线` : ""].filter(Boolean);
return { source: "fallback", kind: "canvas_mutation", title: "确认画布修改", description: parts.length ? `Agent 准备${parts.join(",")}。历史审批缺少画布快照,以下目标使用安全引用标识;无法确认具体目标时不会代替当前画布。` : "审批参数不完整,无法确认具体修改目标,请重新读取画布后再申请审批。", items, };
}
function mediaFallback(args: RecordValue | null, payload: RecordValue | null): AgentApprovalPresentation {
const mode = text(args?.mode, 32).toLowerCase();
const type = mode === "video" ? "视频" : mode === "image" ? "图片" : mode === "audio" ? "音频" : "媒体";
const references = Array.isArray(args?.referenceNodeIds) ? args.referenceNodeIds.filter((id) => typeof id === "string") : [];
const title = text(args?.title, 120) || `未命名${type}`;
const details = [text(payload?.modelName) ? `模型:${text(payload?.modelName)}` : text(args?.channelModelKey) || text(args?.logicalModelId) ? `模型:${text(args?.channelModelKey) || text(args?.logicalModelId)}` : "", references.length ? `引用 ${references.length} 个画布资产,并建立连线` : "不引用画布媒体资产", typeof args?.durationSeconds === "number" && args.durationSeconds > 0 ? `时长:${args.durationSeconds} 秒` : "", text(args?.size) ? `画幅:${text(args?.size, 40)}` : "", text(args?.quality) ? `质量:${text(args?.quality, 40)}` : "", typeof args?.videoGenerateAudio === "boolean" ? `音频:${args.videoGenerateAudio ? "开启" : "关闭"}` : ""].filter(Boolean);
return { source: "fallback", kind: "media_generation", title: `确认生成${type}`, description: `${type}草稿节点和引用连线已创建,尚未提交生成。确认规格后批准才会提交收费任务;拒绝则保留草稿,结果自动回写画布。`, items: [{ operation: "generate_media", nodeTitle: title, nodeType: mode || undefined, nodeTypeLabel: type, details, summary: `生成${type}《${title}》` }] };
}
export function agentApprovalPresentation(detail: unknown): AgentApprovalPresentation {
const payload = record(detail);
const serverPreview = normalizeServerPreview(payload?.preview);
if (serverPreview) return serverPreview;
const call = record(payload?.call);
const fn = record(call?.function);
const name = text(fn?.name) || text(payload?.toolName);
const args = approvalArguments(fn?.arguments ?? payload?.arguments);
if (name === "canvas_apply_ops") return canvasFallback(args);
if (name === "generate_media") return mediaFallback(args, payload);
return { source: "fallback", kind: "agent_approval", title: "确认执行操作", description: "Agent 请求执行一项操作,但审批参数无法识别;请重新读取画布后再申请审批。", items: [] };
}