import { hashCanvasAgentSnapshot, type CanvasAgentOp, type CanvasAgentSnapshot } from "./canvas-agent-ops"; import { CanvasNodeType, type CanvasNodeData } from "@/types/canvas"; import { getNodeDefinition } from "./node-registry"; import { isPluginEffectivelyEnabled } from "@/stores/use-plugin-store"; import { inspectStoryboardReadiness } from "./canvas-storyboard-context"; export type CanvasAgentResource = { nodeId: string; nodeTitle: string; nodeType: CanvasNodeData["type"]; status: string; resourceId?: string; storageKey?: string; assetId?: string; assetCategory?: string; mimeType?: string; bytes?: number; width?: number; height?: number; durationMs?: number; ready: boolean; }; export function buildCanvasAgentContext(snapshot: CanvasAgentSnapshot, options: { stateHash?: string; hashSource?: "browser-local" | "canvas-agent-server" } = {}) { const nodes = snapshot.nodes || []; const selectedIds = new Set(snapshot.selectedNodeIds || []); const nodeById = new Map(nodes.map((node) => [node.id, node])); const resources = nodes.flatMap((node) => { const resource = resourceFromNode(node); return resource ? [resource] : []; }); const nodeTypeCounts = nodes.reduce>((counts, node) => { counts[node.type] = (counts[node.type] || 0) + 1; return counts; }, {}); return { schemaVersion: 1, revision: snapshot.revision ?? 0, // The browser can build a fast local fingerprint synchronously, but the // canonical hash used by the Canvas Agent Runtime is calculated on the // server. Local Runtime callers may override this value after a state // sync; otherwise make the source explicit so it is never mistaken for // the server hash in a write precondition. stateHash: options.stateHash || hashCanvasAgentSnapshot(snapshot), hashSource: options.hashSource || "browser-local", canvas: { projectId: snapshot.projectId, domainProjectId: snapshot.domainProjectId, title: snapshot.title, viewport: snapshot.viewport, nodeCount: nodes.length, connectionCount: snapshot.connections.length, selectedNodeCount: selectedIds.size, nodeTypeCounts }, selection: nodes.filter((node) => selectedIds.has(node.id)).map(compactNode), nodes: nodes.map(compactNode), connections: snapshot.connections.map((connection) => ({ id: connection.id, fromNodeId: connection.fromNodeId, fromTitle: nodeById.get(connection.fromNodeId)?.title || "未知节点", toNodeId: connection.toNodeId, toTitle: nodeById.get(connection.toNodeId)?.title || "未知节点", fromHandleId: connection.fromHandleId, toHandleId: connection.toHandleId })), resources, storyboardReadiness: inspectStoryboardReadiness(snapshot.nodes), warnings: [ ...(nodes.some((node) => node.metadata?.status === "error") ? ["画布中存在生成失败节点;重试前先检查错误信息。"] : []), ...(resources.some((resource) => !resource.ready) ? ["存在未就绪或缺少持久化引用的媒体节点,不要把占位节点当作可用参考素材。"] : []), ], }; } export function findCanvasAgentNodes(snapshot: CanvasAgentSnapshot, input: { query?: string; ids?: string[]; types?: string[]; statuses?: string[]; resourceOnly?: boolean; limit?: number }) { const query = input.query?.trim().toLocaleLowerCase(); const ids = input.ids?.length ? new Set(input.ids) : null; const types = input.types?.length ? new Set(input.types) : null; const statuses = input.statuses?.length ? new Set(input.statuses) : null; const limit = Math.min(Math.max(input.limit || 50, 1), 200); const nodes = snapshot.nodes.filter((node) => { const metadata = (node.metadata || {}) as Record; if (ids && !ids.has(node.id)) return false; if (types && !types.has(node.type)) return false; if (statuses && !statuses.has(String(metadata.status || "idle"))) return false; if (input.resourceOnly && !resourceFromNode(node)) return false; if (!query) return true; return [node.id, node.title, metadata.content, metadata.prompt, metadata.composerContent, metadata.assetId, Array.isArray(metadata.assetTags) ? metadata.assetTags.join(" ") : "", metadata.workflowKind, metadata.workflowTitle, metadata.characterName] .some((value) => String(value || "").toLocaleLowerCase().includes(query)); }); return { query: input.query || "", total: nodes.length, truncated: nodes.length > limit, nodes: nodes.slice(0, limit).map(compactNode) }; } export function getCanvasAgentNode(snapshot: CanvasAgentSnapshot, input: { id: string }) { const node = snapshot.nodes.find((candidate) => candidate.id === input.id); if (!node) return { found: false, id: input.id, node: null, connections: [] }; const nodeById = new Map(snapshot.nodes.map((candidate) => [candidate.id, candidate])); const connections = snapshot.connections .filter((connection) => connection.fromNodeId === node.id || connection.toNodeId === node.id) .map((connection) => connectionSummary(connection, nodeById)); return { found: true, id: node.id, node: compactNode(node), resource: resourceFromNode(node), connections }; } export function getCanvasAgentConnection(snapshot: CanvasAgentSnapshot, input: { id: string }) { const connection = snapshot.connections.find((candidate) => candidate.id === input.id); if (!connection) return { found: false, id: input.id, connection: null }; const nodeById = new Map(snapshot.nodes.map((candidate) => [candidate.id, candidate])); return { found: true, id: connection.id, connection: connectionSummary(connection, nodeById), fromNode: nodeById.get(connection.fromNodeId) ? compactNode(nodeById.get(connection.fromNodeId)!) : null, toNode: nodeById.get(connection.toNodeId) ? compactNode(nodeById.get(connection.toNodeId)!) : null, }; } export function getCanvasAgentGenerationTasks(snapshot: CanvasAgentSnapshot, input: { status?: string; nodeIds?: string[]; limit?: number }) { const nodeIds = input.nodeIds?.length ? new Set(input.nodeIds) : null; const tasks = snapshot.nodes.flatMap((node) => { const metadata = (node.metadata || {}) as Record; const taskId = stringValue(metadata.taskId); if (!taskId || (nodeIds && !nodeIds.has(node.id))) return []; const status = stringValue(metadata.taskStatus) || stringValue(metadata.status) || "unknown"; if (input.status && status !== input.status) return []; const resource = resourceFromNode(node); return [{ taskId, nodeId: node.id, nodeTitle: node.title || "未命名节点", mode: stringValue(metadata.generationMode), nodeStatus: stringValue(metadata.status) || "idle", status, progress: numberValue(metadata.taskProgress ?? metadata.progress), stage: stringValue(metadata.taskStage), provider: stringValue(metadata.taskProvider), errorCode: stringValue(metadata.taskErrorCode || metadata.generationErrorCode), officialStatus: stringValue(metadata.taskOfficialStatus), resourceReady: Boolean(resource?.ready), }]; }); const limit = Math.min(Math.max(input.limit || 100, 1), 200); return { total: tasks.length, truncated: tasks.length > limit, tasks: tasks.slice(0, limit) }; } export function getCanvasAgentResources(snapshot: CanvasAgentSnapshot, input: { nodeIds?: string[]; status?: string; limit?: number }) { const nodeIds = input.nodeIds?.length ? new Set(input.nodeIds) : null; const limit = Math.min(Math.max(input.limit || 100, 1), 300); const resources = snapshot.nodes.flatMap((node) => { if (nodeIds && !nodeIds.has(node.id)) return []; const resource = resourceFromNode(node); return resource && (!input.status || resource.status === input.status) ? [resource] : []; }); return { total: resources.length, truncated: resources.length > limit, resources: resources.slice(0, limit) }; } export function validateCanvasAgentOps(snapshot: CanvasAgentSnapshot, ops: CanvasAgentOp[]) { const liveNodeIds = new Set(snapshot.nodes.map((node) => node.id)); const connectionKeys = new Set(snapshot.connections.map(connectionKey)); const liveConnections = new Map(); snapshot.connections.forEach((connection) => liveConnections.set(connection.id, { key: connectionKey(connection), fromNodeId: connection.fromNodeId, toNodeId: connection.toNodeId })); const issues: Array<{ index: number; severity: "error" | "warning"; message: string }> = []; const removeConnection = (id: string) => { const connection = liveConnections.get(id); if (!connection) return; liveConnections.delete(id); if (![...liveConnections.values()].some((item) => item.key === connection.key)) connectionKeys.delete(connection.key); }; const requireNode = (index: number, id: unknown, label: string) => { if (typeof id !== "string" || !id) issues.push({ index, severity: "error", message: `${label} 缺少节点 id` }); else if (!liveNodeIds.has(id)) issues.push({ index, severity: "error", message: `${label}「${id}」不存在,请先重新读取画布上下文` }); }; ops.forEach((op, index) => { if (op.type === "add_node") { const definition = getNodeDefinition(op.nodeType || CanvasNodeType.Text); if (!definition || (definition.plugin && !isPluginEffectivelyEnabled(definition.plugin.pluginId))) issues.push({ index, severity: "error", message: "节点未注册或插件不可用,请重新发现能力" }); validateNodeNumbers(issues, index, op as unknown as Record); if (op.id && liveNodeIds.has(op.id)) issues.push({ index, severity: "error", message: `新增节点 id「${op.id}」重复` }); if (op.id) liveNodeIds.add(op.id); } else if (op.type === "update_node") { requireNode(index, op.id, "更新目标"); const patch = op.patch as Record | undefined; if (patch && ("id" in patch || "type" in patch)) issues.push({ index, severity: "error", message: "不能通过 update_node 修改节点 id 或类型" }); if (patch) validateNodeNumbers(issues, index, patch); const node = snapshot.nodes.find((item) => item.id === op.id); const metadata = op.metadata && typeof op.metadata === "object" && !Array.isArray(op.metadata) ? op.metadata as Record : undefined; const patchMetadata = patch?.metadata && typeof patch.metadata === "object" && !Array.isArray(patch.metadata) ? patch.metadata as Record : undefined; if (isMediaNodeType(node?.type) && ((metadata && "status" in metadata) || (patchMetadata && "status" in patchMetadata))) issues.push({ index, severity: "error", message: "不能直接修改媒体节点 status;生成状态必须由任务结果回写" }); } else if (op.type === "run_generation") { requireNode(index, op.nodeId, "生成目标"); const node = snapshot.nodes.find((item) => item.id === op.nodeId); if (node && op.mode && op.mode !== node.type && !(op.mode === "text" && node.type === CanvasNodeType.Script)) issues.push({ index, severity: "error", message: `生成模式「${op.mode}」与节点类型「${node.type}」不匹配` }); } else if (op.type === "delete_node") { const ids = op.ids || (op.id ? [op.id] : op.nodeType ? snapshot.nodes.filter((node) => node.type === op.nodeType).map((node) => node.id) : []); if (!ids.length) issues.push({ index, severity: "error", message: "删除节点必须提供 id、ids 或 nodeType" }); if (new Set(ids).size !== ids.length) issues.push({ index, severity: "error", message: "删除节点 id 不能重复" }); ids.forEach((id) => requireNode(index, id, "删除目标")); ids.forEach((id) => liveNodeIds.delete(id)); for (const [connectionId, connection] of liveConnections) if (ids.includes(connection.fromNodeId) || ids.includes(connection.toNodeId)) removeConnection(connectionId); } else if (op.type === "connect_nodes") { requireNode(index, op.fromNodeId, "连接起点"); requireNode(index, op.toNodeId, "连接终点"); if (op.fromNodeId === op.toNodeId) issues.push({ index, severity: "error", message: "不能连接节点自身" }); if (op.id && liveConnections.has(op.id)) issues.push({ index, severity: "error", message: `连线 id「${op.id}」重复` }); const key = connectionKey(op); if (connectionKeys.has(key)) issues.push({ index, severity: "error", message: "相同端点和 handle 的连线已存在" }); connectionKeys.add(key); liveConnections.set(op.id || `__anonymous_${index}`, { key, fromNodeId: op.fromNodeId, toNodeId: op.toNodeId }); } else if (op.type === "select_nodes") { if (new Set(op.ids).size !== op.ids.length) issues.push({ index, severity: "error", message: "选区节点 id 不能重复" }); op.ids.forEach((id) => requireNode(index, id, "选区节点")); } else if (op.type === "delete_connections") { if (op.all && (op.id || op.ids?.length)) issues.push({ index, severity: "error", message: "delete_connections 不能同时使用 all 和 id/ids" }); if (!op.all && !op.id && !op.ids?.length) issues.push({ index, severity: "error", message: "删除连线必须提供 id、ids 或 all=true" }); const ids = op.ids || (op.id ? [op.id] : []); if (new Set(ids).size !== ids.length) issues.push({ index, severity: "error", message: "删除连线 id 不能重复" }); ids.filter((id) => !liveConnections.has(id)).forEach((id) => issues.push({ index, severity: "error", message: `连线「${id}」不存在,请先读取画布上下文` })); if (op.all) [...liveConnections.keys()].forEach(removeConnection); else ids.forEach(removeConnection); } else if (op.type === "set_viewport") validateViewport(issues, index, op.viewport); }); return { ok: !issues.some((issue) => issue.severity === "error"), issues, operationCount: ops.length, currentStateHash: hashCanvasAgentSnapshot(snapshot) }; } function validateNodeNumbers(issues: Array<{ index: number; severity: "error" | "warning"; message: string }>, index: number, value: Record) { for (const key of ["x", "y"]) if (value[key] !== undefined && (typeof value[key] !== "number" || !Number.isFinite(value[key]))) issues.push({ index, severity: "error", message: `节点 ${key} 坐标必须是有限数字` }); if (value.position !== undefined && (!value.position || typeof value.position !== "object" || Array.isArray(value.position))) issues.push({ index, severity: "error", message: "节点 position 参数无效" }); if (value.position && typeof value.position === "object" && !Array.isArray(value.position)) validateNodeNumbers(issues, index, value.position as Record); for (const key of ["width", "height"]) if (value[key] !== undefined && (typeof value[key] !== "number" || !Number.isFinite(value[key]) || value[key] <= 0)) issues.push({ index, severity: "error", message: `节点 ${key} 必须是正数` }); } function validateViewport(issues: Array<{ index: number; severity: "error" | "warning"; message: string }>, index: number, viewport: Record) { for (const key of ["x", "y", "k"]) if (typeof viewport?.[key] !== "number" || !Number.isFinite(viewport[key])) issues.push({ index, severity: "error", message: `视口 ${key} 必须是有限数字` }); if (typeof viewport?.k === "number" && (viewport.k < 0.05 || viewport.k > 8)) issues.push({ index, severity: "error", message: "视口缩放 k 必须在 0.05 到 8 之间" }); } function connectionKey(connection: { fromNodeId: string; toNodeId: string; fromHandleId?: string; toHandleId?: string }) { return [connection.fromNodeId, connection.toNodeId, connection.fromHandleId || "", connection.toHandleId || ""].join("\0"); } function connectionSummary(connection: { id: string; fromNodeId: string; toNodeId: string; fromHandleId?: string; toHandleId?: string }, nodeById: Map) { return { id: connection.id, fromNodeId: connection.fromNodeId, fromTitle: nodeById.get(connection.fromNodeId)?.title || "未知节点", toNodeId: connection.toNodeId, toTitle: nodeById.get(connection.toNodeId)?.title || "未知节点", fromHandleId: connection.fromHandleId, toHandleId: connection.toHandleId, }; } function isMediaNodeType(type: CanvasNodeData["type"] | undefined) { return type === CanvasNodeType.Image || type === CanvasNodeType.Video || type === CanvasNodeType.Audio; } function compactNode(node: CanvasNodeData) { const metadata = (node.metadata || {}) as Record; const resource = resourceFromNode(node); return { id: node.id, type: node.type, title: node.title || "未命名节点", position: node.position, size: { width: node.width, height: node.height }, parentId: node.parentId, status: String(metadata.status || "idle"), content: preview(metadata.content, 240), prompt: preview(metadata.prompt || metadata.composerContent, 300), generation: metadata.generationMode || metadata.workflowKind || metadata.taskId ? { mode: metadata.generationMode, model: metadata.model, workflowKind: metadata.workflowKind, workflowTitle: metadata.workflowTitle, taskId: metadata.taskId, status: metadata.taskStatus || metadata.status, progress: numberValue(metadata.taskProgress ?? metadata.progress), stage: metadata.taskStage, provider: metadata.taskProvider, errorCode: metadata.taskErrorCode || metadata.generationErrorCode } : undefined, error: metadata.status === "error" ? preview(metadata.errorDetails || metadata.generationErrorCode, 360) : undefined, asset: metadata.assetId || metadata.characterAssetId ? { assetId: metadata.assetId || metadata.characterAssetId, versionId: metadata.characterVersionId, category: metadata.assetCategory, tags: metadata.assetTags, characterName: metadata.characterName } : undefined, resource: resource ? { resourceId: resource.resourceId, storageKey: resource.storageKey, mimeType: resource.mimeType, bytes: resource.bytes, width: resource.width, height: resource.height, durationMs: resource.durationMs, ready: resource.ready } : undefined, }; } function resourceFromNode(node: CanvasNodeData): CanvasAgentResource | null { const metadata = (node.metadata || {}) as Record; const storageKey = typeof metadata.storageKey === "string" && metadata.storageKey.trim() ? metadata.storageKey.trim() : undefined; const resourceId = storageKey?.startsWith("resource:") ? storageKey.slice("resource:".length) : stringValue(metadata.resourceId); const hasSignal = Boolean(storageKey || resourceId || metadata.assetId || metadata.primaryImageId || metadata.mimeType || ["image", "video", "audio"].includes(node.type)); if (!hasSignal) return null; const status = String(metadata.status || "idle"); return { nodeId: node.id, nodeTitle: node.title || "未命名节点", nodeType: node.type, status, resourceId, storageKey, assetId: stringValue(metadata.assetId || metadata.characterAssetId), assetCategory: stringValue(metadata.assetCategory), mimeType: stringValue(metadata.mimeType), bytes: numberValue(metadata.bytes), width: numberValue(metadata.naturalWidth), height: numberValue(metadata.naturalHeight), durationMs: numberValue(metadata.durationMs), ready: status === "success" && Boolean(storageKey || resourceId || metadata.primaryImageId) }; } function preview(value: unknown, limit: number) { if (typeof value !== "string" || !value.trim()) return undefined; const text = value.trim(); return text.length > limit ? `${text.slice(0, limit)}…` : text; } function stringValue(value: unknown) { return typeof value === "string" && value.trim() ? value.trim() : undefined; } function numberValue(value: unknown) { return typeof value === "number" && Number.isFinite(value) ? value : undefined; }