Files
ttstd-infinite-canvas/backend/internal/service/project_asset.go
爱笑的毛毛虫 1953052313 feat(editor): 剪辑成片验收闭环 - 概览渲染计数、导入/字幕/预览修复与本地 whisper 转写运行时 (#414)
* feat(editor): 剪辑成片验收闭环 - 概览渲染成功计数、媒体导入/字幕/预览修复与本地 whisper 转写运行时

- 概览:渲染成功计数接入项目概览 SQL/JSON,成片状态随 timeline_render 任务联动
- 修复:本地媒体导入后列表为空(挂载时服务端重同步 + 导入后校验重取)、
  字幕工具残留 M6 占位文案、预览监视器悬浮遮挡层改为顶部信息条、
  生成任务轮询连续查询失败即抛错不再空转至超时
- 本地转写:新增 scripts/start-whisper-local.sh 一键启动 whisper.cpp,
  local-development 文档补安装/启动/后端注入指引
- 同步 docs(overview/features、pending-test、index)

* fix(assets): 素材库封面未知 kind 兜底,避免 AssetCover 渲染崩溃

运行时素材记录若带未知/脏 kind(历史遗留或本地存储异常),assetKindIcons[asset.kind]
得到 undefined,AssetCover/AssetDrawer 渲染 <KindIcon/> 触发
'Element type is invalid ... got: undefined' 使 /assets 整页崩溃。
新增 isKnownAssetKind 守卫:未知 kind 回退 FileText 图标与通用文案,脏数据不再崩页。

* fix(editor): mp4v 播放死循环修复——MPEG-4 Part 2 归入播放转码通道,监视器加终态护栏

- 后端把 mp4v 与 H.264/AV1/VP9 一并判为浏览器可播 → playbackStatus=none;
  Chromium/Firefox/Edge 实际均不支持 MPEG-4 Part 2,原件解码即失败。
  现将其并入 H.265 转码通道(转 H.264 兼容副本);损坏文件转码失败落
  failed,前端据此显示终止性错误而非死循环。
- 前端监视器轮询到 none/failed 或超时后不再回退 primary 重试;副本 URL
  回退原件反复触发 onError 时保持终态文案,不再覆盖成"正在生成兼容版本"。

* feat(editor): 画布产物自动同步剪辑素材库,素材面板新增「画布素材」分组

- 打开剪辑器时自动把画布工作台当前采用(storyboard/action_board/分镜/导出成片,
  ready 且有资源)的产物 linkProjectAsset(source=canvas) 并入项目素材库;
  后端幂等、前端按 storageKey+会话 ref 去重,失败静默下次进入自动补同步。
- LinkProjectAsset 支持 source 白名单(uploaded/canvas)并写入素材 payload,
  供素材面板按来源分组;面板新增「画布素材」页签与分组,与「本地上传」「项目素材」并列。
- 补 source=canvas 写入断言测试。

* docs(progress): 记录 mp4v 播放死循环修复与画布产物素材同步的待浏览器验收项
2026-09-05 02:52:21 +08:00

599 lines
21 KiB
Go
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
package service
import (
"encoding/json"
"errors"
"fmt"
"strings"
"time"
"gorm.io/gorm"
"infinite-canvas/backend/internal/model"
)
// 资产来源:媒体导入合成/画布产物自动同步。画布产物用 canvas 以便素材面板分组。
const (
AssetSourceUploaded = "uploaded"
AssetSourceCanvas = "canvas"
)
type LinkProjectAssetRequest struct {
AssetID string `json:"assetId"`
Category string `json:"category"`
FolderID *string `json:"folderId"`
// Title 媒体导入场景下由前端携带原始文件名;已有资产时忽略。
Title string `json:"title"`
// Source 仅媒体导入合成时生效:uploaded(默认)或 canvas(画布产物自动同步)。
Source string `json:"source"`
}
type UpdateProjectAssetRequest struct {
Category *string `json:"category"`
FolderID *string `json:"folderId"`
}
type CreateAssetVersionRequest struct {
Prompt string `json:"prompt"`
DefinitionJSON string `json:"definitionJson"`
Note string `json:"note"`
}
type ProjectAssetSummary struct {
ID string `json:"id"`
Title string `json:"title"`
MediaType string `json:"mediaType"`
Category model.AssetCategory `json:"category"`
Status model.AssetVersionStatus `json:"status"`
PrimaryVersionID string `json:"primaryVersionId,omitempty"`
VersionCount int `json:"versionCount"`
Usages []string `json:"usages"`
FolderID string `json:"folderId,omitempty"`
Position int `json:"position"`
StorageKey string `json:"storageKey,omitempty"`
DurationMs int64 `json:"durationMs,omitempty"`
PreviewText string `json:"previewText,omitempty"`
UpdatedAt time.Time `json:"updatedAt"`
Source string `json:"source,omitempty"`
Character *CharacterCardSummary `json:"character,omitempty"`
}
type ProjectAssetFilter struct {
Category string
MediaType string
Status string
Usage string
}
type ConfirmProjectAssetCandidateRequest struct {
AssetID string `json:"assetId"`
}
func (s *Service) FilterProjectAssets(userID string, projectID string, filter ProjectAssetFilter) ([]ProjectAssetSummary, error) {
assets, err := s.ProjectAssets(userID, projectID)
if err != nil {
return nil, err
}
result := make([]ProjectAssetSummary, 0, len(assets))
for _, asset := range assets {
if filter.Category != "" && string(asset.Category) != filter.Category {
continue
}
if filter.MediaType != "" && asset.MediaType != filter.MediaType {
continue
}
if filter.Status != "" && string(asset.Status) != filter.Status {
continue
}
if filter.Usage != "" && !containsString(asset.Usages, filter.Usage) {
continue
}
result = append(result, asset)
}
return result, nil
}
func (s *Service) ProjectAssets(userID string, projectID string) ([]ProjectAssetSummary, error) {
assets, err := s.repo.ProjectAssets(userID, projectID)
if err != nil {
return nil, err
}
result := make([]ProjectAssetSummary, 0, len(assets))
for _, asset := range assets {
summary, summaryErr := s.projectAssetSummary(userID, projectID, &asset)
if summaryErr != nil {
return nil, summaryErr
}
result = append(result, summary)
}
return result, nil
}
func (s *Service) LinkProjectAsset(userID string, projectID string, req LinkProjectAssetRequest) (ProjectAssetSummary, error) {
if _, err := s.repo.ProjectForUser(userID, projectID); err != nil {
return ProjectAssetSummary{}, err
}
assetID := strings.TrimSpace(req.AssetID)
source := strings.TrimSpace(req.Source)
if source != AssetSourceCanvas {
source = AssetSourceUploaded
}
asset, err := s.repo.AssetForUser(userID, assetID)
if err != nil && !errors.Is(err, gorm.ErrRecordNotFound) {
return ProjectAssetSummary{}, err
}
if asset == nil {
// 媒体导入只落 resources 表;首次链接时按资源元数据合成资产记录,
// 避免“资源存在但无资产记录”导致导入永远失败。
asset, err = s.assetFromUploadedResource(userID, assetID, req.Title, source)
if err != nil {
return ProjectAssetSummary{}, err
}
}
category := model.AssetCategory(strings.TrimSpace(req.Category))
if category == "" {
category = asset.Category
}
if !validAssetCategory(category) {
return ProjectAssetSummary{}, BadAuthRequest("不支持的资产业务分类")
}
folderID, err := s.resolveProjectAssetFolderID(projectID, req.FolderID)
if err != nil {
return ProjectAssetSummary{}, err
}
linked, err := s.repo.ProjectAssetLinked(projectID, asset.ID)
if err != nil {
return ProjectAssetSummary{}, err
}
if linked {
return s.projectAssetSummary(userID, projectID, asset)
}
now := time.Now()
asset.Category = category
if asset.Status == "" {
asset.Status = model.AssetVersionStatusConfirmed
}
versions, err := s.repo.AssetVersions(asset.ID)
if err != nil {
return ProjectAssetSummary{}, err
}
var initialVersion *model.AssetVersion
if len(versions) == 0 {
version := model.AssetVersion{ID: newID(), AssetID: asset.ID, Version: 1, Status: asset.Status, DefinitionJSON: "{}", CreatedAt: now, UpdatedAt: now}
initialVersion = &version
asset.PrimaryVersionID = version.ID
versions = append(versions, version)
}
asset.UpdatedAt = now
position, err := s.repo.NextProjectAssetPosition(projectID, folderID)
if err != nil {
return ProjectAssetSummary{}, err
}
link := model.ProjectAssetLink{ID: newID(), ProjectID: projectID, AssetID: asset.ID, FolderID: folderID, Position: position, CreatedAt: now}
created, err := s.repo.LinkProjectAsset(asset, initialVersion, &link)
if err != nil {
return ProjectAssetSummary{}, err
}
if !created {
current, currentErr := s.repo.AssetForUser(userID, asset.ID)
if currentErr != nil {
return ProjectAssetSummary{}, currentErr
}
return s.projectAssetSummary(userID, projectID, current)
}
return s.projectAssetSummary(userID, projectID, asset)
}
// assetFromUploadedResource 把媒体导入上传的 Resource 合成为资产记录(内存构造,不落库)。
// 资产创建与项目链接由 LinkProjectAsset 事务原子提交,避免失败留下孤立资产。
func (s *Service) assetFromUploadedResource(userID string, resourceID string, title string, source string) (*model.Asset, error) {
resource, err := s.repo.ResourceForUser(userID, resourceID)
if err != nil {
return nil, err
}
if resource.Kind == "" {
return nil, BadAuthRequest("资源缺少媒体类型,无法导入")
}
payload, err := json.Marshal(map[string]any{
"data": map[string]any{
"storageKey": "resource:" + resource.ID,
"mimeType": resource.MimeType,
"kind": resource.Kind,
"size": resource.Size,
"width": resource.Width,
"height": resource.Height,
"durationMs": resource.DurationMs,
"status": resource.Status,
"mediaType": resource.Kind,
"source": source,
},
})
if err != nil {
return nil, err
}
title = strings.TrimSpace(title)
if title == "" {
title = mediaTitleFallback(resource)
}
asset := &model.Asset{
ID: resource.ID,
UserID: userID,
Kind: resource.Kind,
Category: model.NormalizeAssetCategory("", resource.Kind),
Status: model.AssetVersionStatusConfirmed,
Title: title,
PayloadJSON: string(payload),
CreatedAt: resource.CreatedAt,
UpdatedAt: resource.UpdatedAt,
}
// 不在此预落库:资产创建交给 LinkProjectAsset 的事务统一提交,
// 事务失败时与链接一起回滚,避免留下“有资产无链接”的孤儿记录。
return asset, nil
}
// mediaTitleFallback 资源无文件名时的展示标题:未命名 + 媒体类型 + 分辨率。
func mediaTitleFallback(resource *model.Resource) string {
base := "未命名" + resource.Kind
if resource.Width > 0 && resource.Height > 0 {
base += fmt.Sprintf(" %dx%d", resource.Width, resource.Height)
}
return base
}
func (s *Service) UnlinkProjectAsset(userID string, projectID string, assetID string) error {
if _, err := s.repo.ProjectForUser(userID, projectID); err != nil {
return err
}
asset, err := s.repo.AssetForUser(userID, assetID)
if err != nil {
return err
}
if asset.Category == model.AssetCategoryCharacter {
canvases, canvasErr := s.repo.ProjectCanvasDocuments(userID, projectID)
if canvasErr != nil {
return canvasErr
}
for _, canvas := range canvases {
referenced, parseErr := canvasReferencesCharacterAsset(canvas.PayloadJSON, assetID)
if parseErr != nil {
return BadAuthRequest("画布数据格式错误,无法确认角色引用")
}
if referenced {
return BadAuthRequest("角色仍被项目画布引用,请先删除对应角色卡节点")
}
}
}
references, err := s.repo.ProjectAssetShotReferenceCount(projectID, assetID)
if err != nil {
return err
}
if references > 0 {
return BadAuthRequest("素材仍被项目镜头引用,请先解除镜头用途")
}
if err := s.repo.DeleteProjectAssetLink(projectID, assetID); err != nil {
return err
}
return s.repo.BumpProjectRevision(projectID)
}
func canvasReferencesCharacterAsset(payloadJSON string, assetID string) (bool, error) {
var payload struct {
Nodes []struct {
Metadata struct {
WorkflowKind string `json:"workflowKind"`
CharacterAssetID string `json:"characterAssetId"`
} `json:"metadata"`
} `json:"nodes"`
}
if err := json.Unmarshal([]byte(payloadJSON), &payload); err != nil {
return false, err
}
for _, node := range payload.Nodes {
if node.Metadata.WorkflowKind == "character" && node.Metadata.CharacterAssetID == assetID {
return true, nil
}
}
return false, nil
}
func (s *Service) UpdateProjectAsset(userID string, projectID string, assetID string, req UpdateProjectAssetRequest) (ProjectAssetSummary, error) {
if _, err := s.repo.ProjectForUser(userID, projectID); err != nil {
return ProjectAssetSummary{}, err
}
asset, err := s.repo.AssetForUser(userID, strings.TrimSpace(assetID))
if err != nil {
return ProjectAssetSummary{}, err
}
linked, err := s.repo.ProjectAssetLinked(projectID, asset.ID)
if err != nil {
return ProjectAssetSummary{}, err
}
if !linked {
return ProjectAssetSummary{}, BadAuthRequest("素材尚未加入当前项目")
}
if req.Category != nil && req.FolderID != nil {
return ProjectAssetSummary{}, BadAuthRequest("一次只能修改素材分类或所在文件夹")
}
if req.Category != nil {
category := model.AssetCategory(strings.TrimSpace(*req.Category))
if !validAssetCategory(category) {
return ProjectAssetSummary{}, BadAuthRequest("不支持的资产业务分类")
}
asset.Category = category
asset.UpdatedAt = time.Now()
if err := s.repo.UpdateAssetDomain(asset); err != nil {
return ProjectAssetSummary{}, err
}
if err := s.repo.BumpProjectRevision(projectID); err != nil {
return ProjectAssetSummary{}, err
}
} else if req.FolderID != nil {
folderID, folderErr := s.resolveProjectAssetFolderID(projectID, req.FolderID)
if folderErr != nil {
return ProjectAssetSummary{}, folderErr
}
position, positionErr := s.repo.NextProjectAssetPosition(projectID, folderID)
if positionErr != nil {
return ProjectAssetSummary{}, positionErr
}
if err := s.repo.MoveProjectAsset(projectID, asset.ID, folderID, position); err != nil {
return ProjectAssetSummary{}, err
}
} else {
return ProjectAssetSummary{}, BadAuthRequest("没有可更新的素材字段")
}
return s.projectAssetSummary(userID, projectID, asset)
}
func (s *Service) CreateProjectAssetVersion(userID string, projectID string, assetID string, req CreateAssetVersionRequest) (model.AssetVersion, error) {
if _, err := s.repo.ProjectForUser(userID, projectID); err != nil {
return model.AssetVersion{}, err
}
asset, err := s.repo.AssetForUser(userID, assetID)
if err != nil {
return model.AssetVersion{}, err
}
linked, err := s.repo.ProjectAssetLinked(projectID, assetID)
if err != nil {
return model.AssetVersion{}, err
}
if !linked {
return model.AssetVersion{}, BadAuthRequest("素材尚未加入当前项目")
}
versions, err := s.repo.AssetVersions(assetID)
if err != nil {
return model.AssetVersion{}, err
}
nextVersion := 1
if len(versions) > 0 {
nextVersion = versions[0].Version + 1
}
definition := strings.TrimSpace(req.DefinitionJSON)
if definition == "" {
definition = "{}"
}
if !json.Valid([]byte(definition)) {
return model.AssetVersion{}, BadAuthRequest("资产版本设定必须是有效 JSON")
}
now := time.Now()
version := model.AssetVersion{ID: newID(), AssetID: assetID, Version: nextVersion, Status: model.AssetVersionStatusDraft, DefinitionJSON: definition, Prompt: strings.TrimSpace(req.Prompt), Note: strings.TrimSpace(req.Note), CreatedAt: now, UpdatedAt: now}
if err := s.repo.CreateAssetVersion(&version); err != nil {
return model.AssetVersion{}, err
}
asset.PrimaryVersionID = version.ID
asset.Status = model.AssetVersionStatusDraft
asset.UpdatedAt = now
if err := s.repo.UpdateAssetDomain(asset); err != nil {
return model.AssetVersion{}, err
}
if err := s.repo.BumpProjectRevision(projectID); err != nil {
return model.AssetVersion{}, err
}
return version, nil
}
func (s *Service) ConfirmProjectAssetCandidate(userID string, projectID string, candidateID string, req ConfirmProjectAssetCandidateRequest) (ProjectAssetSummary, error) {
if _, err := s.repo.ProjectForUser(userID, projectID); err != nil {
return ProjectAssetSummary{}, err
}
candidate, err := s.repo.ProjectAssetCandidate(projectID, candidateID)
if err != nil {
return ProjectAssetSummary{}, err
}
if candidate.Status != "pending_confirmation" {
return ProjectAssetSummary{}, BadAuthRequest("资产候选已处理")
}
now := time.Now()
assetID := strings.TrimSpace(req.AssetID)
if assetID != "" && candidate.Category == model.AssetCategoryCharacter {
asset, assetErr := s.repo.ProjectCharacterAsset(userID, projectID, assetID)
if assetErr != nil {
return ProjectAssetSummary{}, assetErr
}
current, versionErr := s.repo.AssetVersion(asset.PrimaryVersionID)
if versionErr != nil {
return ProjectAssetSummary{}, versionErr
}
definition, mergeErr := mergeCharacterCandidateDefinition(current.DefinitionJSON, candidate.DetailsJSON, asset.Title, candidate.Name)
if mergeErr != nil {
return ProjectAssetSummary{}, mergeErr
}
nextAsset, nextVersion, representations, voice, prepareErr := s.prepareNextCharacterVersion(asset, asset.Title, definition, nil, nil, false)
if prepareErr != nil {
return ProjectAssetSummary{}, prepareErr
}
candidate.Status = "confirmed"
candidate.ResolvedAssetID = asset.ID
candidate.UpdatedAt = now
if saveErr := s.repo.ConfirmProjectCharacterCandidate(candidate, &nextAsset, &nextVersion, representations, voice); saveErr != nil {
return ProjectAssetSummary{}, saveErr
}
return s.projectAssetSummary(userID, projectID, &nextAsset)
}
createAsset := assetID == ""
var asset model.Asset
var version model.AssetVersion
if createAsset {
assetID = newID()
versionID := newID()
kind := "text"
var payload []byte
var marshalErr error
if candidate.Category == model.AssetCategoryCharacter {
kind = "entity"
var characterPayload string
characterPayload, marshalErr = characterAssetPayload(assetID, versionID, candidate.Name, json.RawMessage(candidate.DetailsJSON), now, now)
payload = []byte(characterPayload)
} else {
payload, marshalErr = json.Marshal(map[string]any{
"id": assetID, "kind": kind, "category": candidate.Category, "status": model.AssetVersionStatusConfirmed,
"primaryVersionId": versionID, "title": candidate.Name, "tags": []string{}, "data": map[string]string{"content": ""},
"createdAt": now.Format(time.RFC3339Nano), "updatedAt": now.Format(time.RFC3339Nano),
})
}
if marshalErr != nil {
return ProjectAssetSummary{}, marshalErr
}
asset = model.Asset{ID: assetID, UserID: userID, Kind: kind, Category: candidate.Category, Status: model.AssetVersionStatusConfirmed, PrimaryVersionID: versionID, Title: candidate.Name, PayloadJSON: string(payload), CreatedAt: now, UpdatedAt: now}
version = model.AssetVersion{ID: versionID, AssetID: assetID, Version: 1, Status: model.AssetVersionStatusConfirmed, DefinitionJSON: candidate.DetailsJSON, CreatedAt: now, UpdatedAt: now}
} else {
existing, assetErr := s.repo.AssetForUser(userID, assetID)
if assetErr != nil {
return ProjectAssetSummary{}, assetErr
}
asset = *existing
}
candidate.Status = "confirmed"
candidate.ResolvedAssetID = assetID
candidate.UpdatedAt = now
folderID, folderErr := s.resolveProjectAssetFolderID(projectID, nil)
if folderErr != nil {
return ProjectAssetSummary{}, folderErr
}
position, positionErr := s.repo.NextProjectAssetPosition(projectID, folderID)
if positionErr != nil {
return ProjectAssetSummary{}, positionErr
}
link := model.ProjectAssetLink{ID: newID(), ProjectID: projectID, AssetID: assetID, FolderID: folderID, Position: position, CreatedAt: now}
if err := s.repo.ConfirmProjectAssetCandidate(candidate, &asset, &version, &link, createAsset); err != nil {
return ProjectAssetSummary{}, err
}
return s.projectAssetSummary(userID, projectID, &asset)
}
func mergeCharacterCandidateDefinition(currentJSON string, candidateJSON string, currentName string, candidateName string) (string, error) {
current := map[string]any{}
candidate := map[string]any{}
if err := json.Unmarshal([]byte(currentJSON), &current); err != nil {
return "", err
}
if err := json.Unmarshal([]byte(candidateJSON), &candidate); err != nil {
return "", BadAuthRequest("角色候选设定格式无效")
}
for key, value := range candidate {
if key == "aliases" || !emptyCharacterDefinitionValue(current[key]) {
continue
}
current[key] = value
}
aliases := make([]string, 0)
seen := map[string]bool{}
appendAlias := func(value string) {
value = strings.TrimSpace(value)
key := strings.ToLower(value)
if value == "" || seen[key] || strings.EqualFold(value, strings.TrimSpace(currentName)) {
return
}
seen[key] = true
aliases = append(aliases, value)
}
for _, value := range []any{current["aliases"], candidate["aliases"]} {
if list, ok := value.([]any); ok {
for _, item := range list {
if text, valid := item.(string); valid {
appendAlias(text)
}
}
}
}
appendAlias(candidateName)
current["aliases"] = aliases
encoded, err := json.Marshal(current)
return string(encoded), err
}
func emptyCharacterDefinitionValue(value any) bool {
switch typed := value.(type) {
case nil:
return true
case string:
return strings.TrimSpace(typed) == ""
case []any:
return len(typed) == 0
default:
return false
}
}
func containsString(values []string, target string) bool {
for _, value := range values {
if value == target {
return true
}
}
return false
}
func validAssetCategory(category model.AssetCategory) bool {
switch category {
case model.AssetCategoryCharacter, model.AssetCategoryEnvironment, model.AssetCategoryProp, model.AssetCategoryMaterial, model.AssetCategoryOther:
return true
default:
return false
}
}
func (s *Service) projectAssetSummary(userID string, projectID string, asset *model.Asset) (ProjectAssetSummary, error) {
versions, err := s.repo.AssetVersions(asset.ID)
if err != nil {
return ProjectAssetSummary{}, err
}
usages, err := s.repo.ProjectAssetUsageRoles(projectID, asset.ID)
if err != nil {
return ProjectAssetSummary{}, err
}
link, err := s.repo.ProjectAssetLink(projectID, asset.ID)
if err != nil {
return ProjectAssetSummary{}, err
}
storageKey, previewText, source, durationMs := projectAssetPreview(asset.PayloadJSON)
summary := ProjectAssetSummary{ID: asset.ID, Title: asset.Title, MediaType: asset.Kind, Category: asset.Category, Status: asset.Status, PrimaryVersionID: asset.PrimaryVersionID, VersionCount: len(versions), Usages: usages, FolderID: link.FolderID, Position: link.Position, StorageKey: storageKey, PreviewText: previewText, DurationMs: durationMs, UpdatedAt: asset.UpdatedAt, Source: source}
if asset.Category == model.AssetCategoryCharacter && asset.PrimaryVersionID != "" {
card, cardErr := s.characterCard(userID, asset)
if cardErr != nil {
return ProjectAssetSummary{}, cardErr
}
summary.Character = &card
}
return summary, nil
}
func projectAssetPreview(payloadJSON string) (string, string, string, int64) {
var payload struct {
Data struct {
StorageKey string `json:"storageKey"`
Content string `json:"content"`
Source string `json:"source"`
DurationMs int64 `json:"durationMs"`
} `json:"data"`
}
if json.Unmarshal([]byte(payloadJSON), &payload) != nil {
return "", "", "", 0
}
previewRunes := []rune(strings.TrimSpace(payload.Data.Content))
if len(previewRunes) > 240 {
previewRunes = append(previewRunes[:240], '…')
}
return strings.TrimSpace(payload.Data.StorageKey), string(previewRunes), strings.TrimSpace(payload.Data.Source), payload.Data.DurationMs
}