refactor(*): 平台架构 - 拆分后端领域模块并同步插件协议与模型能力
This commit is contained in:
1 parent
916043fb5a
commit
6e5cbc8b05
644 files changed
+62731
-2320
No files matched your search
@@ -0,0 +1,175 @@
|
||||
package app
|
||||
|
||||
import (
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"os"
|
||||
"path/filepath"
|
||||
"strings"
|
||||
"time"
|
||||
)
|
||||
|
||||
const storageMigrationMarker = ".storage-v2-migrated"
|
||||
|
||||
type StorageMigrationSummary struct {
|
||||
Tasks int
|
||||
Assets int
|
||||
Projects int
|
||||
Backup string
|
||||
}
|
||||
|
||||
func (s *Service) MigrateLegacyStorage() (StorageMigrationSummary, error) {
|
||||
if s.repo.Dialect() != "sqlite" {
|
||||
return StorageMigrationSummary{}, nil
|
||||
}
|
||||
marker := filepath.Join(s.dataDir, storageMigrationMarker)
|
||||
if _, err := os.Stat(marker); err == nil {
|
||||
return StorageMigrationSummary{}, nil
|
||||
}
|
||||
backupDir := filepath.Join(s.dataDir, "backups")
|
||||
if err := os.MkdirAll(backupDir, 0o750); err != nil {
|
||||
return StorageMigrationSummary{}, err
|
||||
}
|
||||
backup := filepath.Join(backupDir, "open_ai_canvas-before-storage-v2-"+time.Now().Format("20060102-150405")+".db")
|
||||
if err := s.repo.BackupSQLite(backup); err != nil {
|
||||
return StorageMigrationSummary{}, fmt.Errorf("备份数据库失败:%w", err)
|
||||
}
|
||||
summary := StorageMigrationSummary{Backup: backup}
|
||||
|
||||
tasks, err := s.repo.AllTasks()
|
||||
if err != nil {
|
||||
return summary, err
|
||||
}
|
||||
// 迁移标记一旦写入,后续启动不会再次扫描旧数据。因此解析、脱敏和序列化都必须
|
||||
// 失败关闭;跳过坏记录再写 marker 会把未迁移数据永久伪装成“迁移完成”。
|
||||
for index := range tasks {
|
||||
changed := false
|
||||
if strings.Contains(tasks[index].InputJSON, "data:") {
|
||||
var input map[string]interface{}
|
||||
if err := json.Unmarshal([]byte(tasks[index].InputJSON), &input); err != nil {
|
||||
return summary, fmt.Errorf("解析任务 %s 的旧输入失败:%w", tasks[index].ID, err)
|
||||
}
|
||||
stored, storeErr := s.persistLegacyGeneratedMediaResult(tasks[index].UserID, input)
|
||||
if storeErr != nil {
|
||||
return summary, fmt.Errorf("迁移任务 %s 的旧输入媒体失败:%w", tasks[index].ID, storeErr)
|
||||
}
|
||||
encoded, err := json.Marshal(stored)
|
||||
if err != nil {
|
||||
return summary, fmt.Errorf("序列化任务 %s 的迁移输入失败:%w", tasks[index].ID, err)
|
||||
}
|
||||
tasks[index].InputJSON = string(encoded)
|
||||
changed = true
|
||||
}
|
||||
if strings.Contains(tasks[index].ResultJSON, "data:") {
|
||||
var result map[string]interface{}
|
||||
if err := json.Unmarshal([]byte(tasks[index].ResultJSON), &result); err != nil {
|
||||
return summary, fmt.Errorf("解析任务 %s 的旧结果失败:%w", tasks[index].ID, err)
|
||||
}
|
||||
stored, storeErr := s.persistLegacyGeneratedMediaResult(tasks[index].UserID, result)
|
||||
if storeErr != nil {
|
||||
return summary, fmt.Errorf("迁移任务 %s 的旧结果媒体失败:%w", tasks[index].ID, storeErr)
|
||||
}
|
||||
encoded, err := json.Marshal(stored)
|
||||
if err != nil {
|
||||
return summary, fmt.Errorf("序列化任务 %s 的迁移结果失败:%w", tasks[index].ID, err)
|
||||
}
|
||||
tasks[index].ResultJSON = string(encoded)
|
||||
changed = true
|
||||
}
|
||||
if strings.TrimSpace(tasks[index].InputJSON) != "" {
|
||||
var protected interface{}
|
||||
if err := json.Unmarshal([]byte(tasks[index].InputJSON), &protected); err != nil {
|
||||
return summary, fmt.Errorf("解析任务 %s 的输入以执行密钥保护失败:%w", tasks[index].ID, err)
|
||||
}
|
||||
if err := s.protectTaskSecrets(protected); err != nil {
|
||||
return summary, fmt.Errorf("保护任务 %s 的输入密钥失败:%w", tasks[index].ID, err)
|
||||
}
|
||||
encoded, err := json.Marshal(protected)
|
||||
if err != nil {
|
||||
return summary, fmt.Errorf("序列化任务 %s 的脱敏输入失败:%w", tasks[index].ID, err)
|
||||
}
|
||||
if string(encoded) != tasks[index].InputJSON {
|
||||
tasks[index].InputJSON = string(encoded)
|
||||
changed = true
|
||||
}
|
||||
}
|
||||
if tasks[index].Status == "succeeded" {
|
||||
compacted := publicTaskInputJSON(tasks[index].InputJSON)
|
||||
if compacted != tasks[index].InputJSON {
|
||||
tasks[index].InputJSON = compacted
|
||||
changed = true
|
||||
}
|
||||
}
|
||||
if changed {
|
||||
if err := s.repo.Save(&tasks[index]); err != nil {
|
||||
return summary, err
|
||||
}
|
||||
summary.Tasks++
|
||||
}
|
||||
}
|
||||
|
||||
assets, err := s.repo.AllAssets()
|
||||
if err != nil {
|
||||
return summary, err
|
||||
}
|
||||
for index := range assets {
|
||||
if !strings.Contains(assets[index].PayloadJSON, "data:") {
|
||||
continue
|
||||
}
|
||||
var payload map[string]interface{}
|
||||
if err := json.Unmarshal([]byte(assets[index].PayloadJSON), &payload); err != nil {
|
||||
return summary, fmt.Errorf("解析素材 %s 的旧载荷失败:%w", assets[index].ID, err)
|
||||
}
|
||||
stored, err := s.persistLegacyGeneratedMediaResult(assets[index].UserID, payload)
|
||||
if err != nil {
|
||||
return summary, fmt.Errorf("迁移素材 %s 的旧媒体失败:%w", assets[index].ID, err)
|
||||
}
|
||||
encoded, err := json.Marshal(stored)
|
||||
if err != nil {
|
||||
return summary, fmt.Errorf("序列化素材 %s 的迁移载荷失败:%w", assets[index].ID, err)
|
||||
}
|
||||
assets[index].PayloadJSON = string(encoded)
|
||||
if err := s.repo.Save(&assets[index]); err != nil {
|
||||
return summary, err
|
||||
}
|
||||
summary.Assets++
|
||||
}
|
||||
|
||||
projects, err := s.repo.AllCanvasProjects()
|
||||
if err != nil {
|
||||
return summary, err
|
||||
}
|
||||
for index := range projects {
|
||||
if !strings.Contains(projects[index].PayloadJSON, "data:") {
|
||||
continue
|
||||
}
|
||||
var payload map[string]interface{}
|
||||
if err := json.Unmarshal([]byte(projects[index].PayloadJSON), &payload); err != nil {
|
||||
return summary, fmt.Errorf("解析画布项目 %s 的旧载荷失败:%w", projects[index].ID, err)
|
||||
}
|
||||
stored, err := s.persistLegacyGeneratedMediaResult(projects[index].UserID, payload)
|
||||
if err != nil {
|
||||
return summary, fmt.Errorf("迁移画布项目 %s 的旧媒体失败:%w", projects[index].ID, err)
|
||||
}
|
||||
encoded, err := json.Marshal(stored)
|
||||
if err != nil {
|
||||
return summary, fmt.Errorf("序列化画布项目 %s 的迁移载荷失败:%w", projects[index].ID, err)
|
||||
}
|
||||
projects[index].PayloadJSON = string(encoded)
|
||||
if err := s.repo.Save(&projects[index]); err != nil {
|
||||
return summary, err
|
||||
}
|
||||
summary.Projects++
|
||||
}
|
||||
|
||||
if err := s.repo.CleanupDuplicateTaskPayloads(); err != nil {
|
||||
return summary, err
|
||||
}
|
||||
if err := s.repo.Vacuum(); err != nil {
|
||||
return summary, err
|
||||
}
|
||||
if err := os.WriteFile(marker, []byte(time.Now().UTC().Format(time.RFC3339)), 0o640); err != nil {
|
||||
return summary, err
|
||||
}
|
||||
return summary, nil
|
||||
}
|
||||
Reference in new issue
Block a user