package service import ( "encoding/json" "fmt" "os" "path/filepath" "strings" "time" ) const storageMigrationMarker = ".storage-v2-migrated" type StorageMigrationSummary struct { Tasks int Assets int Projects int Backup string } func (s *Service) MigrateLegacyStorage() (StorageMigrationSummary, error) { if s.repo.Dialect() != "sqlite" { return StorageMigrationSummary{}, nil } marker := filepath.Join(s.dataDir, storageMigrationMarker) if _, err := os.Stat(marker); err == nil { return StorageMigrationSummary{}, nil } backupDir := filepath.Join(s.dataDir, "backups") if err := os.MkdirAll(backupDir, 0o750); err != nil { return StorageMigrationSummary{}, err } backup := filepath.Join(backupDir, "open_ai_canvas-before-storage-v2-"+time.Now().Format("20060102-150405")+".db") if err := s.repo.BackupSQLite(backup); err != nil { return StorageMigrationSummary{}, fmt.Errorf("备份数据库失败:%w", err) } summary := StorageMigrationSummary{Backup: backup} tasks, err := s.repo.AllTasks() if err != nil { return summary, err } for index := range tasks { changed := false if strings.Contains(tasks[index].InputJSON, "data:") { var input map[string]interface{} if json.Unmarshal([]byte(tasks[index].InputJSON), &input) == nil { stored, storeErr := s.persistLegacyGeneratedMediaResult(tasks[index].UserID, input) if storeErr != nil { return summary, storeErr } encoded, _ := json.Marshal(stored) tasks[index].InputJSON = string(encoded) changed = true } } if strings.Contains(tasks[index].ResultJSON, "data:") { var result map[string]interface{} if json.Unmarshal([]byte(tasks[index].ResultJSON), &result) == nil { stored, storeErr := s.persistLegacyGeneratedMediaResult(tasks[index].UserID, result) if storeErr != nil { return summary, storeErr } encoded, _ := json.Marshal(stored) tasks[index].ResultJSON = string(encoded) changed = true } } if strings.TrimSpace(tasks[index].InputJSON) != "" { var protected map[string]interface{} if json.Unmarshal([]byte(tasks[index].InputJSON), &protected) == nil { if err := s.protectTaskSecrets(protected); err != nil { return summary, err } encoded, _ := json.Marshal(protected) if string(encoded) != tasks[index].InputJSON { tasks[index].InputJSON = string(encoded) changed = true } } } if tasks[index].Status == "succeeded" { compacted := publicTaskInputJSON(tasks[index].InputJSON) if compacted != tasks[index].InputJSON { tasks[index].InputJSON = compacted changed = true } } if changed { if err := s.repo.Save(&tasks[index]); err != nil { return summary, err } summary.Tasks++ } } assets, err := s.repo.AllAssets() if err != nil { return summary, err } for index := range assets { if !strings.Contains(assets[index].PayloadJSON, "data:") { continue } var payload map[string]interface{} if json.Unmarshal([]byte(assets[index].PayloadJSON), &payload) != nil { continue } stored, err := s.persistLegacyGeneratedMediaResult(assets[index].UserID, payload) if err != nil { return summary, err } encoded, _ := json.Marshal(stored) assets[index].PayloadJSON = string(encoded) if err := s.repo.Save(&assets[index]); err != nil { return summary, err } summary.Assets++ } projects, err := s.repo.AllCanvasProjects() if err != nil { return summary, err } for index := range projects { if !strings.Contains(projects[index].PayloadJSON, "data:") { continue } var payload map[string]interface{} if json.Unmarshal([]byte(projects[index].PayloadJSON), &payload) != nil { continue } stored, err := s.persistLegacyGeneratedMediaResult(projects[index].UserID, payload) if err != nil { return summary, err } encoded, _ := json.Marshal(stored) projects[index].PayloadJSON = string(encoded) if err := s.repo.Save(&projects[index]); err != nil { return summary, err } summary.Projects++ } if err := s.repo.CleanupDuplicateTaskPayloads(); err != nil { return summary, err } if err := s.repo.Vacuum(); err != nil { return summary, err } if err := os.WriteFile(marker, []byte(time.Now().UTC().Format(time.RFC3339)), 0o640); err != nil { return summary, err } return summary, nil }