ttstd-infinite-canvas/backend/internal/service/storage_migration.go

package service

import (
	"encoding/json"
	"fmt"
	"os"
	"path/filepath"
	"strings"
	"time"
)

const storageMigrationMarker = ".storage-v2-migrated"

type StorageMigrationSummary struct {
	Tasks    int
	Assets   int
	Projects int
	Backup   string
}

func (s *Service) MigrateLegacyStorage() (StorageMigrationSummary, error) {
	if s.repo.Dialect() != "sqlite" {
		return StorageMigrationSummary{}, nil
	}
	marker := filepath.Join(s.dataDir, storageMigrationMarker)
	if _, err := os.Stat(marker); err == nil {
		return StorageMigrationSummary{}, nil
	}
	backupDir := filepath.Join(s.dataDir, "backups")
	if err := os.MkdirAll(backupDir, 0o750); err != nil {
		return StorageMigrationSummary{}, err
	}
	backup := filepath.Join(backupDir, "open_ai_canvas-before-storage-v2-"+time.Now().Format("20060102-150405")+".db")
	if err := s.repo.BackupSQLite(backup); err != nil {
		return StorageMigrationSummary{}, fmt.Errorf("备份数据库失败：%w", err)
	}
	summary := StorageMigrationSummary{Backup: backup}

	tasks, err := s.repo.AllTasks()
	if err != nil {
		return summary, err
	}
	for index := range tasks {
		changed := false
		if strings.Contains(tasks[index].InputJSON, "data:") {
			var input map[string]interface{}
			if json.Unmarshal([]byte(tasks[index].InputJSON), &input) == nil {
				stored, storeErr := s.persistLegacyGeneratedMediaResult(tasks[index].UserID, input)
				if storeErr != nil {
					return summary, storeErr
				}
				encoded, _ := json.Marshal(stored)
				tasks[index].InputJSON = string(encoded)
				changed = true
			}
		}
		if strings.Contains(tasks[index].ResultJSON, "data:") {
			var result map[string]interface{}
			if json.Unmarshal([]byte(tasks[index].ResultJSON), &result) == nil {
				stored, storeErr := s.persistLegacyGeneratedMediaResult(tasks[index].UserID, result)
				if storeErr != nil {
					return summary, storeErr
				}
				encoded, _ := json.Marshal(stored)
				tasks[index].ResultJSON = string(encoded)
				changed = true
			}
		}
		if strings.TrimSpace(tasks[index].InputJSON) != "" {
			var protected map[string]interface{}
			if json.Unmarshal([]byte(tasks[index].InputJSON), &protected) == nil {
				if err := s.protectTaskSecrets(protected); err != nil {
					return summary, err
				}
				encoded, _ := json.Marshal(protected)
				if string(encoded) != tasks[index].InputJSON {
					tasks[index].InputJSON = string(encoded)
					changed = true
				}
			}
		}
		if tasks[index].Status == "succeeded" {
			compacted := publicTaskInputJSON(tasks[index].InputJSON)
			if compacted != tasks[index].InputJSON {
				tasks[index].InputJSON = compacted
				changed = true
			}
		}
		if changed {
			if err := s.repo.Save(&tasks[index]); err != nil {
				return summary, err
			}
			summary.Tasks++
		}
	}

	assets, err := s.repo.AllAssets()
	if err != nil {
		return summary, err
	}
	for index := range assets {
		if !strings.Contains(assets[index].PayloadJSON, "data:") {
			continue
		}
		var payload map[string]interface{}
		if json.Unmarshal([]byte(assets[index].PayloadJSON), &payload) != nil {
			continue
		}
		stored, err := s.persistLegacyGeneratedMediaResult(assets[index].UserID, payload)
		if err != nil {
			return summary, err
		}
		encoded, _ := json.Marshal(stored)
		assets[index].PayloadJSON = string(encoded)
		if err := s.repo.Save(&assets[index]); err != nil {
			return summary, err
		}
		summary.Assets++
	}

	projects, err := s.repo.AllCanvasProjects()
	if err != nil {
		return summary, err
	}
	for index := range projects {
		if !strings.Contains(projects[index].PayloadJSON, "data:") {
			continue
		}
		var payload map[string]interface{}
		if json.Unmarshal([]byte(projects[index].PayloadJSON), &payload) != nil {
			continue
		}
		stored, err := s.persistLegacyGeneratedMediaResult(projects[index].UserID, payload)
		if err != nil {
			return summary, err
		}
		encoded, _ := json.Marshal(stored)
		projects[index].PayloadJSON = string(encoded)
		if err := s.repo.Save(&projects[index]); err != nil {
			return summary, err
		}
		summary.Projects++
	}

	if err := s.repo.CleanupDuplicateTaskPayloads(); err != nil {
		return summary, err
	}
	if err := s.repo.Vacuum(); err != nil {
		return summary, err
	}
	if err := os.WriteFile(marker, []byte(time.Now().UTC().Format(time.RFC3339)), 0o640); err != nil {
		return summary, err
	}
	return summary, nil
}