325 lines
12 KiB
Go
325 lines
12 KiB
Go
package database
|
||
|
||
import (
|
||
"errors"
|
||
"fmt"
|
||
"time"
|
||
|
||
"infinite-canvas/backend/internal/model"
|
||
|
||
"gorm.io/gorm"
|
||
)
|
||
|
||
const CurrentSchemaVersion int64 = 10
|
||
|
||
const baselineSchemaChecksum = "sha256:open-ai-canvas-schema-v1-20260830"
|
||
const schemaMigrationAppliedAtIndexChecksum = "sha256:schema-migrations-applied-at-index-v2-20260830"
|
||
const assetTaxonomyCandidateIdentityChecksum = "sha256:asset-taxonomy-candidate-identity-v3-20260831-r1"
|
||
const resourceUploadKeyChecksum = "sha256:resource-upload-key-v4-20260901"
|
||
const paymentTopupChecksum = "sha256:payment-topup-v5-20260902"
|
||
const resourcePlaybackChecksum = "sha256:resource-playback-v6-20260902"
|
||
const assetLibraryFoldersChecksum = "sha256:asset-library-folders-v6-20260902"
|
||
const logicalModelActiveCodeChecksum = "sha256:logical-model-active-code-v8-20260905"
|
||
const creationRuntimeChecksum = "sha256:creation-runtime-v10-20260909"
|
||
|
||
const postgresSchemaMigrationLockID int64 = 73123910420260830
|
||
|
||
type SchemaStatus struct {
|
||
Current int64 `json:"current"`
|
||
Expected int64 `json:"expected"`
|
||
Ready bool `json:"ready"`
|
||
}
|
||
|
||
type schemaMigration struct {
|
||
Version int64 `gorm:"primaryKey"`
|
||
Name string `gorm:"size:160;not null"`
|
||
Checksum string `gorm:"size:96;not null"`
|
||
AppliedAt time.Time `gorm:"not null"`
|
||
}
|
||
|
||
func (schemaMigration) TableName() string { return "schema_migrations" }
|
||
|
||
type migration struct {
|
||
version int64
|
||
name string
|
||
checksum string
|
||
apply func(*gorm.DB) error
|
||
}
|
||
|
||
var schemaMigrations = []migration{
|
||
{version: 1, name: "baseline_gorm_schema", checksum: baselineSchemaChecksum, apply: migrateSchemaV1},
|
||
{version: 2, name: "schema_migrations_applied_at_index", checksum: schemaMigrationAppliedAtIndexChecksum, apply: migrateSchemaV2},
|
||
{version: 3, name: "asset_taxonomy_candidate_identity", checksum: assetTaxonomyCandidateIdentityChecksum, apply: migrateSchemaV3},
|
||
{version: 4, name: "resource_upload_key", checksum: resourceUploadKeyChecksum, apply: migrateSchemaV4},
|
||
{version: 5, name: "payment_topup", checksum: paymentTopupChecksum, apply: migrateSchemaV5},
|
||
{version: 6, name: "resource_playback_variant", checksum: resourcePlaybackChecksum, apply: migrateSchemaV6},
|
||
{version: 7, name: "asset_library_folders", checksum: assetLibraryFoldersChecksum, apply: migrateSchemaV7},
|
||
{version: 8, name: "logical_model_active_code", checksum: logicalModelActiveCodeChecksum, apply: migrateSchemaV8},
|
||
{version: 9, name: "channel_presentation", checksum: "sha256:channel-presentation-v9-20260908", apply: migrateChannelPresentation},
|
||
{version: 10, name: "creation_runtime", checksum: creationRuntimeChecksum, apply: migrateSchemaV10},
|
||
}
|
||
|
||
func migrateChannelPresentation(tx *gorm.DB) error {
|
||
for _, column := range []struct {
|
||
model any
|
||
field string
|
||
}{{&model.ModelChannel{}, "PublicAlias"}, {&model.ModelChannel{}, "SortOrder"}, {&model.ChannelModel{}, "SortOrder"}} {
|
||
if !tx.Migrator().HasColumn(column.model, column.field) {
|
||
if err := tx.Migrator().AddColumn(column.model, column.field); err != nil {
|
||
return err
|
||
}
|
||
}
|
||
}
|
||
return nil
|
||
}
|
||
|
||
func migrationsForDatabase(db *gorm.DB) ([]migration, error) {
|
||
var applied schemaMigration
|
||
err := db.First(&applied, "version = ?", 6).Error
|
||
if errors.Is(err, gorm.ErrRecordNotFound) {
|
||
return schemaMigrations, nil
|
||
}
|
||
if err != nil {
|
||
return nil, fmt.Errorf("读取数据库迁移 6：%w", err)
|
||
}
|
||
if applied.Name != "asset_library_folders" {
|
||
return schemaMigrations, nil
|
||
}
|
||
legacy := migration{version: 6, name: "asset_library_folders", checksum: assetLibraryFoldersChecksum, apply: migrateSchemaV7}
|
||
if err := validateMigrationRecord(applied, legacy); err != nil {
|
||
return nil, err
|
||
}
|
||
plan := append([]migration(nil), schemaMigrations...)
|
||
for index, item := range plan {
|
||
switch item.version {
|
||
case 6:
|
||
plan[index] = legacy
|
||
case 7:
|
||
plan[index] = migration{version: 7, name: "resource_playback_variant", checksum: resourcePlaybackChecksum, apply: migrateSchemaV6}
|
||
}
|
||
}
|
||
return plan, nil
|
||
}
|
||
|
||
func migrateSchemaV2(tx *gorm.DB) error {
|
||
return tx.Exec("CREATE INDEX IF NOT EXISTS idx_schema_migrations_applied_at ON schema_migrations (applied_at)").Error
|
||
}
|
||
|
||
func migrateSchemaV3(tx *gorm.DB) error {
|
||
if err := tx.AutoMigrate(&model.ProjectAssetCandidate{}); err != nil {
|
||
return fmt.Errorf("扩展资产候选身份字段：%w", err)
|
||
}
|
||
if err := tx.Exec("UPDATE assets SET category = 'prop' WHERE category IN ('wardrobe', 'weapon', 'accessory')").Error; err != nil {
|
||
return fmt.Errorf("合并资产道具分类：%w", err)
|
||
}
|
||
if err := tx.Exec("UPDATE assets SET category = 'material' WHERE category = 'style' OR (category = 'other' AND kind IN ('image', 'video', 'audio', 'model'))").Error; err != nil {
|
||
return fmt.Errorf("迁移资产素材分类：%w", err)
|
||
}
|
||
if err := tx.Exec("UPDATE project_asset_candidates SET category = 'prop' WHERE category IN ('wardrobe', 'weapon', 'accessory')").Error; err != nil {
|
||
return fmt.Errorf("合并候选道具分类：%w", err)
|
||
}
|
||
if err := tx.Exec("UPDATE project_asset_candidates SET category = 'material' WHERE category = 'style'").Error; err != nil {
|
||
return fmt.Errorf("迁移候选素材分类：%w", err)
|
||
}
|
||
var candidates []model.ProjectAssetCandidate
|
||
if err := tx.Order("created_at asc, id asc").Find(&candidates).Error; err != nil {
|
||
return fmt.Errorf("读取资产候选身份：%w", err)
|
||
}
|
||
seenPending := make(map[string]string, len(candidates))
|
||
for _, candidate := range candidates {
|
||
nameKey := model.AssetCandidateNameKey(candidate.Name)
|
||
updates := map[string]any{"name_key": nameKey}
|
||
identity := candidate.ProjectID + ":" + string(candidate.Category) + ":" + nameKey
|
||
if candidate.Status == "pending_confirmation" && nameKey != "" {
|
||
if _, exists := seenPending[identity]; exists {
|
||
updates["status"] = "ignored"
|
||
} else {
|
||
seenPending[identity] = candidate.ID
|
||
}
|
||
}
|
||
if err := tx.Model(&model.ProjectAssetCandidate{}).Where("id = ?", candidate.ID).Updates(updates).Error; err != nil {
|
||
return fmt.Errorf("回填资产候选身份 %s：%w", candidate.ID, err)
|
||
}
|
||
}
|
||
return tx.Exec("CREATE UNIQUE INDEX IF NOT EXISTS idx_project_asset_candidates_pending_identity ON project_asset_candidates(project_id, category, name_key) WHERE status = 'pending_confirmation' AND name_key <> ''").Error
|
||
}
|
||
|
||
func migrateSchemaV4(tx *gorm.DB) error {
|
||
if !tx.Migrator().HasTable(&model.Resource{}) {
|
||
return fmt.Errorf("资源表不存在")
|
||
}
|
||
if !tx.Migrator().HasColumn(&model.Resource{}, "upload_key") {
|
||
if err := tx.Migrator().AddColumn(&model.Resource{}, "UploadKey"); err != nil {
|
||
return fmt.Errorf("增加资源上传幂等列：%w", err)
|
||
}
|
||
}
|
||
if err := tx.Exec("CREATE UNIQUE INDEX IF NOT EXISTS idx_resources_user_upload_key ON resources (user_id, upload_key)").Error; err != nil {
|
||
return fmt.Errorf("创建资源上传幂等索引：%w", err)
|
||
}
|
||
return nil
|
||
}
|
||
func migrateSchemaV5(tx *gorm.DB) error {
|
||
if err := tx.AutoMigrate(
|
||
&model.CreditLedgerEntry{},
|
||
&model.TopupProduct{},
|
||
&model.PaymentProviderConfig{},
|
||
&model.PaymentOrder{},
|
||
&model.PaymentNotification{},
|
||
&model.PaymentReconciliationRun{},
|
||
&model.PaymentReconciliationItem{},
|
||
); err != nil {
|
||
return fmt.Errorf("创建积分支付与对账结构：%w", err)
|
||
}
|
||
return nil
|
||
}
|
||
|
||
func migrateSchemaV6(tx *gorm.DB) error {
|
||
if !tx.Migrator().HasTable(&model.Resource{}) {
|
||
return fmt.Errorf("资源表不存在")
|
||
}
|
||
if !tx.Migrator().HasColumn(&model.Resource{}, "playback_status") {
|
||
if err := tx.Migrator().AddColumn(&model.Resource{}, "PlaybackStatus"); err != nil {
|
||
return fmt.Errorf("增加播放副本状态列：%w", err)
|
||
}
|
||
}
|
||
if !tx.Migrator().HasColumn(&model.Resource{}, "playback_object_key") {
|
||
if err := tx.Migrator().AddColumn(&model.Resource{}, "PlaybackObjectKey"); err != nil {
|
||
return fmt.Errorf("增加播放副本对象键列：%w", err)
|
||
}
|
||
}
|
||
if !tx.Migrator().HasColumn(&model.Resource{}, "playback_error") {
|
||
if err := tx.Migrator().AddColumn(&model.Resource{}, "PlaybackError"); err != nil {
|
||
return fmt.Errorf("增加播放副本错误列：%w", err)
|
||
}
|
||
}
|
||
return nil
|
||
}
|
||
|
||
func migrateSchemaV7(tx *gorm.DB) error {
|
||
if err := tx.AutoMigrate(&model.Asset{}, &model.AssetFolder{}); err != nil {
|
||
return fmt.Errorf("创建个人素材分类并扩展素材目录字段：%w", err)
|
||
}
|
||
return nil
|
||
}
|
||
|
||
func migrateSchemaV8(tx *gorm.DB) error {
|
||
if !tx.Migrator().HasTable(&model.LogicalModel{}) {
|
||
return nil
|
||
}
|
||
if err := tx.Exec("DROP INDEX IF EXISTS idx_logical_models_code").Error; err != nil {
|
||
return fmt.Errorf("移除前台模型旧 code 唯一索引：%w", err)
|
||
}
|
||
if err := tx.Exec("CREATE UNIQUE INDEX idx_logical_models_code ON logical_models(code) WHERE archived_at IS NULL").Error; err != nil {
|
||
return fmt.Errorf("创建前台模型活动 code 唯一索引：%w", err)
|
||
}
|
||
return nil
|
||
}
|
||
|
||
// migrateSchemaV10 只增加创作运行时表和任务幂等关联；旧任务的空 submission ID 必须继续合法。
|
||
func migrateSchemaV10(tx *gorm.DB) error {
|
||
if err := tx.AutoMigrate(&model.CreationRun{}, &model.CreationSubmission{}, &model.Task{}); err != nil {
|
||
return fmt.Errorf("创建创作运行时结构：%w", err)
|
||
}
|
||
return nil
|
||
}
|
||
|
||
func MigrateSchema(db *gorm.DB) error {
|
||
return db.Transaction(func(tx *gorm.DB) error {
|
||
if tx.Dialector.Name() == "postgres" {
|
||
if err := tx.Exec("SELECT pg_advisory_xact_lock(?)", postgresSchemaMigrationLockID).Error; err != nil {
|
||
return fmt.Errorf("获取数据库迁移锁：%w", err)
|
||
}
|
||
}
|
||
if err := tx.AutoMigrate(&schemaMigration{}); err != nil {
|
||
return fmt.Errorf("初始化数据库迁移记录：%w", err)
|
||
}
|
||
plan, err := migrationsForDatabase(tx)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
for _, item := range plan {
|
||
var applied schemaMigration
|
||
err := tx.First(&applied, "version = ?", item.version).Error
|
||
if err == nil {
|
||
if err := validateMigrationRecord(applied, item); err != nil {
|
||
return err
|
||
}
|
||
continue
|
||
}
|
||
if !errors.Is(err, gorm.ErrRecordNotFound) {
|
||
return fmt.Errorf("读取数据库迁移 %d：%w", item.version, err)
|
||
}
|
||
if err := item.apply(tx); err != nil {
|
||
return fmt.Errorf("执行数据库迁移 %d（%s）：%w", item.version, item.name, err)
|
||
}
|
||
record := schemaMigration{Version: item.version, Name: item.name, Checksum: item.checksum, AppliedAt: time.Now().UTC()}
|
||
if err := tx.Create(&record).Error; err != nil {
|
||
return fmt.Errorf("记录数据库迁移 %d：%w", item.version, err)
|
||
}
|
||
}
|
||
return RequireSchemaVersion(tx)
|
||
})
|
||
}
|
||
|
||
func ReadSchemaStatus(db *gorm.DB) (SchemaStatus, error) {
|
||
status := SchemaStatus{Expected: CurrentSchemaVersion}
|
||
if !db.Migrator().HasTable(&schemaMigration{}) {
|
||
return status, nil
|
||
}
|
||
if err := db.Model(&schemaMigration{}).Select("COALESCE(MAX(version), 0)").Scan(&status.Current).Error; err != nil {
|
||
return status, fmt.Errorf("读取数据库结构版本：%w", err)
|
||
}
|
||
if status.Current != status.Expected {
|
||
return status, nil
|
||
}
|
||
if err := validateMigrationRecords(db); err != nil {
|
||
return status, err
|
||
}
|
||
status.Ready = true
|
||
return status, nil
|
||
}
|
||
|
||
func validateMigrationRecords(db *gorm.DB) error {
|
||
plan, err := migrationsForDatabase(db)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
for _, item := range plan {
|
||
var applied schemaMigration
|
||
if err := db.First(&applied, "version = ?", item.version).Error; err != nil {
|
||
if errors.Is(err, gorm.ErrRecordNotFound) {
|
||
return fmt.Errorf("数据库缺少迁移记录 %d（%s）", item.version, item.name)
|
||
}
|
||
return fmt.Errorf("读取数据库迁移 %d：%w", item.version, err)
|
||
}
|
||
if err := validateMigrationRecord(applied, item); err != nil {
|
||
return err
|
||
}
|
||
}
|
||
return nil
|
||
}
|
||
|
||
func validateMigrationRecord(applied schemaMigration, expected migration) error {
|
||
if applied.Name != expected.name {
|
||
return fmt.Errorf("数据库迁移 %d 名称不一致：记录为 %s，程序期望 %s", expected.version, applied.Name, expected.name)
|
||
}
|
||
if applied.Checksum != expected.checksum {
|
||
return fmt.Errorf("数据库迁移 %d 校验和不一致：记录为 %s，程序期望 %s", expected.version, applied.Checksum, expected.checksum)
|
||
}
|
||
return nil
|
||
}
|
||
|
||
func RequireSchemaVersion(db *gorm.DB) error {
|
||
status, err := ReadSchemaStatus(db)
|
||
if err != nil {
|
||
return err
|
||
}
|
||
if status.Current < status.Expected {
|
||
return fmt.Errorf("数据库结构版本过旧：当前 %d，程序要求 %d，请先执行 migrate-schema up", status.Current, status.Expected)
|
||
}
|
||
if status.Current > status.Expected {
|
||
return fmt.Errorf("数据库结构版本 %d 高于程序支持的 %d，拒绝使用旧程序连接新数据库", status.Current, status.Expected)
|
||
}
|
||
return nil
|
||
}
|