ttstd-infinite-canvas/backend/internal/service/runtime_policy.go

package service

import (
	"encoding/json"
	"errors"
	"fmt"
	"strings"
	"time"

	"infinite-canvas/backend/internal/model"

	"gorm.io/gorm"
)

const runtimePolicySettingKey = "runtime_policy"

const (
	maxRuntimeUploadMB       int64 = 999
	maxRuntimeStorageGB      int64 = 999
	maxRuntimeDataMB         int64 = 999_999
	maxRuntimeCount          int64 = 999_999_999
	maxRuntimeRate                 = 999_999
	maxRuntimeConcurrency          = 999
	maxRuntimeTimeoutMinutes       = 9_999
)

type RuntimeResourcePolicy struct {
	ResourceUploadMB        int64 `json:"resourceUploadMB"`
	SessionUploadMB         int64 `json:"sessionUploadMB"`
	GeneratedFileMB         int64 `json:"generatedFileMB"`
	DailyUploadMB           int64 `json:"dailyUploadMB"`
	StoredFileGB            int64 `json:"storedFileGB"`
	StructuredDataMB        int64 `json:"structuredDataMB"`
	TaskDataGB              int64 `json:"taskDataGB"`
	AssetCount              int64 `json:"assetCount"`
	CanvasCount             int64 `json:"canvasCount"`
	SessionCount            int64 `json:"sessionCount"`
	TaskCount               int64 `json:"taskCount"`
	APICallLogCount         int64 `json:"apiCallLogCount"`
	RecycleBinRetentionDays int   `json:"recycleBinRetentionDays"`
}

type RuntimeTaskPolicy struct {
	WorkerConcurrency        int `json:"workerConcurrency"`
	ChannelConcurrency       int `json:"channelConcurrency"`
	ActiveTaskLimit          int `json:"activeTaskLimit"`
	ImageTimeoutMinutes      int `json:"imageTimeoutMinutes"`
	TextTimeoutMinutes       int `json:"textTimeoutMinutes"`
	AudioTimeoutMinutes      int `json:"audioTimeoutMinutes"`
	VideoTimeoutMinutes      int `json:"videoTimeoutMinutes"`
	StoryboardTimeoutMinutes int `json:"storyboardTimeoutMinutes"`
	DefaultTimeoutMinutes    int `json:"defaultTimeoutMinutes"`
}

type RuntimeRequestPolicy struct {
	TaskCreatePerMinute        int   `json:"taskCreatePerMinute"`
	SessionCreatePerMinute     int   `json:"sessionCreatePerMinute"`
	ResourceUploadPerMinute    int   `json:"resourceUploadPerMinute"`
	ResourceImportPerMinute    int   `json:"resourceImportPerMinute"`
	SessionFilePerMinute       int   `json:"sessionFilePerMinute"`
	AssetWritePerMinute        int   `json:"assetWritePerMinute"`
	CanvasWritePerMinute       int   `json:"canvasWritePerMinute"`
	RegisterPerHour            int   `json:"registerPerHour"`
	EmailCodePerHour           int   `json:"emailCodePerHour"`
	LoginIPPerTenMinutes       int   `json:"loginIPPerTenMinutes"`
	LoginAccountPerTenMinutes  int   `json:"loginAccountPerTenMinutes"`
	SystemRelayPerMinute       int   `json:"systemRelayPerMinute"`
	CustomRelayPerMinute       int   `json:"customRelayPerMinute"`
	CustomRelayConcurrency     int   `json:"customRelayConcurrency"`
	CustomRelayRequestMB       int64 `json:"customRelayRequestMB"`
	CustomRelayResponseMB      int64 `json:"customRelayResponseMB"`
	CustomRelayTimeoutMinutes  int   `json:"customRelayTimeoutMinutes"`
	SystemRelayRequestMB       int64 `json:"systemRelayRequestMB"`
	SystemRelayResponseMB      int64 `json:"systemRelayResponseMB"`
	ChannelCircuitFailureCount int   `json:"channelCircuitFailureCount"`
	ChannelCircuitOpenSeconds  int   `json:"channelCircuitOpenSeconds"`
}

type RuntimePolicySetting struct {
	Resource RuntimeResourcePolicy `json:"resource"`
	Task     RuntimeTaskPolicy     `json:"task"`
	Request  RuntimeRequestPolicy  `json:"request"`
}

type PublicRuntimePolicySetting struct {
	RuntimePolicySetting
	Configured bool      `json:"configured"`
	UpdatedBy  string    `json:"updatedBy"`
	CreatedAt  time.Time `json:"createdAt"`
	UpdatedAt  time.Time `json:"updatedAt"`
}

type PublicRuntimeLimits struct {
	ActiveTaskLimit         int   `json:"activeTaskLimit"`
	ResourceUploadMB        int64 `json:"resourceUploadMB"`
	SessionUploadMB         int64 `json:"sessionUploadMB"`
	RecycleBinRetentionDays int   `json:"recycleBinRetentionDays"`
}

func defaultRuntimePolicy() RuntimePolicySetting {
	return RuntimePolicySetting{
		Resource: RuntimeResourcePolicy{
			ResourceUploadMB:        50,
			SessionUploadMB:         32,
			GeneratedFileMB:         64,
			DailyUploadMB:           2048,
			StoredFileGB:            20,
			StructuredDataMB:        256,
			TaskDataGB:              1,
			AssetCount:              2_000,
			CanvasCount:             1_000,
			SessionCount:            1_000,
			TaskCount:               20_000,
			APICallLogCount:         100_000,
			RecycleBinRetentionDays: 30,
		},
		Task: RuntimeTaskPolicy{
			WorkerConcurrency:        effectiveChannelConcurrencyLimit(envInt("CANVAS_WORKER_CONCURRENCY", taskWorkerConcurrency)),
			ChannelConcurrency:       defaultChannelConcurrencyLimit(),
			ActiveTaskLimit:          5,
			ImageTimeoutMinutes:      8,
			TextTimeoutMinutes:       8,
			AudioTimeoutMinutes:      8,
			VideoTimeoutMinutes:      30,
			StoryboardTimeoutMinutes: 20,
			DefaultTimeoutMinutes:    10,
		},
		Request: RuntimeRequestPolicy{
			TaskCreatePerMinute:        30,
			SessionCreatePerMinute:     20,
			ResourceUploadPerMinute:    30,
			ResourceImportPerMinute:    30,
			SessionFilePerMinute:       30,
			AssetWritePerMinute:        120,
			CanvasWritePerMinute:       120,
			RegisterPerHour:            5,
			EmailCodePerHour:           10,
			LoginIPPerTenMinutes:       50,
			LoginAccountPerTenMinutes:  10,
			SystemRelayPerMinute:       120,
			CustomRelayPerMinute:       120,
			CustomRelayConcurrency:     4,
			CustomRelayRequestMB:       32,
			CustomRelayResponseMB:      32,
			CustomRelayTimeoutMinutes:  10,
			SystemRelayRequestMB:       64,
			SystemRelayResponseMB:      128,
			ChannelCircuitFailureCount: min(envInt("CANVAS_CHANNEL_CIRCUIT_FAILURES", 5), maxRuntimeConcurrency),
			ChannelCircuitOpenSeconds:  min(envInt("CANVAS_CHANNEL_CIRCUIT_SECONDS", 60), 86_400),
		},
	}
}

func selfUseRuntimePolicy() RuntimePolicySetting {
	value := defaultRuntimePolicy()
	value.Resource = RuntimeResourcePolicy{
		ResourceUploadMB: maxRuntimeUploadMB, SessionUploadMB: maxRuntimeUploadMB, GeneratedFileMB: maxRuntimeUploadMB,
		DailyUploadMB: maxRuntimeDataMB, StoredFileGB: maxRuntimeStorageGB, StructuredDataMB: maxRuntimeDataMB,
		TaskDataGB: maxRuntimeStorageGB, AssetCount: maxRuntimeCount, CanvasCount: maxRuntimeCount,
		SessionCount: maxRuntimeCount, TaskCount: maxRuntimeCount, APICallLogCount: maxRuntimeCount,
		RecycleBinRetentionDays: 0,
	}
	value.Task = RuntimeTaskPolicy{
		WorkerConcurrency: maxRuntimeConcurrency, ChannelConcurrency: maxRuntimeConcurrency, ActiveTaskLimit: maxRuntimeConcurrency,
		ImageTimeoutMinutes: maxRuntimeTimeoutMinutes, TextTimeoutMinutes: maxRuntimeTimeoutMinutes,
		AudioTimeoutMinutes: maxRuntimeTimeoutMinutes, VideoTimeoutMinutes: maxRuntimeTimeoutMinutes,
		StoryboardTimeoutMinutes: maxRuntimeTimeoutMinutes, DefaultTimeoutMinutes: maxRuntimeTimeoutMinutes,
	}
	value.Request = RuntimeRequestPolicy{
		TaskCreatePerMinute: maxRuntimeRate, SessionCreatePerMinute: maxRuntimeRate,
		ResourceUploadPerMinute: maxRuntimeRate, ResourceImportPerMinute: maxRuntimeRate,
		SessionFilePerMinute: maxRuntimeRate, AssetWritePerMinute: maxRuntimeRate, CanvasWritePerMinute: maxRuntimeRate,
		RegisterPerHour: maxRuntimeRate, EmailCodePerHour: maxRuntimeRate,
		LoginIPPerTenMinutes: maxRuntimeRate, LoginAccountPerTenMinutes: maxRuntimeRate,
		SystemRelayPerMinute: maxRuntimeRate, CustomRelayPerMinute: maxRuntimeRate,
		CustomRelayConcurrency: maxRuntimeConcurrency, CustomRelayRequestMB: maxRuntimeUploadMB,
		CustomRelayResponseMB: maxRuntimeUploadMB, CustomRelayTimeoutMinutes: maxRuntimeTimeoutMinutes,
		SystemRelayRequestMB: maxRuntimeUploadMB, SystemRelayResponseMB: maxRuntimeUploadMB,
		ChannelCircuitFailureCount: maxRuntimeConcurrency, ChannelCircuitOpenSeconds: 1,
	}
	return value
}

func (s *Service) RuntimePolicy() (RuntimePolicySetting, error) {
	_, value, err := s.readRuntimePolicy()
	return value, err
}

func (s *Service) runtimeConcurrencySetting() (RuntimeTaskPolicy, error) {
	policy, err := s.RuntimePolicy()
	return policy.Task, err
}

func (s *Service) PublicRuntimeLimits() (*PublicRuntimeLimits, error) {
	policy, err := s.RuntimePolicy()
	if err != nil {
		return nil, err
	}
	return &PublicRuntimeLimits{
		ActiveTaskLimit: policy.Task.ActiveTaskLimit, ResourceUploadMB: policy.Resource.ResourceUploadMB,
		SessionUploadMB:         policy.Resource.SessionUploadMB,
		RecycleBinRetentionDays: policy.Resource.RecycleBinRetentionDays,
	}, nil
}

func (s *Service) AdminRuntimePolicySetting(actor *model.User) (*PublicRuntimePolicySetting, error) {
	if err := s.RequireAdmin(actor); err != nil {
		return nil, err
	}
	setting, value, err := s.readRuntimePolicy()
	if err != nil {
		return nil, err
	}
	return publicRuntimePolicy(setting, value), nil
}

func (s *Service) AdminSelfUseRuntimePolicy(actor *model.User) (*PublicRuntimePolicySetting, error) {
	if err := s.RequireAdmin(actor); err != nil {
		return nil, err
	}
	return publicRuntimePolicy(nil, selfUseRuntimePolicy()), nil
}

func (s *Service) UpdateRuntimePolicySetting(actor *model.User, value RuntimePolicySetting) (*PublicRuntimePolicySetting, error) {
	if err := s.RequireAdmin(actor); err != nil {
		return nil, err
	}
	if err := validateRuntimePolicy(value); err != nil {
		return nil, err
	}
	current, before, err := s.readRuntimePolicy()
	if err != nil {
		return nil, err
	}
	encoded, err := json.Marshal(value)
	if err != nil {
		return nil, err
	}
	setting := model.SystemSetting{Key: runtimePolicySettingKey, ValueJSON: string(encoded), UpdatedBy: actor.ID}
	if current != nil {
		setting.CreatedAt = current.CreatedAt
	}
	if err := s.repo.SaveSystemSetting(&setting); err != nil {
		return nil, err
	}
	if err := s.appendAdminAudit(actor, "runtime_policy.update", "system_setting", runtimePolicySettingKey, "更新资源与请求策略", map[string]any{"before": before, "after": value}); err != nil {
		return nil, err
	}
	return publicRuntimePolicy(&setting, value), nil
}

func (s *Service) ResetRuntimePolicySetting(actor *model.User) (*PublicRuntimePolicySetting, error) {
	if err := s.RequireAdmin(actor); err != nil {
		return nil, err
	}
	_, before, err := s.readRuntimePolicy()
	if err != nil {
		return nil, err
	}
	if err := s.repo.DeleteSystemSetting(runtimePolicySettingKey); err != nil {
		return nil, err
	}
	after := defaultRuntimePolicy()
	if err := s.appendAdminAudit(actor, "runtime_policy.reset", "system_setting", runtimePolicySettingKey, "重置资源与请求策略", map[string]any{"before": before, "after": after}); err != nil {
		return nil, err
	}
	return publicRuntimePolicy(nil, after), nil
}

func (s *Service) readRuntimePolicy() (*model.SystemSetting, RuntimePolicySetting, error) {
	setting, err := s.repo.SystemSetting(runtimePolicySettingKey)
	if errors.Is(err, gorm.ErrRecordNotFound) {
		value := defaultRuntimePolicy()
		return nil, value, validateRuntimePolicy(value)
	}
	if err != nil {
		return nil, RuntimePolicySetting{}, err
	}
	value := defaultRuntimePolicy()
	if strings.TrimSpace(setting.ValueJSON) == "" || json.Unmarshal([]byte(setting.ValueJSON), &value) != nil {
		return nil, RuntimePolicySetting{}, errors.New("资源与请求策略配置格式无效")
	}
	if err := validateRuntimePolicy(value); err != nil {
		return nil, RuntimePolicySetting{}, err
	}
	return setting, value, nil
}

func validateRuntimePolicy(value RuntimePolicySetting) error {
	resource := value.Resource
	for label, item := range map[string]int64{
		"普通资源单文件": resource.ResourceUploadMB, "Agent 会话附件": resource.SessionUploadMB,
		"单个生成资源": resource.GeneratedFileMB,
	} {
		if item < 1 || item > maxRuntimeUploadMB {
			return BadAuthRequest(fmt.Sprintf("%s必须是 1-%d MB 的整数", label, maxRuntimeUploadMB))
		}
	}
	if resource.DailyUploadMB < 1 || resource.DailyUploadMB > maxRuntimeDataMB {
		return BadAuthRequest(fmt.Sprintf("每日上传量必须是 1-%d MB 的整数", maxRuntimeDataMB))
	}
	if resource.StoredFileGB < 1 || resource.StoredFileGB > maxRuntimeStorageGB || resource.TaskDataGB < 1 || resource.TaskDataGB > maxRuntimeStorageGB {
		return BadAuthRequest(fmt.Sprintf("账号文件与任务数据容量必须是 1-%d GB 的整数", maxRuntimeStorageGB))
	}
	if resource.StructuredDataMB < 1 || resource.StructuredDataMB > maxRuntimeDataMB {
		return BadAuthRequest(fmt.Sprintf("结构化数据容量必须是 1-%d MB 的整数", maxRuntimeDataMB))
	}
	storedMB := resource.StoredFileGB * 1024
	if resource.ResourceUploadMB > storedMB || resource.SessionUploadMB > storedMB || resource.GeneratedFileMB > storedMB {
		return BadAuthRequest("单文件上限不能大于账号文件总容量")
	}
	for label, item := range map[string]int64{
		"素材数量": resource.AssetCount, "画布数量": resource.CanvasCount, "Agent 会话数量": resource.SessionCount,
		"任务历史数量": resource.TaskCount, "请求日志数量": resource.APICallLogCount,
	} {
		if item < 1 || item > maxRuntimeCount {
			return BadAuthRequest(fmt.Sprintf("%s必须是 1-%d 的整数", label, maxRuntimeCount))
		}
	}
	if resource.RecycleBinRetentionDays < 0 || resource.RecycleBinRetentionDays > 365 {
		return BadAuthRequest("回收站保留天数必须是 0-365 的整数 (0 表示不自动清理)")
	}
	task := value.Task
	for label, item := range map[string]int{
		"Worker 并发数": task.WorkerConcurrency, "全局渠道并发数": task.ChannelConcurrency, "活动任务上限": task.ActiveTaskLimit,
	} {
		if item < 1 || item > maxRuntimeConcurrency {
			return BadAuthRequest(fmt.Sprintf("%s必须是 1-%d 的整数", label, maxRuntimeConcurrency))
		}
	}
	for label, item := range map[string]int{
		"图片任务超时": task.ImageTimeoutMinutes, "文本任务超时": task.TextTimeoutMinutes,
		"音频任务超时": task.AudioTimeoutMinutes, "视频任务超时": task.VideoTimeoutMinutes,
		"分镜任务超时": task.StoryboardTimeoutMinutes, "默认任务超时": task.DefaultTimeoutMinutes,
	} {
		if item < 1 || item > maxRuntimeTimeoutMinutes {
			return BadAuthRequest(fmt.Sprintf("%s必须是 1-%d 分钟的整数", label, maxRuntimeTimeoutMinutes))
		}
	}
	request := value.Request
	for label, item := range map[string]int{
		"任务创建频控": request.TaskCreatePerMinute, "会话创建频控": request.SessionCreatePerMinute,
		"资源上传频控": request.ResourceUploadPerMinute, "资源导入频控": request.ResourceImportPerMinute,
		"会话附件频控": request.SessionFilePerMinute, "素材写入频控": request.AssetWritePerMinute,
		"画布写入频控": request.CanvasWritePerMinute, "注册频控": request.RegisterPerHour,
		"验证码频控": request.EmailCodePerHour, "登录 IP 频控": request.LoginIPPerTenMinutes,
		"登录账号频控": request.LoginAccountPerTenMinutes, "系统渠道频控": request.SystemRelayPerMinute,
		"自定义渠道频控": request.CustomRelayPerMinute,
	} {
		if item < 1 || item > maxRuntimeRate {
			return BadAuthRequest(fmt.Sprintf("%s必须是 1-%d 的整数", label, maxRuntimeRate))
		}
	}
	if request.CustomRelayConcurrency < 1 || request.CustomRelayConcurrency > maxRuntimeConcurrency {
		return BadAuthRequest(fmt.Sprintf("自定义渠道并发必须是 1-%d 的整数", maxRuntimeConcurrency))
	}
	for label, item := range map[string]int64{
		"自定义渠道请求体": request.CustomRelayRequestMB, "自定义渠道响应体": request.CustomRelayResponseMB,
		"系统渠道请求体": request.SystemRelayRequestMB, "系统渠道响应体": request.SystemRelayResponseMB,
	} {
		if item < 1 || item > maxRuntimeUploadMB {
			return BadAuthRequest(fmt.Sprintf("%s必须是 1-%d MB 的整数", label, maxRuntimeUploadMB))
		}
	}
	if request.CustomRelayTimeoutMinutes < 1 || request.CustomRelayTimeoutMinutes > maxRuntimeTimeoutMinutes {
		return BadAuthRequest(fmt.Sprintf("自定义渠道超时必须是 1-%d 分钟的整数", maxRuntimeTimeoutMinutes))
	}
	if request.ChannelCircuitFailureCount < 1 || request.ChannelCircuitFailureCount > maxRuntimeConcurrency {
		return BadAuthRequest(fmt.Sprintf("渠道熔断失败次数必须是 1-%d 的整数", maxRuntimeConcurrency))
	}
	if request.ChannelCircuitOpenSeconds < 1 || request.ChannelCircuitOpenSeconds > 86_400 {
		return BadAuthRequest("渠道熔断时长必须是 1-86400 秒的整数")
	}
	return nil
}

func publicRuntimePolicy(setting *model.SystemSetting, value RuntimePolicySetting) *PublicRuntimePolicySetting {
	result := &PublicRuntimePolicySetting{RuntimePolicySetting: value, Configured: setting != nil}
	if setting != nil {
		result.UpdatedBy = setting.UpdatedBy
		result.CreatedAt = setting.CreatedAt
		result.UpdatedAt = setting.UpdatedAt
	}
	return result
}

func megabytes(value int64) int64 { return value << 20 }
func gigabytes(value int64) int64 { return value << 30 }