import { useCallback, useEffect, useMemo, useRef, useState, type ChangeEvent, type KeyboardEvent, type ReactNode, type RefObject } from "react"; import localforage from "localforage"; import { App, Drawer, Modal, Popover, Spin, Tooltip } from "antd"; import { ArrowUp, Check, ChevronDown, Clock3, Download, Film, History, Image as ImageIcon, Maximize2, MessageSquareText, Plus, RefreshCw, SlidersHorizontal, Sparkles, Square, X } from "lucide-react"; import ReactMarkdown from "react-markdown"; import { Link } from "react-router"; import { ModelPicker } from "@/components/model-picker"; import { VIDEO_RESOLUTION_OPTIONS } from "@/lib/video-generation-options"; import { runBackendGenerationTask, runBackendGenerationTaskBatch } from "@/services/api/generation-task"; import { requestImageQuestion } from "@/services/api/image"; import { modelOptionName, selectableModelsByCapability, useConfigStore, useEffectiveConfig } from "@/stores/use-config-store"; import type { ReferenceImage } from "@/types/image"; type CreationMode = "text" | "image" | "video"; type CreationStatus = "streaming" | "pending" | "done" | "error" | "cancelled"; type CreationAttachment = ReferenceImage & { previewUrl: string }; type CreationSettings = { ratio: string; seconds: string; quality: string; videoQuality: string; count: string }; type CreationMessage = { id: string; role: "user" | "assistant"; mode?: CreationMode; content: string; createdAt: string; status?: CreationStatus; model?: string; resultUrls?: string[]; error?: string; attachments?: CreationAttachment[]; settings?: CreationSettings; }; type CreationConversation = { id: string; title: string; updatedAt: string; messages: CreationMessage[] }; const STORAGE_KEY = "creation-conversations-v1"; const modeLabels: Record = { text: "文本", image: "图片", video: "视频" }; const ratioOptions = [ { value: "1:1", label: "方形" }, { value: "16:9", label: "横屏" }, { value: "9:16", label: "竖屏" }, { value: "4:3", label: "标准横屏" }, { value: "3:4", label: "标准竖屏" }, { value: "21:9", label: "宽银幕" }, ]; const qualityOptions = [ { value: "auto", label: "自动", description: "由模型决定" }, { value: "low", label: "低", description: "更快生成" }, { value: "medium", label: "中", description: "均衡模式" }, { value: "high", label: "高", description: "优先细节" }, ]; const resolutionOptions = VIDEO_RESOLUTION_OPTIONS.map((value) => ({ value: String(value), label: videoResolutionLabel(value) })); const countOptions = ["1", "2", "3", "4"]; const conversationTimeFormatter = new Intl.DateTimeFormat("zh-CN", { month: "short", day: "numeric", hour: "2-digit", minute: "2-digit", hour12: false }); function newConversation(): CreationConversation { return { id: crypto.randomUUID(), title: "新创作", updatedAt: new Date().toISOString(), messages: [] }; } function newMessage(role: CreationMessage["role"], content: string, extra: Partial = {}): CreationMessage { return { id: crypto.randomUUID(), role, content, createdAt: new Date().toISOString(), ...extra }; } export default function CreatePage() { const { message: toast } = App.useApp(); const config = useEffectiveConfig(); const updateConfig = useConfigStore((state) => state.updateConfig); const [conversations, setConversations] = useState([]); const [activeId, setActiveId] = useState(""); const [hydrated, setHydrated] = useState(false); const [mode, setMode] = useState("video"); const [prompt, setPrompt] = useState(""); const [attachments, setAttachments] = useState([]); const [ratio, setRatio] = useState("16:9"); const [seconds, setSeconds] = useState("6"); const [quality, setQuality] = useState("auto"); const [videoQuality, setVideoQuality] = useState(config.vquality || "720"); const [count, setCount] = useState(String(Math.max(1, Math.min(4, Number(config.count) || 1)))); const [busy, setBusy] = useState(false); const [historyOpen, setHistoryOpen] = useState(false); const abortRef = useRef(null); const fileInputRef = useRef(null); const threadScrollRef = useRef(null); const followLatestMessageRef = useRef(true); const activeConversation = useMemo(() => conversations.find((item) => item.id === activeId) || conversations[0], [activeId, conversations]); const historyConversations = useMemo( () => conversations.filter((conversation) => conversation.id === activeId || conversation.messages.length > 0).sort((left, right) => conversationTimestamp(right.updatedAt) - conversationTimestamp(left.updatedAt)), [activeId, conversations], ); const selectedModel = mode === "text" ? config.textModel : mode === "image" ? config.imageModel : config.videoModel; const isEmpty = !activeConversation?.messages.length; useEffect(() => { let cancelled = false; void localforage.getItem(STORAGE_KEY).then((stored) => { if (cancelled) return; const next = stored?.length ? stored : [newConversation()]; setConversations(next); setActiveId(next[0].id); setHydrated(true); }); return () => { cancelled = true; abortRef.current?.abort(); }; }, []); useEffect(() => { if (hydrated) void localforage.setItem(STORAGE_KEY, conversations); }, [conversations, hydrated]); useEffect(() => { if (!followLatestMessageRef.current) return; const frame = window.requestAnimationFrame(() => { const container = threadScrollRef.current; if (container) container.scrollTop = container.scrollHeight; }); return () => window.cancelAnimationFrame(frame); }, [activeConversation?.id, activeConversation?.messages]); const updateActive = useCallback((updater: (conversation: CreationConversation) => CreationConversation) => { setConversations((current) => current.map((item) => item.id === activeId ? updater(item) : item)); }, [activeId]); const updateAssistant = useCallback((id: string, updater: (item: CreationMessage) => CreationMessage) => { updateActive((conversation) => ({ ...conversation, updatedAt: new Date().toISOString(), messages: conversation.messages.map((item) => item.id === id ? updater(item) : item), })); }, [updateActive]); const selectMode = (next: CreationMode) => { setMode(next); const nextModels = selectableModelsByCapability(config, next); const current = next === "text" ? config.textModel : next === "image" ? config.imageModel : config.videoModel; if (!nextModels.includes(current) && nextModels[0]) { updateConfig(next === "text" ? "textModel" : next === "image" ? "imageModel" : "videoModel", nextModels[0]); } }; const addAttachments = (files: FileList | File[]) => { const next = Array.from(files).filter((file) => file.type.startsWith("image/")); if (!next.length) return; void Promise.all(next.slice(0, 6).map(async (file) => { const dataUrl = await readFileAsDataUrl(file); return { id: crypto.randomUUID(), name: file.name, type: file.type, dataUrl, previewUrl: dataUrl } satisfies CreationAttachment; })).then((items) => setAttachments((current) => [...current, ...items].slice(0, 6))).catch(() => toast.error("参考图读取失败,请重试")); }; const handleFileChange = (event: ChangeEvent) => { if (event.target.files) addAttachments(event.target.files); event.target.value = ""; }; const submit = async () => { const text = prompt.trim(); if (!text || busy || !activeConversation) return; if (!selectedModel) { toast.warning(`请先在设置中配置${modeLabels[mode]}模型`); return; } const settings = { ratio, seconds, quality, videoQuality, count }; followLatestMessageRef.current = true; const userMessage = newMessage("user", text, { mode, model: selectedModel, attachments, settings }); const assistantMessage = newMessage("assistant", "", { mode, model: selectedModel, status: mode === "text" ? "streaming" : "pending", settings }); updateActive((conversation) => ({ ...conversation, title: conversation.messages.length ? conversation.title : text.slice(0, 24), updatedAt: new Date().toISOString(), messages: [...conversation.messages, userMessage, assistantMessage], })); setPrompt(""); setAttachments([]); setBusy(true); const controller = new AbortController(); abortRef.current = controller; const requestConfig = { ...config, model: selectedModel, imageModel: selectedModel, videoModel: selectedModel, textModel: selectedModel, size: ratio, videoSeconds: seconds, quality, vquality: videoQuality, count }; try { if (mode === "text") { const history = [...(activeConversation.messages || []), userMessage].map((item) => ({ role: item.role, content: item.role === "user" && item.attachments?.length ? [{ type: "text" as const, text: item.content }, ...item.attachments.map((attachment) => ({ type: "image_url" as const, image_url: { url: attachment.dataUrl || attachment.url || attachment.previewUrl } }))] : item.content, })); await requestImageQuestion(requestConfig, history, (delta) => updateAssistant(assistantMessage.id, (item) => ({ ...item, content: item.content + delta })), { signal: controller.signal }); } else if (mode === "image") { const taskCount = Math.max(1, Math.min(15, Math.floor(Number(count) || 1))); const settled = await runBackendGenerationTaskBatch({ mode: "image", prompt: text, config: { ...requestConfig, count: "1" }, referenceImages: attachments, signal: controller.signal, metadata: { source: "create-page", conversationId: activeConversation.id, messageId: assistantMessage.id }, count: taskCount, }); if (controller.signal.aborted) throw new DOMException("Aborted", "AbortError"); const resultUrls = settled.flatMap((entry) => entry.status === "fulfilled" ? (entry.value.images || []).map((image) => image.dataUrl).filter(Boolean) : []); const failed = settled.filter((entry): entry is PromiseRejectedResult => entry.status === "rejected"); if (!resultUrls.length) { const reason = failed[0]?.reason; throw reason instanceof Error ? reason : new Error("后端任务没有返回图片"); } if (failed.length) toast.warning(`${resultUrls.length} 张图片已生成,${failed.length} 张生成失败`); updateAssistant(assistantMessage.id, (item) => ({ ...item, status: "done", content: failed.length ? `${resultUrls.length} 张图片已生成,${failed.length} 张失败` : "图片已生成", resultUrls })); } else { const result = await runBackendGenerationTask({ mode: "video", prompt: text, config: requestConfig, referenceImages: attachments, signal: controller.signal, metadata: { source: "create-page", conversationId: activeConversation.id, messageId: assistantMessage.id, videoEditOperation: attachments.length ? "image_to_video" : "text_to_video" }, }); if (!result.video?.dataUrl) throw new Error("后端任务没有返回视频"); const videoUrl = result.video.dataUrl; updateAssistant(assistantMessage.id, (item) => ({ ...item, status: "done", content: "视频已生成", resultUrls: [videoUrl] })); } updateAssistant(assistantMessage.id, (item) => ({ ...item, status: "done" })); } catch (error) { if (controller.signal.aborted) { updateAssistant(assistantMessage.id, (item) => ({ ...item, status: "cancelled", content: "已停止" })); return; } const message = error instanceof Error ? error.message : "生成失败,请重试"; updateAssistant(assistantMessage.id, (item) => ({ ...item, status: "error", error: message, content: "生成失败" })); } finally { abortRef.current = null; setBusy(false); } }; const startNewConversation = () => { const next = newConversation(); followLatestMessageRef.current = true; setConversations((current) => [next, ...current]); setActiveId(next.id); setPrompt(""); setAttachments([]); setHistoryOpen(false); }; const selectConversation = (conversation: CreationConversation) => { followLatestMessageRef.current = true; setActiveId(conversation.id); setPrompt(""); setAttachments([]); setHistoryOpen(false); }; const retryMessage = (item: CreationMessage, index: number) => { const previous = item.role === "assistant" ? activeConversation?.messages[index - 1] : item; if (!previous?.content) return; setMode(previous.mode || "text"); setPrompt(previous.content); setAttachments(previous.attachments || []); }; if (!hydrated || !activeConversation) return
; const handleThreadScroll = () => { const container = threadScrollRef.current; if (!container) return; followLatestMessageRef.current = container.scrollHeight - container.scrollTop - container.clientHeight <= 160; }; const composerProps = { mode, prompt, setPrompt, busy, attachments, onRemoveAttachment: (id: string) => setAttachments((current) => current.filter((item) => item.id !== id)), fileInputRef, onFileChange: handleFileChange, onModeChange: selectMode, model: selectedModel, config, onModelChange: (value: string) => updateConfig(mode === "text" ? "textModel" : mode === "image" ? "imageModel" : "videoModel", value), ratio, setRatio, seconds, setSeconds, quality, setQuality, videoQuality, setVideoQuality, count, setCount, onSubmit: submit, onStop: () => abortRef.current?.abort(), }; return <>
{!isEmpty ? : null}
{isEmpty ?
: <>
{activeConversation.messages.map((item, index) => retryMessage(item, index)} />)}
}
setHistoryOpen(false)} onSelect={selectConversation} /> ; } function CreationHistoryDrawer({ open, conversations, activeId, onClose, onSelect }: { open: boolean; conversations: CreationConversation[]; activeId: string; onClose: () => void; onSelect: (conversation: CreationConversation) => void }) { return } className="creation-history-drawer" rootClassName="creation-history-drawer-root" styles={{ body: { padding: 0 } }} title={
历史对话{conversations.length} 个对话
}>
    {conversations.map((conversation) => { const latest = conversationPreviewMessage(conversation); const active = conversation.id === activeId; return
  1. ; })}
; } function CreationMessageView({ item, onRetry }: { item: CreationMessage; onRetry: () => void }) { if (item.role === "user") return
{item.content}
{item.attachments?.length ?
{item.attachments.map((attachment) => {attachment.name})}
: null}
; const mode = item.mode || "text"; const stateLabel = item.status === "pending" ? "生成中" : item.status === "cancelled" ? "已停止" : ""; return
{modeLabels[mode]}{item.model ? {modelOptionName(item.model)} : null}{stateLabel ? {stateLabel} : null}
{mode === "text" ?
{item.content ? {item.content} : 正在生成…}
: }{item.error ?
{item.error}
: null}
; } function MediaResult({ item, onRetry }: { item: CreationMessage; onRetry: () => void }) { const [previewUrl, setPreviewUrl] = useState(""); const [previewType, setPreviewType] = useState<"image" | "video">("image"); const resultUrls = item.resultUrls; const openPreview = (url: string, type: "image" | "video") => { setPreviewType(type); setPreviewUrl(url); }; if (item.status === "pending") return
正在生成{item.mode === "video" ? "视频" : "图片"}…
; if (!resultUrls?.length) return
没有返回可预览结果
; return
{item.mode === "video" ? :
{resultUrls.map((url) => )}
}
{item.mode === "video" ? "视频结果" : `${resultUrls.length} 张图片`}添加到画布{resultUrls.map((url, index) => {resultUrls.length > 1 ? `下载 ${index + 1}` : <>下载})}
setPreviewUrl("")} className="creation-media-preview-modal" styles={{ body: { padding: 0 } }}>{previewUrl ? previewType === "video" ?
; } type ComposerProps = { variant: "empty" | "thread"; mode: CreationMode; prompt: string; setPrompt: (value: string) => void; busy: boolean; attachments: CreationAttachment[]; onRemoveAttachment: (id: string) => void; fileInputRef: RefObject; onFileChange: (event: ChangeEvent) => void; onModeChange: (mode: CreationMode) => void; model: string; config: ReturnType; onModelChange: (value: string) => void; ratio: string; setRatio: (value: string) => void; seconds: string; setSeconds: (value: string) => void; quality: string; setQuality: (value: string) => void; videoQuality: string; setVideoQuality: (value: string) => void; count: string; setCount: (value: string) => void; onSubmit: () => void; onStop: () => void; }; function CreationComposer(props: ComposerProps) { const canSubmit = Boolean(props.prompt.trim()) && !props.busy; const placeholder = props.mode === "text" ? "描述你的故事、角色或想继续讨论的创意" : props.mode === "image" ? "描述画面、人物、场景、构图与风格" : "描述镜头内容、运动、光线与节奏"; const emptyPlaceholder = "输入你的镜头、画面或故事。也可以添加参考图开始创作"; return