feat(platform): 开源发布 - 初始化 Open AI Canvas
This commit is contained in:
commit
aea35896eb
365 files changed
+66410
No files matched your search
@@ -0,0 +1,61 @@
|
||||
import type { DirectorCamera, DirectorObject, DirectorScene, DirectorShot } from "@/types/director";
|
||||
|
||||
const shotSizeLabels: Record<DirectorShot["shotSize"], string> = {
|
||||
extreme_wide: "大远景",
|
||||
wide: "远景",
|
||||
full: "全身景",
|
||||
medium: "中景",
|
||||
close_up: "近景特写",
|
||||
extreme_close_up: "大特写",
|
||||
};
|
||||
|
||||
const cameraMoveLabels: Record<DirectorShot["cameraMove"], string> = {
|
||||
static: "固定机位",
|
||||
push_in: "镜头缓慢推进",
|
||||
pull_out: "镜头缓慢拉远",
|
||||
pan_left: "镜头向左横摇",
|
||||
pan_right: "镜头向右横摇",
|
||||
tilt_up: "镜头向上摇摄",
|
||||
tilt_down: "镜头向下摇摄",
|
||||
orbit_left: "镜头向左环绕主体",
|
||||
orbit_right: "镜头向右环绕主体",
|
||||
handheld: "克制的手持摄影运动",
|
||||
};
|
||||
|
||||
export function compileDirectorPrompt(scene: DirectorScene, shot: DirectorShot) {
|
||||
const camera = scene.cameras.find((item) => item.id === shot.cameraId) || scene.cameras[0];
|
||||
const visibleObjects = scene.objects.filter((item) => item.visible);
|
||||
return [
|
||||
shot.prompt.trim(),
|
||||
`镜头设计:${shotSizeLabels[shot.shotSize]},${cameraMoveLabels[shot.cameraMove]},时长 ${formatNumber(shot.duration)} 秒。`,
|
||||
camera ? cameraPrompt(camera) : "",
|
||||
visibleObjects.length ? `空间调度:${visibleObjects.map(objectPrompt).join(";")}。` : "",
|
||||
`灯光:${scene.lights.map((light) => `${light.name}${formatNumber(light.intensity)}强度${light.color}`).join(",")}。`,
|
||||
"保持角色、道具、空间方向、光线方向和镜头轴线连续,遵循真实摄影机透视与物理遮挡。",
|
||||
]
|
||||
.filter(Boolean)
|
||||
.join("\n");
|
||||
}
|
||||
|
||||
function cameraPrompt(camera: DirectorCamera) {
|
||||
const [x, y, z] = camera.transform.position;
|
||||
const [tx, ty, tz] = camera.target;
|
||||
const height = y < ty - 0.4 ? "低机位" : y > ty + 1.2 ? "高机位" : "平视机位";
|
||||
const side = x < tx - 0.8 ? "主体左前侧" : x > tx + 0.8 ? "主体右前侧" : "主体正面";
|
||||
const distance = Math.hypot(x - tx, y - ty, z - tz);
|
||||
return `摄影机:${formatNumber(camera.focalLength)}mm 焦段,f/${formatNumber(camera.aperture)} 光圈,焦点距离 ${formatNumber(camera.focusDistance)} 米,${height},位于${side},机位距离约 ${formatNumber(distance)} 米,焦点指向 (${formatNumber(tx)}, ${formatNumber(ty)}, ${formatNumber(tz)}),景深遵循真实镜头光学。`;
|
||||
}
|
||||
|
||||
function objectPrompt(object: DirectorObject) {
|
||||
const [x, y, z] = object.transform.position;
|
||||
const pose = object.pose ? `,姿势${poseLabel(object.pose)}` : "";
|
||||
return `${object.name}位于 (${formatNumber(x)}, ${formatNumber(y)}, ${formatNumber(z)})${pose}`;
|
||||
}
|
||||
|
||||
function poseLabel(pose: NonNullable<DirectorObject["pose"]>) {
|
||||
return { neutral: "自然", stand: "站立", walk: "行走", run: "奔跑", sit: "坐姿", action: "动作姿态" }[pose];
|
||||
}
|
||||
|
||||
function formatNumber(value: number) {
|
||||
return Number(value.toFixed(2));
|
||||
}
|
||||
@@ -0,0 +1,88 @@
|
||||
import { nanoid } from "nanoid";
|
||||
|
||||
import type { DirectorCamera, DirectorKeyframe, DirectorLight, DirectorObject, DirectorScene, DirectorTransform, DirectorVec3 } from "@/types/director";
|
||||
|
||||
export const directorIdentityTransform = (position: DirectorVec3 = [0, 0, 0]): DirectorTransform => ({ position, rotation: [0, 0, 0], scale: [1, 1, 1] });
|
||||
|
||||
export function createDirectorScene(title = "未命名场景"): DirectorScene {
|
||||
const now = new Date().toISOString();
|
||||
const camera = createDirectorCamera();
|
||||
const shotId = nanoid();
|
||||
return {
|
||||
id: nanoid(),
|
||||
version: 1,
|
||||
title,
|
||||
background: "#d8dde3",
|
||||
environmentIntensity: 0.7,
|
||||
gridVisible: true,
|
||||
objects: [
|
||||
createDirectorObject("character", "演员", [0, 0.9, 0], "#9aa6b2"),
|
||||
createDirectorObject("box", "前景道具", [1.8, 0.45, 0.8], "#8b7355"),
|
||||
],
|
||||
cameras: [camera],
|
||||
lights: [createDirectorLight("directional", "主光", [4, 6, 4], 2.4), createDirectorLight("directional", "轮廓光", [-4, 3, -2], 1.1), createDirectorLight("ambient", "环境光", [0, 0, 0], 0.65)],
|
||||
shots: [{ id: shotId, name: "镜头 1", cameraId: camera.id, duration: 5, shotSize: "medium", cameraMove: "static", prompt: "" }],
|
||||
activeShotId: shotId,
|
||||
createdAt: now,
|
||||
updatedAt: now,
|
||||
};
|
||||
}
|
||||
|
||||
export function createDirectorObject(primitive: DirectorObject["primitive"] = "box", name = "新对象", position: DirectorVec3 = [0, 0.5, 0], color = "#8795a5"): DirectorObject {
|
||||
return {
|
||||
id: nanoid(),
|
||||
name,
|
||||
kind: "primitive",
|
||||
primitive,
|
||||
transform: directorIdentityTransform(position),
|
||||
color,
|
||||
visible: true,
|
||||
castShadow: true,
|
||||
receiveShadow: true,
|
||||
pose: primitive === "character" ? "stand" : undefined,
|
||||
keyframes: [],
|
||||
};
|
||||
}
|
||||
|
||||
export function createDirectorModel(input: Pick<DirectorObject, "name" | "storageKey" | "url" | "mimeType" | "assetId">): DirectorObject {
|
||||
return { ...createDirectorObject("box", input.name, [0, 0, 0]), ...input, kind: "model", primitive: undefined };
|
||||
}
|
||||
|
||||
export function createDirectorBillboard(name: string, url: string, storageKey?: string, sourceNodeId?: string): DirectorObject {
|
||||
return { ...createDirectorObject("plane", name, [0, 1.1, 0], "#ffffff"), kind: "billboard", url, storageKey, sourceNodeId, transform: { position: [0, 1.1, 0], rotation: [0, 0, 0], scale: [1.6, 0.9, 1] } };
|
||||
}
|
||||
|
||||
export function createDirectorCamera(name = "主摄影机"): DirectorCamera {
|
||||
return { id: nanoid(), name, transform: directorIdentityTransform([4.8, 2.7, 6.8]), target: [0, 1, 0], focalLength: 35, fov: 50, aperture: 2.8, focusDistance: 5, near: 0.05, far: 500, keyframes: [] };
|
||||
}
|
||||
|
||||
export function createDirectorLight(type: DirectorLight["type"], name: string, position: DirectorVec3, intensity = 1): DirectorLight {
|
||||
return { id: nanoid(), name, type, transform: directorIdentityTransform(position), color: "#ffffff", intensity, angle: Math.PI / 4, penumbra: 0.35, castShadow: type !== "ambient" };
|
||||
}
|
||||
|
||||
export function touchDirectorScene(scene: DirectorScene): DirectorScene {
|
||||
return { ...scene, updatedAt: new Date().toISOString() };
|
||||
}
|
||||
|
||||
export function upsertDirectorKeyframe(keyframes: DirectorKeyframe[], time: number, transform: DirectorTransform) {
|
||||
const current = keyframes.find((item) => Math.abs(item.time - time) < 0.001);
|
||||
const next = current ? keyframes.map((item) => (item.id === current.id ? { ...item, transform } : item)) : [...keyframes, { id: nanoid(), time, transform }];
|
||||
return next.toSorted((a, b) => a.time - b.time);
|
||||
}
|
||||
|
||||
export function interpolateDirectorTransform(base: DirectorTransform, keyframes: DirectorKeyframe[], time: number): DirectorTransform {
|
||||
if (!keyframes.length) return base;
|
||||
const previous = [...keyframes].reverse().find((item) => item.time <= time) || keyframes[0];
|
||||
const next = keyframes.find((item) => item.time >= time) || keyframes[keyframes.length - 1];
|
||||
if (previous.id === next.id) return previous.transform;
|
||||
const progress = Math.max(0, Math.min(1, (time - previous.time) / Math.max(next.time - previous.time, 0.001)));
|
||||
return {
|
||||
position: lerpVec3(previous.transform.position, next.transform.position, progress),
|
||||
rotation: lerpVec3(previous.transform.rotation, next.transform.rotation, progress),
|
||||
scale: lerpVec3(previous.transform.scale, next.transform.scale, progress),
|
||||
};
|
||||
}
|
||||
|
||||
function lerpVec3(from: DirectorVec3, to: DirectorVec3, progress: number): DirectorVec3 {
|
||||
return from.map((value, index) => value + (to[index] - value) * progress) as DirectorVec3;
|
||||
}
|
||||
Reference in new issue
Block a user