mirror of
https://github.com/basketikun/infinite-canvas.git
synced 2026-07-24 15:24:06 +08:00
stupid-h4er
303 lines
16 KiB
TypeScript
303 lines
16 KiB
TypeScript
import axios from "axios";
|
||
|
||
import { dataUrlToFile } from "@/lib/image-utils";
|
||
import { getMediaBlob, uploadMediaFile, type UploadedFile } from "@/services/file-storage";
|
||
import { imageToDataUrl } from "@/services/image-storage";
|
||
import { boolConfig, buildSeedancePromptText, isSeedanceVideoConfig, normalizeSeedanceDuration, normalizeSeedanceRatio, normalizeSeedanceResolution, seedanceVideoReferenceError, SEEDANCE_REFERENCE_LIMITS } from "@/lib/seedance-video";
|
||
import { buildApiUrl, type AiConfig } from "@/stores/use-config-store";
|
||
import { useUserStore } from "@/stores/use-user-store";
|
||
import type { ReferenceImage } from "@/types/image";
|
||
import type { ReferenceAudio, ReferenceVideo } from "@/types/media";
|
||
|
||
type VideoResponse = { id: string; status?: string; error?: { message?: string } };
|
||
type ApiVideoResponse = VideoResponse | { code?: number; data?: VideoResponse | null; msg?: string };
|
||
type SeedanceTask = {
|
||
id: string;
|
||
status?: "queued" | "running" | "succeeded" | "failed" | "cancelled" | "expired";
|
||
error?: { code?: string; message?: string } | null;
|
||
content?: { video_url?: string; last_frame_url?: string } | null;
|
||
};
|
||
type ApiEnvelope<T> = T | { code?: number; data?: T | null; msg?: string };
|
||
type ReferenceMediaUploadResponse = { id: string; url: string; mimeType: string; bytes: number };
|
||
|
||
export type VideoGenerationResult = { blob?: Blob; url?: string; mimeType?: string };
|
||
|
||
function aiApiUrl(config: AiConfig, path: string) {
|
||
return config.channelMode === "remote" ? `/api/v1${path}` : buildApiUrl(config.baseUrl, path);
|
||
}
|
||
|
||
function aiHeaders(config: AiConfig, contentType?: string) {
|
||
const token = useUserStore.getState().token;
|
||
return config.channelMode === "remote"
|
||
? {
|
||
...(token ? { Authorization: `Bearer ${token}` } : {}),
|
||
...(contentType ? { "Content-Type": contentType } : {}),
|
||
}
|
||
: {
|
||
Authorization: `Bearer ${config.apiKey}`,
|
||
...(contentType ? { "Content-Type": contentType } : {}),
|
||
};
|
||
}
|
||
|
||
function refreshRemoteUser(config: AiConfig) {
|
||
if (config.channelMode === "remote") void useUserStore.getState().hydrateUser();
|
||
}
|
||
|
||
export async function requestVideoGeneration(config: AiConfig, prompt: string, references: ReferenceImage[] = [], videoReferences: ReferenceVideo[] = [], audioReferences: ReferenceAudio[] = []): Promise<VideoGenerationResult> {
|
||
const model = (config.model || config.videoModel).trim();
|
||
assertVideoConfig(config, model);
|
||
if (isSeedanceVideoConfig({ ...config, model })) {
|
||
return requestSeedanceGeneration(config, model, prompt, references, videoReferences, audioReferences);
|
||
}
|
||
if (videoReferences.length || audioReferences.length) {
|
||
throw new Error("当前视频接口不支持参考视频或参考音频，请切换到 Seedance 2.0 / 火山 Agent Plan 模型，或移除参考素材");
|
||
}
|
||
return requestOpenAIVideoGeneration(config, model, prompt, references);
|
||
}
|
||
|
||
export async function storeGeneratedVideo(result: VideoGenerationResult): Promise<UploadedFile> {
|
||
if (result.blob) return uploadMediaFile(result.blob, "video");
|
||
if (result.url) return { url: result.url, storageKey: "", bytes: 0, mimeType: result.mimeType || "video/mp4" };
|
||
throw new Error("视频接口没有返回可播放的视频");
|
||
}
|
||
|
||
async function requestOpenAIVideoGeneration(config: AiConfig, model: string, prompt: string, references: ReferenceImage[]) {
|
||
const body = new FormData();
|
||
body.append("model", model);
|
||
body.append("prompt", prompt);
|
||
body.append("seconds", normalizeVideoSeconds(config.videoSeconds));
|
||
if (normalizeVideoSize(config.size)) body.append("size", normalizeVideoSize(config.size)!);
|
||
body.append("resolution_name", normalizeVideoResolution(config.vquality));
|
||
body.append("preset", "normal");
|
||
const files = await Promise.all(references.slice(0, 7).map(async (image) => dataUrlToFile({ ...image, dataUrl: await imageToDataUrl(image) })));
|
||
files.forEach((file) => body.append("input_reference[]", file));
|
||
try {
|
||
const created = unwrapVideoResponse((await axios.post<ApiVideoResponse>(aiApiUrl(config, "/videos"), body, { headers: aiHeaders(config) })).data);
|
||
if (!created.id) throw new Error("视频接口没有返回任务 ID");
|
||
for (let attempt = 0; attempt < 120; attempt += 1) {
|
||
const video = unwrapVideoResponse((await axios.get<ApiVideoResponse>(aiApiUrl(config, `/videos/${created.id}`), { headers: aiHeaders(config), params: config.channelMode === "remote" ? { model } : undefined })).data);
|
||
if (video.status === "completed") break;
|
||
if (video.status === "failed" || video.status === "cancelled") throw new Error(video.error?.message || "视频生成失败");
|
||
if (attempt === 119) throw new Error("视频生成超时，请稍后重试");
|
||
await delay(2500);
|
||
}
|
||
const content = await axios.get<Blob>(aiApiUrl(config, `/videos/${created.id}/content`), { headers: aiHeaders(config), params: config.channelMode === "remote" ? { model } : undefined, responseType: "blob" });
|
||
await assertVideoBlob(content.data);
|
||
refreshRemoteUser(config);
|
||
return { blob: content.data };
|
||
} catch (error) {
|
||
throw new Error(readAxiosError(error, "视频生成失败"));
|
||
}
|
||
}
|
||
|
||
async function requestSeedanceGeneration(config: AiConfig, model: string, prompt: string, references: ReferenceImage[], videoReferences: ReferenceVideo[], audioReferences: ReferenceAudio[]) {
|
||
if (audioReferences.length && !references.length && !videoReferences.length) {
|
||
throw new Error("Seedance 参考音频不能单独使用，请同时添加参考图或参考视频");
|
||
}
|
||
assertSeedanceVideoReferences(videoReferences);
|
||
assertSeedanceAudioReferences(audioReferences);
|
||
const content = await buildSeedanceContent(config, prompt, references, videoReferences, audioReferences);
|
||
if (!content.length) throw new Error("请输入视频提示词，或连接参考图片/视频/音频");
|
||
const payload = {
|
||
model,
|
||
content,
|
||
ratio: normalizeSeedanceRatio(config.size),
|
||
resolution: normalizeSeedanceResolution(config.vquality, model),
|
||
duration: normalizeSeedanceDuration(config.videoSeconds),
|
||
generate_audio: boolConfig(config.videoGenerateAudio, true),
|
||
watermark: boolConfig(config.videoWatermark, false),
|
||
};
|
||
|
||
try {
|
||
const created = unwrapSeedanceTask((await axios.post<ApiEnvelope<SeedanceTask>>(seedanceApiUrl(config), payload, { headers: aiHeaders(config, "application/json") })).data);
|
||
if (!created.id) throw new Error("Seedance 接口没有返回任务 ID");
|
||
for (let attempt = 0; attempt < 120; attempt += 1) {
|
||
const task = unwrapSeedanceTask((await axios.get<ApiEnvelope<SeedanceTask>>(seedanceApiUrl(config, created.id), { headers: aiHeaders(config), params: config.channelMode === "remote" ? { model } : undefined })).data);
|
||
if (task.status === "succeeded") {
|
||
const url = task.content?.video_url;
|
||
if (!url) throw new Error("Seedance 任务成功但没有返回视频 URL");
|
||
refreshRemoteUser(config);
|
||
return videoResultFromUrl(url);
|
||
}
|
||
if (task.status === "failed" || task.status === "cancelled" || task.status === "expired") throw new Error(task.error?.message || `Seedance 视频生成${task.status === "expired" ? "超时" : "失败"}`);
|
||
if (attempt === 119) throw new Error("Seedance 视频生成超时，请稍后重试");
|
||
await delay(5000);
|
||
}
|
||
throw new Error("Seedance 视频生成超时，请稍后重试");
|
||
} catch (error) {
|
||
throw new Error(readAxiosError(error, "Seedance 视频生成失败"));
|
||
}
|
||
}
|
||
|
||
function assertSeedanceVideoReferences(videoReferences: ReferenceVideo[]) {
|
||
const error = seedanceVideoReferenceError(videoReferences);
|
||
if (error) throw new Error(error);
|
||
let total = 0;
|
||
for (const video of videoReferences) {
|
||
if (!video.durationMs) continue;
|
||
if (video.durationMs < 2000 || video.durationMs > 15000) throw new Error("Seedance 参考视频单个时长需要在 2-15 秒之间");
|
||
total += video.durationMs;
|
||
}
|
||
if (total > 15000) throw new Error("Seedance 参考视频总时长不能超过 15 秒");
|
||
}
|
||
|
||
function assertSeedanceAudioReferences(audioReferences: ReferenceAudio[]) {
|
||
let total = 0;
|
||
for (const audio of audioReferences) {
|
||
if (!audio.durationMs) continue;
|
||
if (audio.durationMs < 2000 || audio.durationMs > 15000) throw new Error("Seedance 参考音频单个时长需要在 2-15 秒之间");
|
||
total += audio.durationMs;
|
||
}
|
||
if (total > 15000) throw new Error("Seedance 参考音频总时长不能超过 15 秒");
|
||
}
|
||
|
||
function seedanceApiUrl(config: AiConfig, taskId?: string) {
|
||
if (config.channelMode === "remote") return taskId ? `/api/v1/videos/${encodeURIComponent(taskId)}` : "/api/v1/videos";
|
||
return buildApiUrl(config.baseUrl, `/contents/generations/tasks${taskId ? `/${encodeURIComponent(taskId)}` : ""}`);
|
||
}
|
||
|
||
async function buildSeedanceContent(config: AiConfig, prompt: string, references: ReferenceImage[], videoReferences: ReferenceVideo[], audioReferences: ReferenceAudio[]) {
|
||
const content: Array<Record<string, unknown>> = [];
|
||
const text = buildSeedancePromptText(prompt, references, videoReferences, audioReferences);
|
||
if (text) content.push({ type: "text", text });
|
||
for (const image of references.slice(0, SEEDANCE_REFERENCE_LIMITS.images)) {
|
||
content.push({ type: "image_url", image_url: { url: await resolveSeedanceImageUrl(config, image) }, role: "reference_image" });
|
||
}
|
||
for (const video of videoReferences.slice(0, SEEDANCE_REFERENCE_LIMITS.videos)) {
|
||
content.push({ type: "video_url", video_url: { url: await resolveSeedanceVideoUrl(video) }, role: "reference_video" });
|
||
}
|
||
for (const audio of audioReferences.slice(0, SEEDANCE_REFERENCE_LIMITS.audios)) {
|
||
content.push({ type: "audio_url", audio_url: { url: await resolveSeedanceAudioUrl(audio) }, role: "reference_audio" });
|
||
}
|
||
return content;
|
||
}
|
||
|
||
async function resolveSeedanceImageUrl(config: AiConfig, image: ReferenceImage) {
|
||
const directUrl = image.url || image.dataUrl;
|
||
if (isPublicMediaUrl(directUrl) || directUrl.startsWith("asset://")) return directUrl;
|
||
const dataUrl = await imageToDataUrl(image);
|
||
if (!dataUrl) throw new Error("参考图读取失败，请换一张图片或重新上传");
|
||
if (config.channelMode === "remote") {
|
||
return uploadReferenceMedia(dataUrlToFile({ ...image, dataUrl }));
|
||
}
|
||
return dataUrl;
|
||
}
|
||
|
||
async function resolveSeedanceVideoUrl(video: ReferenceVideo) {
|
||
if (isPublicMediaUrl(video.url) || video.url.startsWith("asset://")) return video.url;
|
||
let blob: Blob | null = null;
|
||
if (video.storageKey) blob = await getMediaBlob(video.storageKey);
|
||
if (!blob && video.url?.startsWith("blob:")) blob = await (await fetch(video.url)).blob();
|
||
if (!blob) throw new Error("参考视频必须是公网 URL、素材 ID，或本地已保存的视频");
|
||
const file = new File([blob], video.name || "reference-video.mp4", { type: video.type || blob.type || "video/mp4" });
|
||
return uploadReferenceMedia(file);
|
||
}
|
||
|
||
async function resolveSeedanceAudioUrl(audio: ReferenceAudio) {
|
||
if (isPublicMediaUrl(audio.url) || audio.url.startsWith("asset://")) return audio.url;
|
||
let blob: Blob | null = null;
|
||
if (audio.storageKey) blob = await getMediaBlob(audio.storageKey);
|
||
if (!blob && audio.url?.startsWith("blob:")) blob = await (await fetch(audio.url)).blob();
|
||
if (!blob) throw new Error("参考音频必须是公网 URL、素材 ID，或本地已保存的音频");
|
||
const file = new File([blob], audio.name || "reference-audio.mp3", { type: audio.type || blob.type || "audio/mpeg" });
|
||
return uploadReferenceMedia(file);
|
||
}
|
||
|
||
async function uploadReferenceMedia(file: File) {
|
||
const token = useUserStore.getState().token;
|
||
if (!token) throw new Error("使用本地参考素材需要先登录，并在服务端配置 PUBLIC_BASE_URL");
|
||
const body = new FormData();
|
||
body.append("file", file, file.name);
|
||
const response = await axios.post<ApiEnvelope<ReferenceMediaUploadResponse>>("/api/v1/media/references", body, { headers: { Authorization: `Bearer ${token}` } });
|
||
const payload = unwrapEnvelope(response.data, "参考素材上传失败");
|
||
if (!payload.url) throw new Error("参考素材上传后没有返回公网 URL");
|
||
return payload.url;
|
||
}
|
||
|
||
async function videoResultFromUrl(url: string): Promise<VideoGenerationResult> {
|
||
try {
|
||
const response = await axios.get<Blob>(url, { responseType: "blob" });
|
||
await assertVideoBlob(response.data);
|
||
return { blob: response.data };
|
||
} catch {
|
||
return { url, mimeType: "video/mp4" };
|
||
}
|
||
}
|
||
|
||
function assertVideoConfig(config: AiConfig, model: string) {
|
||
if (!model) throw new Error("请先配置视频模型");
|
||
if (config.channelMode === "local" && !config.baseUrl.trim()) throw new Error("请先配置 Base URL");
|
||
if (config.channelMode === "local" && !config.apiKey.trim()) throw new Error("请先配置 API Key");
|
||
}
|
||
|
||
function normalizeVideoSeconds(value: string) {
|
||
const seconds = Math.floor(Number(value) || 6);
|
||
return String(Math.max(1, Math.min(20, seconds)));
|
||
}
|
||
|
||
function normalizeVideoSize(value: string) {
|
||
if (value === "auto") return null;
|
||
const size = value || "1280x720";
|
||
if (/^\d+x\d+$/.test(size)) return size;
|
||
return ["9:16", "2:3", "3:4"].includes(size) ? "720x1280" : "1280x720";
|
||
}
|
||
|
||
function normalizeVideoResolution(value: string) {
|
||
if (value === "low") return "480p";
|
||
if (value === "auto" || value === "high" || value === "medium") return "720p";
|
||
const resolution = value.replace(/p$/i, "") || "720";
|
||
return `${resolution}p`;
|
||
}
|
||
|
||
function unwrapVideoResponse(payload: ApiVideoResponse) {
|
||
return unwrapEnvelope(payload, "接口没有返回视频任务");
|
||
}
|
||
|
||
function unwrapSeedanceTask(payload: ApiEnvelope<SeedanceTask>) {
|
||
return unwrapEnvelope(payload, "Seedance 接口没有返回任务");
|
||
}
|
||
|
||
function unwrapEnvelope<T>(payload: ApiEnvelope<T>, emptyMessage: string): T {
|
||
if (!payload) throw new Error(emptyMessage);
|
||
if (typeof payload === "object" && "code" in payload && typeof payload.code === "number") {
|
||
if (payload.code !== 0) throw new Error(payload.msg || "请求失败");
|
||
if (!payload.data) throw new Error(emptyMessage);
|
||
return payload.data;
|
||
}
|
||
return payload as T;
|
||
}
|
||
|
||
function readAxiosError(error: unknown, fallback: string) {
|
||
if (axios.isAxiosError<{ error?: { message?: string }; msg?: string; code?: number }>(error)) {
|
||
const responseData = error.response?.data;
|
||
return responseData?.msg || responseData?.error?.message || statusMessage(error.response?.status, fallback);
|
||
}
|
||
return error instanceof Error ? error.message : fallback;
|
||
}
|
||
|
||
function statusMessage(status: number | undefined, fallback: string) {
|
||
if (status === 401 || status === 403) return "鉴权失败，请检查 API Key、套餐权限或模型权限";
|
||
if (status === 429) return "请求被限流或额度不足，请稍后重试";
|
||
return status ? `${fallback}（${status}）` : fallback;
|
||
}
|
||
|
||
async function assertVideoBlob(blob: Blob) {
|
||
if (!blob.type.includes("json")) return;
|
||
let payload: { code?: number; msg?: string; error?: { message?: string } };
|
||
try {
|
||
payload = JSON.parse(await blob.text()) as { code?: number; msg?: string; error?: { message?: string } };
|
||
} catch {
|
||
return;
|
||
}
|
||
if (typeof payload.code === "number" && payload.code !== 0) throw new Error(payload.msg || "视频下载失败");
|
||
if (payload.error?.message) throw new Error(payload.error.message);
|
||
}
|
||
|
||
function isPublicMediaUrl(value: string) {
|
||
return /^https?:\/\//i.test(value || "");
|
||
}
|
||
|
||
function delay(ms: number) {
|
||
return new Promise((resolve) => setTimeout(resolve, ms));
|
||
}
|