stringadmin
f5a75074a4
【认证系统】 - 新增邮箱验证码注册/登录流程 (sendEmailCode / verifyEmail / forgotPassword / resetPassword) - register-email 现在需要验证码 - 服务端新增 email_verification_codes 表 + patch-email-verification.js - App.tsx 登录后 emailVerified 检查提醒 - keyServerClient token 显式传递修复 401 错误 【电商模块】 - 自动推进: 策划完成后自动生成分镜图/视频 - 模特图选项 (性别/年龄/种族/体型/场景) 注入 AI 提示词 - 任务持久化指纹修复 (图片数量替代 blob URL) - 新增「视频换装」入口 (happyhorse-1.0-video-edit) 【剧本评分】 - 新增 .docx/.doc Word 文档支持 (ZIP解压+XML提取) - 历史记录支持点击查看/恢复评测结果 【画布】 - ReactFlow 节点禁止内置拖拽避免冲突 - 连接线拖拽弹窗优化 (预览线不消失, 弹窗跟踪鼠标) 【页面修复】 - 首页轮播图改为 aspect-ratio: 16/9 解决尺寸问题 - 资产库新增悬停删除按钮 - scriptEvalClient 改用服务端 /api/ai/chat 端点 - TokenUsagePage 未登录跳过 API 调用
756 lines
37 KiB
TypeScript
756 lines
37 KiB
TypeScript
import { Fragment, useCallback, useEffect, useMemo, useRef, useState } from "react";
|
||
import {
|
||
CopyOutlined,
|
||
DownloadOutlined,
|
||
FolderAddOutlined,
|
||
LoadingOutlined,
|
||
PlayCircleOutlined,
|
||
ReloadOutlined,
|
||
SendOutlined,
|
||
StopOutlined,
|
||
} from "@ant-design/icons";
|
||
import { runVideoPlan, renderSceneImage, renderScene, buildSceneTasks } from "./ecommerceVideoService";
|
||
import {
|
||
PLAN_STEP_LABELS,
|
||
PLAN_STEPS_DISPLAY,
|
||
type EcommerceVideoStage,
|
||
type EcommerceVideoSceneTask,
|
||
type EcommerceVideoPlanProgress,
|
||
type EcommerceVideoPlanResult,
|
||
type PlanStep,
|
||
} from "./ecommerceVideoTypes";
|
||
import type { AdVideoUserConfig } from "../../api/adVideoPlanClient";
|
||
import { ServerRequestError } from "../../api/serverConnection";
|
||
import { saveToolResultToLocal, addToolResultToAssetLibrary } from "../workbench/toolResultActions";
|
||
import { useAppStore } from "../../stores";
|
||
import { useGenerationTasks } from "../../hooks/useGenerationTasks";
|
||
import {
|
||
saveEcommerceVideoState,
|
||
loadEcommerceVideoState,
|
||
clearEcommerceVideoState,
|
||
} from "./ecommerceVideoKeepalive";
|
||
|
||
interface EcommerceVideoWorkspaceProps {
|
||
isAuthenticated: boolean;
|
||
productImageDataUrls: string[];
|
||
requirement: string;
|
||
platform: string;
|
||
aspectRatio: string;
|
||
durationSeconds: number;
|
||
resolution: string;
|
||
onRequestLogin?: () => void;
|
||
}
|
||
|
||
const ALL_STEPS: PlanStep[] = [
|
||
"upload", "analyze", "summary", "selling",
|
||
"creative", "storyboard", "prompts", "compliance",
|
||
];
|
||
|
||
function hashString(value: string): string {
|
||
let hash = 2166136261;
|
||
for (let index = 0; index < value.length; index += 1) {
|
||
hash ^= value.charCodeAt(index);
|
||
hash = Math.imul(hash, 16777619);
|
||
}
|
||
return (hash >>> 0).toString(36);
|
||
}
|
||
|
||
function buildInputFingerprint(input: {
|
||
productImageDataUrls: string[];
|
||
requirement: string;
|
||
platform: string;
|
||
aspectRatio: string;
|
||
durationSeconds: number;
|
||
resolution: string;
|
||
}): string {
|
||
const imageCount = input.productImageDataUrls.length;
|
||
return hashString([
|
||
String(imageCount),
|
||
input.requirement.trim(),
|
||
input.platform,
|
||
input.aspectRatio,
|
||
input.durationSeconds,
|
||
input.resolution,
|
||
].join("::"));
|
||
}
|
||
|
||
function mapResolutionToQuality(res: string): "720P" | "1080P" {
|
||
return res.includes("720") ? "720P" : "1080P";
|
||
}
|
||
|
||
function stepCompletedFromProgress(step: PlanStep, p: EcommerceVideoPlanProgress): boolean {
|
||
switch (step) {
|
||
case "upload": return Boolean(p.imageUrls?.length);
|
||
case "analyze": return p.imageDescription !== undefined;
|
||
case "summary": return Boolean(p.summary);
|
||
case "selling": return Boolean(p.selling);
|
||
case "creative": return Boolean(p.creatives?.length);
|
||
case "storyboard": return Boolean(p.storyboard);
|
||
case "prompts": return Boolean(p.videoPrompts);
|
||
case "compliance": return Boolean(p.compliance);
|
||
}
|
||
}
|
||
|
||
export default function EcommerceVideoWorkspace({
|
||
isAuthenticated,
|
||
productImageDataUrls,
|
||
requirement,
|
||
platform,
|
||
aspectRatio,
|
||
durationSeconds,
|
||
resolution,
|
||
onRequestLogin,
|
||
}: EcommerceVideoWorkspaceProps) {
|
||
const [stage, setStage] = useState<EcommerceVideoStage>("idle");
|
||
const [planResult, setPlanResult] = useState<EcommerceVideoPlanResult | null>(null);
|
||
const [planProgress, setPlanProgress] = useState<EcommerceVideoPlanProgress | null>(null);
|
||
const [scenes, setScenes] = useState<EcommerceVideoSceneTask[]>([]);
|
||
const [completedSteps, setCompletedSteps] = useState<PlanStep[]>([]);
|
||
const [sourceImageUrls, setSourceImageUrls] = useState<string[]>([]);
|
||
const [currentStep, setCurrentStep] = useState<PlanStep | null>(null);
|
||
const [failedStep, setFailedStep] = useState<PlanStep | null>(null);
|
||
const [error, setError] = useState<string | null>(null);
|
||
const [actionNotice, setActionNotice] = useState<string | null>(null);
|
||
const abortControllerRef = useRef<AbortController | null>(null);
|
||
const renderAbortRef = useRef({ current: false });
|
||
const setView = useAppStore((s) => s.setView);
|
||
const keepaliveRestoredFingerprintRef = useRef<string | null>(null);
|
||
const keepalivePollingStartedRef = useRef(false);
|
||
const generation = useGenerationTasks({ sourceView: "ecommerce" });
|
||
const sceneStoreIdMap = useRef<Map<number, string>>(new Map());
|
||
const inputFingerprint = useMemo(
|
||
() => buildInputFingerprint({ productImageDataUrls, requirement, platform, aspectRatio, durationSeconds, resolution }),
|
||
[productImageDataUrls, requirement, platform, aspectRatio, durationSeconds, resolution],
|
||
);
|
||
|
||
// ── Keep-alive: restore saved state on mount ─────────────
|
||
useEffect(() => {
|
||
if (keepaliveRestoredFingerprintRef.current === inputFingerprint) return;
|
||
keepaliveRestoredFingerprintRef.current = inputFingerprint;
|
||
const saved = loadEcommerceVideoState(inputFingerprint);
|
||
if (!saved) return;
|
||
if (saved.stage === "idle" || saved.stage === "cancelled") return;
|
||
// Restore completed / in-progress states — results persist across page switches
|
||
setStage(saved.stage);
|
||
setCompletedSteps(saved.completedSteps || []);
|
||
setPlanResult(saved.planResult);
|
||
setPlanProgress((saved as { planProgress?: EcommerceVideoPlanProgress | null }).planProgress || null);
|
||
setScenes(saved.scenes || []);
|
||
setSourceImageUrls(saved.sourceImageUrls || saved.planResult?.imageUrls || []);
|
||
}, [inputFingerprint]);
|
||
|
||
// ── Keep-alive: save state on changes ───────────────────
|
||
useEffect(() => {
|
||
if (stage === "idle" || stage === "cancelled") return;
|
||
saveEcommerceVideoState({ inputFingerprint, stage, completedSteps, planResult, planProgress, scenes, sourceImageUrls });
|
||
}, [inputFingerprint, stage, completedSteps, planResult, planProgress, scenes, sourceImageUrls]);
|
||
|
||
// ── Auto-advance: skip manual "next step" clicks ─────────
|
||
const autoAdvanceTriggeredRef = useRef(false);
|
||
useEffect(() => {
|
||
if (autoAdvanceTriggeredRef.current) return;
|
||
const delay = 600;
|
||
if (stage === "planned" && planResult && scenes.length > 0) {
|
||
autoAdvanceTriggeredRef.current = true;
|
||
const timer = setTimeout(() => { void handleGenerateImages(); }, delay);
|
||
return () => clearTimeout(timer);
|
||
}
|
||
if (stage === "imaged" && scenes.every((s) => s.imageUrl)) {
|
||
autoAdvanceTriggeredRef.current = true;
|
||
const timer = setTimeout(() => { void handleRenderVideos(); }, delay);
|
||
return () => clearTimeout(timer);
|
||
}
|
||
if (stage === "idle" || stage === "cancelled") {
|
||
autoAdvanceTriggeredRef.current = false;
|
||
}
|
||
}, [stage, scenes, planResult]);
|
||
|
||
// ── Keep-alive: resume polling for running tasks ──────────
|
||
useEffect(() => {
|
||
if (keepalivePollingStartedRef.current) return;
|
||
if (!scenes.length || stage === "idle" || stage === "cancelled" || stage === "completed") return;
|
||
|
||
const hasRunningScenes = scenes.some((s) => s.status === "running" || s.status === "pending");
|
||
if (!hasRunningScenes) return;
|
||
keepalivePollingStartedRef.current = true;
|
||
|
||
// Resume polling for image generation tasks
|
||
if (stage === "imaging") {
|
||
renderAbortRef.current = { current: false };
|
||
void (async () => {
|
||
for (const scene of scenes) {
|
||
if (renderAbortRef.current.current) break;
|
||
if (scene.status !== "running" && scene.status !== "pending") continue;
|
||
if (!scene.imageTaskId) continue;
|
||
try {
|
||
const { waitForTask } = await import("../../api/taskSubscription");
|
||
const resultUrl = await waitForTask(scene.imageTaskId, {
|
||
abortRef: renderAbortRef.current,
|
||
onProgress: (e) =>
|
||
setScenes((prev) => prev.map((s) => (s.sceneId === scene.sceneId ? { ...s, progress: e.progress } : s))),
|
||
});
|
||
if (resultUrl) {
|
||
setScenes((prev) =>
|
||
prev.map((s) => (s.sceneId === scene.sceneId ? { ...s, status: "idle", progress: 100, imageUrl: resultUrl } : s)),
|
||
);
|
||
}
|
||
} catch {
|
||
setScenes((prev) =>
|
||
prev.map((s) => (s.sceneId === scene.sceneId ? { ...s, status: "idle", error: "恢复任务失败" } : s)),
|
||
);
|
||
}
|
||
}
|
||
setScenes((current) => {
|
||
const allImaged = current.every((s) => s.imageUrl);
|
||
if (allImaged) setStage("imaged");
|
||
return current;
|
||
});
|
||
})();
|
||
}
|
||
|
||
// Resume polling for video rendering tasks
|
||
if (stage === "rendering") {
|
||
renderAbortRef.current = { current: false };
|
||
void (async () => {
|
||
for (const scene of scenes) {
|
||
if (renderAbortRef.current.current) break;
|
||
if (scene.status !== "running" && scene.status !== "pending") continue;
|
||
if (!scene.taskId) continue;
|
||
try {
|
||
const { waitForTask } = await import("../../api/taskSubscription");
|
||
const resultUrl = await waitForTask(scene.taskId, {
|
||
abortRef: renderAbortRef.current,
|
||
onProgress: (e) =>
|
||
setScenes((prev) => prev.map((s) => (s.sceneId === scene.sceneId ? { ...s, progress: e.progress } : s))),
|
||
});
|
||
if (resultUrl) {
|
||
setScenes((prev) =>
|
||
prev.map((s) =>
|
||
s.sceneId === scene.sceneId ? { ...s, status: "completed", progress: 100, resultUrl: resultUrl } : s,
|
||
),
|
||
);
|
||
}
|
||
} catch {
|
||
setScenes((prev) =>
|
||
prev.map((s) => (s.sceneId === scene.sceneId ? { ...s, status: "failed", error: "恢复任务失败" } : s)),
|
||
);
|
||
}
|
||
}
|
||
setScenes((current) => {
|
||
const hasFailed = current.some((s) => s.status === "failed");
|
||
const allDone = current.every((s) => s.status === "completed" || s.status === "failed");
|
||
if (allDone) setStage(hasFailed ? "partial_failed" : "completed");
|
||
return current;
|
||
});
|
||
})();
|
||
}
|
||
}, [scenes, stage]);
|
||
|
||
// Note: keep-alive is NOT cleared on completion — results persist across page switches.
|
||
// Only cleared when user explicitly starts a new plan via handlePlan.
|
||
|
||
const showNotice = (msg: string) => {
|
||
setActionNotice(msg);
|
||
setTimeout(() => setActionNotice(null), 3000);
|
||
};
|
||
|
||
const handleDownload = async (url: string) => {
|
||
try {
|
||
await saveToolResultToLocal({
|
||
url, name: `ecommerce-video-${Date.now()}`, type: "video",
|
||
isVideo: true, tags: ["电商", "短视频", "生成视频"],
|
||
});
|
||
showNotice("下载完成");
|
||
} catch {
|
||
const a = document.createElement("a"); a.href = url; a.download = "ecommerce-video.mp4"; a.click();
|
||
}
|
||
};
|
||
|
||
const handleSaveAsset = async (url: string) => {
|
||
try {
|
||
const result = await addToolResultToAssetLibrary({
|
||
url, name: `电商短视频-${Date.now()}.mp4`, description: "电商广告视频生成结果",
|
||
type: "video", isVideo: true, tags: ["电商", "短视频", "广告视频"],
|
||
metadata: { source: "ecommerce-video", platform },
|
||
});
|
||
showNotice(result === "server" ? "已保存到资产库" : "已保存到本地资产库");
|
||
} catch { showNotice("保存失败"); }
|
||
};
|
||
|
||
const handleSaveAllAssets = async () => {
|
||
if (!completedScenes.length) return;
|
||
let saved = 0;
|
||
for (const scene of completedScenes) {
|
||
try {
|
||
await addToolResultToAssetLibrary({
|
||
url: scene.resultUrl!, name: `电商短视频-镜头${scene.sceneId}-${Date.now()}.mp4`,
|
||
description: `电商广告视频 - 镜头${scene.sceneId}`,
|
||
type: "video", isVideo: true, tags: ["电商", "短视频", "广告视频"],
|
||
metadata: { source: "ecommerce-video", platform, sceneId: scene.sceneId },
|
||
});
|
||
saved++;
|
||
} catch { /* continue */ }
|
||
}
|
||
showNotice(saved > 0 ? `已保存 ${saved}/${completedScenes.length} 个视频到资产库` : "保存失败");
|
||
};
|
||
|
||
const handleDownloadAll = async () => {
|
||
for (const scene of completedScenes) {
|
||
await new Promise((r) => setTimeout(r, 300));
|
||
const a = document.createElement("a");
|
||
a.href = scene.resultUrl!;
|
||
a.download = `ecommerce-video-scene-${scene.sceneId}.mp4`;
|
||
a.click();
|
||
}
|
||
showNotice(`正在下载 ${completedScenes.length} 个视频`);
|
||
};
|
||
|
||
const handleImportToCanvas = async (url: string) => {
|
||
try {
|
||
await addToolResultToAssetLibrary({
|
||
url, name: `电商短视频-${Date.now()}.mp4`, description: "电商广告视频 - 导入画布",
|
||
type: "video", isVideo: true, tags: ["电商", "短视频", "画布导入"],
|
||
metadata: { source: "ecommerce-video", platform },
|
||
});
|
||
setView("canvas");
|
||
showNotice("已保存资产并跳转画布");
|
||
} catch { showNotice("导入失败"); }
|
||
};
|
||
|
||
const buildConfig = useCallback((): AdVideoUserConfig => ({
|
||
platform, aspectRatio, durationSeconds,
|
||
style: "痛点解决", language: "中文", market: "中国",
|
||
needVoiceover: true, needSubtitle: true, conversionFocus: "conversion",
|
||
}), [platform, aspectRatio, durationSeconds]);
|
||
|
||
// ── Phase 1: Planning ──────────────────────────────────────
|
||
|
||
const runPlanFlow = async (resume: EcommerceVideoPlanProgress | null) => {
|
||
abortControllerRef.current?.abort();
|
||
const controller = new AbortController();
|
||
abortControllerRef.current = controller;
|
||
setStage("planning"); setError(null); setFailedStep(null);
|
||
if (!resume) {
|
||
setCompletedSteps([]); setPlanResult(null); setScenes([]); setSourceImageUrls([]); setPlanProgress(null);
|
||
}
|
||
setCurrentStep(null);
|
||
// Mutable snapshot — async handlers must persist to localStorage directly since the component may unmount
|
||
let livePlanProgress: EcommerceVideoPlanProgress = resume ? { ...resume } : {};
|
||
let liveCompletedSteps: PlanStep[] = resume
|
||
? ALL_STEPS.filter((s) => stepCompletedFromProgress(s, resume))
|
||
: [];
|
||
const persist = (stageNow: EcommerceVideoStage) => {
|
||
saveEcommerceVideoState({
|
||
inputFingerprint,
|
||
stage: stageNow,
|
||
completedSteps: liveCompletedSteps,
|
||
planResult: null,
|
||
planProgress: livePlanProgress,
|
||
scenes: [],
|
||
sourceImageUrls: livePlanProgress.imageUrls || [],
|
||
});
|
||
};
|
||
try {
|
||
const result = await runVideoPlan(
|
||
productImageDataUrls, requirement, buildConfig(),
|
||
{
|
||
onStepStart: (step) => setCurrentStep(step),
|
||
onStepDone: (step) => {
|
||
liveCompletedSteps = [...liveCompletedSteps, step];
|
||
setCompletedSteps((prev) => [...prev, step]);
|
||
},
|
||
onImagesUploaded: (urls) => {
|
||
setSourceImageUrls(urls);
|
||
livePlanProgress = { ...livePlanProgress, imageUrls: urls };
|
||
persist("planning");
|
||
},
|
||
onUploadRejected: (messages) => {
|
||
if (messages.length) showNotice(`已跳过 ${messages.length} 张上传失败的图片`);
|
||
},
|
||
onPartialProgress: (progress) => {
|
||
livePlanProgress = progress;
|
||
setPlanProgress(progress);
|
||
persist("planning");
|
||
},
|
||
resumeFrom: resume || undefined,
|
||
signal: controller.signal,
|
||
},
|
||
);
|
||
const builtScenes = buildSceneTasks(result);
|
||
setPlanResult(result);
|
||
setPlanProgress(null);
|
||
setScenes(builtScenes);
|
||
setStage("planned");
|
||
saveEcommerceVideoState({ inputFingerprint, stage: "planned", completedSteps: [...ALL_STEPS], planResult: result, planProgress: null, scenes: builtScenes, sourceImageUrls: result.imageUrls });
|
||
} catch (err) {
|
||
if ((err as Error).name === "AbortError" && controller.signal.aborted) return;
|
||
const message = err instanceof Error ? err.message : "策划失败";
|
||
setError(message);
|
||
// Mark the step that was in-progress as failed so user can resume
|
||
setFailedStep((prev) => prev || currentStep);
|
||
setStage("idle");
|
||
// Persist partial progress so the user can resume after a page switch
|
||
persist("idle");
|
||
} finally { setCurrentStep(null); }
|
||
};
|
||
|
||
const handlePlan = async () => {
|
||
if (!isAuthenticated) { onRequestLogin?.(); return; }
|
||
if (!productImageDataUrls.length && !requirement.trim()) {
|
||
setError("请先上传产品图片或填写商品说明"); return;
|
||
}
|
||
await runPlanFlow(null);
|
||
};
|
||
|
||
const handleResumePlan = async () => {
|
||
if (!isAuthenticated) { onRequestLogin?.(); return; }
|
||
if (!planProgress) { void handlePlan(); return; }
|
||
await runPlanFlow(planProgress);
|
||
};
|
||
|
||
// ── Phase 2: Image generation per scene ──────────────────────
|
||
|
||
const handleGenerateImages = async () => {
|
||
if (!planResult || !scenes.length) return;
|
||
setStage("imaging"); setError(null);
|
||
renderAbortRef.current = { current: false };
|
||
const ratio = aspectRatio.includes("9:16") || aspectRatio.includes("9：16") ? "9:16"
|
||
: aspectRatio.includes("16:9") || aspectRatio.includes("16：9") ? "16:9"
|
||
: "1:1";
|
||
let currentScenes = [...scenes];
|
||
const persistScenes = (next: EcommerceVideoSceneTask[]) => {
|
||
currentScenes = next;
|
||
setScenes(next);
|
||
saveEcommerceVideoState({ inputFingerprint, stage: "imaging", completedSteps, planResult, scenes: next, sourceImageUrls });
|
||
};
|
||
// Only redo scenes missing imageUrl — preserves successfully generated images on partial retry
|
||
const scenesToProcess = currentScenes.filter((s) => !s.imageUrl);
|
||
if (!scenesToProcess.length) { setStage("imaged"); return; }
|
||
for (const scene of scenesToProcess) {
|
||
if (renderAbortRef.current.current) break;
|
||
persistScenes(currentScenes.map((s) => s.sceneId === scene.sceneId ? { ...s, status: "pending", error: undefined } : s));
|
||
try {
|
||
await renderSceneImage(
|
||
{ sceneId: scene.sceneId, prompt: scene.prompt, aspectRatio: ratio },
|
||
{
|
||
onSceneImageSubmitted: (id, taskId) => {
|
||
persistScenes(currentScenes.map((s) => s.sceneId === id ? { ...s, imageTaskId: taskId, status: "running" } : s));
|
||
const storeId = generation.submitTask({ title: `分镜${id}图片`, type: "image", status: "running", progress: 0, prompt: scene.prompt, sourceView: "ecommerce", taskId, params: { sceneId: id, phase: "imaging" } });
|
||
sceneStoreIdMap.current.set(id, storeId);
|
||
},
|
||
onSceneImageProgress: (id, progress) => persistScenes(currentScenes.map((s) => s.sceneId === id ? { ...s, progress } : s)),
|
||
onSceneImageCompleted: (id, url) => {
|
||
persistScenes(currentScenes.map((s) => s.sceneId === id ? { ...s, status: "idle", progress: 100, imageUrl: url } : s));
|
||
const sid = sceneStoreIdMap.current.get(id);
|
||
if (sid) generation.markCompleted(sid, url);
|
||
},
|
||
onSceneImageFailed: (id, err2) => {
|
||
persistScenes(currentScenes.map((s) => s.sceneId === id ? { ...s, status: "idle", error: err2 } : s));
|
||
const sid = sceneStoreIdMap.current.get(id);
|
||
if (sid) generation.markFailed(sid, err2);
|
||
},
|
||
},
|
||
renderAbortRef.current,
|
||
);
|
||
} catch (err) {
|
||
const message = err instanceof Error ? err.message : "图片生成失败";
|
||
persistScenes(currentScenes.map((s) => s.sceneId === scene.sceneId ? { ...s, status: "idle", error: message } : s));
|
||
}
|
||
}
|
||
const allHaveImages = currentScenes.every((s) => s.imageUrl);
|
||
const finalStage = allHaveImages ? "imaged" as const : "partial_failed" as const;
|
||
setStage(finalStage);
|
||
saveEcommerceVideoState({ inputFingerprint, stage: finalStage, completedSteps, planResult, scenes: currentScenes, sourceImageUrls });
|
||
};
|
||
|
||
// ── Phase 3: Video rendering from generated images ──────────
|
||
|
||
const handleRenderVideos = async () => {
|
||
if (!scenes.length) return;
|
||
if (!scenes.some((s) => s.imageUrl)) { setError("请先生成分镜图片"); return; }
|
||
setStage("rendering"); setError(null);
|
||
renderAbortRef.current = { current: false };
|
||
const quality = mapResolutionToQuality(resolution);
|
||
let currentScenes = [...scenes];
|
||
const persistScenes = (next: EcommerceVideoSceneTask[]) => {
|
||
currentScenes = next;
|
||
setScenes(next);
|
||
saveEcommerceVideoState({ inputFingerprint, stage: "rendering", completedSteps, planResult, scenes: next, sourceImageUrls });
|
||
};
|
||
// Only render scenes that haven't completed yet — preserves successful videos on partial retry
|
||
const scenesToProcess = currentScenes.filter((s) => s.imageUrl && s.status !== "completed");
|
||
if (!scenesToProcess.length) { setStage(currentScenes.every((s) => s.status === "completed") ? "completed" : "partial_failed"); return; }
|
||
for (const scene of scenesToProcess) {
|
||
if (renderAbortRef.current.current) break;
|
||
if (!scene.imageUrl) continue;
|
||
persistScenes(currentScenes.map((s) => s.sceneId === scene.sceneId ? { ...s, status: "pending", error: undefined } : s));
|
||
try {
|
||
await renderScene(
|
||
{ sceneId: scene.sceneId, prompt: scene.prompt, durationSeconds: scene.durationSeconds, imageUrl: scene.imageUrl, aspectRatio, resolution: quality },
|
||
{
|
||
onSceneSubmitted: (id, taskId) => {
|
||
persistScenes(currentScenes.map((s) => s.sceneId === id ? { ...s, taskId, status: "running" } : s));
|
||
const storeId = generation.submitTask({ title: `分镜${id}视频`, type: "video", status: "running", progress: 0, prompt: scene.prompt, sourceView: "ecommerce", taskId, params: { sceneId: id, phase: "rendering" } });
|
||
sceneStoreIdMap.current.set(id, storeId);
|
||
},
|
||
onSceneProgress: (id, progress) => persistScenes(currentScenes.map((s) => s.sceneId === id ? { ...s, progress } : s)),
|
||
onSceneCompleted: (id, url) => {
|
||
persistScenes(currentScenes.map((s) => s.sceneId === id ? { ...s, status: "completed", progress: 100, resultUrl: url } : s));
|
||
const sid = sceneStoreIdMap.current.get(id);
|
||
if (sid) generation.markCompleted(sid, url);
|
||
},
|
||
onSceneFailed: (id, err2) => {
|
||
persistScenes(currentScenes.map((s) => s.sceneId === id ? { ...s, status: "failed", error: err2 } : s));
|
||
const sid = sceneStoreIdMap.current.get(id);
|
||
if (sid) generation.markFailed(sid, err2);
|
||
},
|
||
},
|
||
renderAbortRef.current,
|
||
);
|
||
} catch (err) {
|
||
const msg = err instanceof Error ? err.message : "生成失败";
|
||
const isPayment = err instanceof ServerRequestError && err.status === 402;
|
||
persistScenes(currentScenes.map((s) => s.sceneId === scene.sceneId ? { ...s, status: "failed", error: isPayment ? "余额不足，请充值后继续" : msg } : s));
|
||
if (isPayment) { setError("余额不足，请充值后再生成视频"); renderAbortRef.current.current = true; break; }
|
||
}
|
||
}
|
||
const hasFailed = currentScenes.some((s) => s.status === "failed");
|
||
const allDone = currentScenes.every((s) => s.status === "completed" || s.status === "failed");
|
||
const finalStage = allDone ? (hasFailed ? "partial_failed" as const : "completed" as const) : "rendering" as const;
|
||
setScenes(currentScenes);
|
||
setStage(finalStage);
|
||
saveEcommerceVideoState({ inputFingerprint, stage: finalStage, completedSteps, planResult, scenes: currentScenes, sourceImageUrls });
|
||
};
|
||
|
||
const handleCancel = () => { abortControllerRef.current?.abort(); renderAbortRef.current.current = true; setStage("cancelled"); };
|
||
|
||
const handleRetryScene = async (scene: EcommerceVideoSceneTask) => {
|
||
if (!scene.imageUrl) return;
|
||
setScenes((prev) => prev.map((s) => s.sceneId === scene.sceneId ? { ...s, status: "pending", error: undefined } : s));
|
||
try {
|
||
await renderScene(
|
||
{ sceneId: scene.sceneId, prompt: scene.prompt, durationSeconds: scene.durationSeconds, imageUrl: scene.imageUrl!, aspectRatio, resolution: mapResolutionToQuality(resolution) },
|
||
{
|
||
onSceneSubmitted: (id, taskId) => setScenes((prev) => prev.map((s) => s.sceneId === id ? { ...s, taskId, status: "running" } : s)),
|
||
onSceneProgress: (id, progress) => setScenes((prev) => prev.map((s) => s.sceneId === id ? { ...s, progress } : s)),
|
||
onSceneCompleted: (id, url) => setScenes((prev) => prev.map((s) => s.sceneId === id ? { ...s, status: "completed", progress: 100, resultUrl: url } : s)),
|
||
onSceneFailed: (id, err2) => setScenes((prev) => prev.map((s) => s.sceneId === id ? { ...s, status: "failed", error: err2 } : s)),
|
||
},
|
||
renderAbortRef.current,
|
||
);
|
||
} catch (err) {
|
||
setScenes((prev) => prev.map((s) => s.sceneId === scene.sceneId ? { ...s, status: "failed", error: (err as Error).message } : s));
|
||
}
|
||
};
|
||
|
||
// ── Derived state ───────────────────────────────────────────
|
||
|
||
const completedScenes = scenes.filter((s) => s.status === "completed" && s.resultUrl);
|
||
const imagedScenes = scenes.filter((s) => s.imageUrl);
|
||
const primaryVideo = completedScenes[0]?.resultUrl;
|
||
const sourceImage = sourceImageUrls[0] || planResult?.imageUrls[0] || productImageDataUrls[0] || "";
|
||
const flowHasStarted = stage !== "idle" || completedSteps.length > 0;
|
||
const flowMeta = `${platform} / ${aspectRatio} / ${durationSeconds}s / ${resolution}`;
|
||
const hasImaging = stage === "imaging" || stage === "imaged" || stage === "rendering" || stage === "completed" || stage === "partial_failed";
|
||
const hasRendering = stage === "rendering" || stage === "completed" || stage === "partial_failed";
|
||
const visiblePlanSteps = PLAN_STEPS_DISPLAY.filter((s) => completedSteps.includes(s));
|
||
|
||
return (
|
||
<div className="ecom-video-workspace" data-stage={stage}>
|
||
{/* ── Flow bar ──────────────────────────────────── */}
|
||
<header className="ecom-video-flowbar">
|
||
<div className="ecom-video-flowbar__title" aria-label={`短视频分镜流，${flowMeta}`} title={flowMeta}>
|
||
<span className={`ecom-video-flowbar__pulse${flowHasStarted ? " is-active" : ""}`} aria-hidden="true" />
|
||
<span className="ecom-video-flowbar__wave" aria-hidden="true"><i /><i /><i /></span>
|
||
</div>
|
||
|
||
<div className="ecom-video-step-dots" aria-label="策划进度">
|
||
{ALL_STEPS.map((step) => {
|
||
const isDone = completedSteps.includes(step);
|
||
const isActive = currentStep === step;
|
||
return <span key={step} className={`ecom-video-step-dot ${isDone ? "is-done" : isActive ? "is-active" : ""}`} title={PLAN_STEP_LABELS[step]} />;
|
||
})}
|
||
</div>
|
||
|
||
<div className="ecom-video-flowbar__actions">
|
||
{error ? <span className="ecom-video-flowbar__error" role="alert">{error}</span> : null}
|
||
{stage === "idle" && planProgress && (planProgress.summary || planProgress.creatives || planProgress.storyboard) ? (
|
||
<button type="button" className="ecom-video-flow-action ecom-video-flow-action--ghost"
|
||
onClick={() => void handleResumePlan()} title={`从「${failedStep ? PLAN_STEP_LABELS[failedStep] : "已中断处"}」继续策划`}>
|
||
<ReloadOutlined /> 继续
|
||
</button>
|
||
) : null}
|
||
{stage !== "planning" && stage !== "imaging" && stage !== "rendering" ? (
|
||
<button type="button" className="ecom-video-flow-action"
|
||
onClick={() => void handlePlan()} title={planProgress ? "从头重新策划" : "一键策划"}>
|
||
<PlayCircleOutlined />
|
||
</button>
|
||
) : null}
|
||
{stage === "planned" || stage === "imaged" ? (
|
||
<button type="button" className="ecom-video-flow-action ecom-video-flow-action--ghost"
|
||
onClick={() => void handleGenerateImages()} title={stage === "imaged" ? "重新生成分镜图" : "生成图片"}>
|
||
{stage === "imaged" ? <ReloadOutlined /> : <SendOutlined />}
|
||
</button>
|
||
) : null}
|
||
{stage === "imaged" || (stage === "partial_failed" && imagedScenes.length > 0) ? (
|
||
<button type="button" className="ecom-video-flow-action ecom-video-flow-action--ghost"
|
||
onClick={() => void handleRenderVideos()} title={stage === "partial_failed" ? "重新生成失败的视频" : "生成视频"}>
|
||
<SendOutlined />
|
||
</button>
|
||
) : null}
|
||
{stage === "planning" ? (
|
||
<span className="ecom-video-flowbar__stage-label"><LoadingOutlined /> {currentStep ? PLAN_STEP_LABELS[currentStep] : "策划中"}</span>
|
||
) : null}
|
||
{stage === "imaging" ? (
|
||
<span className="ecom-video-flowbar__stage-label"><LoadingOutlined /> 生成图片中</span>
|
||
) : null}
|
||
{stage === "rendering" ? (
|
||
<span className="ecom-video-flowbar__stage-label"><LoadingOutlined /> 生成视频中</span>
|
||
) : null}
|
||
{stage === "planning" || stage === "imaging" || stage === "rendering" ? (
|
||
<button type="button" className="ecom-video-flow-action ecom-video-flow-action--danger" onClick={handleCancel} title="终止">
|
||
<StopOutlined />
|
||
</button>
|
||
) : null}
|
||
</div>
|
||
</header>
|
||
|
||
{/* ── Flow canvas ──────────────────────────────────── */}
|
||
<section className="ecom-video-flow-canvas" aria-label="视频分镜流程图">
|
||
{!sourceImage ? (
|
||
<div className="ecom-video-empty">
|
||
<span>上传商品图并点击"一键策划"开始</span>
|
||
</div>
|
||
) : (
|
||
<div className="ecom-video-flow-map">
|
||
{/* Source image node */}
|
||
<article className="ecom-video-flow-node ecom-video-flow-node--source is-ready" aria-label="商品图节点">
|
||
<div className="ecom-video-flow-node__media">
|
||
<img src={sourceImage} alt="商品图" />
|
||
</div>
|
||
<span className="ecom-video-flow-node__label">商品原图</span>
|
||
<span className="ecom-video-flow-node__status-orb" aria-hidden="true" />
|
||
</article>
|
||
|
||
{/* Connector: source → plan text nodes */}
|
||
{visiblePlanSteps.length > 0 ? (
|
||
<div className="ecom-video-flow-connector is-active" aria-hidden="true"><i /></div>
|
||
) : null}
|
||
|
||
{/* Plan text nodes — side by side */}
|
||
{visiblePlanSteps.length > 0 ? (
|
||
<div className="ecom-video-scene-strip ecom-video-scene-strip--text" aria-label="策划节点">
|
||
{visiblePlanSteps.map((step, idx) => (
|
||
<Fragment key={step}>
|
||
<article className={`ecom-video-flow-node ecom-video-flow-node--text is-completed${currentStep === step ? " is-pulsing" : ""}`}
|
||
aria-label={PLAN_STEP_LABELS[step]} title={PLAN_STEP_LABELS[step]}>
|
||
<span className="ecom-video-flow-node__text-icon">
|
||
{currentStep === step ? <LoadingOutlined /> : "✓"}
|
||
</span>
|
||
<span className="ecom-video-flow-node__label">{PLAN_STEP_LABELS[step]}</span>
|
||
</article>
|
||
{idx < visiblePlanSteps.length - 1 ? (
|
||
<div className="ecom-video-scene-link is-active" aria-hidden="true"><i /></div>
|
||
) : null}
|
||
</Fragment>
|
||
))}
|
||
</div>
|
||
) : null}
|
||
|
||
{/* Connector: plan → images */}
|
||
{hasImaging ? (
|
||
<div className="ecom-video-flow-connector is-active" aria-hidden="true"><i /></div>
|
||
) : null}
|
||
|
||
{/* Storyboard image nodes — side by side per scene */}
|
||
{hasImaging ? (
|
||
<div className="ecom-video-scene-strip" aria-label="分镜图片节点">
|
||
{scenes.map((scene, idx) => {
|
||
const imgReady = !!scene.imageUrl;
|
||
const imgRunning = stage === "imaging" && (scene.status === "running" || scene.status === "pending") && !scene.imageUrl;
|
||
const cls = imgReady ? "is-completed" : imgRunning ? "is-active" : "";
|
||
return (
|
||
<Fragment key={`img-${scene.sceneId}`}>
|
||
<article className={`ecom-video-flow-node ecom-video-flow-node--image ${cls}`}
|
||
aria-label={`分镜 ${scene.sceneId}`} title={`分镜 ${scene.sceneId}`}>
|
||
<div className="ecom-video-flow-node__media">
|
||
{imgReady ? <img src={scene.imageUrl!} alt={`分镜${scene.sceneId}`} />
|
||
: imgRunning ? <div className="ecom-video-flow-node__placeholder"><LoadingOutlined /></div>
|
||
: <div className="ecom-video-flow-node__placeholder">待生成</div>}
|
||
</div>
|
||
{imgRunning ? <span className="ecom-video-flow-node__progress">{scene.progress || 0}%</span> : null}
|
||
<span className="ecom-video-flow-node__label">分镜{scene.sceneId}</span>
|
||
<span className="ecom-video-flow-node__status-orb" aria-hidden="true" />
|
||
</article>
|
||
{idx < scenes.length - 1 ? (
|
||
<div className="ecom-video-scene-link is-active" aria-hidden="true"><i /></div>
|
||
) : null}
|
||
</Fragment>
|
||
);
|
||
})}
|
||
</div>
|
||
) : null}
|
||
|
||
{/* Connector: images → videos */}
|
||
{hasRendering ? (
|
||
<div className="ecom-video-flow-connector is-active" aria-hidden="true"><i /></div>
|
||
) : null}
|
||
|
||
{/* Video nodes — side by side per scene */}
|
||
{hasRendering ? (
|
||
<div className="ecom-video-scene-strip" aria-label="视频分镜节点">
|
||
{scenes.map((scene, idx) => {
|
||
const vidReady = scene.status === "completed" && scene.resultUrl;
|
||
const vidRunning = stage === "rendering" && (scene.status === "running" || scene.status === "pending");
|
||
const vidFailed = scene.status === "failed";
|
||
const cls = vidReady ? "is-completed" : vidRunning ? "is-active" : vidFailed ? "is-failed" : "";
|
||
return (
|
||
<Fragment key={`vid-${scene.sceneId}`}>
|
||
<article className={`ecom-video-flow-node ecom-video-flow-node--video ${cls}`}
|
||
aria-label={`镜头 ${scene.sceneId}`} title={`镜头 ${scene.sceneId}`}>
|
||
<div className="ecom-video-flow-node__media">
|
||
{vidReady ? <video src={scene.resultUrl!} muted playsInline loop autoPlay />
|
||
: vidRunning ? <div className="ecom-video-flow-node__placeholder"><LoadingOutlined /></div>
|
||
: vidFailed ? <div className="ecom-video-flow-node__placeholder">失败</div>
|
||
: <div className="ecom-video-flow-node__placeholder">待生成</div>}
|
||
</div>
|
||
{vidRunning ? <span className="ecom-video-flow-node__progress">{scene.progress || 0}%</span> : null}
|
||
<span className="ecom-video-flow-node__label">镜头{scene.sceneId}</span>
|
||
{vidFailed ? (
|
||
<button type="button" className="ecom-video-flow-node__retry"
|
||
onClick={(e) => { e.stopPropagation(); void handleRetryScene(scene); }}
|
||
title="重试此镜头">
|
||
<ReloadOutlined />
|
||
</button>
|
||
) : null}
|
||
{vidFailed && scene.error ? (
|
||
<span className="ecom-video-flow-node__error" title={scene.error}>{scene.error.slice(0, 20)}</span>
|
||
) : null}
|
||
<span className="ecom-video-flow-node__status-orb" aria-hidden="true" />
|
||
</article>
|
||
{idx < scenes.length - 1 ? (
|
||
<div className="ecom-video-scene-link is-active" aria-hidden="true"><i /></div>
|
||
) : null}
|
||
</Fragment>
|
||
);
|
||
})}
|
||
</div>
|
||
) : null}
|
||
</div>
|
||
)}
|
||
|
||
{/* ── Delivery dock ────────────────────────────── */}
|
||
{primaryVideo ? (
|
||
<div className="ecom-video-flow-dock" aria-label="视频交付操作">
|
||
<button type="button" onClick={() => void handleDownloadAll()} title={`下载全部 ${completedScenes.length} 个视频`}><DownloadOutlined /></button>
|
||
<button type="button" onClick={() => void handleSaveAllAssets()} title={`保存全部 ${completedScenes.length} 个视频到资产库`}><FolderAddOutlined /></button>
|
||
{primaryVideo ? <button type="button" onClick={() => void handleImportToCanvas(primaryVideo)} title="导入画布"><SendOutlined /></button> : null}
|
||
{primaryVideo ? <button type="button" onClick={() => void navigator.clipboard.writeText(primaryVideo)} title="复制链接"><CopyOutlined /></button> : null}
|
||
</div>
|
||
) : null}
|
||
{actionNotice ? <div className="ecom-video-flow-notice">{actionNotice}</div> : null}
|
||
</section>
|
||
</div>
|
||
);
|
||
}
|