ai-chatbot/lib/canvas/remote-zip-client.ts

104 lines
4.5 KiB
TypeScript

import "server-only";
import { createHmac } from "node:crypto";
import { getDefaultStorageConfig, getStorageConfigById } from "@/lib/db/queries";
import { getArchivedImageUrlMappings } from "@/lib/storage/image-archive-db";
import { buildS3PublicUrl, toDbS3UploadConfig } from "@/lib/storage/service";
import { buildCanvasDownloadSourceCandidates } from "./photoshop-safe-download";
import { saveZipTask, type ZipTask } from "./download-zip-task-store";
import { zipStorageKey, zipWorkerSnapshot, type ZipWorkerJob } from "./remote-zip-contract";
async function resolveSources(task: ZipTask, origin: string) {
const candidates = task.files.map(file => buildCanvasDownloadSourceCandidates(file.url, origin));
const aliases = await getArchivedImageUrlMappings(candidates.flat());
const app = new URL(origin).hostname;
const isDirect = (value: string) => {
try {
const parsed = new URL(value);
return ["http:", "https:"].includes(parsed.protocol)
&& parsed.hostname !== app && parsed.hostname !== "ai.yydd.ai" && !parsed.username && !parsed.password;
} catch { return false; }
};
return candidates.map(values => [...new Set([
...values.flatMap(value => aliases[value] ? [aliases[value]] : []), ...values,
])].filter(isDirect).slice(0, 8));
}
export async function updateRemoteCanvasZip(task: ZipTask, origin: string) {
const remote = task.remote!;
const url = process.env.CANVAS_ZIP_WORKER_URL;
const token = process.env.CANVAS_ZIP_WORKER_TOKEN;
if (!url || !token) throw new Error("独立打包服务暂时不可用,请稍后重试");
const raw = remote.storageConfigId
? await getStorageConfigById({ id: remote.storageConfigId })
: await getDefaultStorageConfig();
const config = toDbS3UploadConfig(raw);
if (!raw?.isEnabled || config?.provider !== "qiniu-kodo" || config.region !== "cn-east-1" || !config.publicUrl?.startsWith("https://")) {
throw new Error("七牛打包存储暂时不可用,请稍后重试");
}
const key = zipStorageKey(task.id);
if (!remote.sources) {
remote.storageConfigId = raw.id;
remote.sources = await resolveSources(task, origin);
task.cdnObject = { storageConfigId: raw.id, key };
await saveZipTask(task);
}
const publicUrl = buildS3PublicUrl(config, key);
const policy = Buffer.from(JSON.stringify({
scope: config.bucket + ":" + key,
deadline: Math.floor(task.expiresAt / 1000),
insertOnly: 1,
returnBody: '{"key":"$(key)","fsize":$(fsize)}',
})).toString("base64").replace(/\+/g, "-").replace(/\//g, "_");
const mac = createHmac("sha1", config.secretAccessKey).update(policy).digest("base64")
.replace(/\+/g, "-").replace(/\//g, "_");
const job: ZipWorkerJob = {
attempt: remote.attempt,
appOrigin: origin,
folderName: task.folderName,
expiresAt: task.expiresAt,
files: task.files.map((file, i) => ({ name: file.name?.slice(0, 200), sources: remote.sources![i] })),
storage: { bucket: config.bucket, token: config.accessKeyId + ":" + mac + ":" + policy, publicUrl },
};
const response = await fetch(new URL("/v1/jobs/" + task.id, url), {
method: "PUT",
body: JSON.stringify(job),
headers: { Authorization: "Bearer " + token, "Content-Type": "application/json" },
cache: "no-store",
redirect: "error",
signal: AbortSignal.timeout(8_000),
}).catch(() => null);
if (!response?.ok) {
if (response?.status === 503) {
task.stage = "等待宿主机打包";
await saveZipTask(task);
return;
}
throw new Error("独立打包服务暂时不可达,请稍后重试,图片不会重新生成");
}
const result = zipWorkerSnapshot.parse(await response.json());
const { status, bytes, ...progress } = result;
Object.assign(task, progress, { updatedAt: Date.now() });
if (status !== "completed") {
task.status = status;
await saveZipTask(task);
return;
}
if (!bytes) throw new Error("宿主机未返回有效的压缩包信息");
const target = new URL(publicUrl);
target.searchParams.set("v", String(bytes));
target.searchParams.set("attname", task.folderName + ".zip");
const verified = await fetch(target, {
method: "HEAD", cache: "no-store", redirect: "error", signal: AbortSignal.timeout(10_000),
}).catch(() => null);
if (!verified?.ok || Number(verified.headers.get("content-length")) !== bytes) {
task.status = "running";
task.stage = "正在确认七牛下载链接";
await saveZipTask(task);
return;
}
task.cdnUrl = target.href;
task.status = "completed";
task.expiresAt = Date.now() + 24 * 60 * 60_000;
await saveZipTask(task);
}