104 lines
4.5 KiB
TypeScript
104 lines
4.5 KiB
TypeScript
import "server-only";
|
|
import { createHmac } from "node:crypto";
|
|
import { getDefaultStorageConfig, getStorageConfigById } from "@/lib/db/queries";
|
|
import { getArchivedImageUrlMappings } from "@/lib/storage/image-archive-db";
|
|
import { buildS3PublicUrl, toDbS3UploadConfig } from "@/lib/storage/service";
|
|
import { buildCanvasDownloadSourceCandidates } from "./photoshop-safe-download";
|
|
import { saveZipTask, type ZipTask } from "./download-zip-task-store";
|
|
import { zipStorageKey, zipWorkerSnapshot, type ZipWorkerJob } from "./remote-zip-contract";
|
|
|
|
async function resolveSources(task: ZipTask, origin: string) {
|
|
const candidates = task.files.map(file => buildCanvasDownloadSourceCandidates(file.url, origin));
|
|
const aliases = await getArchivedImageUrlMappings(candidates.flat());
|
|
const app = new URL(origin).hostname;
|
|
const isDirect = (value: string) => {
|
|
try {
|
|
const parsed = new URL(value);
|
|
return ["http:", "https:"].includes(parsed.protocol)
|
|
&& parsed.hostname !== app && parsed.hostname !== "ai.yydd.ai" && !parsed.username && !parsed.password;
|
|
} catch { return false; }
|
|
};
|
|
return candidates.map(values => [...new Set([
|
|
...values.flatMap(value => aliases[value] ? [aliases[value]] : []), ...values,
|
|
])].filter(isDirect).slice(0, 8));
|
|
}
|
|
|
|
export async function updateRemoteCanvasZip(task: ZipTask, origin: string) {
|
|
const remote = task.remote!;
|
|
const url = process.env.CANVAS_ZIP_WORKER_URL;
|
|
const token = process.env.CANVAS_ZIP_WORKER_TOKEN;
|
|
if (!url || !token) throw new Error("独立打包服务暂时不可用,请稍后重试");
|
|
const raw = remote.storageConfigId
|
|
? await getStorageConfigById({ id: remote.storageConfigId })
|
|
: await getDefaultStorageConfig();
|
|
const config = toDbS3UploadConfig(raw);
|
|
if (!raw?.isEnabled || config?.provider !== "qiniu-kodo" || config.region !== "cn-east-1" || !config.publicUrl?.startsWith("https://")) {
|
|
throw new Error("七牛打包存储暂时不可用,请稍后重试");
|
|
}
|
|
const key = zipStorageKey(task.id);
|
|
if (!remote.sources) {
|
|
remote.storageConfigId = raw.id;
|
|
remote.sources = await resolveSources(task, origin);
|
|
task.cdnObject = { storageConfigId: raw.id, key };
|
|
await saveZipTask(task);
|
|
}
|
|
const publicUrl = buildS3PublicUrl(config, key);
|
|
const policy = Buffer.from(JSON.stringify({
|
|
scope: config.bucket + ":" + key,
|
|
deadline: Math.floor(task.expiresAt / 1000),
|
|
insertOnly: 1,
|
|
returnBody: '{"key":"$(key)","fsize":$(fsize)}',
|
|
})).toString("base64").replace(/\+/g, "-").replace(/\//g, "_");
|
|
const mac = createHmac("sha1", config.secretAccessKey).update(policy).digest("base64")
|
|
.replace(/\+/g, "-").replace(/\//g, "_");
|
|
const job: ZipWorkerJob = {
|
|
attempt: remote.attempt,
|
|
appOrigin: origin,
|
|
folderName: task.folderName,
|
|
expiresAt: task.expiresAt,
|
|
files: task.files.map((file, i) => ({ name: file.name?.slice(0, 200), sources: remote.sources![i] })),
|
|
storage: { bucket: config.bucket, token: config.accessKeyId + ":" + mac + ":" + policy, publicUrl },
|
|
};
|
|
const response = await fetch(new URL("/v1/jobs/" + task.id, url), {
|
|
method: "PUT",
|
|
body: JSON.stringify(job),
|
|
headers: { Authorization: "Bearer " + token, "Content-Type": "application/json" },
|
|
cache: "no-store",
|
|
redirect: "error",
|
|
signal: AbortSignal.timeout(8_000),
|
|
}).catch(() => null);
|
|
if (!response?.ok) {
|
|
if (response?.status === 503) {
|
|
task.stage = "等待宿主机打包";
|
|
await saveZipTask(task);
|
|
return;
|
|
}
|
|
throw new Error("独立打包服务暂时不可达,请稍后重试,图片不会重新生成");
|
|
}
|
|
const result = zipWorkerSnapshot.parse(await response.json());
|
|
const { status, bytes, ...progress } = result;
|
|
Object.assign(task, progress, { updatedAt: Date.now() });
|
|
if (status !== "completed") {
|
|
task.status = status;
|
|
await saveZipTask(task);
|
|
return;
|
|
}
|
|
if (!bytes) throw new Error("宿主机未返回有效的压缩包信息");
|
|
const target = new URL(publicUrl);
|
|
target.searchParams.set("v", String(bytes));
|
|
target.searchParams.set("attname", task.folderName + ".zip");
|
|
const verified = await fetch(target, {
|
|
method: "HEAD", cache: "no-store", redirect: "error", signal: AbortSignal.timeout(10_000),
|
|
}).catch(() => null);
|
|
if (!verified?.ok || Number(verified.headers.get("content-length")) !== bytes) {
|
|
task.status = "running";
|
|
task.stage = "正在确认七牛下载链接";
|
|
await saveZipTask(task);
|
|
return;
|
|
}
|
|
task.cdnUrl = target.href;
|
|
task.status = "completed";
|
|
task.expiresAt = Date.now() + 24 * 60 * 60_000;
|
|
await saveZipTask(task);
|
|
}
|