Compare commits

...

18 Commits

Author SHA1 Message Date
902ad6fc9c Merge pull request '记录语音画布正式上线与网页验收结果' (#99) from codex/daily-model-followup-20261116 into main 2026-11-16 18:55:17 +08:00
bf4dfe0fcb Record production audio canvas acceptance and release status 2026-11-16 18:54:45 +08:00
582667dd05 Merge pull request '保留用户主动清空的画布文字' (#98) from codex/daily-model-followup-20261116 into main 2026-11-16 18:39:43 +08:00
4cfadcea08 Keep intentionally cleared canvas text empty on reload 2026-11-16 18:39:11 +08:00
a7fdff59fc Merge pull request '保留画布恢复后的语音识别文字' (#97) from codex/daily-model-followup-20261116 into main 2026-11-16 18:16:15 +08:00
58b4695d17 Preserve speech recognition text when restoring canvas nodes 2026-11-16 18:15:58 +08:00
2123e6208c Merge pull request '修复语音识别空白结果与音频任务状态显示' (#96) from codex/daily-model-followup-20261116 into main 2026-11-16 17:55:02 +08:00
60c8109d09 修复语音识别结果回填与音频任务状态显示 2026-11-16 17:54:15 +08:00
9687561b9c Merge pull request '记录生图额度故障及充值后的生成恢复' (#95) from codex/chat-image-fallback-20261116 into main 2026-11-16 16:06:51 +08:00
82218217ec 记录模型参数修复上线结果 2026-11-16 16:06:47 +08:00
2d65834dbb 补充模型参数故障的线上核对与恢复记录 2026-11-16 15:57:17 +08:00
0a808a2b83 Merge pull request '修复生图额度错误分类和备用模型参数不匹配' (#94) from codex/chat-image-fallback-20261116 into main 2026-11-16 15:36:34 +08:00
90492972b3 修复生图额度错误分类与备用模型规格筛选 2026-11-16 15:36:20 +08:00
4d739927f7 Merge pull request '修复生效模型的参数映射与能力配置不一致' (#93) from codex/model-parameter-audit-20261116 into main 2026-11-16 14:43:59 +08:00
903686db36 fix: align enabled model parameters with provider contracts 2026-11-16 14:43:24 +08:00
40fdb41b32 Merge pull request '修复 4K 图片请求的尺寸与清晰度不一致' (#92) from codex/98k-image-resolution-20261116 into main 2026-11-16 13:30:02 +08:00
2d0238aca6 Merge pull request '参考图编辑按公开合同发送 JSON 和表单请求' (#91) from codex/98k-reference-edits-20261116 into main 2026-11-16 12:20:28 +08:00
36ad7900b6 Merge pull request '首帧视频比例遵循模型公开约束' (#90) from codex/98k-standard-followup-20261116 into main 2026-11-16 11:54:58 +08:00
36 changed files with 654 additions and 94 deletions

View File

@ -623,7 +623,7 @@ async function resolveReplacementProductIdentityProfile(params: {
system: system:
"你是高精度商品结构分析器。多张图片属于同一商品;请跨视角还原唯一结构身份,并明确每个视角最清楚的构件。", "你是高精度商品结构分析器。多张图片属于同一商品;请跨视角还原唯一结构身份,并明确每个视角最清楚的构件。",
temperature: params.planningRuntime.kind === "local_moonshot" ? 1 : 0.1, temperature: params.planningRuntime.kind === "local_moonshot" ? 1 : 0.1,
maxTokens: 1800, maxOutputTokens: 1800,
abortSignal: AbortSignal.timeout( abortSignal: AbortSignal.timeout(
params.planningRuntime.kind === "local_moonshot" ? 90_000 : 60_000, params.planningRuntime.kind === "local_moonshot" ? 90_000 : 60_000,
), ),
@ -2376,7 +2376,7 @@ export async function analyzeReplacementReferenceImage(params: {
}, },
], ],
temperature: 0, temperature: 0,
maxTokens: 160, maxOutputTokens: 160,
abortSignal: AbortSignal.timeout(45_000), abortSignal: AbortSignal.timeout(45_000),
} as any); } as any);
@ -2679,7 +2679,7 @@ export async function analyzeReplacementExecutionPlan(params: {
system: system:
"你是高精度商品详情图场景规划器。你只分析当前参考图本身,负责理解这一屏的场景、机位、主体位置和人物需求,不要臆测或依赖其他输入图片。", "你是高精度商品详情图场景规划器。你只分析当前参考图本身,负责理解这一屏的场景、机位、主体位置和人物需求,不要臆测或依赖其他输入图片。",
temperature: params.planningRuntime.kind === "local_moonshot" ? 1 : 0.1, temperature: params.planningRuntime.kind === "local_moonshot" ? 1 : 0.1,
maxTokens: 1600, maxOutputTokens: 1600,
abortSignal: AbortSignal.timeout(replacementScenePlanningTimeoutMs), abortSignal: AbortSignal.timeout(replacementScenePlanningTimeoutMs),
} as any); } as any);

View File

@ -264,6 +264,29 @@ export function chatMessagesHaveImageInput(messages: ChatMessage[]) {
return countChatMessageImageInputs(messages) > 0; return countChatMessageImageInputs(messages) > 0;
} }
export function canUseImageFallback(
candidate: { model: any; provider: any },
imageParams: { imageSize?: unknown; aspectRatio?: unknown; imageCount?: number },
messages: ChatMessage[],
balanceBlockedProviders: ReadonlySet<string>,
) {
if (balanceBlockedProviders.has(candidate.provider?.id)) return false;
const config = candidate.model?.imageGenConfig;
const size = String(imageParams.imageSize || "").toUpperCase();
const ratio = String(imageParams.aspectRatio || "");
if (size && Array.isArray(config?.supportedImageSizes) &&
!config.supportedImageSizes.includes(size)) return false;
if (ratio && ratio !== "auto" && Array.isArray(config?.supportedAspectRatios) &&
!config.supportedAspectRatios.includes(ratio)) return false;
if (imageParams.imageCount && typeof config?.maxImages === "number" &&
imageParams.imageCount > config.maxImages) return false;
const referenceCount = countChatMessageImageInputs(messages);
if (referenceCount && modelLacksReferenceImageInputSupport(candidate.model, candidate.provider)) return false;
if (referenceCount && typeof config?.maxReferenceImages === "number" &&
referenceCount > config.maxReferenceImages) return false;
return true;
}
export function getImageFailoverConvertProvider(providerType?: string | null) { export function getImageFailoverConvertProvider(providerType?: string | null) {
switch (providerType) { switch (providerType) {
case "bfl-image": case "bfl-image":

View File

@ -1,8 +1,11 @@
import { saveMessages } from "@/lib/db/queries"; import { saveMessages } from "@/lib/db/queries";
import type { ImageGenerationStatusStreamPayload } from "@/lib/canvas/image-generation-status"; import type { ImageGenerationStatusStreamPayload } from "@/lib/canvas/image-generation-status";
import { formatRequestFailure, getRequestFailureDetails } from "@/lib/request-error"; import { formatRequestFailure, getRequestFailureDetails } from "@/lib/request-error";
import { createLogger } from "@/lib/observability/logger";
import { safeWriteStreamChunk, type StreamWriter, writeAssistantTextChunk, writeStructuredDataChunk } from "./stream"; import { safeWriteStreamChunk, type StreamWriter, writeAssistantTextChunk, writeStructuredDataChunk } from "./stream";
const logger = createLogger("chat.imageGenerationFailure");
export async function reportImageGenerationFailure(params: { export async function reportImageGenerationFailure(params: {
writer: StreamWriter; writer: StreamWriter;
chatId: string; chatId: string;
@ -12,6 +15,12 @@ export async function reportImageGenerationFailure(params: {
label: string; label: string;
}) { }) {
const failure = getRequestFailureDetails(params.error, "图片生成失败"); const failure = getRequestFailureDetails(params.error, "图片生成失败");
logger.warn("Image request failed", {
requestId: params.messageId,
userMessageId: params.userMessageId,
providerRequestId: (params.error as { providerRequestId?: string } | null)?.providerRequestId,
code: failure.code,
});
const status: ImageGenerationStatusStreamPayload = { const status: ImageGenerationStatusStreamPayload = {
phase: "failed", phase: "failed",
userMessageId: params.userMessageId, userMessageId: params.userMessageId,

View File

@ -337,6 +337,7 @@ import {
} from "./_lib/image-media"; } from "./_lib/image-media";
import { import {
buildImageFallbackCandidates, buildImageFallbackCandidates,
canUseImageFallback,
countChatMessageImageInputs, countChatMessageImageInputs,
generateImageWithFailoverCandidate, generateImageWithFailoverCandidate,
getImageCrossProviderCandidates, getImageCrossProviderCandidates,
@ -9216,8 +9217,11 @@ export async function POST(request: Request) {
// 🆕 尝试备用模型(支持跨服务商切换) // 🆕 尝试备用模型(支持跨服务商切换)
let fallbackSuccess = false; let fallbackSuccess = false;
const balanceBlockedProviders = new Set<string>();
if (isProviderBalanceError(primaryError) && currentModelConfig?.providerId) balanceBlockedProviders.add(currentModelConfig.providerId);
const triedFallbackModelIds = new Set<string>(); const triedFallbackModelIds = new Set<string>();
for (const candidate of fallbackCandidates) { for (const candidate of fallbackCandidates) {
if (!canUseImageFallback(candidate, effectiveImageGenerationParams, buildMessagesForGemini(), balanceBlockedProviders)) continue;
try { try {
triedFallbackModelIds.add(String(candidate.model.id || "")); triedFallbackModelIds.add(String(candidate.model.id || ""));
chatApiLogger.info(`[Chat API] 🔄 Trying fallback model: ${candidate.model.displayName} (${candidate.provider.type})`); chatApiLogger.info(`[Chat API] 🔄 Trying fallback model: ${candidate.model.displayName} (${candidate.provider.type})`);
@ -9239,6 +9243,7 @@ export async function POST(request: Request) {
chatApiLogger.info(`[Chat API] ✅ Fallback model ${fallbackResult.displayName} succeeded!`); chatApiLogger.info(`[Chat API] ✅ Fallback model ${fallbackResult.displayName} succeeded!`);
break; break;
} catch (fallbackError) { } catch (fallbackError) {
if (isProviderBalanceError(fallbackError)) balanceBlockedProviders.add(candidate.provider.id);
const fallbackErrorMessage = normalizeFailoverErrorMessage(fallbackError); const fallbackErrorMessage = normalizeFailoverErrorMessage(fallbackError);
if (shouldCooldownImageFallbackModel(fallbackErrorMessage)) { if (shouldCooldownImageFallbackModel(fallbackErrorMessage)) {
setImageFallbackModelCooldown(candidate.model.id, fallbackErrorMessage); setImageFallbackModelCooldown(candidate.model.id, fallbackErrorMessage);
@ -9292,6 +9297,7 @@ export async function POST(request: Request) {
}).filter((candidate) => !triedFallbackModelIds.has(String(candidate.model.id || ""))); }).filter((candidate) => !triedFallbackModelIds.has(String(candidate.model.id || "")));
for (const candidate of crossProviderCandidates) { for (const candidate of crossProviderCandidates) {
if (!canUseImageFallback(candidate, effectiveImageGenerationParams, buildMessagesForGemini(), balanceBlockedProviders)) continue;
try { try {
triedFallbackModelIds.add(String(candidate.model.id || "")); triedFallbackModelIds.add(String(candidate.model.id || ""));
chatApiLogger.info(`[Chat API] 🔁 Gemini cross-provider failover: ${candidate.model.displayName} (${candidate.provider.type})`); chatApiLogger.info(`[Chat API] 🔁 Gemini cross-provider failover: ${candidate.model.displayName} (${candidate.provider.type})`);
@ -9314,6 +9320,7 @@ export async function POST(request: Request) {
chatApiLogger.info(`[Chat API] ✅ Gemini cross-provider fallback model ${fallbackResult.displayName} succeeded!`); chatApiLogger.info(`[Chat API] ✅ Gemini cross-provider fallback model ${fallbackResult.displayName} succeeded!`);
break; break;
} catch (fallbackError) { } catch (fallbackError) {
if (isProviderBalanceError(fallbackError)) balanceBlockedProviders.add(candidate.provider.id);
const fallbackErrorMessage = normalizeFailoverErrorMessage(fallbackError); const fallbackErrorMessage = normalizeFailoverErrorMessage(fallbackError);
if (shouldCooldownImageFallbackModel(fallbackErrorMessage)) { if (shouldCooldownImageFallbackModel(fallbackErrorMessage)) {
setImageFallbackModelCooldown(candidate.model.id, fallbackErrorMessage); setImageFallbackModelCooldown(candidate.model.id, fallbackErrorMessage);
@ -9984,7 +9991,7 @@ export async function POST(request: Request) {
const balanceBlockedProviders = new Set<string>(); const balanceBlockedProviders = new Set<string>();
if (isProviderBalanceError(primaryError) && currentModelEntry?.provider.id) balanceBlockedProviders.add(currentModelEntry.provider.id); if (isProviderBalanceError(primaryError) && currentModelEntry?.provider.id) balanceBlockedProviders.add(currentModelEntry.provider.id);
for (const candidate of fallbackCandidates) { for (const candidate of fallbackCandidates) {
if (balanceBlockedProviders.has(candidate.provider.id)) continue; if (!canUseImageFallback(candidate, effectiveImageGenerationParams, messagesForAlibaba, balanceBlockedProviders)) continue;
try { try {
triedFallbackModelIds.add(String(candidate.model.id || "")); triedFallbackModelIds.add(String(candidate.model.id || ""));
chatApiLogger.info(`[Chat API] 🔄 Alibaba fallback model: ${candidate.model.displayName} (${candidate.provider.type})`); chatApiLogger.info(`[Chat API] 🔄 Alibaba fallback model: ${candidate.model.displayName} (${candidate.provider.type})`);
@ -10060,7 +10067,7 @@ export async function POST(request: Request) {
}).filter((candidate) => !triedFallbackModelIds.has(String(candidate.model.id || "")) && !balanceBlockedProviders.has(candidate.provider.id)); }).filter((candidate) => !triedFallbackModelIds.has(String(candidate.model.id || "")) && !balanceBlockedProviders.has(candidate.provider.id));
for (const candidate of crossProviderCandidates) { for (const candidate of crossProviderCandidates) {
if (balanceBlockedProviders.has(candidate.provider.id)) continue; if (!canUseImageFallback(candidate, effectiveImageGenerationParams, messagesForAlibaba, balanceBlockedProviders)) continue;
try { try {
triedFallbackModelIds.add(String(candidate.model.id || "")); triedFallbackModelIds.add(String(candidate.model.id || ""));
chatApiLogger.info(`[Chat API] 🔁 Cross-provider failover attempt: ${candidate.model.displayName} (${candidate.provider.type})`); chatApiLogger.info(`[Chat API] 🔁 Cross-provider failover attempt: ${candidate.model.displayName} (${candidate.provider.type})`);
@ -10448,7 +10455,10 @@ export async function POST(request: Request) {
throw primaryError; throw primaryError;
} }
let fallbackSuccess = false; let fallbackSuccess = false;
const balanceBlockedProviders = new Set<string>();
if (isProviderBalanceError(primaryError) && volcanoModelConfig?.providerId) balanceBlockedProviders.add(volcanoModelConfig.providerId);
for (const candidate of fallbackCandidates) { for (const candidate of fallbackCandidates) {
if (!canUseImageFallback(candidate, effectiveImageGenerationParams, messagesForVolcano, balanceBlockedProviders)) continue;
try { try {
chatApiLogger.info(`[Chat API] 🔄 Volcano fallback model: ${candidate.model.displayName} (${candidate.provider.type})`); chatApiLogger.info(`[Chat API] 🔄 Volcano fallback model: ${candidate.model.displayName} (${candidate.provider.type})`);
const fallbackResult = await generateImageWithFailoverCandidate({ const fallbackResult = await generateImageWithFailoverCandidate({
@ -10470,6 +10480,7 @@ export async function POST(request: Request) {
chatApiLogger.info(`[Chat API] ✅ Volcano fallback model ${fallbackResult.displayName} succeeded!`); chatApiLogger.info(`[Chat API] ✅ Volcano fallback model ${fallbackResult.displayName} succeeded!`);
break; break;
} catch (fallbackError) { } catch (fallbackError) {
if (isProviderBalanceError(fallbackError)) balanceBlockedProviders.add(candidate.provider.id);
const fallbackErrorMessage = normalizeFailoverErrorMessage(fallbackError); const fallbackErrorMessage = normalizeFailoverErrorMessage(fallbackError);
if (shouldCooldownImageFallbackModel(fallbackErrorMessage)) { if (shouldCooldownImageFallbackModel(fallbackErrorMessage)) {
setImageFallbackModelCooldown(candidate.model.id, fallbackErrorMessage); setImageFallbackModelCooldown(candidate.model.id, fallbackErrorMessage);
@ -10505,6 +10516,7 @@ export async function POST(request: Request) {
}); });
for (const candidate of crossProviderCandidates) { for (const candidate of crossProviderCandidates) {
if (!canUseImageFallback(candidate, effectiveImageGenerationParams, messagesForVolcano, balanceBlockedProviders)) continue;
try { try {
chatApiLogger.info(`[Chat API] 🔁 Volcano cross-provider failover attempt: ${candidate.model.displayName} (${candidate.provider.type})`); chatApiLogger.info(`[Chat API] 🔁 Volcano cross-provider failover attempt: ${candidate.model.displayName} (${candidate.provider.type})`);
if ( if (
@ -10585,6 +10597,7 @@ export async function POST(request: Request) {
chatApiLogger.info(`[Chat API] ✅ Volcano cross-provider failover succeeded: ${candidate.model.displayName} (${candidate.provider.type})`); chatApiLogger.info(`[Chat API] ✅ Volcano cross-provider failover succeeded: ${candidate.model.displayName} (${candidate.provider.type})`);
break; break;
} catch (crossError) { } catch (crossError) {
if (isProviderBalanceError(crossError)) balanceBlockedProviders.add(candidate.provider.id);
const crossErrorMessage = normalizeFailoverErrorMessage(crossError); const crossErrorMessage = normalizeFailoverErrorMessage(crossError);
if (shouldCooldownImageFallbackModel(crossErrorMessage)) { if (shouldCooldownImageFallbackModel(crossErrorMessage)) {
setImageFallbackModelCooldown(candidate.model.id, crossErrorMessage); setImageFallbackModelCooldown(candidate.model.id, crossErrorMessage);
@ -11328,7 +11341,10 @@ export async function POST(request: Request) {
} }
let fallbackSuccess = false; let fallbackSuccess = false;
const balanceBlockedProviders = new Set<string>();
if (isProviderBalanceError(primaryError) && currentModelConfig?.providerId) balanceBlockedProviders.add(currentModelConfig.providerId);
for (const candidate of fallbackCandidates) { for (const candidate of fallbackCandidates) {
if (!canUseImageFallback(candidate, effectiveImageGenerationParams, messagesForCrossProvider, balanceBlockedProviders)) continue;
try { try {
chatApiLogger.info(`[Chat API] 🔄 OpenAI-compatible fallback model: ${candidate.model.displayName} (${candidate.provider.type})`); chatApiLogger.info(`[Chat API] 🔄 OpenAI-compatible fallback model: ${candidate.model.displayName} (${candidate.provider.type})`);
const shouldUseOpenAICompatFallback = const shouldUseOpenAICompatFallback =
@ -11370,6 +11386,7 @@ export async function POST(request: Request) {
chatApiLogger.info(`[Chat API] ✅ OpenAI-compatible fallback model ${candidate.model.displayName} succeeded!`); chatApiLogger.info(`[Chat API] ✅ OpenAI-compatible fallback model ${candidate.model.displayName} succeeded!`);
break; break;
} catch (fallbackError) { } catch (fallbackError) {
if (isProviderBalanceError(fallbackError)) balanceBlockedProviders.add(candidate.provider.id);
const fallbackErrorMessage = normalizeFailoverErrorMessage(fallbackError); const fallbackErrorMessage = normalizeFailoverErrorMessage(fallbackError);
if (shouldCooldownImageFallbackModel(fallbackErrorMessage)) { if (shouldCooldownImageFallbackModel(fallbackErrorMessage)) {
setImageFallbackModelCooldown(candidate.model.id, fallbackErrorMessage); setImageFallbackModelCooldown(candidate.model.id, fallbackErrorMessage);
@ -11406,6 +11423,7 @@ export async function POST(request: Request) {
}); });
for (const candidate of crossProviderCandidates) { for (const candidate of crossProviderCandidates) {
if (!canUseImageFallback(candidate, effectiveImageGenerationParams, messagesForCrossProvider, balanceBlockedProviders)) continue;
try { try {
chatApiLogger.info(`[Chat API] 🔁 OpenAI-compatible cross-provider failover: ${candidate.model.displayName} (${candidate.provider.type})`); chatApiLogger.info(`[Chat API] 🔁 OpenAI-compatible cross-provider failover: ${candidate.model.displayName} (${candidate.provider.type})`);
if ( if (
@ -11489,6 +11507,7 @@ export async function POST(request: Request) {
chatApiLogger.info(`[Chat API] ✅ OpenAI-compatible cross-provider failover succeeded: ${candidate.model.displayName} (${candidate.provider.type})`); chatApiLogger.info(`[Chat API] ✅ OpenAI-compatible cross-provider failover succeeded: ${candidate.model.displayName} (${candidate.provider.type})`);
break; break;
} catch (crossError) { } catch (crossError) {
if (isProviderBalanceError(crossError)) balanceBlockedProviders.add(candidate.provider.id);
const crossErrorMessage = normalizeFailoverErrorMessage(crossError); const crossErrorMessage = normalizeFailoverErrorMessage(crossError);
if (shouldCooldownImageFallbackModel(crossErrorMessage)) { if (shouldCooldownImageFallbackModel(crossErrorMessage)) {
setImageFallbackModelCooldown(candidate.model.id, crossErrorMessage); setImageFallbackModelCooldown(candidate.model.id, crossErrorMessage);

View File

@ -450,7 +450,7 @@ async function analyzeFunctionalShowcaseImage(params: {
}, },
], ],
temperature: 0, temperature: 0,
maxTokens: 120, maxOutputTokens: 120,
abortSignal: AbortSignal.timeout(25_000), abortSignal: AbortSignal.timeout(25_000),
} as any); } as any);

View File

@ -1804,7 +1804,7 @@ async function runDualDirectorPlanPreflight(params: {
? "You are both an art director and a marketing director for high-conversion e-commerce detail pages. Output JSON only." ? "You are both an art director and a marketing director for high-conversion e-commerce detail pages. Output JSON only."
: "你同时扮演高转化电商详情页的平面设计总监与营销总监。仅输出JSON。", : "你同时扮演高转化电商详情页的平面设计总监与营销总监。仅输出JSON。",
temperature: params.isLocalMoonshot ? 1 : 0.1, temperature: params.isLocalMoonshot ? 1 : 0.1,
maxTokens: 2000, maxOutputTokens: 2000,
...(params.kimiOptions || {}), ...(params.kimiOptions || {}),
}, params.timeoutMs || DETAIL_PLAN_PREFLIGHT_TIMEOUT_MS); }, params.timeoutMs || DETAIL_PLAN_PREFLIGHT_TIMEOUT_MS);
@ -2040,7 +2040,7 @@ export async function POST(request: Request) {
kimiDetailProfile: plannerKimiOptions.headers kimiDetailProfile: plannerKimiOptions.headers
? { ? {
thinking: plannerKimiOptions.headers["x-detail-agent-kimi-thinking"], thinking: plannerKimiOptions.headers["x-detail-agent-kimi-thinking"],
maxTokens: plannerKimiOptions.maxTokens, maxOutputTokens: plannerKimiOptions.maxOutputTokens,
} }
: null, : null,
}); });
@ -2177,7 +2177,7 @@ export async function POST(request: Request) {
`{"summary":"简述","globalStyle":{"designLanguage":"一句话风格方向","typography":{"fontFamily":"字体家族","title":"主标题规范","subtitle":"副标题规范","body":"正文规范"},"layout":{"grid":"栅格","safeArea":"安全区","rhythm":"留白节奏"},"palette":"配色规范"},"screens":[{"index":1,"screenType":"B","objective":"本屏目标","title":"首屏示例:甩甩杆,自拍不手抖(6-20字)","subtitle":"一句副标题","copy":"正文文案","layoutNote":"排版说明","useModel":false,"modelReason":"是否需要人物及原因","bundleShowcase":false,"bundleReason":"是否为搭配展示页及原因","fabe":{"b":"利益","f":"特征","a":"优势","e":"证据"},"visualPrompt":"用于生图的完整提示词,必须包含790x1300与统一字体排版"}],"dslV2Screens":[{"version":"detail-ui-dsl/v2","screenIndex":1,"layoutVariant":"hero-left-panel","region":{"x":0.06,"y":0.05,"width":0.88,"height":0.46},"nodes":[{"kind":"panel","id":"hero-panel","variant":"glass","tone":"light","direction":"column","gap":18,"children":[{"kind":"badge","id":"screen-badge","icon":"sparkle","text":"核心升级","tone":"primary"},{"kind":"heading","id":"hero-title","text":"护腰椅,久坐不腰酸","level":1,"emphasis":"hero"},{"kind":"body","id":"hero-subtitle","text":"在家里加班,也能护腰/舒适","emphasis":"strong"}]}]}]}`, `{"summary":"简述","globalStyle":{"designLanguage":"一句话风格方向","typography":{"fontFamily":"字体家族","title":"主标题规范","subtitle":"副标题规范","body":"正文规范"},"layout":{"grid":"栅格","safeArea":"安全区","rhythm":"留白节奏"},"palette":"配色规范"},"screens":[{"index":1,"screenType":"B","objective":"本屏目标","title":"首屏示例:甩甩杆,自拍不手抖(6-20字)","subtitle":"一句副标题","copy":"正文文案","layoutNote":"排版说明","useModel":false,"modelReason":"是否需要人物及原因","bundleShowcase":false,"bundleReason":"是否为搭配展示页及原因","fabe":{"b":"利益","f":"特征","a":"优势","e":"证据"},"visualPrompt":"用于生图的完整提示词,必须包含790x1300与统一字体排版"}],"dslV2Screens":[{"version":"detail-ui-dsl/v2","screenIndex":1,"layoutVariant":"hero-left-panel","region":{"x":0.06,"y":0.05,"width":0.88,"height":0.46},"nodes":[{"kind":"panel","id":"hero-panel","variant":"glass","tone":"light","direction":"column","gap":18,"children":[{"kind":"badge","id":"screen-badge","icon":"sparkle","text":"核心升级","tone":"primary"},{"kind":"heading","id":"hero-title","text":"护腰椅,久坐不腰酸","level":1,"emphasis":"hero"},{"kind":"body","id":"hero-subtitle","text":"在家里加班,也能护腰/舒适","emphasis":"strong"}]}]}]}`,
temperature: 0.25, temperature: 0.25,
...(localDetailAgentResolved ? { temperature: 1 } : {}), ...(localDetailAgentResolved ? { temperature: 1 } : {}),
maxTokens: 1800, maxOutputTokens: 1800,
...plannerKimiOptions, ...plannerKimiOptions,
}); });

View File

@ -323,7 +323,7 @@ export async function POST(request: Request) {
kimiDetailProfile: reviewKimiOptions.headers kimiDetailProfile: reviewKimiOptions.headers
? { ? {
thinking: reviewKimiOptions.headers["x-detail-agent-kimi-thinking"], thinking: reviewKimiOptions.headers["x-detail-agent-kimi-thinking"],
maxTokens: reviewKimiOptions.maxTokens, maxOutputTokens: reviewKimiOptions.maxOutputTokens,
} }
: null, : null,
}); });
@ -438,7 +438,7 @@ export async function POST(request: Request) {
? "You are both an Art Director and a Marketing Director for high-conversion e-commerce detail pages. Evaluate with strict professional standards and output JSON only." ? "You are both an Art Director and a Marketing Director for high-conversion e-commerce detail pages. Evaluate with strict professional standards and output JSON only."
: "你同时是高转化电商详情页的平面设计总监与营销总监。按严格专业标准评估,仅输出JSON。", : "你同时是高转化电商详情页的平面设计总监与营销总监。按严格专业标准评估,仅输出JSON。",
temperature: localDetailAgentResolved ? 1 : 0.1, temperature: localDetailAgentResolved ? 1 : 0.1,
maxTokens: 800, maxOutputTokens: 800,
...reviewKimiOptions, ...reviewKimiOptions,
} as any); } as any);
text = String(result?.text || ""); text = String(result?.text || "");

View File

@ -114,7 +114,7 @@ export async function POST(request: NextRequest) {
}, },
], ],
temperature: 0.2, temperature: 0.2,
maxTokens: 1200, maxOutputTokens: 1200,
} as any); } as any);
return NextResponse.json({ return NextResponse.json({

View File

@ -2,6 +2,7 @@
import { fetchUploadWithRetry } from "@/lib/client/upload-with-retry"; import { fetchUploadWithRetry } from "@/lib/client/upload-with-retry";
import { useCanvasGroupRuns } from "@/hooks/use-canvas-group-runs"; import { useCanvasGroupRuns } from "@/hooks/use-canvas-group-runs";
import { hasRecoverableCanvasTask } from "@/lib/video-canvas/task-recovery"; import { hasRecoverableCanvasTask } from "@/lib/video-canvas/task-recovery";
import { restoreTextResourceContent } from "@/lib/video-canvas/text-resource";
import { GroupStoryboardPreview } from "./GroupStoryboardPreview"; import { GroupStoryboardPreview } from "./GroupStoryboardPreview";
import { CanvasGroupToolbar } from "./CanvasGroupToolbar"; import { CanvasGroupToolbar } from "./CanvasGroupToolbar";
import { isCanvasGroup, groupMembers, makeCanvasGroup, ungroupCanvasNodes, moveCanvasSelection, layoutCanvasGroup, migrateLegacyGroups, exportCanvasGroup, instantiateCanvasGroup, groupBounds, assignGroupMembers } from "@/lib/video-canvas/groups"; import { isCanvasGroup, groupMembers, makeCanvasGroup, ungroupCanvasNodes, moveCanvasSelection, layoutCanvasGroup, migrateLegacyGroups, exportCanvasGroup, instantiateCanvasGroup, groupBounds, assignGroupMembers } from "@/lib/video-canvas/groups";
@ -4145,7 +4146,7 @@ function normalizeTextResourceNode(node: CloneNode, fallbackIndex: number): Clon
draftValues: { draftValues: {
...(node.draftValues || {}), ...(node.draftValues || {}),
action: "TEXT_RESOURCE", action: "TEXT_RESOURCE",
content: Array.isArray(node.draftValues?.content) ? node.draftValues?.content : [], content: restoreTextResourceContent(node.draftValues),
nodeType: "text", nodeType: "text",
scriptRole: "resource", scriptRole: "resource",
viewMode: undefined, viewMode: undefined,
@ -15626,7 +15627,8 @@ function VideoTargetModuleComposer({
const ratio = supported.ratios.length && !supported.ratios.includes(normalizeVideoRatioValue(current.ratio)) ? supported.ratios[0] : current.ratio; const ratio = supported.ratios.length && !supported.ratios.includes(normalizeVideoRatioValue(current.ratio)) ? supported.ratios[0] : current.ratio;
const executableResolutions = supported.resolutions.filter(value => ["480p", "720p", "1080p"].includes(value.toLowerCase())); const executableResolutions = supported.resolutions.filter(value => ["480p", "720p", "1080p"].includes(value.toLowerCase()));
const resolution = executableResolutions.length && !executableResolutions.includes(normalizeVideoResolutionValue(current.resolution)) ? executableResolutions[0].toUpperCase() : current.resolution; const resolution = executableResolutions.length && !executableResolutions.includes(normalizeVideoResolutionValue(current.resolution)) ? executableResolutions[0].toUpperCase() : current.resolution;
const duration = supported.durations.length && !supported.durations.includes(normalizeVideoDurationValue(current.duration)) ? `${supported.durations[0]}s` : current.duration; const durations = getCanvasVideoParameters(target, activeMode, resolution || "720P").durations;
const duration = durations.length && !durations.includes(normalizeVideoDurationValue(current.duration)) ? `${durations[0]}s` : current.duration;
const audio = supported.supportsAudio ? current.audio : "关闭"; const audio = supported.supportsAudio ? current.audio : "关闭";
return ratio === current.ratio && resolution === current.resolution && duration === current.duration && audio === current.audio ? current : {...current, ratio, resolution, duration, audio}; return ratio === current.ratio && resolution === current.resolution && duration === current.duration && audio === current.audio ? current : {...current, ratio, resolution, duration, audio};
}); });
@ -17929,7 +17931,7 @@ function VideoParameterEditor({
const candidates = filterCanvasModels(modelOptions, audioRequired ? "audio-video" : "video", mode); const candidates = filterCanvasModels(modelOptions, audioRequired ? "audio-video" : "video", mode);
const model = candidates.find(item => item.id === settings.model || item.modelId === settings.model) || const model = candidates.find(item => item.id === settings.model || item.modelId === settings.model) ||
(!normalizeModelRef(settings.model) || settings.model === "auto" ? candidates[0] : undefined); (!normalizeModelRef(settings.model) || settings.model === "auto" ? candidates[0] : undefined);
const options = getCanvasVideoParameters(model, mode); const options = getCanvasVideoParameters(model, mode, settings.resolution || "720P");
const executableResolutions = options.resolutions.filter(value => ["480p", "720p", "1080p"].includes(value.toLowerCase())).map(value => value.toUpperCase()); const executableResolutions = options.resolutions.filter(value => ["480p", "720p", "1080p"].includes(value.toLowerCase())).map(value => value.toUpperCase());
const durationIndex = Math.max(0, options.durations.indexOf(normalizeVideoDurationValue(settings.duration))); const durationIndex = Math.max(0, options.durations.indexOf(normalizeVideoDurationValue(settings.duration)));
return ( return (
@ -20839,8 +20841,18 @@ function PresetMediaCanvasNode({
</div> </div>
) : mediaType === "audio" ? ( ) : mediaType === "audio" ? (
<div className="relative h-[calc(100%-32px)]"> <div className="relative h-[calc(100%-32px)]">
<OfficialAudioCard durationSeconds={getDraftNumber(node, "durationSeconds", 3)} mediaUrl={mediaUrl} selected={selected} /> {isGenerating || isGenerationFailed ? (
{!generated ? ( <GenerationPendingPreview
errorMessage={getDraftString(node, "generationError")}
onCancel={onCancelGeneration}
progress={getDraftNumber(node, "generationProgress", 0)}
status={generationStatus}
statusLabel={getDraftString(node, "pendingLabel") || "生成中"}
/>
) : (
<OfficialAudioCard durationSeconds={getDraftNumber(node, "durationSeconds", 0)} mediaUrl={mediaUrl} selected={selected} />
)}
{!generated && !isGenerating && !isGenerationFailed ? (
<button <button
aria-label={mediaUrl ? "替换音频" : "上传音频"} aria-label={mediaUrl ? "替换音频" : "上传音频"}
className="absolute right-3 top-3 flex h-9 w-9 items-center justify-center rounded-[8px] bg-black/56 text-white/90" className="absolute right-3 top-3 flex h-9 w-9 items-center justify-center rounded-[8px] bg-black/56 text-white/90"
@ -21386,12 +21398,14 @@ function GenerationPendingPreview({
previewUrl, previewUrl,
progress, progress,
status, status,
statusLabel,
}: { }: {
errorMessage?: string; errorMessage?: string;
onCancel: () => void; onCancel: () => void;
previewUrl?: string; previewUrl?: string;
progress: number; progress: number;
status: string; status: string;
statusLabel?: string;
}) { }) {
const displayProgress = Math.max(2, Math.min(99, Math.round(progress))); const displayProgress = Math.max(2, Math.min(99, Math.round(progress)));
const failed = status === "failed"; const failed = status === "failed";
@ -21437,7 +21451,7 @@ function GenerationPendingPreview({
</> </>
) : ( ) : (
<> <>
<span>生成中 {displayProgress}%...</span> <span>{statusLabel || `生成中 ${displayProgress}%...`}</span>
<button <button
className="font-medium text-white/42 transition hover:text-white/80" className="font-medium text-white/42 transition hover:text-white/80"
onClick={(event) => { onClick={(event) => {
@ -21465,11 +21479,7 @@ function PureTextResourceCanvasNode({
onTextResourceChange: (content: string) => void; onTextResourceChange: (content: string) => void;
selected: boolean; selected: boolean;
}) { }) {
const contentValues = node.draftValues?.content; const textContent = restoreTextResourceContent(node.draftValues)[0] || "";
const textContent =
Array.isArray(contentValues) && typeof contentValues[0] === "string"
? contentValues[0]
: "";
return ( return (
<div className="h-full w-full"> <div className="h-full w-full">

View File

@ -5,7 +5,7 @@ import { useEffect, useState } from "react";
import { Button } from "@/components/ui/button"; import { Button } from "@/components/ui/button";
import { ChevronDown, ChevronUp, Link2, Scan, SlidersHorizontal, Sparkles } from "lucide-react"; import { ChevronDown, ChevronUp, Link2, Scan, SlidersHorizontal, Sparkles } from "lucide-react";
import { getGrsaiGptImageOutputSize } from "@/lib/ai/grsai-gpt-image-sizes"; import { getGrsaiGptImageOutputSize } from "@/lib/ai/grsai-gpt-image-sizes";
import { resolveVip98kImageTaskSize } from "@/lib/ai/vip98k-task-invocation"; import { getVip98kQualityOptions, resolveVip98kImageTaskSize, type Vip98kTaskInvocation } from "@/lib/ai/vip98k-task-invocation";
import { cn } from "@/lib/utils"; import { cn } from "@/lib/utils";
import { Input } from "@/components/ui/input"; import { Input } from "@/components/ui/input";
import { Switch } from "@/components/ui/switch"; import { Switch } from "@/components/ui/switch";
@ -268,6 +268,17 @@ export function ImageParamsBar({
availableAspectRatioOptions[0]?.value || availableAspectRatioOptions[0]?.value ||
"1:1"; "1:1";
const declaredQualityOptions = providerType === "vip98k"
? getVip98kQualityOptions((imageGenConfig?.vip98k?.invocation as Vip98kTaskInvocation | undefined)?.inputSchema)
: undefined;
const qualityOptions = ([
{ label: "自动", value: "auto" },
{ label: "高", value: "high" },
{ label: "中", value: "medium" },
{ label: "低", value: "low" },
] as const).filter(option => declaredQualityOptions === undefined ||
(declaredQualityOptions.length ? declaredQualityOptions.includes(option.value) : option.value === "auto"));
const clampParamsByProvider = (raw: ImageGenerationParams): ImageGenerationParams => { const clampParamsByProvider = (raw: ImageGenerationParams): ImageGenerationParams => {
const options = getImageCountOptions(); const options = getImageCountOptions();
const fallbackCount = options[0] ?? 1; const fallbackCount = options[0] ?? 1;
@ -286,6 +297,7 @@ export function ImageParamsBar({
aspectRatio, aspectRatio,
imageSize, imageSize,
imageCount, imageCount,
quality: qualityOptions.some(option => option.value === raw.quality) ? raw.quality : qualityOptions[0]?.value || "auto",
}; };
}; };
@ -322,12 +334,6 @@ export function ImageParamsBar({
...buildBaseParams(initialParams), ...buildBaseParams(initialParams),
}); });
const [minimalParamsOpen, setMinimalParamsOpen] = useState(false); const [minimalParamsOpen, setMinimalParamsOpen] = useState(false);
const qualityOptions = [
{ label: "自动", value: "auto" },
{ label: "高", value: "high" },
{ label: "中", value: "medium" },
{ label: "低", value: "low" },
] as const;
const qualityLabel = const qualityLabel =
qualityOptions.find((option) => option.value === params.quality)?.label || "中"; qualityOptions.find((option) => option.value === params.quality)?.label || "中";

View File

@ -0,0 +1,175 @@
# 生效模型参数核对(2026-11-16)
核对对象为模型和所属上游同时启用的 76 条配置,包括隐藏但仍可被功能调用的模型。依据生产配置快照、实际请求构建代码、98K 当前账户公布的接口契约以及阿里云、AtlasCloud、Anthropic 官方资料。
## 修复范围
| 问题 | 影响与处理 |
| --- | --- |
| 图片尺寸与比例 | 删除仅允许正方形的错误约束;有独立比例与清晰度字段时按上游契约组合,固定 2K/4K 模型使用对应档位。 |
| 请求路线 | 显式选定的标准接口优先于通用任务示例,保留路线与参数约束的对应关系。 |
| 参考图数量 | 读取嵌套约束并采用当前实际调用接口的上限,GPT Image 2 的上限由 16 校正为 14。 |
| 图片质量与负面提示词 | 质量和负面提示词只写入一个有效位置;固定质量模型不再发送旧的其他档位,页面只提供接口接受的质量选项。 |
| 可选生成控制 | 修复水印、提示词扩展、随机种子、尾帧和固定镜头的已支持字段漏传,保留 false 和 0 的原值;上游未声明的字段不发送。 |
| 视频时长 | Veo 使用当前接口的 duration 字段;Minimax 的 1080p 时长选项限制在接口允许范围内。 |
| 文字输出长度 | AI SDK 调用统一使用 maxOutputTokens,原生厂商接口保留各自标准字段。 |
| Claude 采样参数 | 对固定采样协议移除 temperature、top_p、top_k,保留工具调用和输出长度。Haiku 5.5 已实测。 |
| 世界生成分类 | world-generation 的类型及任务调用配置按现有世界生成接口校正,避免作为聊天模型使用。 |
| 聊天生图备用模型 | 按原请求的清晰度、比例、张数和参考图数量筛选,不把 1K/4K 请求传给固定 2K 模型;额度不足时跳过同一账户的其他模型。 |
| 额度错误与请求追踪 | 98K 的英文可用额度不足归类为服务商余额/额度问题,保留上游请求号并关联网页请求号。 |
## 验证
- 图片、视频、音频及工具参数组成 12,135 个离线请求用例,采用实际请求构建函数,并核对当前接口约束与字段值。
- 阿里云图片另外覆盖 80 个尺寸、数量、参考图、随机种子和开关组合;7 个 AtlasCloud 三维模型按各自 OpenAPI 请求规范核对。
- 19 个聊天/文字模型捕获官方 SDK 生成的请求,覆盖输出长度、采样、停止词以及适用的图片和工具调用。13 个 98K 模型同时通过当前路线契约校验;其余 6 个根据接入代码和 SDK 请求核对。
- 自动回归 118 项通过,TypeScript 检查通过。
- 聊天回退与失败提示另通过 49 项针对性回归,覆盖固定清晰度、比例、张数、参考图上限、同账户额度隔离、未知结果不重提,以及网页提示和历史记录一致。
- 独立实测:Nano Banana 2 带参考图生成 16:9 图片,返回 1376×768 PNG;固定 4K 编辑返回 4096×4096 JPEG;Claude Haiku 5.5 返回有效工具调用。两张图片均完成七牛保存和下载验证。每项只有一次提交。
## 生效模型清单
| 模型 | 上游 | 本次核对 |
| --- | --- | --- |
| `grok-4.7` | 98K | SDK 请求、输出长度、采样、停止词、视觉及工具调用 |
| `gpt-image-2` | 98K | 126 组请求字段与接口约束 |
| `gpt-image-2-vip` | 98K | 360 组请求字段与接口约束 |
| `nano-banana-2` | 98K | 90 组请求字段与接口约束 |
| `nano-banana-pro` | 98K | 90 组请求字段与接口约束 |
| `gpt-image-2.5` | 98K | 30 组请求字段与接口约束 |
| `gpt-image-2.5-flare` | 98K | 288 组请求字段与接口约束 |
| `ocr` | 98K | 3 组请求字段与接口约束 |
| `gpt-image-2.5-sunburst` | 98K | 504 组请求字段与接口约束 |
| `nano-banana-2-2k-cl` | 98K | 12 组请求字段与接口约束 |
| `nano-banana-2-4k-cl` | 98K | 12 组请求字段与接口约束 |
| `nano-banana-2-cl` | 98K | 12 组请求字段与接口约束 |
| `nano-banana-pro-4k-vip` | 98K | 12 组请求字段与接口约束 |
| `nano-banana-pro-cl` | 98K | 12 组请求字段与接口约束 |
| `nano-banana-pro-vip` | 98K | 12 组请求字段与接口约束 |
| `doubao-seedream-5-0-pro` | 98K | 240 组请求字段与接口约束 |
| `flux-2-pro` | 98K | 48 组请求字段与接口约束 |
| `gpt-image-2.6` | 98K | 84 组请求字段与接口约束 |
| `gpt-image-2.6-flare` | 98K | 360 组请求字段与接口约束 |
| `gpt-image-2.6-sunburst` | 98K | 36 组请求字段与接口约束 |
| `nano-banana-2-plus` | 98K | 360 组请求字段与接口约束 |
| `nano-banana-pro-plus` | 98K | 360 组请求字段与接口约束 |
| `qwen-image-3.0` | 98K | 48 组请求字段与接口约束 |
| `qwen-image-3.0-pro` | 98K | 48 组请求字段与接口约束 |
| `minimax-h3` | 98K | 320 组请求字段与接口约束 |
| `veo-3.1-fast` | 98K | 16 组请求字段与接口约束 |
| `seedance-2.5` | 98K | 1296 组请求字段与接口约束 |
| `seedance-2.5-image-to-video` | 98K | 1458 组请求字段与接口约束 |
| `seedance-2.5-reference-to-video` | 98K | 1458 组请求字段与接口约束 |
| `seedance-2.5-text-to-video` | 98K | 1134 组请求字段与接口约束 |
| `gemini-omni-1.1-flash-preview` | 98K | 8 组请求字段与接口约束 |
| `grok-imagine-video` | 98K | 2500 组请求字段与接口约束 |
| `grok-imagine-video-1.5` | 98K | 750 组请求字段与接口约束 |
| `gemini-3.8-flash` | 98K | SDK 请求、输出长度、采样、停止词、视觉及工具调用 |
| `gpt-6-astra` | 98K | SDK 请求、输出长度、采样、停止词 |
| `gpt-6-sol` | 98K | SDK 请求、输出长度、采样、停止词 |
| `gpt-6.1-sol` | 98K | SDK 请求、输出长度、采样、停止词 |
| `world-generation` | 98K | 世界生成类型、任务提交与结果查询配置 |
| `claude-haiku-5-5` | 98K | SDK 请求、输出长度、采样、停止词、视觉及工具调用 |
| `claude-sonnet-4-6` | 98K | SDK 请求、输出长度、采样、停止词、视觉及工具调用 |
| `image-expansion` | 98K | 3 组请求字段与接口约束 |
| `gem-3.1-tts` | 98K | 4 组请求字段与接口约束 |
| `mimo-v2.5-asr` | 98K | 1 组请求字段与接口约束 |
| `mimo-v2.5-tts` | 98K | 1 组请求字段与接口约束 |
| `mimo-v2.5-tts-voiceclone` | 98K | 1 组请求字段与接口约束 |
| `mimo-v2.5-tts-voicedesign` | 98K | 1 组请求字段与接口约束 |
| `music-2.5` | 98K | 3 组请求字段与接口约束 |
| `music-2.5+` | 98K | 3 组请求字段与接口约束 |
| `speech-2.8-hd` | 98K | 6 组请求字段与接口约束 |
| `speech-2.8-turbo` | 98K | 6 组请求字段与接口约束 |
| `suno-v4.5` | 98K | 3 组请求字段与接口约束 |
| `suno-v6` | 98K | 3 组请求字段与接口约束 |
| `suno-v5` | 98K | 3 组请求字段与接口约束 |
| `suno-v5-5` | 98K | 3 组请求字段与接口约束 |
| `claude-fable-5-1` | 98K | SDK 请求、输出长度、采样、停止词、视觉及工具调用 |
| `claude-opus-5-5` | 98K | SDK 请求、输出长度、采样、停止词、视觉及工具调用 |
| `claude-sonnet-5-5` | 98K | SDK 请求、输出长度、采样、停止词、视觉及工具调用 |
| `gemini-4-argon` | 98K | SDK 请求、输出长度、采样、停止词、视觉及工具调用 |
| `grok-4.5` | 98K | SDK 请求、输出长度、采样、停止词、视觉及工具调用 |
| `grok-4.6` | 98K | SDK 请求、输出长度、采样、停止词、视觉及工具调用 |
| `tripo-h3.1/image-to-3d` | AtlasCloud | 提示词/参考图、三维输出参数及官方 OpenAPI |
| `tripo-h3.1/text-to-3d` | AtlasCloud | 提示词/参考图、三维输出参数及官方 OpenAPI |
| `tencent/hunyuan3d-pro/text-to-3d` | AtlasCloud | 提示词/参考图、三维输出参数及官方 OpenAPI |
| `tencent/hunyuan3d-pro/image-to-3d` | AtlasCloud | 提示词/参考图、三维输出参数及官方 OpenAPI |
| `tencent/hunyuan3d-rapid/text-to-3d` | AtlasCloud | 提示词/参考图、三维输出参数及官方 OpenAPI |
| `tencent/hunyuan3d-rapid/image-to-3d` | AtlasCloud | 提示词/参考图、三维输出参数及官方 OpenAPI |
| `bytedance/seed3d-v2.0/image-to-3d` | AtlasCloud | 提示词/参考图、三维输出参数及官方 OpenAPI |
| `qwen-image-3.0` | 阿里云图片 | 80 组图片参数及原生请求字段 |
| `qwen3-vl-plus` | 阿里云 | SDK 请求、输出长度、采样、停止词、视觉及工具调用 |
| `qwen3.8-max` | 阿里云 | SDK 请求、输出长度、采样、停止词、视觉及工具调用 |
| `qwen3.8-omni-flash` | 阿里云 | SDK 请求、输出长度、采样、停止词、视觉及工具调用 |
| `qwen3-tts-instruct-flash` | 阿里云 | 官方语音请求、音色、语言与指令 |
| `qwen3-tts-flash` | 阿里云 | 官方语音请求、音色、语言与指令 |
| `deepseek-flash` | 自定义标准接口 | SDK 请求、输出长度、采样、停止词、视觉及工具调用 |
| `agnes-1.5-flash` | 自定义标准接口 | SDK 请求、输出长度、采样、停止词、视觉及工具调用 |
| `agnes-2.0-flash` | 自定义标准接口 | SDK 请求、输出长度、采样、停止词、视觉及工具调用 |
## 线上核对
11 月 16 日 15:14–15:23(新加坡时间)98K 只读核查确认账户可用余额不足以预留生成费用,相关拒绝未派发上游;相同的额度错误及备用模型规格不匹配在本轮发布激活前已出现,与网页是否刷新无关。15:43 确认充值到账,“风骚”账号 15:34–15:44 已有 6 笔成功新图片记录,包含 1K 和 4K 请求;历史失败请求未重放。
32 条模型参数配置已更新并回读核对。聊天回退与额度提示修复已上线,公开入口与正式进程版本一致;切换在旧进程工作归零后完成,未修改历史任务状态。
场景融合的无效视频首选项已清除,恢复为“不指定首选”,与原先实际采用的图片候选池一致;其余设置保持不变。该配置即时生效,无需重启服务。
## 当日需求收尾
| 需求 | 核对结果 |
| --- | --- |
| 下载慢与图片归档 | 原图七牛直连、准备及转换状态、取消自动转传回生产机的修复已上线。16:21 归档完成数持续增加,队列中的新图片正在保存或更新画布引用,没有新的失败记录。 |
| 旧 BananaImage 入口 | 旧供应商与五个旧模型已停用、隐藏;98K 对应入口保留。线上回读与网页列表一致。 |
| 后台历史缺图 | 11 月 13 日有 108 张涉及 24 位用户的原图未成功归档;上游文件 404、七牛及本地缓存无副本。Relay 隔离核验三个备份后找回 10 张的原请求号,其余 98 张没有匹配的保留响应,原文件恢复数为 0;未重新生成。 |
| 98K 缺失模型接入 | 本次原定的 48 个型号已开放 40 个:对话 5、图片 15、视频 7、语音及音乐 13。剩余 8 个仍受上游型号授权或能力限制。 |
| 六款 CL/VIP 参考图编辑 | 六款已完成独立参考图生成、尺寸及七牛保存验证并上线;网页已核对六款均可选择,已移除“仅文生图”标记。 |
| “风骚”首次规格错误 | 4K 尺寸映射修复已上线,独立参考图结果为 4096×4096;网页选择固定 4K 型号时自动切换到 4K,参数面板只提供该型号支持的选项。 |
| 全部生效模型参数核对 | 已覆盖当时生效的 76 条模型记录,修复与配置调整已上线,包含分辨率、比例、数量、参考图、质量、采样、视频时长等字段。 |
| “风骚”再次报错 | 已确认额度不足引发不兼容备用模型回退,非旧网页引起;额度识别、同供应商回退阻止及规格筛选已上线。充值后该账号已有新的成功结果,旧请求未重放。 |
### 网页操作验收
- 在独立图片测试画布核对模型列表及固定 4K 参数。测试画布:`97aca1be-6bdb-485e-945e-00cc21691d84`。
- 在独立音频测试画布选择 `mimo-v2.5-tts`,提交中文短句一次,19.42 秒完成;WAV 文件保存至七牛,网页显示约 4 秒并播放到结尾。任务记录为成功、尝试一次。测试画布:`8b76a09a-f24f-42ff-9f1e-f3809909dd84`。
- 上述测试不等于 40 个新型号的每一种网页流程均完成验收;参考图、视频和其他音频型号的实际调用及存储验证沿用已有独立测试记录。
17:46 起在 Codex 内置浏览器补充验收,所有操作均在独立测试画布完成:语音识别 6.88 秒返回文字,声音克隆 93.27 秒、声音设计 15.07 秒返回已存入七牛的 WAV,均只提交一次。识别文字存在同音字误差,需要人工校对。
本轮修复语音识别成功后画布结果为空的问题:新结果采用画布文本结构,已保存的字符串结果也可直接显示和编辑;重复查询不会覆盖人工修改。音频生成节点显示排队、处理中及失败信息,不再以空播放器及默认三秒时长表示未完成任务。相关回归 72 项和 TypeScript 检查通过;内置浏览器独立页面已验证新旧文字显示、中文与尺寸编辑、空格保留及等待/失败状态,修复已上线。
画布恢复时统一读取字符串和数组格式的文本,保留中文、尺寸及空格;人工编辑和主动清空按画布保存内容显示。恢复与任务相关回归 46 项、TypeScript 检查及内置浏览器的实际恢复组件验收通过。18:53(新加坡时间)在原测试画布完成正式网页验收:旧文字正常读取,中文和 `15mm` 修改保存后刷新仍保留,主动清空保存后刷新保持空白,末尾空格正常保留。
音乐原任务已成功完成并保存七牛,网页解码时长约 150 秒并可播放。供应商核对确认只受理及扣费一次;本项目工作进程续查一次原任务,没有重新派发。声音克隆与声音设计在内置浏览器均播放到结尾。
正式运行版本为 `20261116T103955Z-582667dd05a1`,源码提交 `582667dd05a1a629850937aa46b506897998576d`,构建编号 `9nLxMnP463njtm-3FO694`;生产进程目录、构建编号、公开版本接口与发布回执一致。发布等待后台工作结束后再停止旧进程,历史挂起任务记录保持不变。原测试画布仍为五笔成功任务,没有新增生成请求。18:50 复核当日图片归档均已完成,没有等待归档或下载准备积压。
验收截图:`.qa/production-audio-acceptance.png`。临时本地验收服务已结束,测试画布保留供复核。
### 剩余上游事项
| 型号 | 当前阻塞 | 处理方 |
| --- | --- | --- |
| `gemini-3-pro-image-preview-vip`、`gemini-3.1-flash-image-preview-vip`、`gemini-nano-banana-2.1-vip`、`nano_banana`、`nano_banana_2`、`nano_banana_pro` | 实际账户目录未提供精确型号,原请求返回无执行权限 | ToAPIs 开通对应账户分组型号 |
| `gpt-6.1-terra` | 标准工具字段已传递,原响应没有工具调用 | ToAPIs 确认该线路工具调用能力 |
| `gem-2.5-tts` | 原异步任务终态服务不可用,已退款并释放预留 | ZZY 恢复该音频服务 |
以上 8 个仍未开放。Relay 于 16:25 回读确认尚无恢复证据,本轮未新增已知失败的付费探测。
### 历史原图恢复
Relay 已只读核验 11 月 13 日 15:13、16:00 以及 11 月 16 日 12:03 的独立备份。10 张可匹配原请求的图片均由 Grsai 同步返回,备份只保留已失效的图片链接,没有原文件或可查询的上游任务号;需要供应商按原型号、受理时间和账号查找原交付记录。其余 98 张没有可匹配的保留响应。此核验未覆盖生产数据、未重新生成图片或产生新的生成扣费。
## 已知问题与验证边界
- 生产机可用磁盘约 1.09 GiB,接近发布与批量打包下载的保留线。本轮已回收一个未启用候选副本及一个更早退役版本的构建产物;构建机完整包和源码、当前与最近回滚版本、业务数据均保留。
- 离线参数核对不等于 76 个模型逐个完成付费生成,也不证明上游持续可用、效果或速度;实际生成验证范围为上述三项。
- 自动选模时页面尚未确定最终模型,接入层仍须依据实际选中接口规范化固定参数。模型清单和接口约束会随上游调整,本报告对应本次核对时点。
## 资料
- [Anthropic Haiku 5.5 采样参数迁移说明](https://platform.claude.com/docs/en/models/haiku-5-5/migration-guide#remove-sampling-parameters)
- [阿里云图片生成及编辑接口](https://www.alibabacloud.com/help/en/model-studio/qwen-image-generation-and-editing-api-reference)
- [阿里云语音合成接口](https://www.alibabacloud.com/help/en/model-studio/qwen-tts-api)

View File

@ -185,7 +185,7 @@ async function optimizeWithConfiguredQwenVisionModel(params: {
}, },
], ],
temperature: 0, temperature: 0,
maxTokens: 320, maxOutputTokens: 320,
abortSignal: AbortSignal.timeout(30_000), abortSignal: AbortSignal.timeout(30_000),
} as any); } as any);

View File

@ -124,7 +124,7 @@ async function analyzeWithConfiguredQwenVisionModel(params: {
}, },
], ],
temperature: 0, temperature: 0,
maxTokens: 220, maxOutputTokens: 220,
abortSignal: AbortSignal.timeout(25_000), abortSignal: AbortSignal.timeout(25_000),
} as any); } as any);

View File

@ -1737,7 +1737,7 @@ async function buildExecutionPlanWithAgent(
.filter(Boolean) .filter(Boolean)
.join("\n\n"), .join("\n\n"),
temperature: getCompatibleTextGenerationTemperature(plannerModelConfig, 0.1), temperature: getCompatibleTextGenerationTemperature(plannerModelConfig, 0.1),
maxTokens: 420, maxOutputTokens: 420,
abortSignal: AbortSignal.timeout(AGENT_OPERATION_TIMEOUT_MS), abortSignal: AbortSignal.timeout(AGENT_OPERATION_TIMEOUT_MS),
} as any); } as any);
@ -1858,7 +1858,7 @@ async function generateAgentConversation(
}, },
], ],
temperature: getCompatibleTextGenerationTemperature(visionModelConfig, 0.2), temperature: getCompatibleTextGenerationTemperature(visionModelConfig, 0.2),
maxTokens: 360, maxOutputTokens: 360,
abortSignal: AbortSignal.timeout(AGENT_OPERATION_TIMEOUT_MS), abortSignal: AbortSignal.timeout(AGENT_OPERATION_TIMEOUT_MS),
} as any); } as any);
@ -1920,7 +1920,7 @@ async function generateAgentConversation(
system: systemPrompt, system: systemPrompt,
prompt, prompt,
temperature: getCompatibleTextGenerationTemperature(reasoningModelConfig, 0.35), temperature: getCompatibleTextGenerationTemperature(reasoningModelConfig, 0.35),
maxTokens: 520, maxOutputTokens: 520,
abortSignal: AbortSignal.timeout(AGENT_OPERATION_TIMEOUT_MS), abortSignal: AbortSignal.timeout(AGENT_OPERATION_TIMEOUT_MS),
} as any); } as any);
@ -2002,7 +2002,7 @@ async function recommendImageParamsWithAgent(
- negativePrompt 仅在明显需要避坑时填写。`, - negativePrompt 仅在明显需要避坑时填写。`,
prompt: requestText, prompt: requestText,
temperature: getCompatibleTextGenerationTemperature(plannerModelConfig, 0.15), temperature: getCompatibleTextGenerationTemperature(plannerModelConfig, 0.15),
maxTokens: 220, maxOutputTokens: 220,
abortSignal: AbortSignal.timeout(AGENT_OPERATION_TIMEOUT_MS), abortSignal: AbortSignal.timeout(AGENT_OPERATION_TIMEOUT_MS),
} as any); } as any);
@ -2095,7 +2095,7 @@ async function recommendVideoPlanWithAgent(
- 避免抽象空话,必须可执行。`, - 避免抽象空话,必须可执行。`,
prompt, prompt,
temperature: getCompatibleTextGenerationTemperature(plannerModelConfig, 0.2), temperature: getCompatibleTextGenerationTemperature(plannerModelConfig, 0.2),
maxTokens: 720, maxOutputTokens: 720,
abortSignal: AbortSignal.timeout(AGENT_OPERATION_TIMEOUT_MS), abortSignal: AbortSignal.timeout(AGENT_OPERATION_TIMEOUT_MS),
} as any); } as any);
@ -2175,7 +2175,7 @@ async function refineRouteWithAgent(
候选模型: 候选模型:
${candidatesText}`, ${candidatesText}`,
temperature: getCompatibleTextGenerationTemperature(plannerModelConfig, 0.1), temperature: getCompatibleTextGenerationTemperature(plannerModelConfig, 0.1),
maxTokens: 120, maxOutputTokens: 120,
abortSignal: AbortSignal.timeout(AGENT_OPERATION_TIMEOUT_MS), abortSignal: AbortSignal.timeout(AGENT_OPERATION_TIMEOUT_MS),
} as any); } as any);

View File

@ -7,7 +7,7 @@ export type DetailKimiPurpose = "plan" | "preflight" | "review" | "repair";
export type DetailKimiGenerateOptions = { export type DetailKimiGenerateOptions = {
temperature?: number; temperature?: number;
topP?: number; topP?: number;
maxTokens?: number; maxOutputTokens?: number;
headers?: Record<string, string>; headers?: Record<string, string>;
}; };
@ -80,7 +80,7 @@ export function buildDetailKimiGenerateOptions(params: {
return { return {
temperature: thinking === "enabled" ? 1 : 0.6, temperature: thinking === "enabled" ? 1 : 0.6,
topP: 0.95, topP: 0.95,
maxTokens: getPurposeMaxTokens(params), maxOutputTokens: getPurposeMaxTokens(params),
headers: { headers: {
[DETAIL_KIMI_THINKING_HEADER]: thinking, [DETAIL_KIMI_THINKING_HEADER]: thinking,
[DETAIL_KIMI_PROFILE_HEADER]: `detail-ui-${params.purpose}`, [DETAIL_KIMI_PROFILE_HEADER]: `detail-ui-${params.purpose}`,

View File

@ -687,7 +687,7 @@ export async function optimizePromptWithLLM(params: {
system: optimizerSystemPrompt, system: optimizerSystemPrompt,
prompt: finalUserMessage, prompt: finalUserMessage,
temperature: getCompatibleTextGenerationTemperature(selectedOptimizerModel, 0.2), temperature: getCompatibleTextGenerationTemperature(selectedOptimizerModel, 0.2),
maxTokens: 200, maxOutputTokens: 200,
abortSignal: AbortSignal.timeout(12_000), abortSignal: AbortSignal.timeout(12_000),
} as any); } as any);

View File

@ -153,28 +153,30 @@ export function createVip98kChatModel(params: {
(!metadata.chatInvocation && invocation.protocol === "anthropic-messages")); (!metadata.chatInvocation && invocation.protocol === "anthropic-messages"));
const resolveModel = async (signal?: AbortSignal) => { const resolveModel = async (signal?: AbortSignal) => {
signal?.throwIfAborted(); signal?.throwIfAborted();
if (!needsDiscovery) return model; if (!needsDiscovery) return { model, contract: invocation };
const models = await awaitWithAbort(discoverContracts(root, baseFetch), signal); const models = await awaitWithAbort(discoverContracts(root, baseFetch), signal);
const contract = selectVip98kChatInvocation(models.get(params.modelId)); const contract = selectVip98kChatInvocation(models.get(params.modelId));
if (!contract) throw new Error("VIP98K 此模型未公布兼容的对话接口,请核对模型类型和接口配置。"); if (!contract) throw new Error("VIP98K 此模型未公布兼容的对话接口,请核对模型类型和接口配置。");
return createModel(contract); return { model: createModel(contract), contract };
}; };
const callOptions = (options: LanguageModelV2CallOptions, contract: typeof invocation) =>
contract?.omitSampling ? { ...options, temperature: undefined, topP: undefined, topK: undefined } : options;
return { return {
specificationVersion: model.specificationVersion, specificationVersion: model.specificationVersion,
provider: model.provider, provider: model.provider,
modelId: model.modelId, modelId: model.modelId,
supportedUrls: model.supportedUrls, supportedUrls: model.supportedUrls,
async doGenerate(options) { async doGenerate(options) {
const activeModel = await resolveModel(options.abortSignal); const active = await resolveModel(options.abortSignal);
const result = await activeModel.doGenerate(options); const result = await active.model.doGenerate(callOptions(options, active.contract));
if (requiresToolCall(options) && !result.content.some((part) => part.type === "tool-call")) throw missingToolError(); if (requiresToolCall(options) && !result.content.some((part) => part.type === "tool-call")) throw missingToolError();
if (!result.content.some((part) => part.type === "tool-call" || if (!result.content.some((part) => part.type === "tool-call" ||
(part.type === "text" && part.text.trim()))) throw emptyResponseError(); (part.type === "text" && part.text.trim()))) throw emptyResponseError();
return result; return result;
}, },
async doStream(options) { async doStream(options) {
const activeModel = await resolveModel(options.abortSignal); const active = await resolveModel(options.abortSignal);
const result = await activeModel.doStream(options); const result = await active.model.doStream(callOptions(options, active.contract));
let usable = false; let usable = false;
let toolCalled = false; let toolCalled = false;
let failed = false; let failed = false;

View File

@ -28,6 +28,8 @@ import {
normalizeVip98kInvocationHeaders, normalizeVip98kInvocationHeaders,
resolveVip98kImageTaskSize, resolveVip98kImageTaskSize,
selectVip98kTaskInvocation, selectVip98kTaskInvocation,
vip98kReferenceLimit,
getVip98kQualityOptions,
type Vip98kTaskInvocation, type Vip98kTaskInvocation,
} from "@/lib/ai/vip98k-task-invocation"; } from "@/lib/ai/vip98k-task-invocation";
import { VIP98K_BASE_URL, normalizeVip98kBaseUrl } from "@/lib/ai/vip98k-models"; import { VIP98K_BASE_URL, normalizeVip98kBaseUrl } from "@/lib/ai/vip98k-models";
@ -1315,7 +1317,10 @@ async function submitTask(params: {
|| [502, 504, 524].includes(response.status) || [502, 504, 524].includes(response.status)
|| /pending\s+safe\s+reconciliation|request\s+outcome\s+(?:is\s+)?unknown|final\s+outcome\s+could\s+not\s+be\s+confirmed/i.test(errorMessage)) || /pending\s+safe\s+reconciliation|request\s+outcome\s+(?:is\s+)?unknown|final\s+outcome\s+could\s+not\s+be\s+confirmed/i.test(errorMessage))
throw new ProviderTaskUncertainError(`供应商提交结果未确认,可能仍在处理,请勿重复生成:${getUserFacingImageGenerationErrorMessage({ message: errorMessage, status: response.status })} (HTTP ${response.status})`); throw new ProviderTaskUncertainError(`供应商提交结果未确认,可能仍在处理,请勿重复生成:${getUserFacingImageGenerationErrorMessage({ message: errorMessage, status: response.status })} (HTTP ${response.status})`);
throw new Error(`${errorMessage} (HTTP ${response.status})`); throw Object.assign(new Error(`${errorMessage} (HTTP ${response.status})`), {
status: response.status,
providerRequestId: response.headers.get("x-request-id"),
});
} }
throw new Error("VIP98K request failed after media readiness retries"); throw new Error("VIP98K request failed after media readiness retries");
@ -1574,6 +1579,14 @@ export function buildTaskBody(params: Vip98kTaskParams, invocation: Vip98kInvoca
const imageParams = params.imageParams || {}; const imageParams = params.imageParams || {};
const promptTitle = params.prompt.split(/\s+/).slice(0, 8).join(" ").slice(0, 80); const promptTitle = params.prompt.split(/\s+/).slice(0, 8).join(" ").slice(0, 80);
const body: Record<string, unknown> = { ...(invocation?.requestExample || {}) }; const body: Record<string, unknown> = { ...(invocation?.requestExample || {}) };
if (toRecord(body.metadata)) body.metadata = { ...toRecord(body.metadata)! };
const setField = (key: string, value: unknown) => {
const metadata = toRecord(body.metadata);
if (metadata && key in metadata) {
metadata[key] = value;
delete body[key];
} else body[key] = value;
};
if ("model" in body || !invocation) body.model = params.modelId; if ("model" in body || !invocation) body.model = params.modelId;
if ("displayName" in body || !invocation) { if ("displayName" in body || !invocation) {
body.displayName = promptTitle || params.modelId; body.displayName = promptTitle || params.modelId;
@ -1652,11 +1665,31 @@ export function buildTaskBody(params: Vip98kTaskParams, invocation: Vip98kInvoca
} }
} }
if (negativePrompt) { if (negativePrompt) {
if ("negativePrompt" in body || !invocation) body.negativePrompt = negativePrompt; const key = ["negative_prompt", "negativePrompt"].find(key =>
if ("negative_prompt" in body || !invocation) body.negative_prompt = negativePrompt; invocationSupportsBodyField(invocation, key));
if (key) {
const other = key === "negative_prompt" ? "negativePrompt" : "negative_prompt";
delete body[other];
if (toRecord(body.metadata)) delete (body.metadata as Record<string, unknown>)[other];
setField(key, negativePrompt);
}
} }
if (quality && invocationSupportsBodyField(invocation, "quality")) { if (quality && invocationSupportsBodyField(invocation, "quality")) {
body.quality = quality; const options = getVip98kQualityOptions(invocation?.inputSchema);
const effectiveQuality = options?.length === 1 ? options[0] : quality;
if (options?.length && !options.includes(effectiveQuality)) throw Error("当前模型不支持所选图片质量,请重新选择");
setField("quality", effectiveQuality);
}
const generationParamAliases = [
["seed", "seed"],
["watermark", "watermark"],
["promptExtend", "prompt_extend"],
["cameraFixed", "camera_fixed"],
["returnLastFrame", "return_last_frame"],
] as const;
for (const [sourceKey, targetKey] of generationParamAliases) {
const value = params.kind === "video" ? videoParams[sourceKey] : imageParams[sourceKey];
if (value !== undefined && invocationSupportsBodyField(invocation, targetKey)) setField(targetKey, value);
} }
const imageToolParamAliases = [ const imageToolParamAliases = [
["scaleFactor", "scale_factor"], ["scaleFactor", "scale_factor"],
@ -1698,9 +1731,8 @@ export function buildTaskBody(params: Vip98kTaskParams, invocation: Vip98kInvoca
delete body.size; delete body.size;
} }
const imageBindingKeys = bindVip98kImages(body, params.imageUrls, invocation?.inputSchema); const imageBindingKeys = bindVip98kImages(body, params.imageUrls, invocation?.inputSchema);
const imageProperties = toRecord(invocation?.inputSchema?.properties) || {};
for (const key of imageBindingKeys) { for (const key of imageBindingKeys) {
const limit = toRecord(imageProperties[key])?.maxItems; const limit = vip98kReferenceLimit(invocation?.inputSchema, key);
if (typeof limit === "number" && params.imageUrls.length > limit) throw Error(`当前模型最多支持 ${limit} 张参考图`); if (typeof limit === "number" && params.imageUrls.length > limit) throw Error(`当前模型最多支持 ${limit} 张参考图`);
} }
if (params.imageUrls.length > 0 && !invocation && imageBindingKeys.length === 0) { if (params.imageUrls.length > 0 && !invocation && imageBindingKeys.length === 0) {
@ -1759,14 +1791,19 @@ export function buildTaskBody(params: Vip98kTaskParams, invocation: Vip98kInvoca
}) : []; }) : [];
const selectedRatio = aspectRatio || "1:1"; const selectedRatio = aspectRatio || "1:1";
if (ratios.includes(selectedRatio)) body.size = selectedRatio; if (ratios.includes(selectedRatio)) body.size = selectedRatio;
else if (sizes?.includes(resolution) && hasNativeAspectRatio) body.size = resolution;
else if (pixels.length && (resolution || aspectRatio)) { else if (pixels.length && (resolution || aspectRatio)) {
const [rw, rh] = selectedRatio.split(":").map(Number); const [rw, rh] = selectedRatio.split(":").map(Number);
const matching = pixels.filter(size => Math.abs(size.width / size.height - rw / rh) < 0.025); const matching = pixels.filter(size => Math.abs(size.width / size.height - rw / rh) < 0.025);
if (!matching.length && sizes?.includes("auto") && hasNativeAspectRatio && hasNativeResolution) {
body.size = "auto";
} else {
if (!matching.length) throw Error("当前模型不支持所选图片比例"); if (!matching.length) throw Error("当前模型不支持所选图片比例");
const area = resolution === "4K" ? 4096 ** 2 : resolution === "2K" ? 2048 ** 2 : 1024 ** 2; const area = resolution === "4K" ? 4096 ** 2 : resolution === "2K" ? 2048 ** 2 : 1024 ** 2;
matching.sort((a, b) => Math.abs(a.width * a.height - area) - Math.abs(b.width * b.height - area)); matching.sort((a, b) => Math.abs(a.width * a.height - area) - Math.abs(b.width * b.height - area));
body.size = matching[0].size; body.size = matching[0].size;
} }
}
if (ratios.length || pixels.length) { if (ratios.length || pixels.length) {
const suffix = "\n\n[Output constraints]"; const suffix = "\n\n[Output constraints]";
if (typeof body.prompt === "string" && body.prompt.includes(suffix)) body.prompt = body.prompt.split(suffix)[0]; if (typeof body.prompt === "string" && body.prompt.includes(suffix)) body.prompt = body.prompt.split(suffix)[0];

View File

@ -55,7 +55,7 @@ export async function buildDirectAgentImageAnalysisAnswer(params: {
"请用中文直接回答,不要复述“根据摘要/根据图片”,也不要输出多余寒暄。", "请用中文直接回答,不要复述“根据摘要/根据图片”,也不要输出多余寒暄。",
].join("\n\n"), ].join("\n\n"),
temperature: 0.2, temperature: 0.2,
maxTokens: 320, maxOutputTokens: 320,
abortSignal: AbortSignal.timeout(20_000), abortSignal: AbortSignal.timeout(20_000),
} as any); } as any);

View File

@ -1624,7 +1624,7 @@ export async function summarizeImageForExecutionReport(params: {
...(compatibleTemperature !== undefined ...(compatibleTemperature !== undefined
? { temperature: compatibleTemperature } ? { temperature: compatibleTemperature }
: {}), : {}),
maxTokens: 120, maxOutputTokens: 120,
abortSignal: AbortSignal.timeout(attemptTimeoutMs), abortSignal: AbortSignal.timeout(attemptTimeoutMs),
} as any); } as any);
@ -2251,7 +2251,7 @@ ${historyText}
}, },
], ],
...(analyzerTemperature !== undefined ? { temperature: analyzerTemperature } : {}), ...(analyzerTemperature !== undefined ? { temperature: analyzerTemperature } : {}),
maxTokens: 360, maxOutputTokens: 360,
abortSignal: AbortSignal.timeout(ANALYZER_TIMEOUT_MS), abortSignal: AbortSignal.timeout(ANALYZER_TIMEOUT_MS),
} }
: { : {
@ -2259,7 +2259,7 @@ ${historyText}
system: ANALYZER_SYSTEM_PROMPT, system: ANALYZER_SYSTEM_PROMPT,
prompt: userMessage, prompt: userMessage,
...(analyzerTemperature !== undefined ? { temperature: analyzerTemperature } : {}), ...(analyzerTemperature !== undefined ? { temperature: analyzerTemperature } : {}),
maxTokens: 300, maxOutputTokens: 300,
abortSignal: AbortSignal.timeout(ANALYZER_TIMEOUT_MS), abortSignal: AbortSignal.timeout(ANALYZER_TIMEOUT_MS),
}; };

View File

@ -5,6 +5,7 @@ export type Vip98kChatInvocation = {
protocol: "openai-chat" | "openai-responses" | "anthropic-messages"; protocol: "openai-chat" | "openai-responses" | "anthropic-messages";
path: "/v1/chat/completions" | "/v1/responses" | "/v1/messages"; path: "/v1/chat/completions" | "/v1/responses" | "/v1/messages";
headers: Record<string, string>; headers: Record<string, string>;
omitSampling?: boolean;
}; };
function record(value: unknown): RecordValue | null { function record(value: unknown): RecordValue | null {
@ -56,10 +57,18 @@ export function selectVip98kChatInvocation(value: unknown): Vip98kChatInvocation
}); });
const selected = candidates[0]; const selected = candidates[0];
if (!selected) return null; if (!selected) return null;
const selectedRoute = getVip98kInvocationHeaders(selected.headers)["X-Relay-Route-Option"];
const schemaSource = candidates.find(candidate => candidate.path === selected.path &&
getVip98kInvocationHeaders(candidate.headers)["X-Relay-Route-Option"] === selectedRoute &&
(candidate.input_schema || candidate.inputSchema));
const properties = record(record(schemaSource?.input_schema || schemaSource?.inputSchema)?.properties);
const fixedSampling = selected.omitSampling === true || ["temperature", "top_p"].some(key =>
record(properties?.[key])?.const !== undefined);
return { return {
protocol: selected.path === "/v1/messages" ? "anthropic-messages" : selected.path === "/v1/responses" ? "openai-responses" : "openai-chat", protocol: selected.path === "/v1/messages" ? "anthropic-messages" : selected.path === "/v1/responses" ? "openai-responses" : "openai-chat",
path: selected.path as Vip98kChatInvocation["path"], path: selected.path as Vip98kChatInvocation["path"],
headers: getVip98kInvocationHeaders(selected.headers), headers: getVip98kInvocationHeaders(selected.headers),
...(fixedSampling ? { omitSampling: true } : {}),
}; };
} }

View File

@ -5,6 +5,8 @@ import {
hasVerifiedVip98kOpenAiImageArrayContract, hasVerifiedVip98kOpenAiImageArrayContract,
normalizeVip98kInvocationHeaders, normalizeVip98kInvocationHeaders,
getVip98kImageBindingKeys, getVip98kImageBindingKeys,
vip98kReferenceLimit,
selectVip98kTaskInvocation,
} from "@/lib/ai/vip98k-task-invocation"; } from "@/lib/ai/vip98k-task-invocation";
import { selectVip98kChatInvocation, vip98kChatSupportsVision } from "./vip98k-chat-contract"; import { selectVip98kChatInvocation, vip98kChatSupportsVision } from "./vip98k-chat-contract";
@ -568,7 +570,7 @@ function getSupportedImageSizes(model: Vip98kCatalogModel) {
} }
const primary = toRecord(toRecord(model.invocation?.input_schema)?.properties) || {}; const primary = toRecord(toRecord(model.invocation?.input_schema)?.properties) || {};
const resolutionEnum = parseStringArray(toRecord(primary.resolution)?.enum); const resolutionEnum = parseStringArray(toRecord(primary.resolution)?.enum);
if (resolutionEnum.length) return resolutionEnum.map(normalizeImageSize).filter((size): size is string => Boolean(size)); if (resolutionEnum.length) return [...new Set(resolutionEnum.map(normalizeImageSize).filter((size): size is string => Boolean(size)))];
const schemaSizes = getInvocationCandidates(model).flatMap((invocation) => { const schemaSizes = getInvocationCandidates(model).flatMap((invocation) => {
const properties = const properties =
toRecord(toRecord(invocation.input_schema)?.properties) || {}; toRecord(toRecord(invocation.input_schema)?.properties) || {};
@ -752,7 +754,11 @@ function createImagePreset(
"ratio", "ratio",
"aspect-ratio", "aspect-ratio",
].some((key) => invocationKeys.has(key)) || hasVerifiedVip98kOpenAiImageArrayContract(modelId); ].some((key) => invocationKeys.has(key)) || hasVerifiedVip98kOpenAiImageArrayContract(modelId);
const supportsQuality = invocationKeys.has("quality"); const supportsQuality = getInvocationCandidates(model).some(invocation => {
const field = toRecord(toRecord(invocation.input_schema)?.properties)?.quality;
return field !== false && Boolean(field || invocation.request_example?.quality !== undefined) &&
!toRecord(field)?.const;
});
// Flare repeatedly returns 3:4/4:3 for 4:5/5:4, even with aspect_ratio supplied. // Flare repeatedly returns 3:4/4:3 for 4:5/5:4, even with aspect_ratio supplied.
const declaredRatios = getInvocationCandidates(model).flatMap(invocation => { const declaredRatios = getInvocationCandidates(model).flatMap(invocation => {
const props = toRecord(toRecord(invocation.input_schema)?.properties) || {}; const props = toRecord(toRecord(invocation.input_schema)?.properties) || {};
@ -767,14 +773,17 @@ function createImagePreset(
: []), : []),
...(supportsReferenceImages ? ["image-to-image", "reference-images"] : []), ...(supportsReferenceImages ? ["image-to-image", "reference-images"] : []),
]; ];
const declaredReferenceLimits = getInvocationCandidates(model).flatMap(invocation => { const metadata = getVip98kMetadata(model, "image");
const properties = toRecord(toRecord(invocation.input_schema)?.properties) || {}; const referenceInvocation = selectVip98kTaskInvocation({
return ["file_urls", "image", "images", "reference_images"].flatMap(key => { modelId, kind: "image", imageCount: 1,
const limit = toRecord(properties[key])?.maxItems; configuredInvocation: metadata.invocation,
configuredInvocations: metadata.invocations,
});
const declaredReferenceLimits = getVip98kImageBindingKeys(referenceInvocation).flatMap(key => {
const limit = vip98kReferenceLimit(referenceInvocation?.inputSchema, key);
return typeof limit === "number" && limit > 0 ? [limit] : []; return typeof limit === "number" && limit > 0 ? [limit] : [];
}); });
}); const maxReferenceImages = declaredReferenceLimits.length ? Math.min(...declaredReferenceLimits) : supportsMultiImageReference
const maxReferenceImages = declaredReferenceLimits.length ? Math.max(...declaredReferenceLimits) : supportsMultiImageReference
? 8 ? 8
: supportsReferenceImages : supportsReferenceImages
? 1 ? 1
@ -805,7 +814,7 @@ function createImagePreset(
supportedAspectRatios, supportedAspectRatios,
supportsMultiImageReference, supportsMultiImageReference,
maxReferenceImages, maxReferenceImages,
vip98k: getVip98kMetadata(model, "image"), vip98k: metadata,
}, },
defaultParams: { defaultParams: {
provider: "vip98k", provider: "vip98k",
@ -841,7 +850,7 @@ function createImagePreset(
}, },
enableLoadingPlaceholder: true, enableLoadingPlaceholder: true,
loadingColor: "yellow", loadingColor: "yellow",
vip98k: getVip98kMetadata(model, "image"), vip98k: metadata,
}, },
sortOrder: TYPE_SORT_ORDER.image + index, sortOrder: TYPE_SORT_ORDER.image + index,
}; };

View File

@ -316,6 +316,32 @@ function scoreReferenceInvocation(invocation: Vip98kTaskInvocation) {
return score; return score;
} }
export function vip98kReferenceLimit(schema: unknown, key: string): number | undefined {
if (!schema || typeof schema !== "object" || Array.isArray(schema)) return;
const current = schema as Record<string, any>;
const limits: number[] = [];
const visitField = (field: any) => {
if (!field || typeof field !== "object") return;
if (typeof field.maxItems === "number") limits.push(field.maxItems);
for (const child of Array.isArray(field.allOf) ? field.allOf : []) visitField(child);
};
visitField(current.properties?.[key]);
for (const child of Array.isArray(current.allOf) ? current.allOf : []) {
const limit = vip98kReferenceLimit(child, key);
if (limit !== undefined) limits.push(limit);
}
return limits.length ? Math.min(...limits) : undefined;
}
export function getVip98kQualityOptions(schema: Record<string, unknown> | null | undefined): string[] | undefined {
const field = (schema?.properties as Record<string, unknown> | undefined)?.quality;
if (field === false) return [];
if (!field || typeof field !== "object") return undefined;
const quality = field as Record<string, unknown>;
if (typeof quality.const === "string") return [quality.const];
return Array.isArray(quality.enum) ? quality.enum.filter((value): value is string => typeof value === "string") : undefined;
}
export function encodeVip98kTaskBody(body: Record<string, unknown>, contentType?: string | null): { body: string | FormData; headers: Record<string, string> } { export function encodeVip98kTaskBody(body: Record<string, unknown>, contentType?: string | null): { body: string | FormData; headers: Record<string, string> } {
if (contentType?.split(";", 1)[0].trim() !== "multipart/form-data") { if (contentType?.split(";", 1)[0].trim() !== "multipart/form-data") {
return { body: JSON.stringify(body), headers: { "Content-Type": contentType || "application/json" } }; return { body: JSON.stringify(body), headers: { "Content-Type": contentType || "application/json" } };
@ -356,14 +382,22 @@ export function selectVip98kTaskInvocation(params: {
); );
if ((params.imageCount || 0) > 0) { if ((params.imageCount || 0) > 0) {
const referenceInvocation = candidates const references = candidates.filter(invocationSupportsVip98kImages);
.filter(invocationSupportsVip98kImages) const routedReferences = references.filter(candidate =>
getVip98kInvocationHeaders(candidate.headers)["X-Relay-Route-Option"]);
const referenceInvocation = (routedReferences.length ? routedReferences : references)
.sort((a, b) => scoreReferenceInvocation(b) - scoreReferenceInvocation(a))[0]; .sort((a, b) => scoreReferenceInvocation(b) - scoreReferenceInvocation(a))[0];
if (referenceInvocation) { if (referenceInvocation) {
return resolveVip98kTaskInvocation(params.modelId, referenceInvocation); return resolveVip98kTaskInvocation(params.modelId, referenceInvocation);
} }
} }
if (params.configuredInvocation &&
getVip98kInvocationHeaders(params.configuredInvocation.headers)["X-Relay-Route-Option"] &&
!params.configuredInvocation.path.includes(":generateContent")) {
return resolveVip98kTaskInvocation(params.modelId, params.configuredInvocation);
}
if (params.kind === "image" && !params.imageCount) { if (params.kind === "image" && !params.imageCount) {
const textImageTask = candidates.find(candidate => { const textImageTask = candidates.find(candidate => {
const properties = candidate.inputSchema?.properties as Record<string, unknown> | undefined; const properties = candidate.inputSchema?.properties as Record<string, unknown> | undefined;
@ -449,7 +483,6 @@ function createVerifiedOpenAiImageInvocation(modelId: string) {
function addVerifiedOpenAiImageFields( function addVerifiedOpenAiImageFields(
invocation: Vip98kTaskInvocation, invocation: Vip98kTaskInvocation,
modelId: string,
): Vip98kTaskInvocation { ): Vip98kTaskInvocation {
const inputSchema = invocation.inputSchema || {}; const inputSchema = invocation.inputSchema || {};
const properties = const properties =
@ -468,16 +501,8 @@ function addVerifiedOpenAiImageFields(
...inputSchema, ...inputSchema,
properties: { properties: {
...properties, ...properties,
image: { items: { type: "string" }, type: "array" }, image: properties.image ?? { items: { type: "string" }, type: "array" },
aspect_ratio: { type: "string" }, aspect_ratio: properties.aspect_ratio ?? { type: "string" },
...(hasVerifiedVip98kGptImage25ResolutionTiers(modelId)
? {
size: {
enum: ["1024x1024", "2048x2048", "2880x2880"],
type: "string",
},
}
: {}),
}, },
}, },
}; };
@ -499,7 +524,7 @@ export function resolveVip98kTaskInvocation(
invocationTargetsModel(configuredInvocation, normalizedModelId) invocationTargetsModel(configuredInvocation, normalizedModelId)
? configuredInvocation ? configuredInvocation
: createVerifiedOpenAiImageInvocation(modelId); : createVerifiedOpenAiImageInvocation(modelId);
return addVerifiedOpenAiImageFields(invocation, normalizedModelId); return addVerifiedOpenAiImageFields(invocation);
} }
const processingRequest = KNOWN_IMAGE_PROCESSING_TOOL_REQUESTS[normalizedModelId]; const processingRequest = KNOWN_IMAGE_PROCESSING_TOOL_REQUESTS[normalizedModelId];
if (processingRequest) { if (processingRequest) {

View File

@ -18,6 +18,7 @@ const PROVIDER_BALANCE_PATTERNS = [
/\b(?:exceeded_current_quota|pre_consume_token_quota_failed)\b/i, /\b(?:exceeded_current_quota|pre_consume_token_quota_failed)\b/i,
/\btoken quota is not enough\b/i, /\btoken quota is not enough\b/i,
/\bquota is not enough\b/i, /\bquota is not enough\b/i,
/\bdoes not have enough available quota\b/i,
/\b(?:not enough credits?|credits? is not enough)\b/i, /\b(?:not enough credits?|credits? is not enough)\b/i,
/\b(?:billing_hard_limit_reached|payment_required)\b/i, /\b(?:billing_hard_limit_reached|payment_required)\b/i,
]; ];

View File

@ -259,7 +259,7 @@ async function interpretStoryboardCommandWithLLM(params: {
.filter(Boolean) .filter(Boolean)
.join("\n\n"), .join("\n\n"),
temperature: 0.1, temperature: 0.1,
maxTokens: 200, maxOutputTokens: 200,
abortSignal: AbortSignal.timeout(12000), abortSignal: AbortSignal.timeout(12000),
} as any); } as any);

View File

@ -86,7 +86,7 @@ export function filterCanvasModels<T extends CanvasModelDescriptor>(
}); });
} }
export function getCanvasVideoParameters(model: CanvasModelDescriptor | undefined, mode?: VideoGenerationMode) { export function getCanvasVideoParameters(model: CanvasModelDescriptor | undefined, mode?: VideoGenerationMode, resolution?: string) {
const caps = record(model?.capabilities); const caps = record(model?.capabilities);
const scoped = record(record(caps.modeConstraints || caps.constraints)[mode || ""]); const scoped = record(record(caps.modeConstraints || caps.constraints)[mode || ""]);
const strings = (value: unknown) => Array.isArray(value) ? [...new Set(value.map(String).filter(Boolean))] : []; const strings = (value: unknown) => Array.isArray(value) ? [...new Set(value.map(String).filter(Boolean))] : [];
@ -94,11 +94,15 @@ export function getCanvasVideoParameters(model: CanvasModelDescriptor | undefine
const min = Number(durationRange.min), max = Number(durationRange.max); const min = Number(durationRange.min), max = Number(durationRange.max);
const configured = record((model as CanvasModelDescriptor & {imageGenConfig?: unknown})?.imageGenConfig).videoDurationOptions; const configured = record((model as CanvasModelDescriptor & {imageGenConfig?: unknown})?.imageGenConfig).videoDurationOptions;
const durations = Array.isArray(scoped.durationOptions) ? scoped.durationOptions : Array.isArray(configured) && configured.length ? configured : caps.durationOptions; const durations = Array.isArray(scoped.durationOptions) ? scoped.durationOptions : Array.isArray(configured) && configured.length ? configured : caps.durationOptions;
const durationValues = Array.isArray(durations) ? [...new Set(durations.map(Number).filter(n => Number.isFinite(n) && n > 0))].sort((a,b) => a-b) :
min > 0 && max >= min && max-min <= 120 ? Array.from({length: max-min+1}, (_,i) => min+i) : [];
const bounds = model?.providerType === "vip98k" && resolution
? vip98kVideoDurationBounds(record(caps.vip98k).invocation?.inputSchema, resolution.toLowerCase())
: { min: 0, max: Infinity, durations: undefined };
return { return {
ratios: strings(scoped.ratioOptions || caps.supportedRatios), ratios: strings(scoped.ratioOptions || caps.supportedRatios),
resolutions: strings(scoped.resolutionOptions || caps.supportedResolutions), resolutions: strings(scoped.resolutionOptions || caps.supportedResolutions),
durations: Array.isArray(durations) ? [...new Set(durations.map(Number).filter(n => Number.isFinite(n) && n > 0))].sort((a,b) => a-b) : durations: durationValues.filter(value => value >= bounds.min && value <= bounds.max && (!bounds.durations || bounds.durations.includes(value))),
min > 0 && max >= min && max-min <= 120 ? Array.from({length: max-min+1}, (_,i) => min+i) : [],
supportsAudio: caps.supportGenerateAudio === true || caps.supportsAudio === true || caps.generateAudio === true || strings(record(record(model?.imageGenConfig).atlasCloud).propertyNames).includes("generate_audio"), supportsAudio: caps.supportGenerateAudio === true || caps.supportsAudio === true || caps.generateAudio === true || strings(record(record(model?.imageGenConfig).atlasCloud).propertyNames).includes("generate_audio"),
}; };
} }

View File

@ -227,7 +227,7 @@ export function reconcileCanvasTasks<
} }
if (task.request.kind === "audio") if (task.request.kind === "audio")
Object.assign(nextDraft, { Object.assign(nextDraft, {
...(data.text ? { text: data.text, content: data.text, prompt: data.text, action: "TEXT_RESOURCE", mediaType: "text" } : { ...(data.text ? { text: data.text, content: [data.text], prompt: data.text, action: "TEXT_RESOURCE", mediaType: "text" } : {
mediaUrl: data.url, url: data.urls || [data.url], action: "AUDIO_RESOURCE", mediaType: "audio", mediaUrl: data.url, url: data.urls || [data.url], action: "AUDIO_RESOURCE", mediaType: "audio",
}), }),
audioMeta: data.metadata, audioMeta: data.metadata,

View File

@ -0,0 +1,7 @@
export function restoreTextResourceContent(draft?: Record<string, any>): string[] {
const content = draft?.content;
if (typeof content === "string") return [content];
// Empty arrays and strings both represent an intentional edit.
if (Array.isArray(content)) return content;
return [];
}

View File

@ -23,6 +23,7 @@ export default defineConfig({
/routes\/video-canvas-media-import\.test\.ts/, /routes\/video-canvas-media-import\.test\.ts/,
/routes\/video-canvas-toolbar-jobs\.test\.ts/, /routes\/video-canvas-toolbar-jobs\.test\.ts/,
/routes\/image-provider-error-classification\.test\.ts/, /routes\/image-provider-error-classification\.test\.ts/,
/routes\/chat-image-fallback-contract\.test\.ts/,
/routes\/image-generation-status\.test\.ts/, /routes\/image-generation-status\.test\.ts/,
/routes\/canvas-agent-runtime-image-failover\.test\.ts/, /routes\/canvas-agent-runtime-image-failover\.test\.ts/,
/routes\/video-canvas-audio-remote\.test\.ts/, /routes\/video-canvas-audio-remote\.test\.ts/,

View File

@ -0,0 +1,45 @@
import { expect, test } from "@playwright/test";
import { serverLoader } from "../helpers/canvas-download-server-loader";
const { canUseImageFallback } = serverLoader({
"@/lib/ai/dynamic-provider": {},
"@/lib/ai/providers/fal-image": {},
"./image-media": {},
})("app/(chat)/api/chat/_lib/image-failover.ts");
const candidate = {
provider: { id: "account", type: "vip98k" },
model: {
modelId: "nano-banana-2-2k-cl", supportsVision: true,
imageGenConfig: { supportedImageSizes: ["2K"], supportedAspectRatios: ["1:1", "3:4"], maxReferenceImages: 2, maxImages: 1 },
},
};
const params = { imageSize: "2K", aspectRatio: "3:4", imageCount: 1 };
const messages = [{ role: "user", parts: [
{ type: "text", text: "Replace the bookshelf" },
{ type: "file", mediaType: "image/png", url: "https://fixture.invalid/source.png" },
] }];
test("a fixed 2K fallback never receives a 1K or 4K request", () => {
for (const imageSize of ["1K", "4K"]) {
expect(canUseImageFallback(candidate, { ...params, imageSize }, messages, new Set())).toBe(false);
}
expect(canUseImageFallback(candidate, params, messages, new Set())).toBe(true);
});
test("fallback preserves image ratio, quantity and all reference images", () => {
expect(canUseImageFallback(candidate, { ...params, aspectRatio: "16:9" }, messages, new Set())).toBe(false);
expect(canUseImageFallback(candidate, { ...params, imageCount: 2 }, messages, new Set())).toBe(false);
expect(canUseImageFallback(candidate, params, [messages[0], messages[0], messages[0]], new Set())).toBe(false);
const textOnly = { ...candidate, model: { ...candidate.model, supportsVision: false } };
expect(canUseImageFallback(textOnly, params, messages, new Set())).toBe(false);
expect(canUseImageFallback(textOnly, params, [], new Set())).toBe(true);
expect(canUseImageFallback(candidate, { ...params, aspectRatio: "auto" }, messages, new Set())).toBe(true);
});
test("an exhausted account is skipped across models, while a compatible independent account is eligible", () => {
const blocked = new Set(["account"]);
expect(canUseImageFallback(candidate, params, messages, blocked)).toBe(false);
expect(canUseImageFallback({ ...candidate, model: { ...candidate.model, modelId: "another-model" } }, params, messages, blocked)).toBe(false);
expect(canUseImageFallback({ ...candidate, provider: { ...candidate.provider, id: "other-account" } }, params, messages, blocked)).toBe(true);
});

View File

@ -37,3 +37,26 @@ test("late failures remain associated with their original user request", () => {
expect(findImageGenerationFailure(messages, "second")).toBeNull(); expect(findImageGenerationFailure(messages, "second")).toBeNull();
expect(findImageGenerationFailure([{ role: "assistant", parts: [{ type: "text", text: "请分析失败原因" }] }], "second")).toBeNull(); expect(findImageGenerationFailure([{ role: "assistant", parts: [{ type: "text", text: "请分析失败原因" }] }], "second")).toBeNull();
}); });
test("quota rejection reports the same terminal state to the browser and history and links the upstream request", async () => {
const chunks: any[] = [];
const saved: any[] = [];
const logs: any[] = [];
const load = serverLoader({
"@/lib/db/queries": { saveMessages: async ({ messages }: any) => saved.push(...messages) },
"@/lib/observability/logger": { createLogger: () => ({ warn: (_: string, fields: any) => logs.push(fields) }) },
});
const { reportImageGenerationFailure } = load("app/(chat)/api/chat/_lib/image-generation-failure.ts");
await reportImageGenerationFailure({
writer: { write: (chunk: any) => chunks.push(chunk) },
chatId: "chat", userMessageId: "original-user", messageId: "local-request",
error: Object.assign(new Error("The API key does not have enough available quota. (HTTP 429)"), {
status: 429, providerRequestId: "upstream-request",
}), label: "test",
});
const streamed = JSON.parse(chunks.find(chunk => chunk.type === "data-imageGenerationStatus").data);
expect(findImageGenerationFailure(saved, "original-user")).toEqual(streamed);
expect(streamed).toMatchObject({ phase: "failed", failure: { code: "PROVIDER_BALANCE_EXHAUSTED", outcome: "failed" } });
expect(saved[0].parts[0].text).toContain("与您的积分余额无关");
expect(logs).toContainEqual(expect.objectContaining({ requestId: "local-request", providerRequestId: "upstream-request" }));
});

View File

@ -269,6 +269,14 @@ test("ordinary image success uses the original response directly", async () => {
expect(h.calls.map(c => c.method)).toEqual(["POST"]); expect(h.calls.map(c => c.method)).toEqual(["POST"]);
}); });
test("a 98K quota rejection retains its request ID without another submission", async () => {
const h = imageRecoveryHarness(() => Response.json({ error: {
code: "insufficient_quota", message: "The API key does not have enough available quota.",
} }, { status: 429, headers: { "X-Request-ID": "provider-quota-request" } }));
await expect(h.run()).rejects.toMatchObject({ status: 429, providerRequestId: "provider-quota-request" });
expect(h.calls.map(c => c.method)).toEqual(["POST"]);
});
test("an explicit provider balance error takes precedence over HTTP 429", () => { test("an explicit provider balance error takes precedence over HTTP 429", () => {
const error = Object.assign(new Error("余额不足,请点击充值页面续费(HTTP 429)"), { status: 429 }); const error = Object.assign(new Error("余额不足,请点击充值页面续费(HTTP 429)"), { status: 429 });
expect(isProviderBalanceError(error)).toBe(true); expect(isProviderBalanceError(error)).toBe(true);
@ -288,6 +296,19 @@ test("nested billing details and generic quota limits are kept distinct", () =>
expect(isProviderBalanceError(new Error("该模型额度不足(HTTP 429)"))).toBe(true); expect(isProviderBalanceError(new Error("该模型额度不足(HTTP 429)"))).toBe(true);
}); });
test("98K wallet rejection remains a balance error instead of rate limiting", () => {
for (const message of [
"The API key does not have enough available quota.",
"The API key does not have enough available quota for this request.",
]) {
const error = Object.assign(new Error(`${message} (HTTP 429)`), { status: 429 });
expect(isProviderBalanceError(error)).toBe(true);
expect(isRateLimitError(error)).toBe(false);
expect(getRequestFailureDetails(error)).toMatchObject({ code: "PROVIDER_BALANCE_EXHAUSTED" });
expect(getUserFacingImageGenerationErrorMessage(error)).toContain("与您的积分余额无关");
}
});
test("confirmed balance failures remain isolated until explicitly restored", () => { test("confirmed balance failures remain isolated until explicitly restored", () => {
const model = { const model = {
healthLastEventType: "quota", healthLastEventType: "quota",

View File

@ -309,3 +309,17 @@ test("a cancelled request can leave shared discovery without submitting a paid P
finishCatalog(Response.json({ data: { sections: [{ models: [catalogModel] }] } })); finishCatalog(Response.json({ data: { sections: [{ models: [catalogModel] }] } }));
expect(posts).toBe(0); expect(posts).toBe(0);
}); });
test("fixed-sampling native contracts omit sampling controls while preserving tools and token limits", async () => {
let sent: any;
const metadata={chatInvocation:{protocol:'anthropic-messages',path:'/v1/messages',headers:{'X-Relay-Route-Option':'native_route'}},invocation:{kind:'chat',path:'/v1/messages',headers:{'X-Relay-Route-Option':'native_route'},inputSchema:{properties:{temperature:{const:1},top_p:{const:.99},top_k:false}}}};
const selected=selectVip98kChatInvocation(metadata);
expect(selected?.omitSampling).toBe(true);
const nativeModel=createVip98kChatModel({apiKey:'fixture',baseURL:'https://relay.example',modelId:'claude-haiku-5-5',metadata,fetch:async(_url,init)=>{
sent=JSON.parse(String(init?.body));
return Response.json({id:'test',type:'message',role:'assistant',model:'claude-haiku-5-5',content:[{type:'text',text:'ok'}],stop_reason:'end_turn',stop_sequence:null,usage:{input_tokens:1,output_tokens:1}});
}});
await generateText({model:nativeModel,prompt:'test',temperature:.2,topP:.9,topK:4,maxOutputTokens:321,maxRetries:0});
expect(sent.max_tokens).toBe(321);
for(const key of ['temperature','top_p','top_k'])expect(sent).not.toHaveProperty(key);
});

View File

@ -16,6 +16,7 @@ import {
type CanvasGenerationTask, type CanvasGenerationTask,
} from "@/lib/video-canvas/task-contract"; } from "@/lib/video-canvas/task-contract";
import { chooseStoryVideoSettings } from "@/lib/video-canvas/model-matching"; import { chooseStoryVideoSettings } from "@/lib/video-canvas/model-matching";
import { restoreTextResourceContent } from "@/lib/video-canvas/text-resource";
type TaskNode = { id: string; draftValues?: Record<string, any>; [key: string]: any }; type TaskNode = { id: string; draftValues?: Record<string, any>; [key: string]: any };
const node: TaskNode = { const node: TaskNode = {
id: "n1", id: "n1",
@ -62,6 +63,22 @@ test("music variations become separate playable resources without duplicate card
expect(result[1]).toMatchObject({inputType:"audio",draftValues:{action:"AUDIO_RESOURCE",mediaUrl:"https://example.com/two.mp3"}}); expect(result[1]).toMatchObject({inputType:"audio",draftValues:{action:"AUDIO_RESOURCE",mediaUrl:"https://example.com/two.mp3"}});
expect(reconcileCanvasTasks(result,[music],"2026-09-17T01:00:00Z")).toBe(result); expect(reconcileCanvasTasks(result,[music],"2026-09-17T01:00:00Z")).toBe(result);
}); });
test("speech recognition restores editable text with the canvas resource format", () => {
const text = "这是由壹点测试画布的语音验收,中文配音正常。";
const recognition: CanvasGenerationTask = {
...task,
request: { ...task.request, kind: "audio" },
result: { text, metadata: { outputType: "text" } },
};
const result = reconcileCanvasTasks<TaskNode>([], [recognition], "2026-09-17T01:00:00Z");
expect(result[0]).toMatchObject({
inputType: "text",
draftValues: { action: "TEXT_RESOURCE", content: [text], generationStatus: "complete" },
});
const edited = [{ ...result[0], draftValues: { ...result[0].draftValues, content: ["已校对的中文"] } }];
expect(reconcileCanvasTasks(edited, [recognition], "2026-09-17T01:00:00Z")).toBe(edited);
});
test("does not resurrect nodes removed after task creation or hidden on the server", () => { test("does not resurrect nodes removed after task creation or hidden on the server", () => {
expect(reconcileCanvasTasks<TaskNode>([], [task], "2026-09-17T01:02:00Z")).toEqual([]); expect(reconcileCanvasTasks<TaskNode>([], [task], "2026-09-17T01:02:00Z")).toEqual([]);
expect( expect(
@ -72,6 +89,18 @@ test("does not resurrect nodes removed after task creation or hidden on the serv
), ),
).toEqual([]); ).toEqual([]);
}); });
test("saved speech text survives reload and retains subsequent edits, including an empty edit", () => {
const text = "这是由壹点测试画布的语音验收,尺寸 15mm。 ";
const saved = { content: text, text, audioMeta: { outputType: "text" } };
expect(restoreTextResourceContent(JSON.parse(JSON.stringify(saved)))).toEqual([text]);
expect(restoreTextResourceContent({ ...saved, content: [] })).toEqual([]);
for (const edit of ["已校对的中文 20mm。 ", ""]) {
const updated = { ...saved, content: edit ? [edit] : [] };
expect(restoreTextResourceContent(JSON.parse(JSON.stringify(updated)))).toEqual(edit ? [edit] : []);
}
expect(restoreTextResourceContent({ content: [] })).toEqual([]);
});
test("late result from an older request cannot overwrite a new generation on the same node", () => { test("late result from an older request cannot overwrite a new generation on the same node", () => {
const current = { const current = {
...node, ...node,

View File

@ -178,3 +178,90 @@ test("completed audio checkpoints retain the original provider and resumable tas
const checkpoint={operation:"audio",provider:"vip98k",modelRef:"test",modelId:"gem-2.5-tts",providerId:"source",baseUrl:"https://relay.example",taskId:"original",url:"https://example.com/audio.wav",format:"wav"}; const checkpoint={operation:"audio",provider:"vip98k",modelRef:"test",modelId:"gem-2.5-tts",providerId:"source",baseUrl:"https://relay.example",taskId:"original",url:"https://example.com/audio.wav",format:"wav"};
expect(getAudioCheckpoint({request:{kind:"audio",params:{modelRef:"test"}},result:{upstreamAudio:checkpoint}})).toEqual(checkpoint); expect(getAudioCheckpoint({request:{kind:"audio",params:{modelRef:"test"}},result:{upstreamAudio:checkpoint}})).toEqual(checkpoint);
}); });
test("route-scoped image contracts take precedence over generic task examples", () => {
const selected = {...invocation({size:{type:'string'},image:{type:'array',maxItems:8}}),headers:{'X-Relay-Route-Option':'selected'}};
const generic = {...invocation({resolution:{enum:['1K','2K']},aspect_ratio:{enum:['1:1','16:9']},file_urls:{type:'array'}},{file_urls:[]}),kind:'task',path:'/extensions/v1/tasks'};
for(const imageCount of [0,1]) {
const resolved=selectVip98kTaskInvocation({modelId:'image',kind:'image',configuredInvocation:selected,configuredInvocations:[generic,selected],imageCount});
expect(resolved?.headers).toEqual({'X-Relay-Route-Option':'selected'});
}
});
test("native ratio and resolution contracts can use automatic pixels for non-square images", () => {
const contract=invocation({size:{enum:['auto','1024x1024','2048x2048','4096x4096']},resolution:{enum:['1K','2K','4K']},aspect_ratio:{enum:['1:1','16:9','9:16']}},{size:'1024x1024'});
for(const aspectRatio of ['16:9','9:16'])for(const imageSize of ['1K','2K','4K']) {
const result=buildTaskBody({...params,imageParams:{imageSize,aspectRatio}},contract);
expect(result.body).toMatchObject({size:'auto',resolution:imageSize,aspect_ratio:aspectRatio});
}
});
test("reference limits inside allOf are enforced before submission and during import", () => {
const schema={properties:{model:{type:'string'},prompt:{type:'string'},images:{allOf:[{type:'array',maxItems:16},{maxItems:14}]}}};
const contract={...invocation({},{images:[]}),inputSchema:schema};
const images=Array.from({length:15},(_,i)=>`https://fixture.example/${i}.png`);
expect(()=>buildTaskBody({...params,imageUrls:images},contract)).toThrow('14');
const [model]=buildVip98kModelPresets([{id:'image',type:'image',invocation:{kind:'tool',path:contract.path,input_schema:schema,request_example:contract.requestExample}}]);
expect(model.imageGenConfig?.maxReferenceImages).toBe(14);
});
test("quality and negative prompt have a single effective location", () => {
const metadata={quality:'high'};
const contract=invocation({quality:{const:'high'},negative_prompt:{type:'string'},negativePrompt:{type:'string'}},{metadata,negativePrompt:'example'});
const result=buildTaskBody({...params,imageParams:{quality:'auto',negativePrompt:'blurry'}},contract);
expect(result.body.metadata).toEqual({quality:'high'});
expect(result.body).not.toHaveProperty('quality');
expect(result.body.negative_prompt).toBe('blurry');
expect(result.body).not.toHaveProperty('negativePrompt');
expect(metadata).toEqual({quality:'high'});
});
test("fixed resolution edit contracts determine the imported default", () => {
for(const resolution of ['2K','4K']){
const [model] = buildVip98kModelPresets([{
id: 'fixed-image', type: 'image',
invocation: {
kind: 'tool', path: '/v1/images/generations',
request_example: { model: 'fixed-image', prompt: 'test' },
input_schema: { properties: { size: { type: 'string' } } },
},
invocations: [{
kind: 'tool', path: '/v1/images/edits',
request_example: { model: 'fixed-image', prompt: 'test', file_urls: [] },
input_schema: { properties: {
file_urls: { type: 'array', maxItems: 16 }, size: { enum: ['auto'] },
resolution: { enum: [resolution] }, aspect_ratio: { enum: ['1:1', '16:9'] },
} },
}],
}]);
expect(model.defaultParams.imageSize).toBe(resolution);
expect(model.imageGenConfig?.supportedImageSizes).toEqual([resolution]);
}
});
test("video duration choices follow the selected resolution", () => {
const schema={properties:{duration:{minimum:1,maximum:15}},allOf:[{if:{properties:{resolution:{const:'1080p'}}},then:{properties:{duration:{maximum:10}}}}]};
const model={providerType:'vip98k',capabilities:{kind:'video',durationOptions:[5,10,15],vip98k:{invocation:{inputSchema:schema}}}};
expect(getCanvasVideoParameters(model,'text-to-video','1080P').durations).toEqual([5,10]);
expect(getCanvasVideoParameters(model,'text-to-video','720p').durations).toEqual([5,10,15]);
});
test("generation controls preserve false and zero in the declared wire fields", () => {
const contract=invocation({seed:{type:'integer'},watermark:{type:'boolean'},prompt_extend:{type:'boolean'},return_last_frame:{type:'boolean'},camera_fixed:{type:'boolean'}},{metadata:{watermark:true}});
const image=buildTaskBody({...params,imageParams:{seed:0,watermark:false,promptExtend:false}},contract).body;
expect(image).toMatchObject({seed:0,prompt_extend:false,metadata:{watermark:false}});
expect(image).not.toHaveProperty('watermark');
const video=buildTaskBody({...params,kind:'video',videoParams:{seed:0,watermark:false,returnLastFrame:true,cameraFixed:false}},contract).body;
expect(video).toMatchObject({seed:0,return_last_frame:true,camera_fixed:false,metadata:{watermark:false}});
const unsupported=buildTaskBody({...params,imageParams:{seed:0,watermark:false}},invocation({seed:false,watermark:false})).body;
expect(unsupported).not.toHaveProperty('seed');
expect(unsupported).not.toHaveProperty('watermark');
});
test("fixed quality routes replace stale quality choices before submission", () => {
const contract=invocation({quality:{enum:['auto']}},{quality:'auto'});
for(const quality of ['auto','low','medium','high']) {
expect(buildTaskBody({...params,imageParams:{quality}},contract).body.quality).toBe('auto');
}
expect(()=>buildTaskBody({...params,imageParams:{quality:'invalid'}},invocation({quality:{enum:['low','high']}}))).toThrow('图片质量');
});

View File

@ -970,13 +970,17 @@ test.describe("VIP98K reference-image routing", () => {
properties: { properties: {
aspect_ratio: { type: "string" }, aspect_ratio: { type: "string" },
image: { type: "array" }, image: { type: "array" },
size: {
enum: ["1024x1024", "2048x2048", "2880x2880"],
},
}, },
}); });
}); });
test("Flare retains non-square pixel geometry", () => {
const contract = resolveVip98kTaskInvocation('gpt-image-2.5-flare', null);
const wide = buildTaskBody({apiKey:'fixture',modelId:'gpt-image-2.5-flare',kind:'image',prompt:'wide product',imageUrls:[],videoUrls:[],modelConfig:{},imageParams:{imageSize:'2K',aspectRatio:'16:9'}},contract);
expect(wide.body.size).toBe('2720x1536');
});
test("does not inherit multi-image support from broad authorized metadata", () => { test("does not inherit multi-image support from broad authorized metadata", () => {
const presets = buildVip98kModelPresets([ const presets = buildVip98kModelPresets([
{ {