From ba24efc8e77e2756348caa705ce75565efdeec6d Mon Sep 17 00:00:00 2001 From: WuYongJie <549727955@qq.com> Date: Mon, 16 Nov 2026 10:57:53 +0800 Subject: [PATCH] feat: support 98K image, video, chat and audio model contracts --- app/api/canvas/audio/models/route.ts | 4 +- components/canvas/AudioGenerationComposer.tsx | 65 ++++++--- lib/ai/providers/vip98k-chat.ts | 12 +- lib/ai/providers/vip98k.ts | 61 ++++++-- lib/ai/vip98k-chat-contract.ts | 10 +- lib/ai/vip98k-models.ts | 59 ++++++-- lib/ai/vip98k-task-invocation.ts | 6 +- lib/ai/vip98k-video-parameters.ts | 54 ++++++- lib/storage/qiniu-image-archive.ts | 17 ++- lib/style-pro/model-options.ts | 1 + lib/video-canvas/audio-contract.ts | 12 +- lib/video-canvas/audio-generation.ts | 5 + lib/video-canvas/task-contract.ts | 16 +-- lib/video-canvas/task-recovery.ts | 3 +- lib/video-canvas/vip98k-audio-contract.ts | 106 ++++++++++++++ lib/video-canvas/vip98k-audio-file.ts | 24 ++++ lib/video-canvas/vip98k-audio-generation.ts | 133 ++++++++++++++++++ package.json | 1 + playwright.helpers.config.ts | 1 + pnpm-lock.yaml | 32 +++++ tests/routes/video-canvas-tasks.test.ts | 7 + tests/routes/vip98k-model-expansion.test.ts | 106 ++++++++++++++ tests/routes/vip98k-reference-routing.test.ts | 6 +- 23 files changed, 667 insertions(+), 74 deletions(-) create mode 100644 lib/video-canvas/vip98k-audio-contract.ts create mode 100644 lib/video-canvas/vip98k-audio-file.ts create mode 100644 lib/video-canvas/vip98k-audio-generation.ts create mode 100644 tests/routes/vip98k-model-expansion.test.ts diff --git a/app/api/canvas/audio/models/route.ts b/app/api/canvas/audio/models/route.ts index 92418a3dc..caba90ada 100644 --- a/app/api/canvas/audio/models/route.ts +++ b/app/api/canvas/audio/models/route.ts @@ -9,10 +9,10 @@ export async function GET() { const models = await listCanvasAudioModels(); return NextResponse.json( { - models: models.map(({ model }) => ({ + models: models.map(({ model, provider }) => ({ id: model.id, modelId: model.modelId, - name: model.displayName, + name: `${model.displayName} · ${provider.type === "vip98k" ? "98K" : "阿里云"}`, ...audioContract(model.modelId), })), }, diff --git a/components/canvas/AudioGenerationComposer.tsx b/components/canvas/AudioGenerationComposer.tsx index b605c9ea0..621c8e0e6 100644 --- a/components/canvas/AudioGenerationComposer.tsx +++ b/components/canvas/AudioGenerationComposer.tsx @@ -72,13 +72,13 @@ export function AudioGenerationComposer({ setError(""); setSending(true); try { - if (!model) throw Error("当前模式没有已启用的官方模型"); + if (!model) throw Error("当前模式没有已启用的模型"); const params = audioRequestSchema.parse({ ...draft, text: [draft.text, connectedText].filter(Boolean).join("\n\n"), modelRef: model.id, voice, - format, + format: format || "wav", ...(!contract?.controls ? { rate: 1, pitch: 1, volume: 50 } : {}), ...(!contract?.instructions ? { instructions: "" } : {}), }); @@ -96,9 +96,9 @@ export function AudioGenerationComposer({
-

语音与音乐 · 阿里云官方

+

语音与音乐

{connectedText &&

已连接文本:{connectedText}

}
@@ -112,6 +112,9 @@ export function AudioGenerationComposer({ > + + +
-