feat(ai): add VIP98K provider foundation on 48 baseline
This commit is contained in:
parent
30b7ae168f
commit
725a93331a
@ -91,6 +91,7 @@ export type AdminAiProvider = {
|
|||||||
| "bananaimage"
|
| "bananaimage"
|
||||||
| "visionary"
|
| "visionary"
|
||||||
| "atlascloud"
|
| "atlascloud"
|
||||||
|
| "vip98k"
|
||||||
| "stepfun-image"
|
| "stepfun-image"
|
||||||
| "midjourney"
|
| "midjourney"
|
||||||
| "fal-video"
|
| "fal-video"
|
||||||
|
|||||||
@ -636,6 +636,7 @@ type AiProvider = {
|
|||||||
| "bananaimage"
|
| "bananaimage"
|
||||||
| "visionary"
|
| "visionary"
|
||||||
| "atlascloud"
|
| "atlascloud"
|
||||||
|
| "vip98k"
|
||||||
| "stepfun-image"
|
| "stepfun-image"
|
||||||
| "midjourney"
|
| "midjourney"
|
||||||
| "fal-video"
|
| "fal-video"
|
||||||
@ -665,6 +666,9 @@ type ImageGenConfig = {
|
|||||||
supportsSeed?: boolean; // 是否支持随机种子
|
supportsSeed?: boolean; // 是否支持随机种子
|
||||||
supportedAspectRatios?: string[]; // 支持的图片比例
|
supportedAspectRatios?: string[]; // 支持的图片比例
|
||||||
supportedImageSizes?: string[]; // 支持的分辨率/K 数
|
supportedImageSizes?: string[]; // 支持的分辨率/K 数
|
||||||
|
maxReferenceImages?: number; // 最大参考图数量
|
||||||
|
maxVideoReferences?: number; // 最大参考视频数量
|
||||||
|
supportsQuality?: boolean; // 是否支持质量档位
|
||||||
creditCostPerImage?: number; // 每张图片积分消耗
|
creditCostPerImage?: number; // 每张图片积分消耗
|
||||||
creditCostMultiplierBySize?: Record<string, number>; // 各图片尺寸积分倍率
|
creditCostMultiplierBySize?: Record<string, number>; // 各图片尺寸积分倍率
|
||||||
creditDiscountRate?: number; // 积分折扣,按“折”配置,如 5 = 5折
|
creditDiscountRate?: number; // 积分折扣,按“折”配置,如 5 = 5折
|
||||||
@ -674,6 +678,7 @@ type ImageGenConfig = {
|
|||||||
creditCostPerVideoByResolution?: Record<string, number>; // 各分辨率积分
|
creditCostPerVideoByResolution?: Record<string, number>; // 各分辨率积分
|
||||||
enableLoadingPlaceholder?: boolean; // 是否启用加载占位图
|
enableLoadingPlaceholder?: boolean; // 是否启用加载占位图
|
||||||
loadingColor?: string; // 占位图主题色,如 "purple", "blue", "green"
|
loadingColor?: string; // 占位图主题色,如 "purple", "blue", "green"
|
||||||
|
vip98k?: Record<string, unknown>; // VIP98K 目录元数据
|
||||||
};
|
};
|
||||||
|
|
||||||
function createDefaultImageGenConfig(): ImageGenConfig {
|
function createDefaultImageGenConfig(): ImageGenConfig {
|
||||||
@ -1598,6 +1603,7 @@ const PROVIDER_TYPES = [
|
|||||||
{ value: "bananaimage", label: "BananaImage 生图" },
|
{ value: "bananaimage", label: "BananaImage 生图" },
|
||||||
{ value: "visionary", label: "Visionary 生图" },
|
{ value: "visionary", label: "Visionary 生图" },
|
||||||
{ value: "atlascloud", label: "Atlas Cloud 图片 / 视频 / 3D 模型" },
|
{ value: "atlascloud", label: "Atlas Cloud 图片 / 视频 / 3D 模型" },
|
||||||
|
{ value: "vip98k", label: "VIP98K 混合模型服务" },
|
||||||
{ value: "stepfun-image", label: "阶跃星辰 Step Image Edit" },
|
{ value: "stepfun-image", label: "阶跃星辰 Step Image Edit" },
|
||||||
{ value: "bltcy-video", label: "柏拉图统一视频" },
|
{ value: "bltcy-video", label: "柏拉图统一视频" },
|
||||||
{ value: "grsai-gpt-image", label: "Grsai GPT Image" },
|
{ value: "grsai-gpt-image", label: "Grsai GPT Image" },
|
||||||
@ -1635,6 +1641,7 @@ const PROVIDER_DEFAULT_BASE_URL: Record<string, string> = {
|
|||||||
bananaimage: "https://bananaimage.aigenmedia.art",
|
bananaimage: "https://bananaimage.aigenmedia.art",
|
||||||
visionary: "https://api.visionary.beer",
|
visionary: "https://api.visionary.beer",
|
||||||
atlascloud: "https://api.atlascloud.ai",
|
atlascloud: "https://api.atlascloud.ai",
|
||||||
|
vip98k: "https://api.vip98k.com",
|
||||||
"stepfun-image": "https://api.stepfun.com",
|
"stepfun-image": "https://api.stepfun.com",
|
||||||
"bltcy-video": "https://api.bltcy.ai",
|
"bltcy-video": "https://api.bltcy.ai",
|
||||||
"grsai-gpt-image": "https://grsai.dakka.com.cn",
|
"grsai-gpt-image": "https://grsai.dakka.com.cn",
|
||||||
@ -4117,6 +4124,7 @@ export function AdminSettingsClient() {
|
|||||||
| "bananaimage"
|
| "bananaimage"
|
||||||
| "visionary"
|
| "visionary"
|
||||||
| "atlascloud"
|
| "atlascloud"
|
||||||
|
| "vip98k"
|
||||||
| "stepfun-image"
|
| "stepfun-image"
|
||||||
| "midjourney"
|
| "midjourney"
|
||||||
| "fal-video"
|
| "fal-video"
|
||||||
@ -6363,6 +6371,7 @@ export function AdminSettingsClient() {
|
|||||||
const isBananaImageProvider = providerForm.type === "bananaimage";
|
const isBananaImageProvider = providerForm.type === "bananaimage";
|
||||||
const isVisionaryProvider = providerForm.type === "visionary";
|
const isVisionaryProvider = providerForm.type === "visionary";
|
||||||
const isAtlasCloudProvider = providerForm.type === "atlascloud";
|
const isAtlasCloudProvider = providerForm.type === "atlascloud";
|
||||||
|
const isVip98kProvider = providerForm.type === "vip98k";
|
||||||
const isBltcyVideoProvider = providerForm.type === "bltcy-video";
|
const isBltcyVideoProvider = providerForm.type === "bltcy-video";
|
||||||
const isLemonProvider =
|
const isLemonProvider =
|
||||||
providerForm.type === "openai" &&
|
providerForm.type === "openai" &&
|
||||||
@ -6538,6 +6547,17 @@ export function AdminSettingsClient() {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
if (isNewProvider && isVip98kProvider && providerId) {
|
||||||
|
try {
|
||||||
|
await handleQuickAddVip98kModels(providerId, { skipConfirm: true });
|
||||||
|
} catch (modelError) {
|
||||||
|
console.error("[Auto Sync VIP98K Models] Error:", modelError);
|
||||||
|
toast.warning(
|
||||||
|
'VIP98K 模型同步失败,请手动点击"同步 VIP98K 全部模型"按钮'
|
||||||
|
);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
if (isNewProvider && isBltcyVideoProvider && providerId) {
|
if (isNewProvider && isBltcyVideoProvider && providerId) {
|
||||||
try {
|
try {
|
||||||
await handleQuickAddBltcyVideoModels(providerId, {
|
await handleQuickAddBltcyVideoModels(providerId, {
|
||||||
@ -7626,6 +7646,45 @@ export function AdminSettingsClient() {
|
|||||||
}
|
}
|
||||||
};
|
};
|
||||||
|
|
||||||
|
const handleQuickAddVip98kModels = async (
|
||||||
|
providerId: string,
|
||||||
|
options?: { skipConfirm?: boolean }
|
||||||
|
) => {
|
||||||
|
if (
|
||||||
|
!options?.skipConfirm &&
|
||||||
|
!confirm(
|
||||||
|
"将从 VIP98K 模型目录同步全部模型,并按图片、视频、3D 世界、文本和工具分类。图片模型会配置比例、1K/2K/4K 和多参考图能力。\n\n继续吗?"
|
||||||
|
)
|
||||||
|
) {
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
try {
|
||||||
|
toast.info("正在读取 VIP98K 模型目录...");
|
||||||
|
const response = await fetch("/api/admin/vip98k-models", {
|
||||||
|
method: "POST",
|
||||||
|
headers: { "Content-Type": "application/json" },
|
||||||
|
body: JSON.stringify({ providerId }),
|
||||||
|
});
|
||||||
|
const data = await response.json();
|
||||||
|
if (!response.ok) throw new Error(data.error || "同步失败");
|
||||||
|
|
||||||
|
const totalSynced =
|
||||||
|
Number(data.addedCount || 0) + Number(data.updatedCount || 0);
|
||||||
|
toast.success(
|
||||||
|
`已同步 ${totalSynced} 个 VIP98K 模型(目录共 ${Number(data.counts?.total || totalSynced)} 个)`
|
||||||
|
);
|
||||||
|
mutateModels();
|
||||||
|
if (data.errors?.length) {
|
||||||
|
toast.warning(`${data.errors.length} 个 VIP98K 模型同步失败`);
|
||||||
|
}
|
||||||
|
} catch (error: any) {
|
||||||
|
console.error("[Quick Add VIP98K Models] Error:", error);
|
||||||
|
toast.error(error.message || "同步 VIP98K 模型失败");
|
||||||
|
throw error;
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
const handleUseFalImageProviderPreset = () => {
|
const handleUseFalImageProviderPreset = () => {
|
||||||
setProviderForm({
|
setProviderForm({
|
||||||
id: "",
|
id: "",
|
||||||
@ -15944,6 +16003,13 @@ export function AdminSettingsClient() {
|
|||||||
并按每个模型自己的 Schema 配置多图数量、比例及 1K/2K/4K 档位。
|
并按每个模型自己的 Schema 配置多图数量、比例及 1K/2K/4K 档位。
|
||||||
</p>
|
</p>
|
||||||
)}
|
)}
|
||||||
|
{providerForm.type === "vip98k" && (
|
||||||
|
<p className="text-muted-foreground text-xs">
|
||||||
|
VIP98K 使用 Bearer API Key 认证,Base URL 只填写
|
||||||
|
https://api.vip98k.com。保存后会自动同步图片、视频、3D、
|
||||||
|
多模态和工具模型。
|
||||||
|
</p>
|
||||||
|
)}
|
||||||
{providerForm.type === "bfl-image" &&
|
{providerForm.type === "bfl-image" &&
|
||||||
isBltcyBflBaseUrl(providerForm.baseUrl) && (
|
isBltcyBflBaseUrl(providerForm.baseUrl) && (
|
||||||
<p className="text-muted-foreground text-xs">
|
<p className="text-muted-foreground text-xs">
|
||||||
@ -16101,6 +16167,17 @@ export function AdminSettingsClient() {
|
|||||||
同步 Atlas Cloud 模型
|
同步 Atlas Cloud 模型
|
||||||
</Button>
|
</Button>
|
||||||
)}
|
)}
|
||||||
|
{provider.type === "vip98k" && (
|
||||||
|
<Button
|
||||||
|
className="mt-2"
|
||||||
|
onClick={() => handleQuickAddVip98kModels(provider.id)}
|
||||||
|
size="sm"
|
||||||
|
variant="secondary"
|
||||||
|
>
|
||||||
|
<Sparkles className="mr-1 h-4 w-4" />
|
||||||
|
同步 VIP98K 全部模型
|
||||||
|
</Button>
|
||||||
|
)}
|
||||||
{provider.type === "bltcy-video" && (
|
{provider.type === "bltcy-video" && (
|
||||||
<Button
|
<Button
|
||||||
className="mt-2"
|
className="mt-2"
|
||||||
|
|||||||
@ -18,6 +18,7 @@ export const IMAGE_FAILOVER_PROVIDER_ALLOWLIST = new Set([
|
|||||||
"bananaimage",
|
"bananaimage",
|
||||||
"visionary",
|
"visionary",
|
||||||
"atlascloud",
|
"atlascloud",
|
||||||
|
"vip98k",
|
||||||
"stepfun-image",
|
"stepfun-image",
|
||||||
"runway",
|
"runway",
|
||||||
"krea",
|
"krea",
|
||||||
@ -249,6 +250,7 @@ export function getImageFailoverConvertProvider(providerType?: string | null) {
|
|||||||
case "bananaimage":
|
case "bananaimage":
|
||||||
case "visionary":
|
case "visionary":
|
||||||
case "atlascloud":
|
case "atlascloud":
|
||||||
|
case "vip98k":
|
||||||
case "stepfun-image":
|
case "stepfun-image":
|
||||||
case "midjourney":
|
case "midjourney":
|
||||||
case "runway":
|
case "runway":
|
||||||
|
|||||||
@ -527,6 +527,7 @@ export async function convertMessagesWithImages(
|
|||||||
normalizedProviderType === "bananaimage" ||
|
normalizedProviderType === "bananaimage" ||
|
||||||
normalizedProviderType === "visionary" ||
|
normalizedProviderType === "visionary" ||
|
||||||
normalizedProviderType === "atlascloud" ||
|
normalizedProviderType === "atlascloud" ||
|
||||||
|
normalizedProviderType === "vip98k" ||
|
||||||
normalizedProviderType === "stepfun-image" ||
|
normalizedProviderType === "stepfun-image" ||
|
||||||
normalizedProviderType === "midjourney" ||
|
normalizedProviderType === "midjourney" ||
|
||||||
normalizedProviderType === "runway" ||
|
normalizedProviderType === "runway" ||
|
||||||
|
|||||||
@ -191,6 +191,7 @@ function normalizeImageLoadingProviderType(providerType?: string | null): string
|
|||||||
normalized === "bananaimage" ||
|
normalized === "bananaimage" ||
|
||||||
normalized === "visionary" ||
|
normalized === "visionary" ||
|
||||||
normalized === "atlascloud" ||
|
normalized === "atlascloud" ||
|
||||||
|
normalized === "vip98k" ||
|
||||||
normalized === "stepfun-image" ||
|
normalized === "stepfun-image" ||
|
||||||
normalized === "midjourney" ||
|
normalized === "midjourney" ||
|
||||||
normalized === "runway" ||
|
normalized === "runway" ||
|
||||||
|
|||||||
@ -9222,6 +9222,7 @@ export async function POST(request: Request) {
|
|||||||
bananaimage: 7,
|
bananaimage: 7,
|
||||||
visionary: 7,
|
visionary: 7,
|
||||||
atlascloud: 7,
|
atlascloud: 7,
|
||||||
|
vip98k: 7,
|
||||||
"stepfun-image": 7,
|
"stepfun-image": 7,
|
||||||
"grsai-gpt-image": 8,
|
"grsai-gpt-image": 8,
|
||||||
runway: 9,
|
runway: 9,
|
||||||
@ -9616,6 +9617,7 @@ export async function POST(request: Request) {
|
|||||||
"bananaimage",
|
"bananaimage",
|
||||||
"visionary",
|
"visionary",
|
||||||
"atlascloud",
|
"atlascloud",
|
||||||
|
"vip98k",
|
||||||
"stepfun-image",
|
"stepfun-image",
|
||||||
"midjourney",
|
"midjourney",
|
||||||
"runway",
|
"runway",
|
||||||
@ -9844,6 +9846,8 @@ export async function POST(request: Request) {
|
|||||||
? "visionary"
|
? "visionary"
|
||||||
: (languageModel as any).provider === "atlascloud"
|
: (languageModel as any).provider === "atlascloud"
|
||||||
? "atlascloud"
|
? "atlascloud"
|
||||||
|
: (languageModel as any).provider === "vip98k"
|
||||||
|
? "vip98k"
|
||||||
: (languageModel as any).provider === "stepfun-image"
|
: (languageModel as any).provider === "stepfun-image"
|
||||||
? "stepfun-image"
|
? "stepfun-image"
|
||||||
: (languageModel as any).provider === "midjourney"
|
: (languageModel as any).provider === "midjourney"
|
||||||
@ -9950,6 +9954,7 @@ export async function POST(request: Request) {
|
|||||||
bananaimage: 7,
|
bananaimage: 7,
|
||||||
visionary: 7,
|
visionary: 7,
|
||||||
atlascloud: 7,
|
atlascloud: 7,
|
||||||
|
vip98k: 7,
|
||||||
"stepfun-image": 7,
|
"stepfun-image": 7,
|
||||||
runway: 8,
|
runway: 8,
|
||||||
krea: 9,
|
krea: 9,
|
||||||
@ -9999,6 +10004,8 @@ export async function POST(request: Request) {
|
|||||||
? "visionary"
|
? "visionary"
|
||||||
: candidate.provider.type === "atlascloud"
|
: candidate.provider.type === "atlascloud"
|
||||||
? "atlascloud"
|
? "atlascloud"
|
||||||
|
: candidate.provider.type === "vip98k"
|
||||||
|
? "vip98k"
|
||||||
: candidate.provider.type === "stepfun-image"
|
: candidate.provider.type === "stepfun-image"
|
||||||
? "stepfun-image"
|
? "stepfun-image"
|
||||||
: candidate.provider.type === "midjourney"
|
: candidate.provider.type === "midjourney"
|
||||||
@ -10388,6 +10395,7 @@ export async function POST(request: Request) {
|
|||||||
bananaimage: 6,
|
bananaimage: 6,
|
||||||
visionary: 6,
|
visionary: 6,
|
||||||
atlascloud: 6,
|
atlascloud: 6,
|
||||||
|
vip98k: 6,
|
||||||
"stepfun-image": 6,
|
"stepfun-image": 6,
|
||||||
runway: 7,
|
runway: 7,
|
||||||
krea: 8,
|
krea: 8,
|
||||||
@ -10438,6 +10446,8 @@ export async function POST(request: Request) {
|
|||||||
? "visionary"
|
? "visionary"
|
||||||
: candidate.provider.type === "atlascloud"
|
: candidate.provider.type === "atlascloud"
|
||||||
? "atlascloud"
|
? "atlascloud"
|
||||||
|
: candidate.provider.type === "vip98k"
|
||||||
|
? "vip98k"
|
||||||
: candidate.provider.type === "stepfun-image"
|
: candidate.provider.type === "stepfun-image"
|
||||||
? "stepfun-image"
|
? "stepfun-image"
|
||||||
: candidate.provider.type === "midjourney"
|
: candidate.provider.type === "midjourney"
|
||||||
@ -10651,7 +10661,7 @@ export async function POST(request: Request) {
|
|||||||
|
|
||||||
// ========== 千问/FAL/RUXA 视频生成独立处理 ==========
|
// ========== 千问/FAL/RUXA 视频生成独立处理 ==========
|
||||||
if (
|
if (
|
||||||
["qianwen-video", "fal-video", "ruxa-video", "runway", "krea", "bltcy-video"].includes((languageModel as any).provider) &&
|
["qianwen-video", "fal-video", "ruxa-video", "runway", "krea", "bltcy-video", "vip98k"].includes((languageModel as any).provider) &&
|
||||||
typeof (languageModel as any).doGenerate === "function"
|
typeof (languageModel as any).doGenerate === "function"
|
||||||
) {
|
) {
|
||||||
const currentVideoProvider = (languageModel as any).provider as
|
const currentVideoProvider = (languageModel as any).provider as
|
||||||
@ -10660,7 +10670,8 @@ export async function POST(request: Request) {
|
|||||||
| "ruxa-video"
|
| "ruxa-video"
|
||||||
| "runway"
|
| "runway"
|
||||||
| "krea"
|
| "krea"
|
||||||
| "bltcy-video";
|
| "bltcy-video"
|
||||||
|
| "vip98k";
|
||||||
chatApiLogger.info(`[Chat API] Using ${currentVideoProvider} video generation`);
|
chatApiLogger.info(`[Chat API] Using ${currentVideoProvider} video generation`);
|
||||||
|
|
||||||
const videoGenerationStream = createUIMessageStream({
|
const videoGenerationStream = createUIMessageStream({
|
||||||
@ -11316,6 +11327,7 @@ export async function POST(request: Request) {
|
|||||||
bananaimage: 7,
|
bananaimage: 7,
|
||||||
visionary: 7,
|
visionary: 7,
|
||||||
atlascloud: 7,
|
atlascloud: 7,
|
||||||
|
vip98k: 7,
|
||||||
"stepfun-image": 7,
|
"stepfun-image": 7,
|
||||||
runway: 8,
|
runway: 8,
|
||||||
krea: 9,
|
krea: 9,
|
||||||
@ -11368,6 +11380,8 @@ export async function POST(request: Request) {
|
|||||||
? "visionary"
|
? "visionary"
|
||||||
: candidate.provider.type === "atlascloud"
|
: candidate.provider.type === "atlascloud"
|
||||||
? "atlascloud"
|
? "atlascloud"
|
||||||
|
: candidate.provider.type === "vip98k"
|
||||||
|
? "vip98k"
|
||||||
: candidate.provider.type === "stepfun-image"
|
: candidate.provider.type === "stepfun-image"
|
||||||
? "stepfun-image"
|
? "stepfun-image"
|
||||||
: candidate.provider.type === "midjourney"
|
: candidate.provider.type === "midjourney"
|
||||||
|
|||||||
@ -33,6 +33,11 @@ const imageGenConfigSchema = z.object({
|
|||||||
supportsNegativePrompt: z.boolean().optional(),
|
supportsNegativePrompt: z.boolean().optional(),
|
||||||
supportsWatermark: z.boolean().optional(),
|
supportsWatermark: z.boolean().optional(),
|
||||||
supportsSeed: z.boolean().optional(),
|
supportsSeed: z.boolean().optional(),
|
||||||
|
supportsQuality: z.boolean().optional(),
|
||||||
|
supportedAspectRatios: z.array(z.string().min(1).max(32)).max(32).optional(),
|
||||||
|
supportedImageSizes: z.array(z.string().min(1).max(32)).max(32).optional(),
|
||||||
|
maxReferenceImages: z.number().min(0).max(64).optional(),
|
||||||
|
maxVideoReferences: z.number().min(0).max(16).optional(),
|
||||||
ruxaTaskInputMode: z
|
ruxaTaskInputMode: z
|
||||||
.enum(["size-image", "resolution-based"])
|
.enum(["size-image", "resolution-based"])
|
||||||
.optional(),
|
.optional(),
|
||||||
@ -45,6 +50,7 @@ const imageGenConfigSchema = z.object({
|
|||||||
creditCostPerVideoByResolution: z.record(z.string(), z.number().min(0).max(100000)).optional(),
|
creditCostPerVideoByResolution: z.record(z.string(), z.number().min(0).max(100000)).optional(),
|
||||||
enableLoadingPlaceholder: z.boolean().optional(),
|
enableLoadingPlaceholder: z.boolean().optional(),
|
||||||
loadingColor: z.string().optional(),
|
loadingColor: z.string().optional(),
|
||||||
|
vip98k: z.record(z.string(), z.unknown()).optional(),
|
||||||
}).optional();
|
}).optional();
|
||||||
|
|
||||||
const capabilitiesSchema = z.record(z.string(), z.unknown()).nullable().optional();
|
const capabilitiesSchema = z.record(z.string(), z.unknown()).nullable().optional();
|
||||||
|
|||||||
@ -9,6 +9,7 @@ import {
|
|||||||
} from "@/lib/db/queries";
|
} from "@/lib/db/queries";
|
||||||
import { ChatSDKError } from "@/lib/errors";
|
import { ChatSDKError } from "@/lib/errors";
|
||||||
import { BLTCY_VIDEO_BASE_URL, isBltcyVideoBaseUrl } from "@/lib/ai/bltcy-video-models";
|
import { BLTCY_VIDEO_BASE_URL, isBltcyVideoBaseUrl } from "@/lib/ai/bltcy-video-models";
|
||||||
|
import { VIP98K_BASE_URL } from "@/lib/ai/vip98k-models";
|
||||||
import { clearScopedSiteSettingsCache } from "@/lib/site-settings/public-cache";
|
import { clearScopedSiteSettingsCache } from "@/lib/site-settings/public-cache";
|
||||||
|
|
||||||
const providerTypes = [
|
const providerTypes = [
|
||||||
@ -35,6 +36,7 @@ const providerTypes = [
|
|||||||
"bananaimage",
|
"bananaimage",
|
||||||
"visionary",
|
"visionary",
|
||||||
"atlascloud",
|
"atlascloud",
|
||||||
|
"vip98k",
|
||||||
"stepfun-image",
|
"stepfun-image",
|
||||||
"midjourney",
|
"midjourney",
|
||||||
"fal-video",
|
"fal-video",
|
||||||
@ -79,6 +81,7 @@ const OPENAI_IMAGE_BASE_URL = "https://api.openai.com/v1";
|
|||||||
const BANANAIMAGE_BASE_URL = "https://bananaimage.aigenmedia.art";
|
const BANANAIMAGE_BASE_URL = "https://bananaimage.aigenmedia.art";
|
||||||
const VISIONARY_BASE_URL = "https://api.visionary.beer";
|
const VISIONARY_BASE_URL = "https://api.visionary.beer";
|
||||||
const ATLASCLOUD_BASE_URL = "https://api.atlascloud.ai";
|
const ATLASCLOUD_BASE_URL = "https://api.atlascloud.ai";
|
||||||
|
const VIP98K_PROVIDER_BASE_URL = VIP98K_BASE_URL;
|
||||||
const STEPFUN_IMAGE_BASE_URL = "https://api.stepfun.com";
|
const STEPFUN_IMAGE_BASE_URL = "https://api.stepfun.com";
|
||||||
const BFL_IMAGE_BASE_URL = "https://api.bfl.ai";
|
const BFL_IMAGE_BASE_URL = "https://api.bfl.ai";
|
||||||
const MIDJOURNEY_BASE_URL = "https://your-midjourney-api.example.com";
|
const MIDJOURNEY_BASE_URL = "https://your-midjourney-api.example.com";
|
||||||
@ -249,6 +252,8 @@ export async function POST(request: Request) {
|
|||||||
? data.baseUrl || VISIONARY_BASE_URL
|
? data.baseUrl || VISIONARY_BASE_URL
|
||||||
: data.type === "atlascloud"
|
: data.type === "atlascloud"
|
||||||
? data.baseUrl || ATLASCLOUD_BASE_URL
|
? data.baseUrl || ATLASCLOUD_BASE_URL
|
||||||
|
: data.type === "vip98k"
|
||||||
|
? data.baseUrl || VIP98K_PROVIDER_BASE_URL
|
||||||
: data.type === "stepfun-image"
|
: data.type === "stepfun-image"
|
||||||
? data.baseUrl || STEPFUN_IMAGE_BASE_URL
|
? data.baseUrl || STEPFUN_IMAGE_BASE_URL
|
||||||
: data.type === "midjourney"
|
: data.type === "midjourney"
|
||||||
@ -311,6 +316,12 @@ export async function PUT(request: Request) {
|
|||||||
...data,
|
...data,
|
||||||
apiKey: normalizedApiKey,
|
apiKey: normalizedApiKey,
|
||||||
type: normalizeProviderTypeForStorage(data.type),
|
type: normalizeProviderTypeForStorage(data.type),
|
||||||
|
baseUrl:
|
||||||
|
data.baseUrl !== undefined
|
||||||
|
? data.baseUrl
|
||||||
|
: data.type === "vip98k"
|
||||||
|
? VIP98K_PROVIDER_BASE_URL
|
||||||
|
: undefined,
|
||||||
updatedBy: session.user.id,
|
updatedBy: session.user.id,
|
||||||
});
|
});
|
||||||
|
|
||||||
|
|||||||
185
app/api/admin/vip98k-models/route.ts
Normal file
185
app/api/admin/vip98k-models/route.ts
Normal file
@ -0,0 +1,185 @@
|
|||||||
|
import { and, eq } from "drizzle-orm";
|
||||||
|
import { NextResponse } from "next/server";
|
||||||
|
import {
|
||||||
|
fetchVip98kModelPresets,
|
||||||
|
type Vip98kModelPreset,
|
||||||
|
} from "@/lib/ai/vip98k-models";
|
||||||
|
import { db } from "@/lib/db";
|
||||||
|
import { getAiProviderById } from "@/lib/db/queries";
|
||||||
|
import { aiModel, type AiModel } from "@/lib/db/schema";
|
||||||
|
import { requireAdmin } from "@/lib/middleware/admin";
|
||||||
|
|
||||||
|
export const runtime = "nodejs";
|
||||||
|
export const maxDuration = 300;
|
||||||
|
|
||||||
|
function summarizeByType(presets: Vip98kModelPreset[]) {
|
||||||
|
return presets.reduce<Record<string, number>>((acc, preset) => {
|
||||||
|
const type = String(preset.type || "model");
|
||||||
|
acc[type] = (acc[type] || 0) + 1;
|
||||||
|
return acc;
|
||||||
|
}, {});
|
||||||
|
}
|
||||||
|
|
||||||
|
export async function GET(request: Request) {
|
||||||
|
try {
|
||||||
|
await requireAdmin();
|
||||||
|
const { searchParams } = new URL(request.url);
|
||||||
|
const providerId = String(searchParams.get("providerId") || "").trim();
|
||||||
|
if (!providerId) {
|
||||||
|
return NextResponse.json(
|
||||||
|
{ error: "Provider ID is required to fetch VIP98K catalog" },
|
||||||
|
{ status: 400 },
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
const provider = await getAiProviderById({ id: providerId });
|
||||||
|
if (!provider || provider.type !== "vip98k") {
|
||||||
|
return NextResponse.json(
|
||||||
|
{ error: "Provider must be a VIP98K provider" },
|
||||||
|
{ status: 400 },
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
const presets = await fetchVip98kModelPresets({
|
||||||
|
baseURL: provider.baseUrl,
|
||||||
|
apiKey: provider.apiKey,
|
||||||
|
});
|
||||||
|
return NextResponse.json({
|
||||||
|
presets,
|
||||||
|
counts: {
|
||||||
|
total: presets.length,
|
||||||
|
byType: summarizeByType(presets),
|
||||||
|
},
|
||||||
|
});
|
||||||
|
} catch (error) {
|
||||||
|
console.error("[VIP98K Models API] GET error:", error);
|
||||||
|
return NextResponse.json(
|
||||||
|
{
|
||||||
|
error:
|
||||||
|
error instanceof Error
|
||||||
|
? error.message
|
||||||
|
: "Failed to fetch VIP98K models",
|
||||||
|
},
|
||||||
|
{ status: 500 },
|
||||||
|
);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
export async function POST(request: Request) {
|
||||||
|
try {
|
||||||
|
await requireAdmin();
|
||||||
|
const body = await request.json();
|
||||||
|
const providerId = String(body?.providerId || "").trim();
|
||||||
|
const requestedModelIds = Array.isArray(body?.modelIds)
|
||||||
|
? new Set(
|
||||||
|
body.modelIds.map((item: unknown) => String(item || "").trim()).filter(Boolean),
|
||||||
|
)
|
||||||
|
: null;
|
||||||
|
if (!providerId) {
|
||||||
|
return NextResponse.json({ error: "Provider ID is required" }, { status: 400 });
|
||||||
|
}
|
||||||
|
|
||||||
|
const provider = await getAiProviderById({ id: providerId });
|
||||||
|
if (!provider || provider.type !== "vip98k") {
|
||||||
|
return NextResponse.json(
|
||||||
|
{ error: "Provider must be a VIP98K provider" },
|
||||||
|
{ status: 400 },
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
const catalogPresets = await fetchVip98kModelPresets({
|
||||||
|
baseURL: provider.baseUrl,
|
||||||
|
apiKey: provider.apiKey,
|
||||||
|
});
|
||||||
|
const presets = requestedModelIds
|
||||||
|
? catalogPresets.filter((preset) => requestedModelIds.has(preset.modelId))
|
||||||
|
: catalogPresets;
|
||||||
|
|
||||||
|
const addedModels: AiModel[] = [];
|
||||||
|
const updatedModels: AiModel[] = [];
|
||||||
|
const errors: Array<{ modelId: string; error: string }> = [];
|
||||||
|
|
||||||
|
for (const preset of presets) {
|
||||||
|
try {
|
||||||
|
const existing = await db.query.aiModel.findFirst({
|
||||||
|
where: and(
|
||||||
|
eq(aiModel.providerId, providerId),
|
||||||
|
eq(aiModel.modelId, preset.modelId),
|
||||||
|
),
|
||||||
|
});
|
||||||
|
const values = {
|
||||||
|
displayName: preset.displayName,
|
||||||
|
avatarUrl: null,
|
||||||
|
description: preset.description,
|
||||||
|
supportsVision: preset.supportsVision,
|
||||||
|
supportsImageGen: preset.supportsImageGen,
|
||||||
|
isEnabled: true,
|
||||||
|
isHidden: preset.isHidden,
|
||||||
|
sortOrder: preset.sortOrder,
|
||||||
|
capabilities: preset.capabilities,
|
||||||
|
defaultParams: preset.defaultParams,
|
||||||
|
imageGenConfig: preset.imageGenConfig,
|
||||||
|
updatedAt: new Date(),
|
||||||
|
};
|
||||||
|
|
||||||
|
if (existing) {
|
||||||
|
const [updated] = await db
|
||||||
|
.update(aiModel)
|
||||||
|
.set(values)
|
||||||
|
.where(
|
||||||
|
and(
|
||||||
|
eq(aiModel.providerId, providerId),
|
||||||
|
eq(aiModel.modelId, preset.modelId),
|
||||||
|
),
|
||||||
|
)
|
||||||
|
.returning();
|
||||||
|
if (updated) updatedModels.push(updated);
|
||||||
|
} else {
|
||||||
|
const [created] = await db
|
||||||
|
.insert(aiModel)
|
||||||
|
.values({
|
||||||
|
providerId,
|
||||||
|
modelId: preset.modelId,
|
||||||
|
...values,
|
||||||
|
isDefault: false,
|
||||||
|
isSubModel: false,
|
||||||
|
parentModelId: null,
|
||||||
|
})
|
||||||
|
.returning();
|
||||||
|
if (created) addedModels.push(created);
|
||||||
|
}
|
||||||
|
} catch (error) {
|
||||||
|
console.error(`[VIP98K Models API] Failed to sync ${preset.modelId}:`, error);
|
||||||
|
errors.push({
|
||||||
|
modelId: preset.modelId,
|
||||||
|
error: error instanceof Error ? error.message : "Sync failed",
|
||||||
|
});
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return NextResponse.json({
|
||||||
|
success: true,
|
||||||
|
addedCount: addedModels.length,
|
||||||
|
updatedCount: updatedModels.length,
|
||||||
|
addedModels,
|
||||||
|
updatedModels,
|
||||||
|
errors: errors.length > 0 ? errors : undefined,
|
||||||
|
counts: {
|
||||||
|
requested: presets.length,
|
||||||
|
total: catalogPresets.length,
|
||||||
|
byType: summarizeByType(catalogPresets),
|
||||||
|
},
|
||||||
|
});
|
||||||
|
} catch (error) {
|
||||||
|
console.error("[VIP98K Models API] POST error:", error);
|
||||||
|
return NextResponse.json(
|
||||||
|
{
|
||||||
|
error:
|
||||||
|
error instanceof Error
|
||||||
|
? error.message
|
||||||
|
: "Failed to sync VIP98K models",
|
||||||
|
},
|
||||||
|
{ status: 500 },
|
||||||
|
);
|
||||||
|
}
|
||||||
|
}
|
||||||
@ -14,6 +14,7 @@ import { createOpenAIImage } from "@/lib/ai/providers/openai-image";
|
|||||||
import { createBananaImage } from "@/lib/ai/providers/bananaimage";
|
import { createBananaImage } from "@/lib/ai/providers/bananaimage";
|
||||||
import { createVisionary } from "@/lib/ai/providers/visionary";
|
import { createVisionary } from "@/lib/ai/providers/visionary";
|
||||||
import { createAtlasCloud } from "@/lib/ai/providers/atlascloud";
|
import { createAtlasCloud } from "@/lib/ai/providers/atlascloud";
|
||||||
|
import { createVip98k } from "@/lib/ai/providers/vip98k";
|
||||||
import { createStepfunImage } from "@/lib/ai/providers/stepfun-image";
|
import { createStepfunImage } from "@/lib/ai/providers/stepfun-image";
|
||||||
import { createMidjourney } from "@/lib/ai/providers/midjourney";
|
import { createMidjourney } from "@/lib/ai/providers/midjourney";
|
||||||
import { createRunway } from "@/lib/ai/providers/runway";
|
import { createRunway } from "@/lib/ai/providers/runway";
|
||||||
@ -57,6 +58,7 @@ const SUPPORTED_TEXT_EDIT_PROVIDER_TYPES = new Set([
|
|||||||
"bananaimage",
|
"bananaimage",
|
||||||
"visionary",
|
"visionary",
|
||||||
"atlascloud",
|
"atlascloud",
|
||||||
|
"vip98k",
|
||||||
"stepfun-image",
|
"stepfun-image",
|
||||||
"midjourney",
|
"midjourney",
|
||||||
"runway",
|
"runway",
|
||||||
@ -127,6 +129,8 @@ function createTextEditProvider(
|
|||||||
return createVisionary({ baseURL, apiKey });
|
return createVisionary({ baseURL, apiKey });
|
||||||
case "atlascloud":
|
case "atlascloud":
|
||||||
return createAtlasCloud({ baseURL, apiKey });
|
return createAtlasCloud({ baseURL, apiKey });
|
||||||
|
case "vip98k":
|
||||||
|
return createVip98k({ baseURL, apiKey });
|
||||||
case "stepfun-image":
|
case "stepfun-image":
|
||||||
return createStepfunImage({ baseURL, apiKey });
|
return createStepfunImage({ baseURL, apiKey });
|
||||||
case "midjourney":
|
case "midjourney":
|
||||||
@ -493,10 +497,17 @@ async function generateTextEditImageWithFailover(params: {
|
|||||||
imageCount: 1,
|
imageCount: 1,
|
||||||
},
|
},
|
||||||
};
|
};
|
||||||
if (selected.provider.type === "atlascloud") {
|
if (selected.provider.type === "atlascloud" || selected.provider.type === "vip98k") {
|
||||||
generationOptions.imageGenConfig = selected.model.imageGenConfig || null;
|
generationOptions.imageGenConfig = selected.model.imageGenConfig || null;
|
||||||
}
|
}
|
||||||
const result = await provider.chat(runtimeModelId).doGenerate(generationOptions);
|
const modelInstance =
|
||||||
|
selected.provider.type === "vip98k"
|
||||||
|
? (provider as any).chat(runtimeModelId, {
|
||||||
|
capabilities: selected.model.capabilities || null,
|
||||||
|
imageGenConfig: selected.model.imageGenConfig || null,
|
||||||
|
})
|
||||||
|
: provider.chat(runtimeModelId);
|
||||||
|
const result = await modelInstance.doGenerate(generationOptions);
|
||||||
|
|
||||||
const resultText = String(result?.text || "").trim();
|
const resultText = String(result?.text || "").trim();
|
||||||
const finishReason = String(result?.finishReason || "").toLowerCase();
|
const finishReason = String(result?.finishReason || "").toLowerCase();
|
||||||
|
|||||||
@ -28,6 +28,7 @@ import { createOpenAIImage } from "@/lib/ai/providers/openai-image";
|
|||||||
import { createBananaImage } from "@/lib/ai/providers/bananaimage";
|
import { createBananaImage } from "@/lib/ai/providers/bananaimage";
|
||||||
import { createVisionary } from "@/lib/ai/providers/visionary";
|
import { createVisionary } from "@/lib/ai/providers/visionary";
|
||||||
import { createAtlasCloud } from "@/lib/ai/providers/atlascloud";
|
import { createAtlasCloud } from "@/lib/ai/providers/atlascloud";
|
||||||
|
import { createVip98k } from "@/lib/ai/providers/vip98k";
|
||||||
import { callQwen3Vl } from "@/lib/ai/qwen3-vl";
|
import { callQwen3Vl } from "@/lib/ai/qwen3-vl";
|
||||||
import {
|
import {
|
||||||
canProcessSceneFusionProviderType,
|
canProcessSceneFusionProviderType,
|
||||||
@ -1565,6 +1566,18 @@ async function processSceneWithProvider(
|
|||||||
imageGenConfig,
|
imageGenConfig,
|
||||||
);
|
);
|
||||||
|
|
||||||
|
case "vip98k":
|
||||||
|
return processWithVip98k(
|
||||||
|
productImageUrl,
|
||||||
|
sceneImageUrl,
|
||||||
|
prompt,
|
||||||
|
provider,
|
||||||
|
runtimeModelId || modelId,
|
||||||
|
aspectRatio,
|
||||||
|
imageSize,
|
||||||
|
imageGenConfig,
|
||||||
|
);
|
||||||
|
|
||||||
case "gemini":
|
case "gemini":
|
||||||
case "gemini-image":
|
case "gemini-image":
|
||||||
return processWithGemini(productImageUrl, sceneImageUrl, prompt, provider, modelId, aspectRatio, imageSize);
|
return processWithGemini(productImageUrl, sceneImageUrl, prompt, provider, modelId, aspectRatio, imageSize);
|
||||||
@ -1933,6 +1946,45 @@ async function processWithAtlasCloud(
|
|||||||
return { thumbnail, original, prompt };
|
return { thumbnail, original, prompt };
|
||||||
}
|
}
|
||||||
|
|
||||||
|
async function processWithVip98k(
|
||||||
|
productImageUrl: string,
|
||||||
|
sceneImageUrl: string,
|
||||||
|
prompt: string,
|
||||||
|
provider: { baseUrl: string; apiKey: string },
|
||||||
|
modelId: string,
|
||||||
|
aspectRatio?: string,
|
||||||
|
imageSize?: string,
|
||||||
|
imageGenConfig?: Record<string, any> | null
|
||||||
|
): Promise<{ thumbnail: string; original: string; prompt: string }> {
|
||||||
|
logger.info("provider_processing", { providerType: "vip98k", modelId });
|
||||||
|
|
||||||
|
const vip98kProvider = createVip98k({
|
||||||
|
baseURL: provider.baseUrl,
|
||||||
|
apiKey: provider.apiKey,
|
||||||
|
});
|
||||||
|
const result = await vip98kProvider.chat(modelId, imageGenConfig || null).doGenerate({
|
||||||
|
messages: [
|
||||||
|
{
|
||||||
|
role: "user",
|
||||||
|
content: [
|
||||||
|
{ type: "image_url", image_url: { url: productImageUrl } },
|
||||||
|
{ type: "image_url", image_url: { url: sceneImageUrl } },
|
||||||
|
{ type: "text", text: prompt },
|
||||||
|
],
|
||||||
|
},
|
||||||
|
],
|
||||||
|
imageParams: {
|
||||||
|
aspectRatio: aspectRatio || "auto",
|
||||||
|
imageSize: imageSize || "2K",
|
||||||
|
imageCount: 1,
|
||||||
|
},
|
||||||
|
imageGenConfig,
|
||||||
|
});
|
||||||
|
|
||||||
|
const { thumbnail, original } = parseImageFromMarkdown(result.text);
|
||||||
|
return { thumbnail, original, prompt };
|
||||||
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* 使用既梦/火山模型处理
|
* 使用既梦/火山模型处理
|
||||||
*/
|
*/
|
||||||
|
|||||||
@ -29,6 +29,7 @@ const PROVIDER_MODEL_LABEL: Record<string, string> = {
|
|||||||
bananaimage: "BananaImage 图片",
|
bananaimage: "BananaImage 图片",
|
||||||
visionary: "Visionary 图片",
|
visionary: "Visionary 图片",
|
||||||
atlascloud: "Atlas Cloud 图片",
|
atlascloud: "Atlas Cloud 图片",
|
||||||
|
vip98k: "VIP98K 图片",
|
||||||
"stepfun-image": "StepFun 图片",
|
"stepfun-image": "StepFun 图片",
|
||||||
midjourney: "Midjourney",
|
midjourney: "Midjourney",
|
||||||
"volcano-vision": "即梦 4.5",
|
"volcano-vision": "即梦 4.5",
|
||||||
|
|||||||
@ -177,6 +177,7 @@ export function ImageParamsBar({
|
|||||||
providerType === "bananaimage" ||
|
providerType === "bananaimage" ||
|
||||||
providerType === "visionary" ||
|
providerType === "visionary" ||
|
||||||
providerType === "atlascloud" ||
|
providerType === "atlascloud" ||
|
||||||
|
providerType === "vip98k" ||
|
||||||
providerType === "stepfun-image" ||
|
providerType === "stepfun-image" ||
|
||||||
providerType === "midjourney"
|
providerType === "midjourney"
|
||||||
) {
|
) {
|
||||||
|
|||||||
@ -27,6 +27,7 @@ import { createOpenAIImage } from "./providers/openai-image";
|
|||||||
import { createBananaImage } from "./providers/bananaimage";
|
import { createBananaImage } from "./providers/bananaimage";
|
||||||
import { createVisionary } from "./providers/visionary";
|
import { createVisionary } from "./providers/visionary";
|
||||||
import { createAtlasCloud } from "./providers/atlascloud";
|
import { createAtlasCloud } from "./providers/atlascloud";
|
||||||
|
import { createVip98k } from "./providers/vip98k";
|
||||||
import { createStepfunImage } from "./providers/stepfun-image";
|
import { createStepfunImage } from "./providers/stepfun-image";
|
||||||
import { createMidjourney } from "./providers/midjourney";
|
import { createMidjourney } from "./providers/midjourney";
|
||||||
import { createFalVideo } from "./providers/fal-video";
|
import { createFalVideo } from "./providers/fal-video";
|
||||||
@ -324,6 +325,15 @@ function getOrCreateProvider(provider: Pick<AiProvider, "id" | "type" | "baseUrl
|
|||||||
return atlasCloudProvider as any;
|
return atlasCloudProvider as any;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
case "vip98k": {
|
||||||
|
const vip98kProvider = createVip98k({
|
||||||
|
baseURL: resolvedBaseUrl,
|
||||||
|
apiKey: provider.apiKey,
|
||||||
|
});
|
||||||
|
logProviderCreated("vip98k", resolvedBaseUrl);
|
||||||
|
return vip98kProvider as any;
|
||||||
|
}
|
||||||
|
|
||||||
case "stepfun-image": {
|
case "stepfun-image": {
|
||||||
const stepfunImageProvider = createStepfunImage({
|
const stepfunImageProvider = createStepfunImage({
|
||||||
baseURL: resolvedBaseUrl,
|
baseURL: resolvedBaseUrl,
|
||||||
@ -501,6 +511,12 @@ export async function getDynamicModel(
|
|||||||
} else if (provider.type === "atlascloud") {
|
} else if (provider.type === "atlascloud") {
|
||||||
baseModel = providerInstance.chat(resolvedModelId, model.imageGenConfig || null);
|
baseModel = providerInstance.chat(resolvedModelId, model.imageGenConfig || null);
|
||||||
logChatModelResult("atlascloud", baseModel);
|
logChatModelResult("atlascloud", baseModel);
|
||||||
|
} else if (provider.type === "vip98k") {
|
||||||
|
baseModel = providerInstance.chat(resolvedModelId, {
|
||||||
|
capabilities: model.capabilities || null,
|
||||||
|
imageGenConfig: model.imageGenConfig || null,
|
||||||
|
});
|
||||||
|
logChatModelResult("vip98k", baseModel);
|
||||||
} else if (provider.type === "stepfun-image") {
|
} else if (provider.type === "stepfun-image") {
|
||||||
baseModel = providerInstance.chat(resolvedModelId);
|
baseModel = providerInstance.chat(resolvedModelId);
|
||||||
logChatModelResult("stepfun-image", baseModel);
|
logChatModelResult("stepfun-image", baseModel);
|
||||||
|
|||||||
@ -76,6 +76,8 @@ const THREE_D_MODE_KEYS = new Set([
|
|||||||
"mesh-generation",
|
"mesh-generation",
|
||||||
"mesh_generation",
|
"mesh_generation",
|
||||||
"cad",
|
"cad",
|
||||||
|
"world-generation",
|
||||||
|
"world_generation",
|
||||||
]);
|
]);
|
||||||
|
|
||||||
const THREE_D_KIND_KEYS = new Set([
|
const THREE_D_KIND_KEYS = new Set([
|
||||||
@ -86,6 +88,11 @@ const THREE_D_KIND_KEYS = new Set([
|
|||||||
"mesh-generation",
|
"mesh-generation",
|
||||||
"mesh_generation",
|
"mesh_generation",
|
||||||
"cad",
|
"cad",
|
||||||
|
"world",
|
||||||
|
"world-generation",
|
||||||
|
"world_generation",
|
||||||
|
"3d-world",
|
||||||
|
"3d_world",
|
||||||
]);
|
]);
|
||||||
|
|
||||||
const TEXT_TO_IMAGE_MODE_KEYS = new Set([
|
const TEXT_TO_IMAGE_MODE_KEYS = new Set([
|
||||||
|
|||||||
@ -9,6 +9,7 @@ import { isAiModelMultimodal } from "@/lib/db/ai-model-flags";
|
|||||||
import {
|
import {
|
||||||
isImageGenerationModelDescriptor,
|
isImageGenerationModelDescriptor,
|
||||||
modelSupportsTextToImageDescriptor,
|
modelSupportsTextToImageDescriptor,
|
||||||
|
is3DModelDescriptor,
|
||||||
isVideoModelDescriptor,
|
isVideoModelDescriptor,
|
||||||
} from "@/lib/ai/model-classification";
|
} from "@/lib/ai/model-classification";
|
||||||
import { isKnownReferenceImageModel } from "@/lib/ai/reference-image-capability";
|
import { isKnownReferenceImageModel } from "@/lib/ai/reference-image-capability";
|
||||||
@ -51,6 +52,7 @@ const CHAT_PROVIDER_TYPES = [
|
|||||||
"gemini",
|
"gemini",
|
||||||
"huanke-gemini",
|
"huanke-gemini",
|
||||||
"volcano-multimodal",
|
"volcano-multimodal",
|
||||||
|
"vip98k",
|
||||||
] as const;
|
] as const;
|
||||||
|
|
||||||
const IMAGE_ONLY_PROVIDER_TYPES = new Set([
|
const IMAGE_ONLY_PROVIDER_TYPES = new Set([
|
||||||
@ -91,6 +93,25 @@ function isConversationalCandidate(
|
|||||||
const providerType = String(item.provider.type || "");
|
const providerType = String(item.provider.type || "");
|
||||||
if (!item.model.isEnabled || item.model.isSubModel) return false;
|
if (!item.model.isEnabled || item.model.isSubModel) return false;
|
||||||
if (isVideoProviderType(providerType, item.model)) return false;
|
if (isVideoProviderType(providerType, item.model)) return false;
|
||||||
|
if (
|
||||||
|
is3DModelDescriptor({
|
||||||
|
providerType,
|
||||||
|
modelId: item.model.modelId,
|
||||||
|
capabilities: item.model.capabilities,
|
||||||
|
})
|
||||||
|
) {
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
if (
|
||||||
|
isImageGenerationModelDescriptor({
|
||||||
|
providerType,
|
||||||
|
modelId: item.model.modelId,
|
||||||
|
capabilities: item.model.capabilities,
|
||||||
|
supportsImageGen: item.model.supportsImageGen,
|
||||||
|
})
|
||||||
|
) {
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
|
||||||
const requireVision = Boolean(options?.requireVision);
|
const requireVision = Boolean(options?.requireVision);
|
||||||
const matchesPreferredProvider = CHAT_PROVIDER_TYPES.includes(
|
const matchesPreferredProvider = CHAT_PROVIDER_TYPES.includes(
|
||||||
@ -175,7 +196,7 @@ const INTENT_MODEL_MAP: Record<
|
|||||||
> = {
|
> = {
|
||||||
// 图片编辑:优先 alibaba-image(灵魂4.5,支持提示词扩展)
|
// 图片编辑:优先 alibaba-image(灵魂4.5,支持提示词扩展)
|
||||||
image_edit: {
|
image_edit: {
|
||||||
providerTypes: ["alibaba-image", "bfl-image", "ruxa-image", "fal-image", "snapgen-image", "openai-image", "bananaimage", "visionary", "atlascloud", "stepfun-image", "runway", "krea", "gemini", "huanke-gemini"],
|
providerTypes: ["alibaba-image", "bfl-image", "ruxa-image", "fal-image", "snapgen-image", "openai-image", "bananaimage", "visionary", "atlascloud", "vip98k", "stepfun-image", "runway", "krea", "gemini", "huanke-gemini"],
|
||||||
requireVision: true,
|
requireVision: true,
|
||||||
requireImageGen: true,
|
requireImageGen: true,
|
||||||
description: "图片编辑",
|
description: "图片编辑",
|
||||||
@ -190,20 +211,20 @@ const INTENT_MODEL_MAP: Record<
|
|||||||
|
|
||||||
// 图片生成:优先灵魂4.5
|
// 图片生成:优先灵魂4.5
|
||||||
image_gen: {
|
image_gen: {
|
||||||
providerTypes: ["alibaba-image", "bfl-image", "ruxa-image", "fal-image", "snapgen-image", "openai-image", "bananaimage", "visionary", "atlascloud", "stepfun-image", "runway", "krea", "gemini", "huanke-gemini", "volcano-vision"],
|
providerTypes: ["alibaba-image", "bfl-image", "ruxa-image", "fal-image", "snapgen-image", "openai-image", "bananaimage", "visionary", "atlascloud", "vip98k", "stepfun-image", "runway", "krea", "gemini", "huanke-gemini", "volcano-vision"],
|
||||||
requireImageGen: true,
|
requireImageGen: true,
|
||||||
description: "图片生成",
|
description: "图片生成",
|
||||||
},
|
},
|
||||||
|
|
||||||
// 视频生成
|
// 视频生成
|
||||||
video_gen: {
|
video_gen: {
|
||||||
providerTypes: ["doubao-video", "volcano-video", "qianwen-video", "fal-video", "ruxa-video", "runway", "krea", "custom"],
|
providerTypes: ["doubao-video", "volcano-video", "qianwen-video", "fal-video", "ruxa-video", "runway", "krea", "vip98k", "custom"],
|
||||||
description: "视频生成",
|
description: "视频生成",
|
||||||
},
|
},
|
||||||
|
|
||||||
// 普通对话:优先千问3
|
// 普通对话:优先千问3
|
||||||
chat: {
|
chat: {
|
||||||
providerTypes: ["alibaba", "zhipu", "openai", "custom", "local", "gemini", "huanke-gemini", "volcano-multimodal"],
|
providerTypes: ["alibaba", "zhipu", "openai", "custom", "local", "gemini", "huanke-gemini", "volcano-multimodal", "vip98k"],
|
||||||
description: "对话",
|
description: "对话",
|
||||||
},
|
},
|
||||||
};
|
};
|
||||||
@ -218,25 +239,25 @@ const SUB_INTENT_OVERRIDES: Record<
|
|||||||
> = {
|
> = {
|
||||||
// 抠图:alibaba-image 效果最好
|
// 抠图:alibaba-image 效果最好
|
||||||
remove_background: {
|
remove_background: {
|
||||||
providerTypes: ["alibaba-image", "bfl-image", "ruxa-image", "fal-image", "snapgen-image", "openai-image", "bananaimage", "visionary", "atlascloud", "stepfun-image", "runway", "krea", "gemini"],
|
providerTypes: ["alibaba-image", "bfl-image", "ruxa-image", "fal-image", "snapgen-image", "openai-image", "bananaimage", "visionary", "atlascloud", "vip98k", "stepfun-image", "runway", "krea", "gemini"],
|
||||||
reason: "抠图首选灵魂4.5",
|
reason: "抠图首选灵魂4.5",
|
||||||
},
|
},
|
||||||
|
|
||||||
// 换背景:alibaba-image 支持场景生成
|
// 换背景:alibaba-image 支持场景生成
|
||||||
replace_background: {
|
replace_background: {
|
||||||
providerTypes: ["alibaba-image", "bfl-image", "ruxa-image", "fal-image", "snapgen-image", "openai-image", "bananaimage", "visionary", "atlascloud", "stepfun-image", "runway", "krea", "gemini"],
|
providerTypes: ["alibaba-image", "bfl-image", "ruxa-image", "fal-image", "snapgen-image", "openai-image", "bananaimage", "visionary", "atlascloud", "vip98k", "stepfun-image", "runway", "krea", "gemini"],
|
||||||
reason: "换背景首选灵魂4.5",
|
reason: "换背景首选灵魂4.5",
|
||||||
},
|
},
|
||||||
|
|
||||||
// 图片增强
|
// 图片增强
|
||||||
enhance: {
|
enhance: {
|
||||||
providerTypes: ["alibaba-image", "bfl-image", "ruxa-image", "fal-image", "snapgen-image", "openai-image", "bananaimage", "visionary", "atlascloud", "stepfun-image", "runway", "krea", "gemini", "volcano-vision"],
|
providerTypes: ["alibaba-image", "bfl-image", "ruxa-image", "fal-image", "snapgen-image", "openai-image", "bananaimage", "visionary", "atlascloud", "vip98k", "stepfun-image", "runway", "krea", "gemini", "volcano-vision"],
|
||||||
reason: "增强首选灵魂4.5",
|
reason: "增强首选灵魂4.5",
|
||||||
},
|
},
|
||||||
|
|
||||||
// 风格迁移:gemini 可能更有创意
|
// 风格迁移:gemini 可能更有创意
|
||||||
style_transfer: {
|
style_transfer: {
|
||||||
providerTypes: ["gemini", "alibaba-image", "bfl-image", "ruxa-image", "fal-image", "snapgen-image", "openai-image", "bananaimage", "visionary", "atlascloud", "stepfun-image", "runway", "krea"],
|
providerTypes: ["gemini", "alibaba-image", "bfl-image", "ruxa-image", "fal-image", "snapgen-image", "openai-image", "bananaimage", "visionary", "atlascloud", "vip98k", "stepfun-image", "runway", "krea"],
|
||||||
reason: "风格迁移优选Gemini",
|
reason: "风格迁移优选Gemini",
|
||||||
},
|
},
|
||||||
};
|
};
|
||||||
|
|||||||
@ -20,6 +20,7 @@ const PROVIDER_DEFAULT_BASE_URL: Partial<Record<AiProvider["type"], string>> = {
|
|||||||
bananaimage: "https://bananaimage.aigenmedia.art",
|
bananaimage: "https://bananaimage.aigenmedia.art",
|
||||||
visionary: "https://api.visionary.beer",
|
visionary: "https://api.visionary.beer",
|
||||||
atlascloud: "https://api.atlascloud.ai",
|
atlascloud: "https://api.atlascloud.ai",
|
||||||
|
vip98k: "https://api.vip98k.com",
|
||||||
"stepfun-image": "https://api.stepfun.com",
|
"stepfun-image": "https://api.stepfun.com",
|
||||||
"bfl-image": "https://api.bfl.ai",
|
"bfl-image": "https://api.bfl.ai",
|
||||||
midjourney: "https://your-midjourney-api.example.com",
|
midjourney: "https://your-midjourney-api.example.com",
|
||||||
|
|||||||
674
lib/ai/providers/vip98k.ts
Normal file
674
lib/ai/providers/vip98k.ts
Normal file
@ -0,0 +1,674 @@
|
|||||||
|
import "server-only";
|
||||||
|
|
||||||
|
import { createOpenAI } from "@ai-sdk/openai";
|
||||||
|
import sharp from "sharp";
|
||||||
|
import { createOpenAIImage } from "@/lib/ai/providers/openai-image";
|
||||||
|
import { VIP98K_BASE_URL, normalizeVip98kBaseUrl } from "@/lib/ai/vip98k-models";
|
||||||
|
import { createDeferredUploadedImage } from "@/lib/storage/image-archive";
|
||||||
|
import { uploadFile } from "@/lib/storage/service";
|
||||||
|
|
||||||
|
interface Vip98kConfig {
|
||||||
|
apiKey: string;
|
||||||
|
baseURL?: string | null;
|
||||||
|
}
|
||||||
|
|
||||||
|
interface Vip98kTaskParams {
|
||||||
|
apiKey: string;
|
||||||
|
baseURL?: string | null;
|
||||||
|
modelId: string;
|
||||||
|
kind: string;
|
||||||
|
prompt: string;
|
||||||
|
imageUrls: string[];
|
||||||
|
videoUrls: string[];
|
||||||
|
videoParams?: Record<string, unknown>;
|
||||||
|
imageParams?: Record<string, unknown>;
|
||||||
|
modelConfig: Vip98kModelRuntimeConfig;
|
||||||
|
}
|
||||||
|
|
||||||
|
type Vip98kModelRuntimeConfig = {
|
||||||
|
capabilities?: Record<string, unknown> | null;
|
||||||
|
imageGenConfig?: Record<string, unknown> | null;
|
||||||
|
};
|
||||||
|
|
||||||
|
type UploadedImage = {
|
||||||
|
thumbnail: string;
|
||||||
|
original: string;
|
||||||
|
};
|
||||||
|
|
||||||
|
const DOWNLOAD_TIMEOUT_MS = 120_000;
|
||||||
|
const DEFAULT_POLL_INTERVAL_SECONDS = 8;
|
||||||
|
const DEFAULT_MAX_POLL_SECONDS = 600;
|
||||||
|
|
||||||
|
function toRecord(value: unknown): Record<string, unknown> | null {
|
||||||
|
if (!value || typeof value !== "object" || Array.isArray(value)) return null;
|
||||||
|
return value as Record<string, unknown>;
|
||||||
|
}
|
||||||
|
|
||||||
|
function normalizeOpenAIBaseUrl(baseURL?: string | null) {
|
||||||
|
const normalized = normalizeVip98kBaseUrl(baseURL || VIP98K_BASE_URL);
|
||||||
|
return /\/v1$/i.test(normalized) ? normalized : `${normalized}/v1`;
|
||||||
|
}
|
||||||
|
|
||||||
|
function parseRuntimeConfig(value?: unknown): Vip98kModelRuntimeConfig {
|
||||||
|
const record = toRecord(value);
|
||||||
|
if (!record) return {};
|
||||||
|
if ("capabilities" in record || "imageGenConfig" in record) {
|
||||||
|
return {
|
||||||
|
capabilities: toRecord(record.capabilities),
|
||||||
|
imageGenConfig: toRecord(record.imageGenConfig),
|
||||||
|
};
|
||||||
|
}
|
||||||
|
return {
|
||||||
|
capabilities: null,
|
||||||
|
imageGenConfig: record,
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
function getStringField(source: unknown, key: string) {
|
||||||
|
const record = toRecord(source);
|
||||||
|
return String(record?.[key] || "").trim().toLowerCase();
|
||||||
|
}
|
||||||
|
|
||||||
|
function getVip98kMetadata(config: Vip98kModelRuntimeConfig) {
|
||||||
|
const capabilitiesVip98k = toRecord(toRecord(config.capabilities)?.vip98k);
|
||||||
|
const imageConfigVip98k = toRecord(toRecord(config.imageGenConfig)?.vip98k);
|
||||||
|
return capabilitiesVip98k || imageConfigVip98k || {};
|
||||||
|
}
|
||||||
|
|
||||||
|
function inferKind(modelId: string, config: Vip98kModelRuntimeConfig) {
|
||||||
|
const capabilities = config.capabilities;
|
||||||
|
const metadata = getVip98kMetadata(config);
|
||||||
|
const configuredKind =
|
||||||
|
getStringField(capabilities, "kind") ||
|
||||||
|
getStringField(capabilities, "modelType") ||
|
||||||
|
getStringField(capabilities, "mediaType") ||
|
||||||
|
getStringField(metadata, "modelType");
|
||||||
|
if (configuredKind.includes("world")) return "world";
|
||||||
|
if (configuredKind.includes("video")) return "video";
|
||||||
|
if (configuredKind.includes("image-tool")) return "image-tool";
|
||||||
|
if (configuredKind.includes("image")) return "image";
|
||||||
|
if (configuredKind.includes("audio")) return "audio";
|
||||||
|
if (configuredKind.includes("document")) return "document-tool";
|
||||||
|
if (configuredKind.includes("chat") || configuredKind.includes("model")) return "chat";
|
||||||
|
|
||||||
|
const normalizedModelId = modelId.trim().toLowerCase();
|
||||||
|
if (normalizedModelId === "world-generation") return "world";
|
||||||
|
if (/^veo[-_.]/.test(normalizedModelId) || normalizedModelId.startsWith("veo-")) {
|
||||||
|
return "video";
|
||||||
|
}
|
||||||
|
if (
|
||||||
|
normalizedModelId.startsWith("gpt-image") ||
|
||||||
|
normalizedModelId.startsWith("nano-banana")
|
||||||
|
) {
|
||||||
|
return "image";
|
||||||
|
}
|
||||||
|
return "chat";
|
||||||
|
}
|
||||||
|
|
||||||
|
function delay(ms: number) {
|
||||||
|
return new Promise((resolve) => setTimeout(resolve, ms));
|
||||||
|
}
|
||||||
|
|
||||||
|
async function parseJsonResponse(response: Response) {
|
||||||
|
const text = await response.text();
|
||||||
|
if (!text.trim()) return null;
|
||||||
|
try {
|
||||||
|
return JSON.parse(text);
|
||||||
|
} catch {
|
||||||
|
return text;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
function extractErrorMessage(payload: unknown, fallback = "VIP98K request failed") {
|
||||||
|
if (typeof payload === "string" && payload.trim()) return payload.trim();
|
||||||
|
const record = toRecord(payload);
|
||||||
|
const data = toRecord(record?.data);
|
||||||
|
const error = toRecord(record?.error);
|
||||||
|
const value =
|
||||||
|
data?.message ||
|
||||||
|
data?.errorMessage ||
|
||||||
|
data?.error ||
|
||||||
|
error?.message ||
|
||||||
|
record?.message ||
|
||||||
|
record?.error ||
|
||||||
|
fallback;
|
||||||
|
return typeof value === "string" && value.trim() ? value.trim() : fallback;
|
||||||
|
}
|
||||||
|
|
||||||
|
function unwrapData(payload: unknown) {
|
||||||
|
const record = toRecord(payload);
|
||||||
|
return record?.data && typeof record.data === "object" ? record.data : payload;
|
||||||
|
}
|
||||||
|
|
||||||
|
function extractTaskId(payload: unknown) {
|
||||||
|
const data = unwrapData(payload);
|
||||||
|
const record = toRecord(data);
|
||||||
|
return String(
|
||||||
|
record?.taskId ||
|
||||||
|
record?.task_id ||
|
||||||
|
record?.id ||
|
||||||
|
record?.requestId ||
|
||||||
|
record?.request_id ||
|
||||||
|
"",
|
||||||
|
).trim();
|
||||||
|
}
|
||||||
|
|
||||||
|
function extractResultPath(payload: unknown) {
|
||||||
|
const data = unwrapData(payload);
|
||||||
|
const record = toRecord(data);
|
||||||
|
return String(record?.resultPath || record?.result_path || "").trim();
|
||||||
|
}
|
||||||
|
|
||||||
|
function extractStatus(payload: unknown) {
|
||||||
|
const data = unwrapData(payload);
|
||||||
|
const record = toRecord(data);
|
||||||
|
return String(record?.status || record?.state || record?.taskStatus || "").trim().toLowerCase();
|
||||||
|
}
|
||||||
|
|
||||||
|
function extractDone(payload: unknown) {
|
||||||
|
const data = unwrapData(payload);
|
||||||
|
const record = toRecord(data);
|
||||||
|
if (typeof record?.done === "boolean") return record.done;
|
||||||
|
if (typeof record?.isDone === "boolean") return record.isDone;
|
||||||
|
if (typeof record?.finished === "boolean") return record.finished;
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
|
||||||
|
function collectHttpUrls(value: unknown, urls = new Set<string>()) {
|
||||||
|
if (!value) return urls;
|
||||||
|
if (typeof value === "string") {
|
||||||
|
const rawUrlMatches = value.match(/https?:\/\/[^\s"'<>()[\]{}]+/g) || [];
|
||||||
|
for (const match of rawUrlMatches) {
|
||||||
|
urls.add(match.replace(/[),.;]+$/g, ""));
|
||||||
|
}
|
||||||
|
if (/^data:image\/[a-zA-Z0-9.+-]+;base64,/i.test(value)) urls.add(value);
|
||||||
|
return urls;
|
||||||
|
}
|
||||||
|
if (Array.isArray(value)) {
|
||||||
|
value.forEach((item) => collectHttpUrls(item, urls));
|
||||||
|
return urls;
|
||||||
|
}
|
||||||
|
if (typeof value !== "object") return urls;
|
||||||
|
Object.values(value as Record<string, unknown>).forEach((nested) =>
|
||||||
|
collectHttpUrls(nested, urls),
|
||||||
|
);
|
||||||
|
return urls;
|
||||||
|
}
|
||||||
|
|
||||||
|
function collectOutputUrls(payload: unknown) {
|
||||||
|
const data = unwrapData(payload);
|
||||||
|
const candidateRecord = toRecord(data);
|
||||||
|
const preferred = [
|
||||||
|
candidateRecord?.result,
|
||||||
|
candidateRecord?.results,
|
||||||
|
candidateRecord?.output,
|
||||||
|
candidateRecord?.outputs,
|
||||||
|
candidateRecord?.url,
|
||||||
|
candidateRecord?.urls,
|
||||||
|
candidateRecord?.imageUrl,
|
||||||
|
candidateRecord?.image_url,
|
||||||
|
candidateRecord?.videoUrl,
|
||||||
|
candidateRecord?.video_url,
|
||||||
|
candidateRecord?.assetUrl,
|
||||||
|
candidateRecord?.asset_url,
|
||||||
|
candidateRecord?.files,
|
||||||
|
candidateRecord?.assets,
|
||||||
|
data,
|
||||||
|
];
|
||||||
|
const urls = new Set<string>();
|
||||||
|
preferred.forEach((candidate) => collectHttpUrls(candidate, urls));
|
||||||
|
return Array.from(urls);
|
||||||
|
}
|
||||||
|
|
||||||
|
function parseDataUrl(value: string) {
|
||||||
|
const match = value.match(/^data:([^;,]+);base64,(.+)$/s);
|
||||||
|
if (!match) throw new Error("VIP98K returned invalid Base64 media");
|
||||||
|
return {
|
||||||
|
mimeType: match[1] || "image/png",
|
||||||
|
buffer: Buffer.from(match[2] || "", "base64"),
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
function detectExtension(mimeType: string) {
|
||||||
|
if (/jpe?g/i.test(mimeType)) return "jpg";
|
||||||
|
if (/webp/i.test(mimeType)) return "webp";
|
||||||
|
if (/gif/i.test(mimeType)) return "gif";
|
||||||
|
if (/mp4/i.test(mimeType)) return "mp4";
|
||||||
|
if (/webm/i.test(mimeType)) return "webm";
|
||||||
|
if (/quicktime/i.test(mimeType)) return "mov";
|
||||||
|
return "png";
|
||||||
|
}
|
||||||
|
|
||||||
|
function toArrayBuffer(buffer: Buffer) {
|
||||||
|
return buffer.buffer.slice(
|
||||||
|
buffer.byteOffset,
|
||||||
|
buffer.byteOffset + buffer.byteLength,
|
||||||
|
) as ArrayBuffer;
|
||||||
|
}
|
||||||
|
|
||||||
|
async function uploadBuffer(buffer: Buffer, mimeType: string) {
|
||||||
|
const extension = detectExtension(mimeType);
|
||||||
|
const thumbnailBuffer = await sharp(buffer, { failOn: "none" })
|
||||||
|
.resize(400, 400, { fit: "inside", withoutEnlargement: true })
|
||||||
|
.jpeg({ quality: 82 })
|
||||||
|
.toBuffer()
|
||||||
|
.catch(() => buffer);
|
||||||
|
const suffix = `${Date.now()}-${Math.random().toString(36).slice(2, 8)}`;
|
||||||
|
const [original, thumbnail] = await Promise.all([
|
||||||
|
uploadFile(`vip98k-orig-${suffix}.${extension}`, toArrayBuffer(buffer)),
|
||||||
|
uploadFile(`vip98k-thumb-${suffix}.jpg`, toArrayBuffer(thumbnailBuffer)),
|
||||||
|
]);
|
||||||
|
return { original: original.url, thumbnail: thumbnail.url };
|
||||||
|
}
|
||||||
|
|
||||||
|
async function archiveOutputImage(imageUrl: string): Promise<UploadedImage> {
|
||||||
|
if (imageUrl.startsWith("data:")) {
|
||||||
|
const parsed = parseDataUrl(imageUrl);
|
||||||
|
return uploadBuffer(parsed.buffer, parsed.mimeType);
|
||||||
|
}
|
||||||
|
const deferred = await createDeferredUploadedImage(imageUrl, {
|
||||||
|
providerType: "vip98k",
|
||||||
|
});
|
||||||
|
if (deferred) return deferred;
|
||||||
|
const response = await fetch(imageUrl, {
|
||||||
|
cache: "no-store",
|
||||||
|
redirect: "follow",
|
||||||
|
headers: { "User-Agent": "yedir-ai-vip98k/1.0" },
|
||||||
|
signal: AbortSignal.timeout(DOWNLOAD_TIMEOUT_MS),
|
||||||
|
});
|
||||||
|
if (!response.ok) {
|
||||||
|
throw new Error(`VIP98K result image download failed (HTTP ${response.status})`);
|
||||||
|
}
|
||||||
|
return uploadBuffer(
|
||||||
|
Buffer.from(await response.arrayBuffer()),
|
||||||
|
response.headers.get("content-type") || "image/png",
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
async function ensurePublicMediaUrl(mediaUrl: string) {
|
||||||
|
const normalized = String(mediaUrl || "").trim();
|
||||||
|
if (/^https?:\/\//i.test(normalized)) return normalized;
|
||||||
|
if (!normalized.startsWith("data:")) return normalized;
|
||||||
|
const parsed = parseDataUrl(normalized);
|
||||||
|
const extension = detectExtension(parsed.mimeType);
|
||||||
|
const suffix = `${Date.now()}-${Math.random().toString(36).slice(2, 8)}`;
|
||||||
|
const uploaded = await uploadFile(
|
||||||
|
`vip98k-ref-${suffix}.${extension}`,
|
||||||
|
toArrayBuffer(parsed.buffer),
|
||||||
|
);
|
||||||
|
return uploaded.url;
|
||||||
|
}
|
||||||
|
|
||||||
|
function extractPromptAndMedia(messages: Array<{ role: string; content?: any; parts?: any[] }>) {
|
||||||
|
const message = messages.filter((item) => item.role === "user").pop();
|
||||||
|
if (!message) throw new Error("No user message found");
|
||||||
|
|
||||||
|
const texts: string[] = [];
|
||||||
|
const imageUrls: string[] = [];
|
||||||
|
const videoUrls: string[] = [];
|
||||||
|
|
||||||
|
const pushText = (value: unknown) => {
|
||||||
|
if (typeof value === "string" && value.trim()) texts.push(value.trim());
|
||||||
|
};
|
||||||
|
|
||||||
|
const pushMedia = (value: unknown, mediaType?: unknown) => {
|
||||||
|
const url = String(
|
||||||
|
typeof value === "string"
|
||||||
|
? value
|
||||||
|
: (value as any)?.url ||
|
||||||
|
(value as any)?.imageUrl ||
|
||||||
|
(value as any)?.fileUrl ||
|
||||||
|
(value as any)?.src ||
|
||||||
|
"",
|
||||||
|
).trim();
|
||||||
|
if (!url || !/^(?:https?:\/\/|data:)/i.test(url)) return;
|
||||||
|
const normalizedMediaType = String(mediaType || "").toLowerCase();
|
||||||
|
const isVideo =
|
||||||
|
normalizedMediaType.startsWith("video/") ||
|
||||||
|
url.startsWith("data:video/") ||
|
||||||
|
/\.(?:mp4|mov|webm|m4v)(?:[?#].*)?$/i.test(url);
|
||||||
|
const target = isVideo ? videoUrls : imageUrls;
|
||||||
|
if (!target.includes(url)) target.push(url);
|
||||||
|
};
|
||||||
|
|
||||||
|
const visitPart = (part: any) => {
|
||||||
|
if (!part) return;
|
||||||
|
if (typeof part === "string") return pushText(part);
|
||||||
|
if (part.type === "text" || typeof part.text === "string") pushText(part.text);
|
||||||
|
if (part.type === "image_url") pushMedia(part.image_url, "image/jpeg");
|
||||||
|
if (part.type === "image") pushMedia(part.image || part.url, "image/jpeg");
|
||||||
|
if (part.type === "file") {
|
||||||
|
pushMedia(
|
||||||
|
part.url || part.file || part.data,
|
||||||
|
part.mediaType || part.contentType || part.mimeType,
|
||||||
|
);
|
||||||
|
}
|
||||||
|
if (part.inlineData?.data) {
|
||||||
|
pushMedia(
|
||||||
|
`data:${part.inlineData.mimeType || "image/png"};base64,${part.inlineData.data}`,
|
||||||
|
part.inlineData.mimeType,
|
||||||
|
);
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
if (typeof message.content === "string") pushText(message.content);
|
||||||
|
else if (Array.isArray(message.content)) message.content.forEach(visitPart);
|
||||||
|
if (Array.isArray(message.parts)) message.parts.forEach(visitPart);
|
||||||
|
|
||||||
|
const prompt = texts.join("\n").trim() || "Generate media";
|
||||||
|
return { prompt, imageUrls, videoUrls };
|
||||||
|
}
|
||||||
|
|
||||||
|
function getConfiguredPollSeconds(config: Vip98kModelRuntimeConfig, key: string, fallback: number) {
|
||||||
|
const metadata = getVip98kMetadata(config);
|
||||||
|
const value = Number(metadata[key]);
|
||||||
|
if (!Number.isFinite(value) || value <= 0) return fallback;
|
||||||
|
return Math.min(Math.max(value, 1), 3600);
|
||||||
|
}
|
||||||
|
|
||||||
|
async function submitTask(params: {
|
||||||
|
apiKey: string;
|
||||||
|
baseURL?: string | null;
|
||||||
|
body: Record<string, unknown>;
|
||||||
|
}) {
|
||||||
|
const baseURL = normalizeVip98kBaseUrl(params.baseURL);
|
||||||
|
const response = await fetch(`${baseURL}/api/external/task/generate`, {
|
||||||
|
method: "POST",
|
||||||
|
headers: {
|
||||||
|
Authorization: `Bearer ${params.apiKey}`,
|
||||||
|
"Content-Type": "application/json",
|
||||||
|
},
|
||||||
|
body: JSON.stringify(params.body),
|
||||||
|
signal: AbortSignal.timeout(120_000),
|
||||||
|
});
|
||||||
|
const payload = await parseJsonResponse(response);
|
||||||
|
if (!response.ok) {
|
||||||
|
throw new Error(`${extractErrorMessage(payload)} (HTTP ${response.status})`);
|
||||||
|
}
|
||||||
|
return {
|
||||||
|
payload,
|
||||||
|
taskId: extractTaskId(payload),
|
||||||
|
resultPath: extractResultPath(payload),
|
||||||
|
outputs: collectOutputUrls(payload),
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
async function waitForTask(params: {
|
||||||
|
apiKey: string;
|
||||||
|
baseURL?: string | null;
|
||||||
|
taskId: string;
|
||||||
|
resultPath?: string;
|
||||||
|
modelConfig: Vip98kModelRuntimeConfig;
|
||||||
|
}) {
|
||||||
|
const baseURL = normalizeVip98kBaseUrl(params.baseURL);
|
||||||
|
const intervalMs =
|
||||||
|
getConfiguredPollSeconds(
|
||||||
|
params.modelConfig,
|
||||||
|
"pollIntervalSeconds",
|
||||||
|
DEFAULT_POLL_INTERVAL_SECONDS,
|
||||||
|
) * 1000;
|
||||||
|
const timeoutMs =
|
||||||
|
getConfiguredPollSeconds(params.modelConfig, "maxPollSeconds", DEFAULT_MAX_POLL_SECONDS) *
|
||||||
|
1000;
|
||||||
|
const startedAt = Date.now();
|
||||||
|
|
||||||
|
while (Date.now() - startedAt < timeoutMs) {
|
||||||
|
await delay(intervalMs);
|
||||||
|
const resultUrl = params.resultPath
|
||||||
|
? params.resultPath.startsWith("http")
|
||||||
|
? params.resultPath
|
||||||
|
: `${baseURL}${params.resultPath.startsWith("/") ? "" : "/"}${params.resultPath}`
|
||||||
|
: `${baseURL}/api/external/task/result?taskId=${encodeURIComponent(params.taskId)}`;
|
||||||
|
const response = await fetch(resultUrl, {
|
||||||
|
cache: "no-store",
|
||||||
|
headers: { Authorization: `Bearer ${params.apiKey}` },
|
||||||
|
signal: AbortSignal.timeout(60_000),
|
||||||
|
});
|
||||||
|
const payload = await parseJsonResponse(response);
|
||||||
|
if (!response.ok) {
|
||||||
|
throw new Error(`${extractErrorMessage(payload)} (HTTP ${response.status})`);
|
||||||
|
}
|
||||||
|
|
||||||
|
const status = extractStatus(payload);
|
||||||
|
const done = extractDone(payload);
|
||||||
|
const outputs = collectOutputUrls(payload);
|
||||||
|
if (
|
||||||
|
["succeeded", "success", "completed", "done", "finished"].includes(status) ||
|
||||||
|
(done && outputs.length > 0)
|
||||||
|
) {
|
||||||
|
return { payload, outputs };
|
||||||
|
}
|
||||||
|
if (["failed", "error", "timeout", "canceled", "cancelled"].includes(status)) {
|
||||||
|
throw new Error(extractErrorMessage(payload, "VIP98K task failed"));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
throw new Error("VIP98K task timed out; it may still be running");
|
||||||
|
}
|
||||||
|
|
||||||
|
function normalizeRatio(value: unknown) {
|
||||||
|
const normalized = String(value || "").trim();
|
||||||
|
return normalized && normalized !== "auto" ? normalized : undefined;
|
||||||
|
}
|
||||||
|
|
||||||
|
function normalizeDuration(value: unknown) {
|
||||||
|
const numeric = Number(value);
|
||||||
|
if (!Number.isFinite(numeric) || numeric <= 0) return undefined;
|
||||||
|
return Math.round(numeric);
|
||||||
|
}
|
||||||
|
|
||||||
|
function buildTaskBody(params: Vip98kTaskParams) {
|
||||||
|
const videoParams = params.videoParams || {};
|
||||||
|
const imageParams = params.imageParams || {};
|
||||||
|
const promptTitle = params.prompt.split(/\s+/).slice(0, 8).join(" ").slice(0, 80);
|
||||||
|
const body: Record<string, unknown> = {
|
||||||
|
model: params.modelId,
|
||||||
|
displayName: promptTitle || params.modelId,
|
||||||
|
prompt: params.prompt,
|
||||||
|
};
|
||||||
|
|
||||||
|
const aspectRatio =
|
||||||
|
normalizeRatio(videoParams.ratio) ||
|
||||||
|
normalizeRatio(videoParams.aspectRatio) ||
|
||||||
|
normalizeRatio(imageParams.aspectRatio);
|
||||||
|
const duration = normalizeDuration(videoParams.duration);
|
||||||
|
const resolution = String(videoParams.resolution || imageParams.imageSize || "").trim();
|
||||||
|
const negativePrompt = String(videoParams.negativePrompt || imageParams.negativePrompt || "").trim();
|
||||||
|
|
||||||
|
if (aspectRatio) {
|
||||||
|
body.ratio = aspectRatio;
|
||||||
|
body.aspectRatio = aspectRatio;
|
||||||
|
body.aspect_ratio = aspectRatio;
|
||||||
|
}
|
||||||
|
if (duration) body.duration = duration;
|
||||||
|
if (resolution) {
|
||||||
|
body.resolution = resolution;
|
||||||
|
body.imageSize = resolution;
|
||||||
|
body.image_size = resolution;
|
||||||
|
}
|
||||||
|
if (negativePrompt) {
|
||||||
|
body.negativePrompt = negativePrompt;
|
||||||
|
body.negative_prompt = negativePrompt;
|
||||||
|
}
|
||||||
|
if (typeof videoParams.generateAudio === "boolean") {
|
||||||
|
body.generateAudio = videoParams.generateAudio;
|
||||||
|
body.generate_audio = videoParams.generateAudio;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (params.imageUrls.length > 0) {
|
||||||
|
body.images = params.imageUrls;
|
||||||
|
body.imageUrls = params.imageUrls;
|
||||||
|
body.referenceImages = params.imageUrls;
|
||||||
|
body.reference_images = params.imageUrls;
|
||||||
|
body.image = params.imageUrls[0];
|
||||||
|
body.imageUrl = params.imageUrls[0];
|
||||||
|
body.image_url = params.imageUrls[0];
|
||||||
|
body.firstFrameImage = params.imageUrls[0];
|
||||||
|
body.first_frame_image = params.imageUrls[0];
|
||||||
|
body.firstFrameImageUrl = params.imageUrls[0];
|
||||||
|
body.first_frame_image_url = params.imageUrls[0];
|
||||||
|
if (params.imageUrls[1]) {
|
||||||
|
body.lastFrameImage = params.imageUrls[1];
|
||||||
|
body.last_frame_image = params.imageUrls[1];
|
||||||
|
body.endImageUrl = params.imageUrls[1];
|
||||||
|
body.end_image_url = params.imageUrls[1];
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if (params.videoUrls.length > 0) {
|
||||||
|
body.videos = params.videoUrls;
|
||||||
|
body.videoUrls = params.videoUrls;
|
||||||
|
body.referenceVideos = params.videoUrls;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (params.kind === "world") {
|
||||||
|
body.mode = "world-generation";
|
||||||
|
} else if (params.kind === "video") {
|
||||||
|
body.mode = params.imageUrls.length > 0 ? "image-to-video" : "text-to-video";
|
||||||
|
}
|
||||||
|
|
||||||
|
return body;
|
||||||
|
}
|
||||||
|
|
||||||
|
function formatImageMarkdown(images: UploadedImage[], imageSize: string) {
|
||||||
|
return images
|
||||||
|
.map((image) => ``)
|
||||||
|
.join("\n\n");
|
||||||
|
}
|
||||||
|
|
||||||
|
function formatVideoMarkdown(videoUrl: string) {
|
||||||
|
return `<video src="${videoUrl}" controls style="max-width: 100%; border-radius: 8px; margin-bottom: 12px;"></video>\n\n[下载视频](${videoUrl})`;
|
||||||
|
}
|
||||||
|
|
||||||
|
function formatWorldMarkdown(urls: string[]) {
|
||||||
|
if (urls.length === 0) return "3D 世界生成成功,但未返回可访问的结果地址";
|
||||||
|
return urls.map((url, index) => `[查看 3D 世界 ${index + 1}](${url})`).join("\n\n");
|
||||||
|
}
|
||||||
|
|
||||||
|
async function runTask(params: Vip98kTaskParams) {
|
||||||
|
const body = buildTaskBody(params);
|
||||||
|
const submitted = await submitTask({
|
||||||
|
apiKey: params.apiKey,
|
||||||
|
baseURL: params.baseURL,
|
||||||
|
body,
|
||||||
|
});
|
||||||
|
|
||||||
|
const outputUrls = submitted.outputs.length
|
||||||
|
? submitted.outputs
|
||||||
|
: await waitForTask({
|
||||||
|
apiKey: params.apiKey,
|
||||||
|
baseURL: params.baseURL,
|
||||||
|
taskId: submitted.taskId,
|
||||||
|
resultPath: submitted.resultPath,
|
||||||
|
modelConfig: params.modelConfig,
|
||||||
|
}).then((result) => result.outputs);
|
||||||
|
|
||||||
|
if (params.kind === "video") {
|
||||||
|
const videoUrl =
|
||||||
|
outputUrls.find((url) => /\.(mp4|webm|mov|m4v)(?:[?#].*)?$/i.test(url)) ||
|
||||||
|
outputUrls[0];
|
||||||
|
if (!videoUrl) throw new Error("VIP98K task completed but returned no video URL");
|
||||||
|
return formatVideoMarkdown(videoUrl);
|
||||||
|
}
|
||||||
|
|
||||||
|
if (params.kind === "image" || params.kind === "image-tool") {
|
||||||
|
if (outputUrls.length === 0) {
|
||||||
|
throw new Error("VIP98K task completed but returned no image URL");
|
||||||
|
}
|
||||||
|
const imageSize = String(params.imageParams?.imageSize || "2K").trim() || "2K";
|
||||||
|
const archived = await Promise.all(outputUrls.slice(0, 1).map(archiveOutputImage));
|
||||||
|
return formatImageMarkdown(archived, imageSize);
|
||||||
|
}
|
||||||
|
|
||||||
|
if (params.kind === "world") {
|
||||||
|
return formatWorldMarkdown(outputUrls);
|
||||||
|
}
|
||||||
|
|
||||||
|
return outputUrls.length ? outputUrls.join("\n") : "VIP98K task completed";
|
||||||
|
}
|
||||||
|
|
||||||
|
export function createVip98k({ apiKey, baseURL }: Vip98kConfig) {
|
||||||
|
const rootBaseURL = normalizeVip98kBaseUrl(baseURL);
|
||||||
|
const openAIBaseURL = normalizeOpenAIBaseUrl(rootBaseURL);
|
||||||
|
const openAITextProvider = createOpenAI({
|
||||||
|
apiKey,
|
||||||
|
baseURL: openAIBaseURL,
|
||||||
|
});
|
||||||
|
const openAIImageProvider = createOpenAIImage({
|
||||||
|
apiKey,
|
||||||
|
baseURL: openAIBaseURL,
|
||||||
|
});
|
||||||
|
|
||||||
|
return {
|
||||||
|
provider: "vip98k",
|
||||||
|
chat: (modelId: string, defaultModelConfig?: unknown): any => {
|
||||||
|
const modelConfig = parseRuntimeConfig(defaultModelConfig);
|
||||||
|
const kind = inferKind(modelId, modelConfig);
|
||||||
|
|
||||||
|
if (kind === "image") {
|
||||||
|
return openAIImageProvider.chat(modelId) as any;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (kind === "chat") {
|
||||||
|
return openAITextProvider.chat(modelId) as any;
|
||||||
|
}
|
||||||
|
|
||||||
|
return {
|
||||||
|
provider: "vip98k",
|
||||||
|
doGenerate: async (options: {
|
||||||
|
messages: Array<{ role: string; content?: any; parts?: any[] }>;
|
||||||
|
imageParams?: Record<string, unknown>;
|
||||||
|
videoParams?: Record<string, unknown>;
|
||||||
|
imageGenConfig?: unknown;
|
||||||
|
overrideModelId?: string;
|
||||||
|
}) => {
|
||||||
|
const runtimeConfig =
|
||||||
|
options.imageGenConfig !== undefined
|
||||||
|
? parseRuntimeConfig({
|
||||||
|
capabilities: modelConfig.capabilities,
|
||||||
|
imageGenConfig: options.imageGenConfig,
|
||||||
|
})
|
||||||
|
: modelConfig;
|
||||||
|
const activeModelId = String(options.overrideModelId || modelId || "").trim();
|
||||||
|
if (!activeModelId) throw new Error("VIP98K model ID is not configured");
|
||||||
|
const activeKind = inferKind(activeModelId, runtimeConfig);
|
||||||
|
const { prompt, imageUrls, videoUrls } = extractPromptAndMedia(options.messages);
|
||||||
|
const [publicImageUrls, publicVideoUrls] = await Promise.all([
|
||||||
|
Promise.all(imageUrls.map(ensurePublicMediaUrl)),
|
||||||
|
Promise.all(videoUrls.map(ensurePublicMediaUrl)),
|
||||||
|
]);
|
||||||
|
const text = await runTask({
|
||||||
|
apiKey,
|
||||||
|
baseURL: rootBaseURL,
|
||||||
|
modelId: activeModelId,
|
||||||
|
kind: activeKind,
|
||||||
|
prompt,
|
||||||
|
imageUrls: publicImageUrls,
|
||||||
|
videoUrls: publicVideoUrls,
|
||||||
|
videoParams: options.videoParams,
|
||||||
|
imageParams: options.imageParams,
|
||||||
|
modelConfig: runtimeConfig,
|
||||||
|
});
|
||||||
|
return {
|
||||||
|
text,
|
||||||
|
finishReason: "stop" as const,
|
||||||
|
usage: {
|
||||||
|
promptTokens: 0,
|
||||||
|
completionTokens: text.length,
|
||||||
|
},
|
||||||
|
};
|
||||||
|
},
|
||||||
|
doStream: async function* (options: {
|
||||||
|
messages: Array<{ role: string; content?: any; parts?: any[] }>;
|
||||||
|
imageParams?: Record<string, unknown>;
|
||||||
|
videoParams?: Record<string, unknown>;
|
||||||
|
imageGenConfig?: unknown;
|
||||||
|
overrideModelId?: string;
|
||||||
|
}) {
|
||||||
|
const result = await this.doGenerate(options);
|
||||||
|
yield { type: "text-delta", textDelta: result.text };
|
||||||
|
},
|
||||||
|
};
|
||||||
|
},
|
||||||
|
};
|
||||||
|
}
|
||||||
@ -7,6 +7,8 @@ import { tool } from "ai";
|
|||||||
import { z } from "zod";
|
import { z } from "zod";
|
||||||
import { doGenerateStream } from "@/lib/ai/providers/volcano-video";
|
import { doGenerateStream } from "@/lib/ai/providers/volcano-video";
|
||||||
import { executeAtlasCloudVideoGeneration } from "@/lib/ai/providers/atlascloud";
|
import { executeAtlasCloudVideoGeneration } from "@/lib/ai/providers/atlascloud";
|
||||||
|
import { getLanguageModelById } from "@/lib/ai/dynamic-provider";
|
||||||
|
import { isVideoModelDescriptor } from "@/lib/ai/model-classification";
|
||||||
import {
|
import {
|
||||||
getEnabledAiModelsWithProvider,
|
getEnabledAiModelsWithProvider,
|
||||||
getSubModelsByParentModelId
|
getSubModelsByParentModelId
|
||||||
@ -55,6 +57,16 @@ function inferSupportedModesFromModelId(modelId: string): VideoGenerationMode[]
|
|||||||
return ["text-to-video", "first-frame", "first-last-frame", "reference-images"];
|
return ["text-to-video", "first-frame", "first-last-frame", "reference-images"];
|
||||||
}
|
}
|
||||||
|
|
||||||
|
function extractVideoUrlFromGeneratedText(value: unknown) {
|
||||||
|
const text = String(value || "");
|
||||||
|
const srcMatch = text.match(/<video[^>]+src=["'](https?:\/\/[^"']+)["']/i);
|
||||||
|
if (srcMatch?.[1]) return srcMatch[1];
|
||||||
|
const markdownMatch = text.match(/\[[^\]]*\]\((https?:\/\/[^)\s]+)\)/i);
|
||||||
|
if (markdownMatch?.[1]) return markdownMatch[1];
|
||||||
|
const directMatch = text.match(/https?:\/\/[^\s<>"']+/i);
|
||||||
|
return directMatch?.[0]?.replace(/[),.;]+$/, "") || "";
|
||||||
|
}
|
||||||
|
|
||||||
function getSupportedModes(caps: Partial<VideoModelCapabilities> | undefined, modelId: string): VideoGenerationMode[] {
|
function getSupportedModes(caps: Partial<VideoModelCapabilities> | undefined, modelId: string): VideoGenerationMode[] {
|
||||||
const modes = (caps?.supportedModes || []) as VideoGenerationMode[];
|
const modes = (caps?.supportedModes || []) as VideoGenerationMode[];
|
||||||
if (Array.isArray(modes) && modes.length > 0) {
|
if (Array.isArray(modes) && modes.length > 0) {
|
||||||
@ -120,11 +132,24 @@ function isAtlasCloudVideoModel(item: any) {
|
|||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
function isVip98kVideoModel(item: any) {
|
||||||
|
return (
|
||||||
|
item?.provider?.type === "vip98k" &&
|
||||||
|
isVideoModelDescriptor({
|
||||||
|
providerType: item.provider.type,
|
||||||
|
modelId: item.model?.modelId,
|
||||||
|
capabilities: item.model?.capabilities,
|
||||||
|
supportsImageGen: item.model?.supportsImageGen,
|
||||||
|
})
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
function isDirectExecutableVideoModel(item: any) {
|
function isDirectExecutableVideoModel(item: any) {
|
||||||
return (
|
return (
|
||||||
isVolcanoVideoModel(item) ||
|
isVolcanoVideoModel(item) ||
|
||||||
isAgnesVideoModel(item) ||
|
isAgnesVideoModel(item) ||
|
||||||
isAtlasCloudVideoModel(item)
|
isAtlasCloudVideoModel(item) ||
|
||||||
|
isVip98kVideoModel(item)
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -540,6 +565,103 @@ async function executeAgnesVideoGeneration(params: {
|
|||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
async function resolvePreferredVip98kVideoModel(
|
||||||
|
preferredModelRef: string | undefined,
|
||||||
|
mode: VideoGenerationMode,
|
||||||
|
params: Partial<VideoGenerationOptions>,
|
||||||
|
) {
|
||||||
|
const normalizedRef = String(preferredModelRef || "").trim();
|
||||||
|
if (!normalizedRef) return null;
|
||||||
|
|
||||||
|
const models = await getEnabledAiModelsWithProvider();
|
||||||
|
const matched = models.find(
|
||||||
|
(item) =>
|
||||||
|
isVip98kVideoModel(item) &&
|
||||||
|
item.model.isEnabled &&
|
||||||
|
!item.model.isSubModel &&
|
||||||
|
(item.model.id === normalizedRef ||
|
||||||
|
item.model.modelId === normalizedRef ||
|
||||||
|
item.model.displayName === normalizedRef),
|
||||||
|
);
|
||||||
|
if (!matched) return null;
|
||||||
|
|
||||||
|
const capabilities = withConfiguredVideoCapabilities(
|
||||||
|
matched.model.capabilities as VideoModelCapabilities | undefined,
|
||||||
|
(matched.model as any).imageGenConfig,
|
||||||
|
);
|
||||||
|
const supportedModes = getSupportedModes(capabilities, matched.model.modelId);
|
||||||
|
if (!supportedModes.includes(mode)) {
|
||||||
|
throw new Error(`模型 ${matched.model.displayName} 不支持 ${mode} 模式`);
|
||||||
|
}
|
||||||
|
const resolvedCapabilities = {
|
||||||
|
...capabilities,
|
||||||
|
supportedModes,
|
||||||
|
} as VideoModelCapabilities;
|
||||||
|
validateParamsAgainstCapabilities(params, resolvedCapabilities);
|
||||||
|
return { model: matched, capabilities: resolvedCapabilities };
|
||||||
|
}
|
||||||
|
|
||||||
|
async function executeVip98kVideoGeneration(params: {
|
||||||
|
request: ExecuteDirectVideoGenerationParams;
|
||||||
|
prompt: string;
|
||||||
|
selected: { model: any; capabilities: VideoModelCapabilities };
|
||||||
|
generationParams: Partial<VideoGenerationOptions>;
|
||||||
|
}): Promise<ExecuteDirectVideoGenerationResult> {
|
||||||
|
const selected = params.selected.model;
|
||||||
|
const languageModel = await getLanguageModelById(selected.model.id);
|
||||||
|
if (!languageModel || typeof (languageModel as any).doGenerate !== "function") {
|
||||||
|
throw new Error("所选 VIP98K 视频模型初始化失败");
|
||||||
|
}
|
||||||
|
|
||||||
|
await params.request.onProgress?.(
|
||||||
|
`正在调用 ${selected.model.displayName || selected.model.modelId} 生成视频...`,
|
||||||
|
);
|
||||||
|
const imageParts = (params.request.images || []).map((url) => ({
|
||||||
|
type: "image_url" as const,
|
||||||
|
image_url: { url },
|
||||||
|
}));
|
||||||
|
const result = await (languageModel as any).doGenerate({
|
||||||
|
messages: [
|
||||||
|
{
|
||||||
|
role: "user",
|
||||||
|
content: [{ type: "text", text: params.prompt }, ...imageParts],
|
||||||
|
},
|
||||||
|
],
|
||||||
|
overrideModelId: selected.model.modelId,
|
||||||
|
videoParams: {
|
||||||
|
mode: params.request.mode,
|
||||||
|
resolution: params.generationParams.resolution || "720p",
|
||||||
|
ratio: params.generationParams.ratio || "16:9",
|
||||||
|
duration: params.generationParams.duration || 8,
|
||||||
|
watermark: params.generationParams.watermark,
|
||||||
|
cameraFixed: params.generationParams.cameraFixed,
|
||||||
|
seed: params.generationParams.seed,
|
||||||
|
returnLastFrame: params.generationParams.returnLastFrame,
|
||||||
|
},
|
||||||
|
});
|
||||||
|
if (result?.finishReason === "error") {
|
||||||
|
throw new Error(String(result?.text || "VIP98K 视频生成失败"));
|
||||||
|
}
|
||||||
|
const videoUrl = extractVideoUrlFromGeneratedText(result?.text);
|
||||||
|
if (!videoUrl) throw new Error("VIP98K 视频模型未返回可用视频地址");
|
||||||
|
|
||||||
|
return {
|
||||||
|
success: true,
|
||||||
|
videoUrl,
|
||||||
|
metadata: {
|
||||||
|
provider: "vip98k",
|
||||||
|
temporaryVideoUrl: videoUrl,
|
||||||
|
mode: params.request.mode,
|
||||||
|
resolution: params.generationParams.resolution,
|
||||||
|
ratio: params.generationParams.ratio,
|
||||||
|
duration: params.generationParams.duration,
|
||||||
|
},
|
||||||
|
modelDisplayName: String(selected.model.displayName || selected.model.modelId),
|
||||||
|
modelId: String(selected.model.modelId || selected.model.id),
|
||||||
|
modelRef: String(selected.model.id || selected.model.modelId),
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
export async function executeDirectVideoGeneration(
|
export async function executeDirectVideoGeneration(
|
||||||
params: ExecuteDirectVideoGenerationParams,
|
params: ExecuteDirectVideoGenerationParams,
|
||||||
): Promise<ExecuteDirectVideoGenerationResult> {
|
): Promise<ExecuteDirectVideoGenerationResult> {
|
||||||
@ -589,6 +711,20 @@ export async function executeDirectVideoGeneration(
|
|||||||
referenceImages: params.images,
|
referenceImages: params.images,
|
||||||
} satisfies Partial<VideoGenerationOptions>;
|
} satisfies Partial<VideoGenerationOptions>;
|
||||||
|
|
||||||
|
const preferredVip98kModel = await resolvePreferredVip98kVideoModel(
|
||||||
|
params.preferredModelRef,
|
||||||
|
params.mode,
|
||||||
|
generationParams,
|
||||||
|
);
|
||||||
|
if (preferredVip98kModel) {
|
||||||
|
return executeVip98kVideoGeneration({
|
||||||
|
request: params,
|
||||||
|
prompt,
|
||||||
|
selected: preferredVip98kModel,
|
||||||
|
generationParams,
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
let selectedModelConfig: { model: any; capabilities: VideoModelCapabilities };
|
let selectedModelConfig: { model: any; capabilities: VideoModelCapabilities };
|
||||||
try {
|
try {
|
||||||
selectedModelConfig = await getCompatibleModel(
|
selectedModelConfig = await getCompatibleModel(
|
||||||
|
|||||||
626
lib/ai/vip98k-models.ts
Normal file
626
lib/ai/vip98k-models.ts
Normal file
@ -0,0 +1,626 @@
|
|||||||
|
import "server-only";
|
||||||
|
|
||||||
|
export const VIP98K_BASE_URL = "https://api.vip98k.com";
|
||||||
|
|
||||||
|
export type Vip98kCatalogModelType =
|
||||||
|
| "image"
|
||||||
|
| "video"
|
||||||
|
| "image_tool"
|
||||||
|
| "document_tool"
|
||||||
|
| "model"
|
||||||
|
| "audio"
|
||||||
|
| "world"
|
||||||
|
| string;
|
||||||
|
|
||||||
|
export interface Vip98kCatalogModel {
|
||||||
|
modelId?: string;
|
||||||
|
id?: string;
|
||||||
|
name?: string;
|
||||||
|
displayName?: string;
|
||||||
|
display_name?: string;
|
||||||
|
description?: string;
|
||||||
|
type?: Vip98kCatalogModelType;
|
||||||
|
modelType?: Vip98kCatalogModelType;
|
||||||
|
model_type?: Vip98kCatalogModelType;
|
||||||
|
category?: Vip98kCatalogModelType;
|
||||||
|
capabilities?: unknown;
|
||||||
|
inputModes?: unknown;
|
||||||
|
input_modes?: unknown;
|
||||||
|
outputModes?: unknown;
|
||||||
|
output_modes?: unknown;
|
||||||
|
supportedResolutions?: unknown;
|
||||||
|
supported_resolutions?: unknown;
|
||||||
|
resolutions?: unknown;
|
||||||
|
durations?: unknown;
|
||||||
|
durationOptions?: unknown;
|
||||||
|
duration_options?: unknown;
|
||||||
|
defaultDuration?: unknown;
|
||||||
|
default_duration?: unknown;
|
||||||
|
supportsAsync?: unknown;
|
||||||
|
supports_async?: unknown;
|
||||||
|
pollIntervalSeconds?: unknown;
|
||||||
|
poll_interval_seconds?: unknown;
|
||||||
|
maxPollSeconds?: unknown;
|
||||||
|
max_poll_seconds?: unknown;
|
||||||
|
resultTTLSeconds?: unknown;
|
||||||
|
result_ttl_seconds?: unknown;
|
||||||
|
billingMode?: string;
|
||||||
|
billing_mode?: string;
|
||||||
|
pricing?: unknown;
|
||||||
|
price?: unknown;
|
||||||
|
status?: string;
|
||||||
|
[key: string]: unknown;
|
||||||
|
}
|
||||||
|
|
||||||
|
export interface Vip98kModelPreset {
|
||||||
|
modelId: string;
|
||||||
|
displayName: string;
|
||||||
|
description: string;
|
||||||
|
type: Vip98kCatalogModelType;
|
||||||
|
supportsVision: boolean;
|
||||||
|
supportsImageGen: boolean;
|
||||||
|
isHidden: boolean;
|
||||||
|
capabilities: Record<string, unknown>;
|
||||||
|
defaultParams: Record<string, unknown>;
|
||||||
|
imageGenConfig: Record<string, unknown> | null;
|
||||||
|
sortOrder: number;
|
||||||
|
}
|
||||||
|
|
||||||
|
const DEFAULT_ASPECT_RATIOS = [
|
||||||
|
"auto",
|
||||||
|
"1:1",
|
||||||
|
"4:3",
|
||||||
|
"3:4",
|
||||||
|
"16:9",
|
||||||
|
"9:16",
|
||||||
|
"3:2",
|
||||||
|
"2:3",
|
||||||
|
"4:5",
|
||||||
|
"5:4",
|
||||||
|
] as const;
|
||||||
|
|
||||||
|
const DEFAULT_VIDEO_RATIOS = ["16:9", "9:16", "1:1", "4:3", "3:4"] as const;
|
||||||
|
const DEFAULT_IMAGE_SIZES = ["1K", "2K", "4K"] as const;
|
||||||
|
|
||||||
|
const TYPE_SORT_ORDER: Record<string, number> = {
|
||||||
|
image: 100,
|
||||||
|
video: 200,
|
||||||
|
world: 300,
|
||||||
|
model: 400,
|
||||||
|
image_tool: 800,
|
||||||
|
audio: 900,
|
||||||
|
document_tool: 950,
|
||||||
|
};
|
||||||
|
|
||||||
|
function toRecord(value: unknown): Record<string, unknown> | null {
|
||||||
|
if (!value || typeof value !== "object" || Array.isArray(value)) return null;
|
||||||
|
return value as Record<string, unknown>;
|
||||||
|
}
|
||||||
|
|
||||||
|
function parseStringArray(value: unknown): string[] {
|
||||||
|
if (!Array.isArray(value)) return [];
|
||||||
|
return Array.from(
|
||||||
|
new Set(
|
||||||
|
value
|
||||||
|
.map((item) => String(item || "").trim())
|
||||||
|
.filter(Boolean),
|
||||||
|
),
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
function parseNumberArray(value: unknown): number[] {
|
||||||
|
if (!Array.isArray(value)) return [];
|
||||||
|
return Array.from(
|
||||||
|
new Set(
|
||||||
|
value
|
||||||
|
.map((item) => Number(item))
|
||||||
|
.filter((item) => Number.isFinite(item) && item > 0),
|
||||||
|
),
|
||||||
|
).sort((a, b) => a - b);
|
||||||
|
}
|
||||||
|
|
||||||
|
function parseNumber(value: unknown): number | undefined {
|
||||||
|
const numeric = Number(value);
|
||||||
|
return Number.isFinite(numeric) ? numeric : undefined;
|
||||||
|
}
|
||||||
|
|
||||||
|
function normalizeCatalogType(model: Vip98kCatalogModel): Vip98kCatalogModelType {
|
||||||
|
return String(
|
||||||
|
model.type || model.modelType || model.model_type || model.category || "model",
|
||||||
|
)
|
||||||
|
.trim()
|
||||||
|
.toLowerCase();
|
||||||
|
}
|
||||||
|
|
||||||
|
function normalizeImageSize(value: string): string | null {
|
||||||
|
const normalized = value.trim().toUpperCase();
|
||||||
|
if (normalized === "1K" || normalized === "2K" || normalized === "4K") {
|
||||||
|
return normalized;
|
||||||
|
}
|
||||||
|
const kMatch = normalized.match(/^(\d+(?:\.\d+)?)\s*K$/);
|
||||||
|
if (kMatch?.[1]) return `${Number(kMatch[1]).toString()}K`;
|
||||||
|
return null;
|
||||||
|
}
|
||||||
|
|
||||||
|
function normalizeVideoResolution(value: string): string | null {
|
||||||
|
const normalized = value.trim().toLowerCase();
|
||||||
|
if (normalized === "720p" || normalized === "1080p" || normalized === "4k") {
|
||||||
|
return normalized;
|
||||||
|
}
|
||||||
|
if (normalized === "720" || normalized === "720P".toLowerCase()) return "720p";
|
||||||
|
if (normalized === "1080" || normalized === "1080P".toLowerCase()) return "1080p";
|
||||||
|
if (normalized === "2160p" || normalized === "2160" || normalized === "4K".toLowerCase()) {
|
||||||
|
return "4k";
|
||||||
|
}
|
||||||
|
return normalized || null;
|
||||||
|
}
|
||||||
|
|
||||||
|
function getSupportedResolutions(model: Vip98kCatalogModel) {
|
||||||
|
return parseStringArray(
|
||||||
|
model.supportedResolutions || model.supported_resolutions || model.resolutions,
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
function getSupportedImageSizes(model: Vip98kCatalogModel) {
|
||||||
|
const sizes = getSupportedResolutions(model)
|
||||||
|
.map(normalizeImageSize)
|
||||||
|
.filter((value): value is string => Boolean(value));
|
||||||
|
return sizes.length ? sizes : [...DEFAULT_IMAGE_SIZES];
|
||||||
|
}
|
||||||
|
|
||||||
|
function getSupportedVideoResolutions(model: Vip98kCatalogModel) {
|
||||||
|
const resolutions = getSupportedResolutions(model)
|
||||||
|
.map(normalizeVideoResolution)
|
||||||
|
.filter((value): value is string => Boolean(value));
|
||||||
|
return resolutions.length ? resolutions : ["720p"];
|
||||||
|
}
|
||||||
|
|
||||||
|
function getDurations(model: Vip98kCatalogModel) {
|
||||||
|
return parseNumberArray(
|
||||||
|
model.durations || model.durationOptions || model.duration_options,
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
function getCapabilities(model: Vip98kCatalogModel) {
|
||||||
|
return parseStringArray(model.capabilities).map((item) =>
|
||||||
|
item.trim().toLowerCase().replace(/_/g, "-"),
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
function getInputModes(model: Vip98kCatalogModel) {
|
||||||
|
return parseStringArray(model.inputModes || model.input_modes).map((item) =>
|
||||||
|
item.trim().toLowerCase(),
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
function getOutputModes(model: Vip98kCatalogModel) {
|
||||||
|
return parseStringArray(model.outputModes || model.output_modes).map((item) =>
|
||||||
|
item.trim().toLowerCase(),
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
function getDisplayName(model: Vip98kCatalogModel, modelId: string) {
|
||||||
|
return String(
|
||||||
|
model.displayName || model.display_name || model.name || modelId,
|
||||||
|
).trim();
|
||||||
|
}
|
||||||
|
|
||||||
|
function getModelId(model: Vip98kCatalogModel) {
|
||||||
|
return String(model.modelId || model.id || model.name || "").trim();
|
||||||
|
}
|
||||||
|
|
||||||
|
function getEffectivePrice(model: Vip98kCatalogModel) {
|
||||||
|
const pricing = toRecord(model.pricing);
|
||||||
|
return parseNumber(
|
||||||
|
model.price ||
|
||||||
|
pricing?.effectivePrice ||
|
||||||
|
pricing?.effective_price ||
|
||||||
|
pricing?.price ||
|
||||||
|
pricing?.requestPrice ||
|
||||||
|
pricing?.request_price,
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
function getBillingMode(model: Vip98kCatalogModel) {
|
||||||
|
return String(model.billingMode || model.billing_mode || "per_request").trim();
|
||||||
|
}
|
||||||
|
|
||||||
|
function getVip98kMetadata(model: Vip98kCatalogModel, type: string) {
|
||||||
|
return {
|
||||||
|
modelType: type,
|
||||||
|
taskApi: "external-task",
|
||||||
|
supportsAsync: Boolean(model.supportsAsync ?? model.supports_async ?? true),
|
||||||
|
pollIntervalSeconds: parseNumber(
|
||||||
|
model.pollIntervalSeconds || model.poll_interval_seconds,
|
||||||
|
) || 8,
|
||||||
|
maxPollSeconds: parseNumber(model.maxPollSeconds || model.max_poll_seconds) || 600,
|
||||||
|
resultTTLSeconds: parseNumber(
|
||||||
|
model.resultTTLSeconds || model.result_ttl_seconds,
|
||||||
|
),
|
||||||
|
billingMode: getBillingMode(model),
|
||||||
|
effectivePrice: getEffectivePrice(model),
|
||||||
|
pricing: model.pricing || null,
|
||||||
|
status: model.status || null,
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
function createImagePreset(
|
||||||
|
model: Vip98kCatalogModel,
|
||||||
|
index: number,
|
||||||
|
): Vip98kModelPreset {
|
||||||
|
const modelId = getModelId(model);
|
||||||
|
const displayName = getDisplayName(model, modelId);
|
||||||
|
const capabilities = getCapabilities(model);
|
||||||
|
const inputModes = getInputModes(model);
|
||||||
|
const outputModes = getOutputModes(model);
|
||||||
|
const supportedImageSizes = getSupportedImageSizes(model);
|
||||||
|
const supportsReferenceImages =
|
||||||
|
capabilities.includes("image-to-image") ||
|
||||||
|
inputModes.includes("url") ||
|
||||||
|
inputModes.includes("file");
|
||||||
|
const supportedModes = [
|
||||||
|
...(capabilities.includes("text-to-image") || capabilities.length === 0
|
||||||
|
? ["text-to-image"]
|
||||||
|
: []),
|
||||||
|
...(supportsReferenceImages ? ["image-to-image", "reference-images"] : []),
|
||||||
|
];
|
||||||
|
const maxReferenceImages = supportsReferenceImages ? 8 : 0;
|
||||||
|
const defaultImageSize =
|
||||||
|
supportedImageSizes.find((size) => size === "2K") ||
|
||||||
|
supportedImageSizes[0] ||
|
||||||
|
"1K";
|
||||||
|
|
||||||
|
return {
|
||||||
|
modelId,
|
||||||
|
displayName,
|
||||||
|
description: model.description || `VIP98K image model (${modelId})`,
|
||||||
|
type: "image",
|
||||||
|
supportsVision: supportsReferenceImages,
|
||||||
|
supportsImageGen: true,
|
||||||
|
isHidden: false,
|
||||||
|
capabilities: {
|
||||||
|
provider: "vip98k",
|
||||||
|
kind: "image",
|
||||||
|
mediaType: "image",
|
||||||
|
modelType: "image",
|
||||||
|
outputType: "image",
|
||||||
|
supportedModes,
|
||||||
|
inputModes,
|
||||||
|
outputModes,
|
||||||
|
supportedImageSizes,
|
||||||
|
supportedAspectRatios: [...DEFAULT_ASPECT_RATIOS],
|
||||||
|
supportsMultiImageReference: supportsReferenceImages,
|
||||||
|
maxReferenceImages,
|
||||||
|
vip98k: getVip98kMetadata(model, "image"),
|
||||||
|
},
|
||||||
|
defaultParams: {
|
||||||
|
provider: "vip98k",
|
||||||
|
kind: "image",
|
||||||
|
endpoint: modelId,
|
||||||
|
apiFormat: "openai-images-compatible",
|
||||||
|
taskApi: "openai-images",
|
||||||
|
supportedModes,
|
||||||
|
imageSize: defaultImageSize,
|
||||||
|
aspectRatio: "auto",
|
||||||
|
imageCount: 1,
|
||||||
|
},
|
||||||
|
imageGenConfig: {
|
||||||
|
maxImages: 1,
|
||||||
|
maxReferenceImages,
|
||||||
|
supportsSize: true,
|
||||||
|
supports1K: supportedImageSizes.includes("1K"),
|
||||||
|
supports2K: supportedImageSizes.includes("2K"),
|
||||||
|
supports4K: supportedImageSizes.includes("4K"),
|
||||||
|
supportedImageSizes,
|
||||||
|
supportedAspectRatios: [...DEFAULT_ASPECT_RATIOS],
|
||||||
|
supportsPromptExtend: false,
|
||||||
|
supportsNegativePrompt: false,
|
||||||
|
supportsWatermark: false,
|
||||||
|
supportsSeed: false,
|
||||||
|
creditCostPerImage: 0,
|
||||||
|
creditCostMultiplierBySize: {
|
||||||
|
"1K": 1,
|
||||||
|
"2K": 1,
|
||||||
|
"4K": 1,
|
||||||
|
},
|
||||||
|
enableLoadingPlaceholder: true,
|
||||||
|
loadingColor: "yellow",
|
||||||
|
vip98k: getVip98kMetadata(model, "image"),
|
||||||
|
},
|
||||||
|
sortOrder: TYPE_SORT_ORDER.image + index,
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
function createVideoPreset(
|
||||||
|
model: Vip98kCatalogModel,
|
||||||
|
index: number,
|
||||||
|
): Vip98kModelPreset {
|
||||||
|
const modelId = getModelId(model);
|
||||||
|
const displayName = getDisplayName(model, modelId);
|
||||||
|
const capabilities = getCapabilities(model);
|
||||||
|
const inputModes = getInputModes(model);
|
||||||
|
const outputModes = getOutputModes(model);
|
||||||
|
const supportedResolutions = getSupportedVideoResolutions(model);
|
||||||
|
const durations = getDurations(model);
|
||||||
|
const defaultDuration =
|
||||||
|
parseNumber(model.defaultDuration || model.default_duration) ||
|
||||||
|
durations[durations.length - 1] ||
|
||||||
|
8;
|
||||||
|
const supportsReferenceImages =
|
||||||
|
capabilities.includes("image-to-video") ||
|
||||||
|
inputModes.includes("url") ||
|
||||||
|
inputModes.includes("file");
|
||||||
|
const supportedModes = [
|
||||||
|
...(capabilities.includes("text-to-video") || capabilities.length === 0
|
||||||
|
? ["text-to-video"]
|
||||||
|
: []),
|
||||||
|
...(supportsReferenceImages ? ["image-to-video", "first-frame"] : []),
|
||||||
|
];
|
||||||
|
|
||||||
|
return {
|
||||||
|
modelId,
|
||||||
|
displayName,
|
||||||
|
description: model.description || `VIP98K video model (${modelId})`,
|
||||||
|
type: "video",
|
||||||
|
supportsVision: supportsReferenceImages,
|
||||||
|
supportsImageGen: false,
|
||||||
|
isHidden: false,
|
||||||
|
capabilities: {
|
||||||
|
provider: "vip98k",
|
||||||
|
kind: "video",
|
||||||
|
mediaType: "video",
|
||||||
|
modelType: "video",
|
||||||
|
outputType: "video",
|
||||||
|
supportedModes,
|
||||||
|
inputModes,
|
||||||
|
outputModes,
|
||||||
|
supportedResolutions,
|
||||||
|
supportedRatios: [...DEFAULT_VIDEO_RATIOS],
|
||||||
|
durationOptions: durations,
|
||||||
|
durationRange: durations.length
|
||||||
|
? { min: durations[0], max: durations[durations.length - 1] }
|
||||||
|
: { min: defaultDuration, max: defaultDuration },
|
||||||
|
defaultDuration,
|
||||||
|
supportWatermark: false,
|
||||||
|
supportCameraFixed: false,
|
||||||
|
maxReferenceImages: supportsReferenceImages ? 4 : 0,
|
||||||
|
vip98k: getVip98kMetadata(model, "video"),
|
||||||
|
},
|
||||||
|
defaultParams: {
|
||||||
|
provider: "vip98k",
|
||||||
|
kind: "video",
|
||||||
|
endpoint: modelId,
|
||||||
|
taskApi: "external-task",
|
||||||
|
supportedModes,
|
||||||
|
duration: defaultDuration,
|
||||||
|
resolution: supportedResolutions[0] || "720p",
|
||||||
|
ratio: "16:9",
|
||||||
|
},
|
||||||
|
imageGenConfig: {
|
||||||
|
creditCostPerVideo: 0,
|
||||||
|
videoDurationOptions: durations,
|
||||||
|
creditCostPerVideoByDuration: Object.fromEntries(
|
||||||
|
durations.map((duration) => [String(duration), 0]),
|
||||||
|
),
|
||||||
|
creditCostPerVideoByResolution: Object.fromEntries(
|
||||||
|
supportedResolutions.map((resolution) => [resolution, 0]),
|
||||||
|
),
|
||||||
|
enableLoadingPlaceholder: true,
|
||||||
|
loadingColor: "blue",
|
||||||
|
vip98k: getVip98kMetadata(model, "video"),
|
||||||
|
},
|
||||||
|
sortOrder: TYPE_SORT_ORDER.video + index,
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
function createWorldPreset(
|
||||||
|
model: Vip98kCatalogModel,
|
||||||
|
index: number,
|
||||||
|
): Vip98kModelPreset {
|
||||||
|
const modelId = getModelId(model);
|
||||||
|
const displayName = getDisplayName(model, modelId);
|
||||||
|
return {
|
||||||
|
modelId,
|
||||||
|
displayName,
|
||||||
|
description: model.description || `VIP98K 3D world model (${modelId})`,
|
||||||
|
type: "world",
|
||||||
|
supportsVision: false,
|
||||||
|
supportsImageGen: false,
|
||||||
|
isHidden: false,
|
||||||
|
capabilities: {
|
||||||
|
provider: "vip98k",
|
||||||
|
kind: "world",
|
||||||
|
mediaType: "world",
|
||||||
|
modelType: "world-generation",
|
||||||
|
outputType: "3d",
|
||||||
|
supportedModes: ["world-generation", "text-to-3d"],
|
||||||
|
vip98k: getVip98kMetadata(model, "world"),
|
||||||
|
},
|
||||||
|
defaultParams: {
|
||||||
|
provider: "vip98k",
|
||||||
|
kind: "world",
|
||||||
|
endpoint: modelId,
|
||||||
|
taskApi: "external-task",
|
||||||
|
},
|
||||||
|
imageGenConfig: null,
|
||||||
|
sortOrder: TYPE_SORT_ORDER.world + index,
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
function createChatPreset(
|
||||||
|
model: Vip98kCatalogModel,
|
||||||
|
index: number,
|
||||||
|
): Vip98kModelPreset {
|
||||||
|
const modelId = getModelId(model);
|
||||||
|
const displayName = getDisplayName(model, modelId);
|
||||||
|
return {
|
||||||
|
modelId,
|
||||||
|
displayName,
|
||||||
|
description: model.description || `VIP98K text model (${modelId})`,
|
||||||
|
type: "model",
|
||||||
|
supportsVision: false,
|
||||||
|
supportsImageGen: false,
|
||||||
|
isHidden: false,
|
||||||
|
capabilities: {
|
||||||
|
provider: "vip98k",
|
||||||
|
kind: "chat",
|
||||||
|
mediaType: "text",
|
||||||
|
modelType: "model",
|
||||||
|
outputType: "text",
|
||||||
|
apiFormat: "openai-compatible",
|
||||||
|
vip98k: getVip98kMetadata(model, "model"),
|
||||||
|
},
|
||||||
|
defaultParams: {
|
||||||
|
provider: "vip98k",
|
||||||
|
kind: "chat",
|
||||||
|
endpoint: modelId,
|
||||||
|
apiFormat: "openai-compatible",
|
||||||
|
},
|
||||||
|
imageGenConfig: null,
|
||||||
|
sortOrder: TYPE_SORT_ORDER.model + index,
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
function createToolPreset(
|
||||||
|
model: Vip98kCatalogModel,
|
||||||
|
type: string,
|
||||||
|
index: number,
|
||||||
|
): Vip98kModelPreset {
|
||||||
|
const modelId = getModelId(model);
|
||||||
|
const displayName = getDisplayName(model, modelId);
|
||||||
|
const inputModes = getInputModes(model);
|
||||||
|
const outputModes = getOutputModes(model);
|
||||||
|
const isImageTool = type === "image_tool";
|
||||||
|
|
||||||
|
return {
|
||||||
|
modelId,
|
||||||
|
displayName,
|
||||||
|
description: model.description || `VIP98K ${type} model (${modelId})`,
|
||||||
|
type,
|
||||||
|
supportsVision: isImageTool,
|
||||||
|
supportsImageGen: false,
|
||||||
|
isHidden: true,
|
||||||
|
capabilities: {
|
||||||
|
provider: "vip98k",
|
||||||
|
kind: type.replace(/_/g, "-"),
|
||||||
|
mediaType: isImageTool ? "image" : type === "audio" ? "audio" : "document",
|
||||||
|
modelType: type,
|
||||||
|
outputType: outputModes[0] || (isImageTool ? "image" : "text"),
|
||||||
|
inputModes,
|
||||||
|
outputModes,
|
||||||
|
supportedModes: getCapabilities(model),
|
||||||
|
vip98k: getVip98kMetadata(model, type),
|
||||||
|
},
|
||||||
|
defaultParams: {
|
||||||
|
provider: "vip98k",
|
||||||
|
kind: type.replace(/_/g, "-"),
|
||||||
|
endpoint: modelId,
|
||||||
|
taskApi: type === "audio" ? "openai-compatible" : "external-task",
|
||||||
|
},
|
||||||
|
imageGenConfig: null,
|
||||||
|
sortOrder: (TYPE_SORT_ORDER[type] || 990) + index,
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
export function buildVip98kModelPresets(
|
||||||
|
models: Vip98kCatalogModel[],
|
||||||
|
): Vip98kModelPreset[] {
|
||||||
|
return models
|
||||||
|
.map((model, index) => {
|
||||||
|
const modelId = getModelId(model);
|
||||||
|
if (!modelId) return null;
|
||||||
|
const type = normalizeCatalogType(model);
|
||||||
|
if (type === "image") return createImagePreset(model, index);
|
||||||
|
if (type === "video") return createVideoPreset(model, index);
|
||||||
|
if (type === "world") return createWorldPreset(model, index);
|
||||||
|
if (type === "model") return createChatPreset(model, index);
|
||||||
|
return createToolPreset(model, type, index);
|
||||||
|
})
|
||||||
|
.filter((item): item is Vip98kModelPreset => Boolean(item))
|
||||||
|
.sort((a, b) => a.sortOrder - b.sortOrder || a.displayName.localeCompare(b.displayName));
|
||||||
|
}
|
||||||
|
|
||||||
|
export function normalizeVip98kBaseUrl(baseURL?: string | null) {
|
||||||
|
const normalized = String(baseURL || VIP98K_BASE_URL).trim().replace(/\/+$/, "");
|
||||||
|
if (!normalized) return VIP98K_BASE_URL;
|
||||||
|
if (/\/v1$/i.test(normalized)) return normalized.replace(/\/v1$/i, "");
|
||||||
|
if (/\/api\/external\/task$/i.test(normalized)) {
|
||||||
|
return normalized.replace(/\/api\/external\/task$/i, "");
|
||||||
|
}
|
||||||
|
return normalized;
|
||||||
|
}
|
||||||
|
|
||||||
|
function extractCatalogModels(payload: unknown): Vip98kCatalogModel[] {
|
||||||
|
const record = toRecord(payload);
|
||||||
|
const data = record?.data;
|
||||||
|
const dataRecord = toRecord(data);
|
||||||
|
const candidates = [
|
||||||
|
dataRecord?.models,
|
||||||
|
dataRecord?.items,
|
||||||
|
dataRecord?.list,
|
||||||
|
data,
|
||||||
|
record?.models,
|
||||||
|
record?.items,
|
||||||
|
];
|
||||||
|
for (const candidate of candidates) {
|
||||||
|
if (Array.isArray(candidate)) return candidate as Vip98kCatalogModel[];
|
||||||
|
}
|
||||||
|
return [];
|
||||||
|
}
|
||||||
|
|
||||||
|
async function parseJsonResponse(response: Response) {
|
||||||
|
const text = await response.text();
|
||||||
|
if (!text.trim()) return null;
|
||||||
|
try {
|
||||||
|
return JSON.parse(text);
|
||||||
|
} catch {
|
||||||
|
return text;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
function extractErrorMessage(payload: unknown, fallback = "VIP98K model catalog request failed") {
|
||||||
|
if (typeof payload === "string" && payload.trim()) return payload.trim();
|
||||||
|
const record = toRecord(payload);
|
||||||
|
const data = toRecord(record?.data);
|
||||||
|
const error = toRecord(record?.error);
|
||||||
|
const value =
|
||||||
|
data?.message ||
|
||||||
|
data?.error ||
|
||||||
|
error?.message ||
|
||||||
|
record?.message ||
|
||||||
|
record?.error ||
|
||||||
|
fallback;
|
||||||
|
return typeof value === "string" && value.trim() ? value.trim() : fallback;
|
||||||
|
}
|
||||||
|
|
||||||
|
export async function fetchVip98kCatalog(params: {
|
||||||
|
baseURL?: string | null;
|
||||||
|
apiKey: string;
|
||||||
|
}): Promise<Vip98kCatalogModel[]> {
|
||||||
|
const baseURL = normalizeVip98kBaseUrl(params.baseURL);
|
||||||
|
const response = await fetch(`${baseURL}/api/external/task/models`, {
|
||||||
|
cache: "no-store",
|
||||||
|
headers: {
|
||||||
|
Authorization: `Bearer ${params.apiKey}`,
|
||||||
|
Accept: "application/json",
|
||||||
|
},
|
||||||
|
signal: AbortSignal.timeout(60_000),
|
||||||
|
});
|
||||||
|
const payload = await parseJsonResponse(response);
|
||||||
|
if (!response.ok) {
|
||||||
|
throw new Error(`${extractErrorMessage(payload)} (HTTP ${response.status})`);
|
||||||
|
}
|
||||||
|
const models = extractCatalogModels(payload);
|
||||||
|
if (models.length === 0) {
|
||||||
|
throw new Error("VIP98K model catalog is empty or has an unsupported response shape");
|
||||||
|
}
|
||||||
|
return models;
|
||||||
|
}
|
||||||
|
|
||||||
|
export async function fetchVip98kModelPresets(params: {
|
||||||
|
baseURL?: string | null;
|
||||||
|
apiKey: string;
|
||||||
|
}) {
|
||||||
|
const models = await fetchVip98kCatalog(params);
|
||||||
|
return buildVip98kModelPresets(models);
|
||||||
|
}
|
||||||
@ -13,6 +13,7 @@ import { createOpenAIImage } from "@/lib/ai/providers/openai-image";
|
|||||||
import { createBananaImage } from "@/lib/ai/providers/bananaimage";
|
import { createBananaImage } from "@/lib/ai/providers/bananaimage";
|
||||||
import { createVisionary } from "@/lib/ai/providers/visionary";
|
import { createVisionary } from "@/lib/ai/providers/visionary";
|
||||||
import { createAtlasCloud } from "@/lib/ai/providers/atlascloud";
|
import { createAtlasCloud } from "@/lib/ai/providers/atlascloud";
|
||||||
|
import { createVip98k } from "@/lib/ai/providers/vip98k";
|
||||||
import { createStepfunImage } from "@/lib/ai/providers/stepfun-image";
|
import { createStepfunImage } from "@/lib/ai/providers/stepfun-image";
|
||||||
import { createMidjourney } from "@/lib/ai/providers/midjourney";
|
import { createMidjourney } from "@/lib/ai/providers/midjourney";
|
||||||
import { createRunway } from "@/lib/ai/providers/runway";
|
import { createRunway } from "@/lib/ai/providers/runway";
|
||||||
@ -300,6 +301,7 @@ const SUPPORTED_CANVAS_PROVIDER_TYPES = new Set([
|
|||||||
"bananaimage",
|
"bananaimage",
|
||||||
"visionary",
|
"visionary",
|
||||||
"atlascloud",
|
"atlascloud",
|
||||||
|
"vip98k",
|
||||||
"stepfun-image",
|
"stepfun-image",
|
||||||
"midjourney",
|
"midjourney",
|
||||||
"runway",
|
"runway",
|
||||||
@ -4155,6 +4157,7 @@ function getProviderBatchLimit(providerType: string) {
|
|||||||
case "bananaimage":
|
case "bananaimage":
|
||||||
case "visionary":
|
case "visionary":
|
||||||
case "atlascloud":
|
case "atlascloud":
|
||||||
|
case "vip98k":
|
||||||
case "stepfun-image":
|
case "stepfun-image":
|
||||||
case "midjourney":
|
case "midjourney":
|
||||||
case "runway":
|
case "runway":
|
||||||
@ -5341,6 +5344,29 @@ export async function generateCanvasImage(
|
|||||||
});
|
});
|
||||||
return result.text || "";
|
return result.text || "";
|
||||||
};
|
};
|
||||||
|
} else if (provider.type === "vip98k") {
|
||||||
|
const vip98kProvider = createVip98k({
|
||||||
|
apiKey: provider.apiKey,
|
||||||
|
baseURL: provider.baseUrl,
|
||||||
|
});
|
||||||
|
const runtimeModelId = resolveModelRuntimeId(selectedModel.model, {
|
||||||
|
providerType: provider.type,
|
||||||
|
});
|
||||||
|
const modelInstance = vip98kProvider.chat(runtimeModelId, {
|
||||||
|
capabilities: selectedModel.model.capabilities || null,
|
||||||
|
imageGenConfig: selectedModel.model.imageGenConfig || null,
|
||||||
|
});
|
||||||
|
executeGenerateBatch = async (batchImageCount) => {
|
||||||
|
const result = await modelInstance.doGenerate({
|
||||||
|
messages,
|
||||||
|
imageParams: {
|
||||||
|
...imageParams,
|
||||||
|
imageCount: batchImageCount,
|
||||||
|
},
|
||||||
|
imageGenConfig: selectedModel.model.imageGenConfig || null,
|
||||||
|
});
|
||||||
|
return result.text || "";
|
||||||
|
};
|
||||||
} else if (provider.type === "stepfun-image") {
|
} else if (provider.type === "stepfun-image") {
|
||||||
const stepfunProvider = createStepfunImage({
|
const stepfunProvider = createStepfunImage({
|
||||||
apiKey: provider.apiKey,
|
apiKey: provider.apiKey,
|
||||||
@ -5417,7 +5443,7 @@ export async function generateCanvasImage(
|
|||||||
};
|
};
|
||||||
} else {
|
} else {
|
||||||
throw new Error(
|
throw new Error(
|
||||||
`不支持的图片生成模型类型: ${provider.type || "unknown"},请改用 Gemini/Grsai GPT Image/火山 Seedream/阿里/BFL/RUXA/FAL/SnapGen/OpenAI/BananaImage/Visionary/Atlas Cloud/StepFun/Midjourney/Runway/Krea 图片模型`
|
`不支持的图片生成模型类型: ${provider.type || "unknown"},请改用 Gemini/Grsai GPT Image/火山 Seedream/阿里/BFL/RUXA/FAL/SnapGen/OpenAI/BananaImage/Visionary/Atlas Cloud/VIP98K/StepFun/Midjourney/Runway/Krea 图片模型`
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@ -36,6 +36,7 @@ const providerBaseUrlDefaults = [
|
|||||||
{ type: "bananaimage", baseUrl: "https://bananaimage.aigenmedia.art" },
|
{ type: "bananaimage", baseUrl: "https://bananaimage.aigenmedia.art" },
|
||||||
{ type: "visionary", baseUrl: "https://api.visionary.beer" },
|
{ type: "visionary", baseUrl: "https://api.visionary.beer" },
|
||||||
{ type: "atlascloud", baseUrl: "https://api.atlascloud.ai" },
|
{ type: "atlascloud", baseUrl: "https://api.atlascloud.ai" },
|
||||||
|
{ type: "vip98k", baseUrl: "https://api.vip98k.com" },
|
||||||
{ type: "stepfun-image", baseUrl: "https://api.stepfun.com" },
|
{ type: "stepfun-image", baseUrl: "https://api.stepfun.com" },
|
||||||
{ type: "midjourney", baseUrl: "https://your-midjourney-api.example.com" },
|
{ type: "midjourney", baseUrl: "https://your-midjourney-api.example.com" },
|
||||||
{ type: "fal-video", baseUrl: "https://fal.run" },
|
{ type: "fal-video", baseUrl: "https://fal.run" },
|
||||||
@ -153,7 +154,7 @@ async function runMigrationStatements(db: ReturnType<typeof drizzle>) {
|
|||||||
ADD CONSTRAINT "AiProvider_type_check"
|
ADD CONSTRAINT "AiProvider_type_check"
|
||||||
CHECK (type IN (
|
CHECK (type IN (
|
||||||
'alibaba', 'openai', 'custom', 'local', 'gemini',
|
'alibaba', 'openai', 'custom', 'local', 'gemini',
|
||||||
'grsai-gpt-image', 'grsai-video', 'huanke-gemini', 'qianwen-video', 'doubao-video', 'ruxa-video', 'volcano-vision', 'volcano-video', 'alibaba-image', 'bfl-image', 'ruxa-image', 'fal-image', 'snapgen-image', 'openai-image', 'bananaimage', 'visionary', 'atlascloud', 'stepfun-image', 'midjourney', 'fal-video', 'zhipu', 'tripo-3d', 'worldlabs-3d', 'kittycad-cad', 'runway', 'krea'
|
'grsai-gpt-image', 'grsai-video', 'huanke-gemini', 'qianwen-video', 'doubao-video', 'ruxa-video', 'volcano-vision', 'volcano-video', 'alibaba-image', 'bfl-image', 'ruxa-image', 'fal-image', 'snapgen-image', 'openai-image', 'bananaimage', 'visionary', 'atlascloud', 'vip98k', 'stepfun-image', 'midjourney', 'fal-video', 'zhipu', 'tripo-3d', 'worldlabs-3d', 'kittycad-cad', 'runway', 'krea'
|
||||||
));
|
));
|
||||||
`);
|
`);
|
||||||
await db.execute(sql`
|
await db.execute(sql`
|
||||||
|
|||||||
41
lib/db/migrations/0097_add_vip98k_provider_type.sql
Normal file
41
lib/db/migrations/0097_add_vip98k_provider_type.sql
Normal file
@ -0,0 +1,41 @@
|
|||||||
|
ALTER TABLE "AiProvider"
|
||||||
|
DROP CONSTRAINT IF EXISTS "AiProvider_type_check";
|
||||||
|
|
||||||
|
ALTER TABLE "AiProvider"
|
||||||
|
ADD CONSTRAINT "AiProvider_type_check"
|
||||||
|
CHECK (
|
||||||
|
"type" IN (
|
||||||
|
'alibaba',
|
||||||
|
'openai',
|
||||||
|
'custom',
|
||||||
|
'local',
|
||||||
|
'gemini',
|
||||||
|
'grsai-gpt-image',
|
||||||
|
'grsai-video',
|
||||||
|
'huanke-gemini',
|
||||||
|
'qianwen-video',
|
||||||
|
'doubao-video',
|
||||||
|
'ruxa-video',
|
||||||
|
'volcano-vision',
|
||||||
|
'volcano-video',
|
||||||
|
'alibaba-image',
|
||||||
|
'bfl-image',
|
||||||
|
'ruxa-image',
|
||||||
|
'fal-image',
|
||||||
|
'snapgen-image',
|
||||||
|
'openai-image',
|
||||||
|
'bananaimage',
|
||||||
|
'visionary',
|
||||||
|
'atlascloud',
|
||||||
|
'vip98k',
|
||||||
|
'stepfun-image',
|
||||||
|
'midjourney',
|
||||||
|
'fal-video',
|
||||||
|
'zhipu',
|
||||||
|
'tripo-3d',
|
||||||
|
'worldlabs-3d',
|
||||||
|
'kittycad-cad',
|
||||||
|
'runway',
|
||||||
|
'krea'
|
||||||
|
)
|
||||||
|
);
|
||||||
@ -582,6 +582,13 @@
|
|||||||
"when": 1786060800000,
|
"when": 1786060800000,
|
||||||
"tag": "0096_add_user_access_keys",
|
"tag": "0096_add_user_access_keys",
|
||||||
"breakpoints": true
|
"breakpoints": true
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"idx": 81,
|
||||||
|
"version": "7",
|
||||||
|
"when": 1786176000000,
|
||||||
|
"tag": "0097_add_vip98k_provider_type",
|
||||||
|
"breakpoints": true
|
||||||
}
|
}
|
||||||
]
|
]
|
||||||
}
|
}
|
||||||
|
|||||||
@ -3786,7 +3786,7 @@ export async function createAiProvider({
|
|||||||
updatedBy,
|
updatedBy,
|
||||||
}: {
|
}: {
|
||||||
name: string;
|
name: string;
|
||||||
type: "alibaba" | "openai" | "custom" | "local" | "gemini" | "grsai-gpt-image" | "grsai-video" | "huanke-gemini" | "qianwen-video" | "doubao-video" | "ruxa-video" | "volcano-vision" | "volcano-video" | "alibaba-image" | "bfl-image" | "ruxa-image" | "fal-image" | "snapgen-image" | "openai-image" | "bananaimage" | "visionary" | "atlascloud" | "stepfun-image" | "midjourney" | "fal-video" | "zhipu" | "tripo-3d" | "worldlabs-3d" | "kittycad-cad" | "runway" | "krea";
|
type: "alibaba" | "openai" | "custom" | "local" | "gemini" | "grsai-gpt-image" | "grsai-video" | "huanke-gemini" | "qianwen-video" | "doubao-video" | "ruxa-video" | "volcano-vision" | "volcano-video" | "alibaba-image" | "bfl-image" | "ruxa-image" | "fal-image" | "snapgen-image" | "openai-image" | "bananaimage" | "visionary" | "atlascloud" | "vip98k" | "stepfun-image" | "midjourney" | "fal-video" | "zhipu" | "tripo-3d" | "worldlabs-3d" | "kittycad-cad" | "runway" | "krea";
|
||||||
baseUrl: string;
|
baseUrl: string;
|
||||||
apiKey: string;
|
apiKey: string;
|
||||||
isEnabled?: boolean;
|
isEnabled?: boolean;
|
||||||
@ -3824,7 +3824,7 @@ export async function updateAiProvider({
|
|||||||
}: {
|
}: {
|
||||||
id: string;
|
id: string;
|
||||||
name?: string;
|
name?: string;
|
||||||
type?: "alibaba" | "openai" | "custom" | "local" | "gemini" | "grsai-gpt-image" | "grsai-video" | "huanke-gemini" | "qianwen-video" | "doubao-video" | "ruxa-video" | "volcano-vision" | "volcano-video" | "alibaba-image" | "bfl-image" | "ruxa-image" | "fal-image" | "snapgen-image" | "openai-image" | "bananaimage" | "visionary" | "atlascloud" | "stepfun-image" | "midjourney" | "fal-video" | "zhipu" | "tripo-3d" | "worldlabs-3d" | "kittycad-cad" | "runway" | "krea";
|
type?: "alibaba" | "openai" | "custom" | "local" | "gemini" | "grsai-gpt-image" | "grsai-video" | "huanke-gemini" | "qianwen-video" | "doubao-video" | "ruxa-video" | "volcano-vision" | "volcano-video" | "alibaba-image" | "bfl-image" | "ruxa-image" | "fal-image" | "snapgen-image" | "openai-image" | "bananaimage" | "visionary" | "atlascloud" | "vip98k" | "stepfun-image" | "midjourney" | "fal-video" | "zhipu" | "tripo-3d" | "worldlabs-3d" | "kittycad-cad" | "runway" | "krea";
|
||||||
baseUrl?: string;
|
baseUrl?: string;
|
||||||
apiKey?: string;
|
apiKey?: string;
|
||||||
isEnabled?: boolean;
|
isEnabled?: boolean;
|
||||||
@ -3854,7 +3854,10 @@ export async function updateAiProvider({
|
|||||||
|
|
||||||
export async function deleteAiProvider({ id }: { id: string }) {
|
export async function deleteAiProvider({ id }: { id: string }) {
|
||||||
try {
|
try {
|
||||||
return await db.delete(aiProvider).where(eq(aiProvider.id, id)).returning();
|
return await db.transaction(async (tx) => {
|
||||||
|
await tx.delete(aiModel).where(eq(aiModel.providerId, id));
|
||||||
|
return tx.delete(aiProvider).where(eq(aiProvider.id, id)).returning();
|
||||||
|
});
|
||||||
} catch (_error) {
|
} catch (_error) {
|
||||||
throw new ChatSDKError(
|
throw new ChatSDKError(
|
||||||
"bad_request:database",
|
"bad_request:database",
|
||||||
|
|||||||
@ -309,7 +309,7 @@ export type ToolConfig = InferSelectModel<typeof toolConfig>;
|
|||||||
export const aiProvider = pgTable("AiProvider", {
|
export const aiProvider = pgTable("AiProvider", {
|
||||||
id: uuid("id").primaryKey().notNull().defaultRandom(),
|
id: uuid("id").primaryKey().notNull().defaultRandom(),
|
||||||
name: varchar("name", { length: 128 }).notNull(), // 提供商名称,如 "阿里云通义千问"
|
name: varchar("name", { length: 128 }).notNull(), // 提供商名称,如 "阿里云通义千问"
|
||||||
type: varchar("type", { enum: ["alibaba", "openai", "custom", "local", "gemini", "grsai-gpt-image", "grsai-video", "huanke-gemini", "qianwen-video", "doubao-video", "ruxa-video", "volcano-vision", "volcano-video", "alibaba-image", "ruxa-image", "fal-image", "snapgen-image", "openai-image", "bananaimage", "visionary", "atlascloud", "stepfun-image", "midjourney", "fal-video", "zhipu", "tripo-3d", "worldlabs-3d", "kittycad-cad", "runway", "krea", "bfl-image"] })
|
type: varchar("type", { enum: ["alibaba", "openai", "custom", "local", "gemini", "grsai-gpt-image", "grsai-video", "huanke-gemini", "qianwen-video", "doubao-video", "ruxa-video", "volcano-vision", "volcano-video", "alibaba-image", "ruxa-image", "fal-image", "snapgen-image", "openai-image", "bananaimage", "visionary", "atlascloud", "vip98k", "stepfun-image", "midjourney", "fal-video", "zhipu", "tripo-3d", "worldlabs-3d", "kittycad-cad", "runway", "krea", "bfl-image"] })
|
||||||
.notNull()
|
.notNull()
|
||||||
.default("custom"), // 提供商类型
|
.default("custom"), // 提供商类型
|
||||||
baseUrl: text("baseUrl").notNull(), // API 基础 URL
|
baseUrl: text("baseUrl").notNull(), // API 基础 URL
|
||||||
|
|||||||
@ -353,6 +353,7 @@ function supportsImageEditForReferenceCount(
|
|||||||
providerType === "bananaimage" ||
|
providerType === "bananaimage" ||
|
||||||
providerType === "visionary" ||
|
providerType === "visionary" ||
|
||||||
providerType === "atlascloud" ||
|
providerType === "atlascloud" ||
|
||||||
|
providerType === "vip98k" ||
|
||||||
providerType === "grsai-gpt-image" ||
|
providerType === "grsai-gpt-image" ||
|
||||||
providerType === "ruxa-image" ||
|
providerType === "ruxa-image" ||
|
||||||
providerType === "snapgen-image";
|
providerType === "snapgen-image";
|
||||||
|
|||||||
@ -80,6 +80,7 @@ export function canProcessSceneFusionProviderType(providerType: string): boolean
|
|||||||
case "bananaimage":
|
case "bananaimage":
|
||||||
case "visionary":
|
case "visionary":
|
||||||
case "atlascloud":
|
case "atlascloud":
|
||||||
|
case "vip98k":
|
||||||
case "gemini":
|
case "gemini":
|
||||||
case "volcano-vision":
|
case "volcano-vision":
|
||||||
return true;
|
return true;
|
||||||
@ -137,6 +138,7 @@ function getSupportedAspectRatiosByProvider(
|
|||||||
case "bananaimage":
|
case "bananaimage":
|
||||||
case "visionary":
|
case "visionary":
|
||||||
case "atlascloud":
|
case "atlascloud":
|
||||||
|
case "vip98k":
|
||||||
case "gemini":
|
case "gemini":
|
||||||
default:
|
default:
|
||||||
return [...ALL_ASPECT_RATIO_VALUES];
|
return [...ALL_ASPECT_RATIO_VALUES];
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user