ai-chatbot/lib/ai/krea-models.ts
2026-04-15 20:29:07 +08:00

296 lines
17 KiB
TypeScript

export type KreaModelKind = "image" | "image-enhance" | "video";
export interface KreaModelPreset {
modelId: string;
displayName: string;
description: string;
kind: KreaModelKind;
supportsVision: boolean;
supportsImageGen: boolean;
requestFields: string[];
requiredFields: string[];
capabilities?: Record<string, any>;
defaultParams: Record<string, any>;
imageGenConfig?: Record<string, any>;
sortOrder: number;
}
const KREA_OPENAPI_URL = "https://api.krea.ai/openapi.json";
const REFERENCE_INPUT_FIELDS = new Set([
"imageUrl",
"imageUrls",
"image_url",
"styleImages",
"imageStyleRefs",
"characterReferenceImages",
"backgroundImage",
"referenceImages",
"startImage",
"endImage",
"init_image_url",
"references",
"subjects",
"styleReferences",
"elementReferences",
"videoReference",
"startVideo",
"init_video",
"referenceVideos",
"referenceAudios",
]);
function hasReferenceInput(fields: string[]) {
return fields.some((field) => REFERENCE_INPUT_FIELDS.has(field));
}
function createDefaultParams(
kind: KreaModelKind,
modelId: string,
requestFields: string[],
requiredFields: string[]
) {
return {
provider: "krea",
kind,
endpoint: modelId,
requestFields,
requiredFields,
officialApi: KREA_OPENAPI_URL,
};
}
function createImageConfig(fields: string[]) {
return {
maxImages: fields.includes("batchSize") ? 4 : 1,
supportsSize: fields.includes("width") && fields.includes("height"),
supports1K: true,
supports2K: true,
supports4K: fields.includes("resolution") || fields.includes("width"),
supportsPromptExtend: fields.includes("skipPromptExpansion"),
supportsNegativePrompt: fields.includes("negative_prompt"),
supportsWatermark: false,
supportsSeed: fields.includes("seed"),
creditCostPerImage: 0,
enableLoadingPlaceholder: true,
loadingColor: "blue",
};
}
function createVideoDurationOptions(modelId: string) {
if (modelId.includes("/minimax/hailuo-02") || modelId.includes("/minimax/hailuo-2.3")) {
return [6, 10];
}
if (modelId.includes("/google/veo")) {
return [4, 8];
}
if (modelId.includes("/openai/sora-2")) {
return [4, 8, 12, 20];
}
return [5, 10];
}
function createVideoCapabilities(modelId: string, fields: string[]) {
const supportedModes = new Set<string>();
if (fields.includes("prompt")) supportedModes.add("text-to-video");
if (
fields.includes("startImage") ||
fields.includes("image_url") ||
fields.includes("init_image_url")
) {
supportedModes.add("first-frame");
}
if (fields.includes("endImage")) supportedModes.add("first-last-frame");
if (
fields.includes("referenceImages") ||
fields.includes("styleReferences") ||
fields.includes("elementReferences") ||
fields.includes("subjects") ||
fields.includes("references")
) {
supportedModes.add("reference-images");
}
if (supportedModes.size === 0) supportedModes.add("text-to-video");
const durationOptions = fields.includes("duration") ? createVideoDurationOptions(modelId) : [5];
const resolutionOptions = fields.includes("resolution")
? (modelId.includes("/minimax/") ? ["720p", "1080p"] : ["480p", "720p", "1080p"])
: ["720p"];
return {
supportedModes: Array.from(supportedModes),
supportedResolutions: resolutionOptions,
supportedRatios: ["16:9", "9:16", "1:1", "4:3", "3:4", "21:9"],
durationRange: {
min: Math.min(...durationOptions),
max: Math.max(...durationOptions),
},
durationOptions,
supportWatermark: false,
supportCameraFixed: fields.includes("cameraControl"),
supportSeed: fields.includes("seed"),
supportReturnLastFrame: fields.includes("endImage"),
maxReferenceImages: fields.includes("referenceImages")
? modelId.includes("/seedance-2")
? 9
: 4
: fields.includes("styleReferences") || fields.includes("elementReferences")
? 3
: undefined,
};
}
function imagePreset(
sortOrder: number,
modelId: string,
displayName: string,
fields: string[],
requiredFields: string[]
): KreaModelPreset {
return {
modelId,
displayName,
description: `Krea official image endpoint: ${modelId}`,
kind: "image",
supportsVision: hasReferenceInput(fields),
supportsImageGen: true,
requestFields: fields,
requiredFields,
imageGenConfig: createImageConfig(fields),
defaultParams: createDefaultParams("image", modelId, fields, requiredFields),
sortOrder,
};
}
function enhancePreset(
sortOrder: number,
modelId: string,
displayName: string,
fields: string[],
requiredFields: string[]
): KreaModelPreset {
return {
modelId,
displayName,
description: `Krea official image enhance endpoint: ${modelId}`,
kind: "image-enhance",
supportsVision: true,
supportsImageGen: true,
requestFields: fields,
requiredFields,
imageGenConfig: createImageConfig(fields),
defaultParams: createDefaultParams("image-enhance", modelId, fields, requiredFields),
sortOrder,
};
}
function videoPreset(
sortOrder: number,
modelId: string,
displayName: string,
fields: string[],
requiredFields: string[]
): KreaModelPreset {
const durationOptions = fields.includes("duration") ? createVideoDurationOptions(modelId) : [];
return {
modelId,
displayName,
description: `Krea official video endpoint: ${modelId}`,
kind: "video",
supportsVision: hasReferenceInput(fields),
supportsImageGen: false,
requestFields: fields,
requiredFields,
capabilities: createVideoCapabilities(modelId, fields),
defaultParams: createDefaultParams("video", modelId, fields, requiredFields),
imageGenConfig: {
creditCostPerVideo: 0,
videoDurationOptions: durationOptions,
creditCostPerVideoByDuration: {},
creditCostPerVideoByResolution: {},
enableLoadingPlaceholder: true,
loadingColor: "blue",
},
sortOrder,
};
}
export const KREA_MODEL_PRESETS: KreaModelPreset[] = [
imagePreset(10, "/generate/image/bfl/flux-1-dev", "Flux", ["strength", "seed", "steps", "styleImages", "imageStyleRefs", "prompt", "width", "height", "guidance_scale_flux", "imageUrl", "relaxedModeAccess", "styles"], ["prompt"]),
imagePreset(20, "/generate/image/bfl/flux-1-kontext-dev", "Flux Kontext", ["strength", "seed", "steps", "styleImages", "imageStyleRefs", "prompt", "width", "height", "guidance_scale_flux", "imageUrl", "relaxedModeAccess", "styles"], ["prompt"]),
imagePreset(30, "/generate/image/google/nano-banana-pro", "Nano Banana Pro", ["batchSize", "prompt", "width", "height", "imageUrls", "aspectRatio", "styleImages", "resolution"], ["prompt"]),
imagePreset(40, "/generate/image/google/nano-banana-2", "Nano Banana 2", ["batchSize", "prompt", "width", "height", "imageUrls", "aspectRatio", "styleImages", "resolution"], ["prompt"]),
imagePreset(50, "/generate/image/google/nano-banana", "Nano Banana", ["batchSize", "prompt", "width", "height", "imageUrls", "styleImages", "aspectRatio"], ["prompt"]),
imagePreset(60, "/generate/image/bfl/flux-1.1-pro", "Flux 1.1 Pro", ["batchSize", "prompt", "width", "height", "seed"], ["prompt", "width", "height"]),
imagePreset(70, "/generate/image/bfl/flux-1.1-pro-ultra", "Flux 1.1 Pro Ultra", ["batchSize", "prompt", "width", "height", "seed", "raw"], ["prompt"]),
imagePreset(80, "/generate/image/ideogram/ideogram-2-turbo", "Ideogram 2.0A Turbo", ["batchSize", "prompt", "width", "height", "seed"], ["prompt"]),
imagePreset(90, "/generate/image/ideogram/ideogram-3", "Ideogram 3.0", ["batchSize", "prompt", "width", "height", "seed", "styleImages", "characterReferenceImages"], ["prompt"]),
imagePreset(100, "/generate/image/google/imagen-3", "Imagen 3", ["batchSize", "prompt", "width", "height", "seed"], ["prompt"]),
imagePreset(110, "/generate/image/google/imagen-4", "Imagen 4", ["batchSize", "prompt", "width", "height", "seed"], ["prompt"]),
imagePreset(120, "/generate/image/google/imagen-4-fast", "Imagen 4 Fast", ["batchSize", "prompt", "width", "height", "seed"], ["prompt"]),
imagePreset(130, "/generate/image/google/imagen-4-ultra", "Imagen 4 Ultra", ["batchSize", "prompt", "width", "height", "seed"], ["prompt"]),
imagePreset(140, "/generate/image/runway/gen-4-image", "Runway Gen-4", ["batchSize", "prompt", "width", "height", "seed", "referenceImages"], ["prompt", "referenceImages"]),
imagePreset(150, "/generate/image/openai/gpt-image", "ChatGPT Image", ["batchSize", "prompt", "width", "height", "quality", "backgroundImage", "imageUrls", "styleImages", "styles"], ["prompt"]),
imagePreset(160, "/generate/image/bytedance/seedream-3", "Seedream 3", ["batchSize", "prompt", "width", "height", "seed", "model"], ["prompt", "model"]),
imagePreset(170, "/generate/image/bytedance/seedream-4", "Seedream 4", ["batchSize", "prompt", "seed", "width", "height", "styleImages"], ["prompt", "width", "height"]),
imagePreset(180, "/generate/image/bytedance/seedream-5-lite", "Seedream 5 Lite", ["batchSize", "prompt", "seed", "width", "height", "styleImages"], ["prompt", "width", "height"]),
imagePreset(190, "/generate/image/qwen/2512", "Qwen 2512", ["prompt", "negative_prompt", "width", "height", "num_inference_steps", "cfg_scale", "seed", "batchSize", "skipPromptExpansion", "styles"], ["prompt"]),
imagePreset(200, "/generate/image/z-image/z-image", "Z Image", ["prompt", "width", "height", "batchSize", "seed", "imageUrl", "denoising_strength", "styleImages", "skipPromptExpansion", "styles"], ["prompt", "width", "height"]),
imagePreset(210, "/generate/image/bytedance/seededit", "SeedEdit", ["batchSize", "prompt", "seed", "imageUrl"], ["prompt", "imageUrl"]),
enhancePreset(220, "/generate/enhance/topaz/generative-enhance", "Topaz Generative", ["batchSize", "width", "height", "seed", "prompt", "output_format", "subject_detection", "face_enhancement", "face_enhancement_creativity", "face_enhancement_strength", "crop_to_fill", "image_url", "model", "upscaling_activated", "image_scaling_factor", "creativity", "texture", "sharpen", "denoise", "detail"], ["width", "height", "image_url"]),
enhancePreset(230, "/generate/enhance/topaz/standard-enhance", "Topaz", ["batchSize", "width", "height", "seed", "prompt", "output_format", "subject_detection", "face_enhancement", "face_enhancement_creativity", "face_enhancement_strength", "crop_to_fill", "image_url", "model", "upscaling_activated", "image_scaling_factor", "sharpen", "denoise", "fix_compression", "strength"], ["width", "height", "image_url", "model"]),
enhancePreset(240, "/generate/enhance/topaz/bloom-enhance", "Topaz Bloom", ["batchSize", "width", "height", "seed", "prompt", "output_format", "crop_to_fill", "image_url", "model", "creativity", "face_preservation", "color_preservation", "upscaling_activated", "image_scaling_factor"], ["width", "height", "image_url", "model"]),
videoPreset(250, "/generate/video/kling/kling-1", "Kling 1.0", ["startImage", "prompt", "aspectRatio", "duration", "cameraControl", "endImage", "mode"], ["prompt"]),
videoPreset(260, "/generate/video/kling/kling-1.5", "Kling 1.5", ["startImage", "prompt", "aspectRatio", "duration", "cameraControl", "endImage"], ["prompt"]),
videoPreset(270, "/generate/video/kling/kling-1.6", "Kling 1.6", ["startImage", "prompt", "aspectRatio", "duration", "cameraControl", "endImage", "mode"], ["prompt"]),
videoPreset(280, "/generate/video/kling/kling-2", "Kling 2.0", ["startImage", "prompt", "aspectRatio", "endImage", "mode"], ["prompt"]),
videoPreset(290, "/generate/video/kling/kling-2.1", "Kling 2.1", ["startImage", "prompt", "aspectRatio", "duration", "endImage", "mode"], ["prompt"]),
videoPreset(300, "/generate/video/kling/kling-2.5", "Kling 2.5", ["startImage", "prompt", "aspectRatio", "duration", "endImage"], ["prompt"]),
videoPreset(310, "/generate/video/kling/kling-2.6", "Kling 2.6", ["startImage", "prompt", "aspectRatio", "duration", "endImage", "generateAudio"], ["prompt"]),
videoPreset(320, "/generate/video/kling/kling-o1", "Kling o1", ["startImage", "prompt", "aspectRatio", "duration", "endImage", "styleReferences", "elementReferences", "videoReference"], ["prompt"]),
videoPreset(330, "/generate/video/minimax/hailuo", "Hailuo", ["startImage", "prompt", "expandPrompt", "cameraControl", "model", "subjects"], ["prompt"]),
videoPreset(340, "/generate/video/minimax/hailuo-02", "Hailuo 02", ["startImage", "prompt", "expandPrompt", "endImage", "resolution", "duration"], ["prompt"]),
videoPreset(350, "/generate/video/minimax/hailuo-2.3", "Hailuo 2.3", ["startImage", "prompt", "expandPrompt", "endImage", "resolution", "duration"], ["prompt"]),
videoPreset(360, "/generate/video/minimax/hailuo-2.3-fast", "Hailuo 2.3 Fast", ["startImage", "prompt", "expandPrompt", "endImage", "resolution", "duration"], ["prompt"]),
videoPreset(370, "/generate/video/alibaba/wan-2.1", "Wan 2.1", ["startImage", "prompt", "width", "height", "endImage", "aspectRatio", "frame_num", "styles"], ["prompt", "width", "height"]),
videoPreset(380, "/generate/video/alibaba/wan-2.2", "Wan 2.2", ["startImage", "guide_scale", "prompt", "width", "height", "aspectRatio", "frame_num", "styles"], ["prompt", "width", "height"]),
videoPreset(390, "/generate/video/alibaba/wan-2.5", "Wan 2.5", ["startImage", "prompt", "aspectRatio", "resolution", "enablePromptExpansion", "duration", "seed", "audio_url", "generateAudio"], ["prompt"]),
videoPreset(400, "/generate/video/google/veo-2", "Veo 2", ["startImage", "prompt", "aspectRatio", "duration", "image_url"], ["prompt"]),
videoPreset(410, "/generate/video/google/veo-3", "Veo 3", ["startImage", "prompt", "aspectRatio", "duration", "generateAudio", "resolution"], ["prompt"]),
videoPreset(420, "/generate/video/google/veo-3-fast", "Veo 3 Fast", ["startImage", "prompt", "aspectRatio", "duration", "generateAudio", "resolution"], ["prompt"]),
videoPreset(430, "/generate/video/google/veo-3.1", "Veo 3.1", ["startImage", "prompt", "aspectRatio", "duration", "generateAudio", "resolution", "endImage", "referenceImages"], ["prompt"]),
videoPreset(440, "/generate/video/google/veo-3.1-fast", "Veo 3.1 Fast", ["startImage", "prompt", "aspectRatio", "duration", "generateAudio", "resolution", "endImage", "referenceImages"], ["prompt"]),
videoPreset(450, "/generate/video/google/veo-3.1-lite", "Veo 3.1 Lite", ["startImage", "prompt", "aspectRatio", "duration", "resolution", "endImage"], ["prompt"]),
videoPreset(460, "/generate/video/bytedance/seedance-1.0-lite", "Seedance Lite", ["startImage", "prompt", "aspectRatio", "endImage", "referenceImages", "duration", "resolution"], ["prompt"]),
videoPreset(470, "/generate/video/bytedance/seedance-1.0-pro", "Seedance Pro", ["startImage", "prompt", "aspectRatio", "endImage", "referenceImages", "duration", "resolution"], ["prompt"]),
videoPreset(480, "/generate/video/bytedance/seedance-1.0-pro-fast", "Seedance Pro Fast", ["startImage", "prompt", "aspectRatio", "duration", "resolution"], ["prompt"]),
videoPreset(490, "/generate/video/bytedance/seedance-2", "Seedance 2.0", ["startImage", "prompt", "aspectRatio", "endImage", "referenceImages", "referenceVideos", "referenceAudios", "duration", "generateAudio", "resolution", "seed"], ["prompt"]),
videoPreset(500, "/generate/video/bytedance/seedance-2-fast", "Seedance 2.0 Fast", ["startImage", "prompt", "aspectRatio", "endImage", "referenceImages", "referenceVideos", "referenceAudios", "duration", "generateAudio", "resolution", "seed"], ["prompt"]),
videoPreset(510, "/generate/video/openai/sora-2", "Sora 2", ["startImage", "prompt", "duration", "aspectRatio"], ["prompt"]),
videoPreset(520, "/generate/video/luma/ray-2", "Ray 2", ["startImage", "prompt", "aspectRatio", "loop", "width", "height"], ["prompt", "width", "height"]),
videoPreset(530, "/generate/video/runway/gen-3", "Runway Gen-3", ["startImage", "prompt", "aspectRatio", "duration", "seed"], ["prompt"]),
videoPreset(540, "/generate/video/runway/gen-4-video", "Runway Gen-4", ["startImage", "prompt", "aspectRatio", "duration", "seed"], ["prompt"]),
videoPreset(550, "/generate/video/runway/gen-4.5", "Runway Gen-4.5", ["startImage", "prompt", "aspectRatio", "duration", "seed"], ["prompt"]),
videoPreset(560, "/generate/video/runway/aleph", "Runway Aleph", ["startImage", "startVideo", "startVideoTrim", "endVideoTrim", "prompt", "init_video", "init_image_url", "references", "ratio", "seed", "contentModeration"], ["prompt", "init_video"]),
];
export function getKreaModelPresetById(modelId: string) {
const normalized = String(modelId || "").trim();
return KREA_MODEL_PRESETS.find((preset) => preset.modelId === normalized);
}
export function inferKreaModelKind(modelId?: string | null): KreaModelKind | null {
const normalized = String(modelId || "").trim().toLowerCase();
if (!normalized) return null;
if (normalized.startsWith("/generate/video/") || normalized.includes("/generate/video/")) {
return "video";
}
if (normalized.startsWith("/generate/enhance/") || normalized.includes("/generate/enhance/")) {
return "image-enhance";
}
if (normalized.startsWith("/generate/image/") || normalized.includes("/generate/image/")) {
return "image";
}
return null;
}