import { expect, test } from "@playwright/test"; import { serverLoader } from "../helpers/canvas-download-server-loader"; import { applyAgentImagePreferences, agentProviderImageParameters } from "@/lib/ai/canvas-agent-runtime/image-preferences"; const preferences = { modelId: "user-image-model", parameters: { imageCount: 3, aspectRatio: "3:4", imageSize: "4K", negativePrompt: "不要文字", quality: "high" as const, size: "1536*2048", promptExtend: false, watermark: false, seed: 0 }, }; function harness(results?: any[]) { const saved: any[] = []; const generated: any[] = []; const operations: any[] = []; const mock = serverLoader({ "@/lib/canvas/capabilities/ai-sdk-tools": { createCanvasCapabilityTools: async () => ({ editTargetImage: {} }) }, "@/lib/canvas/capabilities/registry": { CANVAS_CAPABILITY_REGISTRY: [{ id: "image.prompt_regenerate", title: "重绘", risk: "external", agent: { toolName: "editTargetImage" } }] }, "@/lib/canvas/agent-mutations": { applyCanvasOperationPlan: async (value: any) => { operations.push(value); return { createdNodeIds: ["new-image"] }; } }, "@/lib/canvas/generate-image": { generateCanvasImage: async (value: any) => { generated.push(value); return { modelRef: results ? "backup" : value.model, images: results || [{ originalUrl: "https://test.example/result.png", thumbnailUrl: "https://test.example/thumb.png" }] }; } }, "@/lib/ai/runtime/generated-image-persistence": { saveGeneratedImages: async (...args: any[]) => { saved.push(args); } }, "@/lib/ai/model-router": { routeToModel: async () => ({ id: "system-default" }) }, "@/lib/db/queries": { checkUserImageQuota: async () => ({ allowed: true, remaining: 10 }), getPointsSystemConfig: async () => ({ enabled: false }), getUserById: async () => ({}) }, "@/lib/style-pro/model-options": { getStyleProImageModelEntries: async () => ["system-default", "user-image-model"].map(id => ({ model: { id, modelId: id, isDefault: id === "system-default", imageGenConfig: {} } })), sortStyleProImageModelEntries: (entries: any) => entries, }, "./canvas": { readOwnedCanvas: async () => ({ nodes: [{ id: "reference", type: "image" }] }), readCanvasImages: async () => [{ id: "reference", data: { src: "https://test.example/reference.png" } }] }, "./review": {}, "./image-access-tools": { registerImageCanvasAccessTools() {} }, }); const build = async (imagePreferences: any = preferences) => mock("lib/ai/canvas-agent-runtime/tools.ts").buildCanvasRuntimeTools({ userId: "u", chatId: "c", projectId: "p", runId: "r", assistantMessageId: "a", selectedNodeIds: ["reference"], request: new Request("https://test.example/api/canvas/agent-chat"), model: {}, supportsVision: true, preferredModelId: "system-default", imagePreferences, emit() {}, }); return { build, generated, operations, saved }; } test("explicit controls override conflicting planner settings without losing false or zero values", () => { const resolved = applyAgentImagePreferences({ modelId: "planner-choice", imageCount: 1, imageSize: "1K", aspectRatio: "1:1", prompt: "产品图" }, preferences); expect(resolved).toMatchObject({ ...preferences.parameters, modelId: preferences.modelId, prompt: "产品图" }); expect(agentProviderImageParameters(resolved)).toEqual({ quality: "high", size: "1536*2048", watermark: false, seed: 0 }); }); test("real generation tool honors the chosen image model and all parameters despite another default and planner choice", async () => { const h = harness(); const tools = await h.build(); const output = await tools.executable.generateCanvasImages.execute({ prompt: "生成产品图", modelId: "planner-choice", imageCount: 1, imageSize: "1K", aspectRatio: "1:1" }, "call-1"); expect(h.generated).toHaveLength(1); expect(h.generated[0]).toMatchObject({ prompt: "生成产品图", model: "user-image-model", imageCount: 3, imageSize: "4K", aspectRatio: "3:4", negativePrompt: "不要文字", promptExtend: false, allowFailover: false, providerImageParams: { quality: "high", size: "1536*2048", watermark: false, seed: 0 } }); expect(output.appliedImagePreferences).toEqual({ modelId: "user-image-model", imageCount: 3, imageSize: "4K", aspectRatio: "3:4" }); }); test("redraw and a corrective retry inherit the same user model, batch and image controls", async () => { const h = harness(); const tools = await h.build(); await tools.executable.editTargetImage.execute({ nodeIds: ["reference"], args: { prompt: "换背景", modelId: "system-default" } }, "edit-1"); await tools.executable.generateCanvasImages.execute({ prompt: "修正背景", modelId: "system-default" }, "retry-1"); expect(h.generated).toHaveLength(2); for (const invocation of h.generated) expect(invocation).toMatchObject({ model: preferences.modelId, imageSize: "4K", imageCount: 3, aspectRatio: "3:4", allowFailover: false }); }); test("an unavailable explicit choice never silently generates or charges through the default", async () => { const h = harness(); const tools = await h.build({ ...preferences, modelId: "disabled-or-missing" }); await expect(tools.executable.generateCanvasImages.execute({ prompt: "画图" }, "bad")).rejects.toThrow("指定的图片模型不可用"); expect(h.generated).toHaveLength(0); expect(h.operations).toHaveLength(0); }); test("Auto selection retains routing and the n count alias without overriding a supplied planner ratio", async () => { const h = harness(); const tools = await h.build({ parameters: { n: 2, imageSize: "8K" } }); await tools.executable.generateCanvasImages.execute({ prompt: "画图", aspectRatio: "16:9" }, "auto"); expect(h.generated[0]).toMatchObject({ model: "system-default", imageCount: 2, imageSize: "8K", aspectRatio: "16:9", allowFailover: true }); }); test("planning uses the image count for generation tasks but does not turn analysis into an image task", async () => { const h = harness(); const tools = await h.build(); const plan = { steps: ["查看画布"], visualCriteria: [] }; const analysis = await tools.executable.planCanvasTask.execute(plan, "analysis-plan"); expect(analysis.expectedImageCount).toBeUndefined(); const generation = await tools.executable.planCanvasTask.execute({ ...plan, expectedImageCount: 1, aspectRatio: "1:1" }, "generation-plan"); expect(generation).toMatchObject({ expectedImageCount: 3, aspectRatio: "3:4" }); expect(h.generated).toHaveLength(0); }); test("an explicit model in the user's words pins generation, while the planner's own choice does not", async () => { const { resolveUserImageModel } = await import("@/lib/ai/canvas-agent-runtime/image-preferences"); const entries = [{ model: { id: "pinned", modelId: "nano-banana-pro", displayName: "Banana Pro" } }]; expect(resolveUserImageModel("请使用 nano banana pro 画一只小猫", entries)).toBe("pinned"); expect(resolveUserImageModel("不要用nano-banana-pro,自动画图", entries)).toBeUndefined(); expect(resolveUserImageModel("不用nano-banana-pro,自动画图", entries)).toBeUndefined(); expect(resolveUserImageModel("先使用nano-banana-pro,改用other-image", [...entries, { model: { id: "later", modelId: "other-image" } }])).toBe("later"); expect(resolveUserImageModel("画一只小猫", entries)).toBeUndefined(); expect(resolveUserImageModel("使用nano-banana-pro", entries, "manual-control")).toBe("manual-control"); }); test("mixed-model batches bill and label only the delivered images using their actual models", async () => { const h = harness([{ originalUrl: "https://test.example/first.png", thumbnailUrl: "https://test.example/first.png", modelRef: "system-default" }, { originalUrl: "https://test.example/second.png", thumbnailUrl: "https://test.example/second.png", modelRef: "backup" }]); const tools = await h.build({ parameters: { imageCount: 2, imageSize: "2K" } }); const result = await tools.executable.generateCanvasImages.execute({ prompt: "画图" }, "mixed"); expect(h.saved).toHaveLength(2); expect(h.saved.map(call => call[5])).toEqual(["system-default", "backup"]); expect(h.saved[0][0]).toContain("first.png"); expect(h.saved[0][0]).not.toContain("second.png"); expect(h.saved[1][0]).toContain("second.png"); expect(h.operations[0].plan.mediaItems.map((item: any) => item.metadata.model)).toEqual(["system-default", "backup"]); expect(result.appliedImagePreferences.modelId).toBe("backup"); }); test("headless image features cannot substitute their default when a pinned model disappears", async () => { let generated = 0; const mocks: Record = { "@/lib/ai/box-cutout/service": {}, "@/lib/ai/extend/service": {}, "@/lib/ai/layer-split/service": {}, "@/lib/ai/resize/service": {}, "@/lib/ai/rmbg/service": {}, "@/lib/canvas/capabilities/internal-endpoint": {}, "@/lib/client/long-task": {}, "@/lib/canvas/generate-image": { generateCanvasImage: async () => { generated++; return { images: [] }; } }, "@/lib/style-pro/model-options": { getStyleProImageModelEntries: async () => [{ model: { id: "default", modelId: "default", isDefault: true } }], sortStyleProImageModelEntries: (entries: any[]) => entries, findStyleProImageModelByRef: () => null }, }; const { executeCanvasCapabilityHeadlessly } = serverLoader(mocks)("lib/canvas/capabilities/headless-executor.ts"); await expect(executeCanvasCapabilityHeadlessly({ userId: "u", requestHeaders: new Headers(), requestUrl: "https://test.example", command: { capabilityId: "image.ai_wash", source: "agent", args: { prompt: "clean image", modelId: "deleted-model", agentImageMode: "pinned" } }, targets: [{ nodeId: "source", title: "source", sourceImageUrl: "https://test.example/source.png" }] })).rejects.toThrow("指定的图片模型不可用"); expect(generated).toBe(0); }); test("an unavailable planner model recovers automatically with the user's image parameters", async () => { const h = harness(); const tools = await h.build({ parameters: { imageSize: "4K", aspectRatio: "3:4" } }); await tools.executable.generateCanvasImages.execute({ prompt: "画图", modelId: "retired-planner-model" }, "auto-retired"); expect(h.generated).toHaveLength(1); expect(h.generated[0]).toMatchObject({ model: "system-default", imageSize: "4K", aspectRatio: "3:4", allowFailover: true, agentImageMode: "auto" }); }); test("front-view edits use reference-image generation with the user's selected model and parameters", async () => { const h = harness(); const tools = await h.build(); await tools.executable.generateCanvasImages.execute({ prompt: "把柜子角度改为正面,保持柜子结构和材质", referenceNodeIds: ["reference"] }, "front-view"); expect(h.generated).toHaveLength(1); expect(h.generated[0]).toMatchObject({ prompt: "把柜子角度改为正面,保持柜子结构和材质", referenceImages: ["https://test.example/reference.png"], model: "user-image-model", aspectRatio: "3:4", imageSize: "4K", imageCount: 3, allowFailover: false }); expect(h.operations[0].plan.preserveOriginal).toBe(true); });