lunanting/ai-chatbot
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix: simplify FAL scale adjust inputs

Browse Source
This commit is contained in:
134 2026-06-29 18:09:22 +08:00
parent 8a9fba7eab
commit 0a792c7e26
1 changed files with 27 additions and 38 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

65
app/api/canvas/local-edit/route.ts
View File

@ -916,7 +916,6 @@ function buildScaleAdjustPrompt(
function buildFalScaleAdjustCoordinatePrompt( function buildFalScaleAdjustCoordinatePrompt(
regions: NormalizedLocalEditRegion[], regions: NormalizedLocalEditRegion[],
scalePercent: ScaleAdjustPercent | null | undefined, scalePercent: ScaleAdjustPercent | null | undefined,
cropReferences: ScaleAdjustCropReference[] = [],
sourceSize: { width: number; height: number } sourceSize: { width: number; height: number }
) { ) {
const regionLines = regions const regionLines = regions
@ -929,44 +928,32 @@ function buildFalScaleAdjustCoordinatePrompt(
region.rect.width > 0 ? targetRect.width / region.rect.width : 1; region.rect.width > 0 ? targetRect.width / region.rect.width : 1;
const heightFactor = const heightFactor =
region.rect.height > 0 ? targetRect.height / region.rect.height : 1; region.rect.height > 0 ? targetRect.height / region.rect.height : 1;
const cropIndex = cropReferences.findIndex( const scaleDirection =
(reference) => reference.regionIndex === region.index widthFactor < 0.92 || heightFactor < 0.92
); ? "make the furniture clearly smaller"
const cropNote = : widthFactor > 1.08 || heightFactor > 1.08
cropIndex >= 0 ? "make the furniture clearly larger"
? ` Input image ${cropIndex + 3} is this region's clean crop reference for subject identity and proportions only.` : "move/fit the furniture to the target box";
: "";
return `Region ${region.index}: old subject search box in input image 1 is x=${region.pixelRect.left}, y=${region.pixelRect.top}, w=${region.pixelRect.width}, h=${region.pixelRect.height}; final target visual box is x=${targetPixelRect.left}, y=${targetPixelRect.top}, w=${targetPixelRect.width}, h=${targetPixelRect.height}; target footprint is about ${widthFactor.toFixed(2)}x width and ${heightFactor.toFixed(2)}x height of the old search box.${cropNote}`; return `Region ${region.index}: OLD search box in input 1 x=${region.pixelRect.left}, y=${region.pixelRect.top}, w=${region.pixelRect.width}, h=${region.pixelRect.height}; TARGET final visual box x=${targetPixelRect.left}, y=${targetPixelRect.top}, w=${targetPixelRect.width}, h=${targetPixelRect.height}; target scale is ${widthFactor.toFixed(2)}x width and ${heightFactor.toFixed(2)}x height. Main action: ${scaleDirection}.`;
}) })
.join("\n"); .join("\n");
const cropLines = cropReferences
.map(
(reference, index) =>
`Input image ${index + 3}: clean crop reference for region ${reference.regionIndex}. Use it only to identify the selected furniture, its visible structure, proportions, material, and top objects. Never paste this crop into the output.`
)
.join("\n");
return [ return [
"This is a local furniture scale-adjustment edit. It is not full-image resizing, not a collage, and not a patch-copy task.", "Local furniture scale edit. Use input image 1 as the clean original photo and the locked camera frame.",
`Return one seamless realistic final photo with exactly the same camera frame and pixel size as input image 1: ${sourceSize.width} x ${sourceSize.height} px.`, `Return one seamless realistic photo with the same frame and pixel size as input image 1: ${sourceSize.width} x ${sourceSize.height} px.`,
"Input image 1 is the clean original photo and must be treated as the locked background plate.", "Input image 2 is only a coordinate map. It is not output content. The OLD outline locates the current furniture in input image 1; the TARGET outline gives the final size and center.",
"Input image 2 is a neutral coordinate instruction map with the same pixel size as input image 1. It is not a photo, not a texture source, not a layer, and not output content.",
"In input image 2, the lighter old/source outline only marks where to find the selected subject in input image 1. The darker target outline marks the desired final visual size and center.",
cropLines,
"", "",
"Task:", "Task:",
"Identify the main independently adjustable furniture subject inside the old/source box in input image 1. Resize and, if needed, move only that furniture subject so its final visible footprint matches the target box size and center.", "Find the main movable furniture subject inside each OLD box in input image 1. Resize and, if needed, move that subject only so its final visible footprint matches the TARGET box.",
"If the target box is smaller than the old/source box, the furniture must become clearly smaller. Remove the old larger footprint and naturally reconstruct the newly exposed rug, floor, wall base, shadows, cushion edges, and background continuity.", "Keep the furniture identity, material, perspective, objects on top, and natural aspect ratio from input image 1. Do not create a second copy or extra parts.",
"Preserve the selected furniture identity and structure from the original/crop reference: same tabletop, same objects on top, same material, same rectangular leg-frame design. Do not invent duplicate furniture, extra legs, side panels, shelves, cabinets, or a second copy.", "If the target is smaller, the furniture must visibly become smaller and the newly exposed floor, rug, wall, shadows, and background must be naturally healed. If the target is larger, enlarge the same furniture naturally without stretching it.",
"", "",
"Region requirements:", "Region requirements:",
regionLines, regionLines,
"", "",
"Hard restrictions:", "Success check: the selected furniture size must clearly change from the original, while the rest of the photo stays stable.",
"Do not copy, scale, move, or paste any rectangular area from input image 1, input image 2, or any crop reference.", "Do not paste rectangular image areas. Do not output coordinate lines, labels, boxes, seams, hard patch edges, haze, color mismatch, full-canvas zoom, crop, pan, or redesign.",
"Do not output guide marks, outlines, labels, haze, rectangular patch boundaries, seams, different-resolution blocks, color mismatch, or pasted edges.",
"Do not zoom, crop, pan, resize, reframe, or redesign the full canvas. Non-target background, camera perspective, lighting, color temperature, window blinds, wall, floor, rug, and cushion positions must remain coherent.",
"Return only the clean edited photo.", "Return only the clean edited photo.",
].join("\n"); ].join("\n");
} }
@ -1169,7 +1156,8 @@ export async function POST(request: NextRequest) {
annotatedFilename, annotatedFilename,
toArrayBuffer(annotatedBuffer) toArrayBuffer(annotatedBuffer)
); );
const scaleAdjustCropReferences = isScaleAdjustOperation const scaleAdjustCropReferences =
isScaleAdjustOperation && !useFalScaleAdjustCoordinateGuide
? await createScaleAdjustCropReferences({ ? await createScaleAdjustCropReferences({
regions, regions,
sourceBuffer, sourceBuffer,
@ -1182,7 +1170,6 @@ export async function POST(request: NextRequest) {
? buildFalScaleAdjustCoordinatePrompt( ? buildFalScaleAdjustCoordinatePrompt(
regions, regions,
scalePercent, scalePercent,
scaleAdjustCropReferences,
{ {
width: sourceWidth, width: sourceWidth,
height: sourceHeight, height: sourceHeight,
@ -1204,12 +1191,14 @@ export async function POST(request: NextRequest) {
(reference) => reference.url (reference) => reference.url
); );
const referenceImages = isScaleAdjustOperation const referenceImages = isScaleAdjustOperation
? [ ? useFalScaleAdjustCoordinateGuide
sourceImageUrl, ? [sourceImageUrl, annotatedUpload.url]
annotatedUpload.url, : [
...scaleAdjustCropReferenceImageUrls, sourceImageUrl,
...manualRegionReferenceImageUrls, annotatedUpload.url,
] ...scaleAdjustCropReferenceImageUrls,
...manualRegionReferenceImageUrls,
]
: [sourceImageUrl, ...manualRegionReferenceImageUrls]; : [sourceImageUrl, ...manualRegionReferenceImageUrls];
const scaleAdjustCompositeRegions = isScaleAdjustOperation const scaleAdjustCompositeRegions = isScaleAdjustOperation
? buildScaleAdjustCompositeRegions(regions, scalePercent) ? buildScaleAdjustCompositeRegions(regions, scalePercent)
@ -1251,7 +1240,7 @@ export async function POST(request: NextRequest) {
annotatedReferenceSentToModel: isScaleAdjustOperation, annotatedReferenceSentToModel: isScaleAdjustOperation,
annotatedReferenceType: isScaleAdjustOperation annotatedReferenceType: isScaleAdjustOperation
? useFalScaleAdjustCoordinateGuide ? useFalScaleAdjustCoordinateGuide
? "scale-adjust-fal-coordinate-guide-plus-crop" ? "scale-adjust-fal-coordinate-guide-only"
: "scale-adjust-neutral-coordinate-guide-map" : "scale-adjust-neutral-coordinate-guide-map"
: "source-overlay", : "source-overlay",
cleanSourceReferenceIndex: 1, cleanSourceReferenceIndex: 1,
@ -1279,7 +1268,7 @@ export async function POST(request: NextRequest) {
.length, .length,
scaleAdjustPromptStrategy: isScaleAdjustOperation scaleAdjustPromptStrategy: isScaleAdjustOperation
? useFalScaleAdjustCoordinateGuide ? useFalScaleAdjustCoordinateGuide
? "fal-locked-source-coordinate-crop-single-v23" ? "fal-locked-source-coordinate-single-v24"
: "locked-plate-neutral-coordinate-guide-map-pixel-anchors-v8" : "locked-plate-neutral-coordinate-guide-map-pixel-anchors-v8"
: undefined, : undefined,
scaleAdjustPostCompositeApplied: false, scaleAdjustPostCompositeApplied: false,