1144 lines
44 KiB
TypeScript
1144 lines
44 KiB
TypeScript
"use client";
|
||
|
||
import { useChat } from "@ai-sdk/react";
|
||
import { DefaultChatTransport } from "ai";
|
||
import { useEffect, useRef, useState, useCallback } from "react";
|
||
import { useRouter } from "next/navigation";
|
||
import useSWR from "swr";
|
||
import { Send, Loader2, ImagePlus, Paperclip, X, Sparkles, User, Bot, Plus, History, Share2, LayoutGrid, Maximize2, RefreshCw, Zap, Globe, Box, ArrowUp } from "lucide-react";
|
||
import { Button } from "@/components/ui/button";
|
||
import { Textarea } from "@/components/ui/textarea";
|
||
import { ScrollArea } from "@/components/ui/scroll-area";
|
||
import { Avatar, AvatarFallback, AvatarImage } from "@/components/ui/avatar";
|
||
import {
|
||
Select,
|
||
SelectContent,
|
||
SelectItem,
|
||
SelectTrigger,
|
||
SelectValue,
|
||
} from "@/components/ui/select";
|
||
import { toast } from "sonner";
|
||
import { useCanvasStore } from "@/store/canvas";
|
||
import { cn } from "@/lib/utils";
|
||
import { fetcher, fetchWithErrorHandlers, generateUUID } from "@/lib/utils";
|
||
import type { Attachment, ChatMessage } from "@/lib/types";
|
||
import { ImageParamsBar, type ImageGenerationParams } from "@/components/image-params-bar";
|
||
|
||
interface CanvasChatPanelProps {
|
||
chatId: string;
|
||
initialMessages?: ChatMessage[];
|
||
onClose?: () => void;
|
||
onOpenFileList?: () => void;
|
||
}
|
||
|
||
// 建议卡片数据 - 已移除
|
||
const SUGGESTIONS: { title: string; desc: string; image: string }[] = [];
|
||
|
||
// 从消息中提取图片 URL（只提取原始图片，避免重复）
|
||
function extractImageUrls(text: string): string[] {
|
||
const urls: string[] = [];
|
||
|
||
// 匹配 markdown 图片格式: 
|
||
// 只提取原始图片 URL（第一个 ||| 和第二个 ||| 之间的 URL）
|
||
const markdownRegex = /!\[(?:thumb)?\|\|\|([^|]+)\|\|\|[^\]]*\]\(([^)]+)\)/g;
|
||
let match;
|
||
let hasMarkdownImages = false;
|
||
|
||
while ((match = markdownRegex.exec(text)) !== null) {
|
||
if (match[1]) {
|
||
urls.push(match[1]); // 原始图片 URL
|
||
hasMarkdownImages = true;
|
||
}
|
||
}
|
||
|
||
// 只有在没有 markdown 格式图片时，才匹配普通图片 URL
|
||
// 这样可以避免重复匹配缩略图 URL
|
||
if (!hasMarkdownImages) {
|
||
const urlRegex = /https?:\/\/[^\s"'<>]+\.(?:jpg|jpeg|png|gif|webp)/gi;
|
||
const urlMatches = text.match(urlRegex);
|
||
if (urlMatches) {
|
||
urls.push(...urlMatches.filter(url => !urls.includes(url)));
|
||
}
|
||
}
|
||
|
||
return urls;
|
||
}
|
||
|
||
export function CanvasChatPanel({ chatId, initialMessages = [], onClose, onOpenFileList }: CanvasChatPanelProps) {
|
||
const router = useRouter();
|
||
const [input, setInput] = useState("");
|
||
const [attachments, setAttachments] = useState<Attachment[]>([]);
|
||
const [selectedModelId, setSelectedModelId] = useState<string>("");
|
||
const messagesEndRef = useRef<HTMLDivElement>(null);
|
||
const fileInputRef = useRef<HTMLInputElement>(null);
|
||
const textareaRef = useRef<HTMLTextAreaElement>(null);
|
||
|
||
// 🆕 图片参数状态
|
||
const [imageParams, setImageParams] = useState<ImageGenerationParams>({
|
||
aspectRatio: "auto",
|
||
imageSize: "2K",
|
||
imageCount: 1,
|
||
});
|
||
|
||
// 🆕 保存图片参数到 localStorage
|
||
const handleImageParamsChange = (params: ImageGenerationParams) => {
|
||
setImageParams(params);
|
||
try {
|
||
localStorage.setItem("canvas-image-params", JSON.stringify(params));
|
||
} catch (e) {
|
||
console.error("Failed to save image params:", e);
|
||
}
|
||
};
|
||
|
||
// 加载图片参数
|
||
useEffect(() => {
|
||
try {
|
||
const saved = localStorage.getItem("canvas-image-params");
|
||
if (saved) {
|
||
const parsed = JSON.parse(saved);
|
||
setImageParams(prev => ({ ...prev, ...parsed }));
|
||
}
|
||
} catch (e) {
|
||
console.error("Failed to load image params:", e);
|
||
}
|
||
}, []);
|
||
|
||
// Canvas store
|
||
const addNode = useCanvasStore((state) => state.addNode);
|
||
const nodes = useCanvasStore((state) => state.nodes);
|
||
const selectedNodeIds = useCanvasStore((state) => state.selectedNodeIds);
|
||
const clearSelection = useCanvasStore((state) => state.clearSelection);
|
||
|
||
// 获取纯 UUID（去掉 canvas- 前缀）用于 API 调用
|
||
const rawChatId = chatId.startsWith('canvas-')
|
||
? chatId.replace('canvas-', '')
|
||
: chatId;
|
||
|
||
// 从 API 加载历史消息
|
||
const { data: historyData, isLoading: isLoadingHistory } = useSWR<{
|
||
messages: ChatMessage[];
|
||
}>(rawChatId ? `/api/messages?chatId=${rawChatId}` : null, fetcher);
|
||
|
||
// 获取选中的图片节点
|
||
const selectedImageNodes = nodes.filter(
|
||
n => selectedNodeIds.includes(n.id) && n.type === 'image' && (n.data as any)?.src
|
||
);
|
||
|
||
// 🆕 辅助函数：在 contenteditable 中插入图片标签
|
||
const insertImageTagInEditor = useCallback((url: string, name: string, index: number) => {
|
||
const editableDiv = textareaRef.current as HTMLDivElement | null;
|
||
if (!editableDiv || !editableDiv.isContentEditable) return;
|
||
|
||
// 检查是否已存在该 URL 的标签
|
||
const existing = editableDiv.querySelector(`[data-attachment-url="${url}"]`);
|
||
if (existing) return;
|
||
|
||
const tagSpan = document.createElement('span');
|
||
tagSpan.contentEditable = 'false';
|
||
tagSpan.setAttribute('data-attachment-index', String(index));
|
||
tagSpan.setAttribute('data-attachment-url', url);
|
||
tagSpan.className = 'inline-flex items-center gap-1 bg-muted/60 hover:bg-muted rounded-full pl-1 pr-2 py-0.5 mx-0.5 align-middle cursor-default select-none';
|
||
const shortName = name.length > 10 ? name.substring(0, 8) + '...' : name;
|
||
tagSpan.innerHTML = `
|
||
<img src="${url}" alt="" class="h-5 w-5 object-cover rounded-full border border-border/50" />
|
||
<span class="text-xs text-foreground/80">${shortName}</span>
|
||
`;
|
||
|
||
// 在光标位置插入，或添加到末尾
|
||
const selection = window.getSelection();
|
||
if (selection && selection.rangeCount > 0 && editableDiv.contains(selection.anchorNode)) {
|
||
const range = selection.getRangeAt(0);
|
||
range.deleteContents();
|
||
range.insertNode(tagSpan);
|
||
range.setStartAfter(tagSpan);
|
||
range.setEndAfter(tagSpan);
|
||
selection.removeAllRanges();
|
||
selection.addRange(range);
|
||
} else {
|
||
editableDiv.appendChild(tagSpan);
|
||
}
|
||
}, []);
|
||
|
||
// 当选中画布中的图片时，自动添加到附件并插入标签
|
||
useEffect(() => {
|
||
if (selectedImageNodes.length > 0) {
|
||
const newAttachments: Attachment[] = selectedImageNodes.map(node => {
|
||
const data = node.data as any;
|
||
return {
|
||
url: data.src,
|
||
name: data.prompt || '画布图片',
|
||
contentType: 'image/jpeg',
|
||
};
|
||
});
|
||
|
||
// 只添加还没在附件中的图片
|
||
setAttachments(prev => {
|
||
const existingUrls = new Set(prev.map(a => a.url));
|
||
const toAdd = newAttachments.filter(a => !existingUrls.has(a.url));
|
||
if (toAdd.length > 0) {
|
||
// 插入图片标签到编辑器
|
||
toAdd.forEach((att, i) => {
|
||
insertImageTagInEditor(att.url, att.name, prev.length + i);
|
||
});
|
||
return [...prev, ...toAdd];
|
||
}
|
||
return prev;
|
||
});
|
||
}
|
||
}, [selectedImageNodes.length, selectedNodeIds, insertImageTagInEditor]);
|
||
|
||
// 获取模型列表
|
||
const { data: modelsData } = useSWR<{
|
||
models: Array<{
|
||
id: string;
|
||
modelId: string;
|
||
displayName: string;
|
||
providerType: string;
|
||
supportsVision?: boolean;
|
||
supportsImageGen?: boolean;
|
||
}>;
|
||
}>("/api/models", fetcher);
|
||
|
||
// 获取网站设置（包含广告横幅配置和画布设置）
|
||
const { data: siteSettings } = useSWR<{
|
||
bannerEnabled?: boolean;
|
||
bannerText?: string;
|
||
bannerLink?: string | null;
|
||
canvasEnabled?: boolean;
|
||
canvasDefaultModelId?: string | null;
|
||
}>("/api/site-settings", fetcher);
|
||
|
||
// 过滤支持图片生成的模型
|
||
const imageModels = modelsData?.models?.filter(m => m.supportsImageGen) || [];
|
||
|
||
// 智能自动模型选项
|
||
const SMART_AUTO_MODEL = {
|
||
id: "auto",
|
||
modelId: "auto",
|
||
displayName: "智能自动",
|
||
providerType: "auto",
|
||
supportsImageGen: true,
|
||
};
|
||
|
||
// 所有可选模型（智能自动 + 生图模型）
|
||
const allModels = [SMART_AUTO_MODEL, ...imageModels];
|
||
|
||
// 默认选择模型（根据系统设置）
|
||
useEffect(() => {
|
||
if (!selectedModelId && siteSettings) {
|
||
// 使用系统设置的默认模型，如果没有设置则使用智能自动
|
||
const defaultModel = siteSettings.canvasDefaultModelId || "auto";
|
||
setSelectedModelId(defaultModel);
|
||
}
|
||
}, [selectedModelId, siteSettings]);
|
||
|
||
const currentModelIdRef = useRef(selectedModelId);
|
||
const imageParamsRef = useRef(imageParams);
|
||
|
||
useEffect(() => {
|
||
currentModelIdRef.current = selectedModelId;
|
||
}, [selectedModelId]);
|
||
|
||
useEffect(() => {
|
||
imageParamsRef.current = imageParams;
|
||
}, [imageParams]);
|
||
|
||
// 合并 initialMessages 和历史消息
|
||
const mergedInitialMessages = historyData?.messages?.length
|
||
? historyData.messages
|
||
: initialMessages;
|
||
|
||
const {
|
||
messages,
|
||
setMessages,
|
||
sendMessage,
|
||
status,
|
||
stop,
|
||
} = useChat<ChatMessage>({
|
||
id: chatId,
|
||
messages: mergedInitialMessages,
|
||
experimental_throttle: 100,
|
||
generateId: generateUUID,
|
||
transport: new DefaultChatTransport({
|
||
api: "/api/chat",
|
||
fetch: fetchWithErrorHandlers,
|
||
prepareSendMessagesRequest(request) {
|
||
// 从 canvas-{uuid} 格式中提取纯 UUID，后端 schema 要求纯 UUID
|
||
const rawId = request.id.startsWith('canvas-')
|
||
? request.id.replace('canvas-', '')
|
||
: request.id;
|
||
|
||
console.log("[CanvasChat] Preparing request:", {
|
||
id: rawId,
|
||
modelId: currentModelIdRef.current,
|
||
imageParams: imageParamsRef.current,
|
||
lastMessage: request.messages.at(-1),
|
||
});
|
||
return {
|
||
body: {
|
||
id: rawId,
|
||
message: request.messages.at(-1),
|
||
selectedChatModel: currentModelIdRef.current,
|
||
selectedVisibilityType: "private",
|
||
videoParams: undefined, // 必须传递，即使是 undefined
|
||
imageParams: imageParamsRef.current || undefined, // 传递图片参数
|
||
...request.body,
|
||
},
|
||
};
|
||
},
|
||
}),
|
||
onData: (dataPart: any) => {
|
||
// 处理后端返回的自定义消息
|
||
if (dataPart.type === "data-appendMessage") {
|
||
try {
|
||
const messageData = typeof dataPart.data === 'string'
|
||
? JSON.parse(dataPart.data)
|
||
: dataPart.data;
|
||
|
||
setMessages((prevMessages) => {
|
||
if (prevMessages.some(m => m.id === messageData.id)) {
|
||
return prevMessages;
|
||
}
|
||
|
||
const newMessage: any = {
|
||
id: messageData.id,
|
||
role: messageData.role,
|
||
content: messageData.parts?.[0]?.text || "",
|
||
createdAt: new Date(),
|
||
parts: messageData.parts || [],
|
||
attachments: [],
|
||
};
|
||
|
||
return [...prevMessages, newMessage];
|
||
});
|
||
} catch (e) {
|
||
console.error("[CanvasChat] Failed to parse data-appendMessage:", e);
|
||
}
|
||
}
|
||
},
|
||
onError: (error) => {
|
||
toast.error(error.message || "生成失败");
|
||
},
|
||
});
|
||
|
||
// 当历史消息加载完成后，更新消息列表
|
||
const hasLoadedHistory = useRef(false);
|
||
useEffect(() => {
|
||
if (historyData?.messages?.length && !hasLoadedHistory.current) {
|
||
hasLoadedHistory.current = true;
|
||
setMessages(historyData.messages);
|
||
console.log('[CanvasChat] 已加载历史消息:', historyData.messages.length);
|
||
}
|
||
}, [historyData, setMessages]);
|
||
|
||
// 监听消息变化，提取图片并添加到画布
|
||
// 只处理新生成的图片，不处理历史消息中的图片
|
||
const processedMessageIds = useRef<Set<string>>(new Set());
|
||
const isInitialLoad = useRef(true);
|
||
|
||
useEffect(() => {
|
||
// 首次加载历史消息时，只记录已处理的消息 ID，不添加图片到画布
|
||
// （画布数据应该从 canvasData 中加载，而不是从消息中提取）
|
||
if (isInitialLoad.current) {
|
||
messages.forEach(message => {
|
||
if (message.role === 'assistant') {
|
||
processedMessageIds.current.add(message.id);
|
||
}
|
||
});
|
||
isInitialLoad.current = false;
|
||
return;
|
||
}
|
||
|
||
// 只处理新消息
|
||
messages.forEach(message => {
|
||
if (message.role === 'assistant' && !processedMessageIds.current.has(message.id)) {
|
||
const content = message.parts?.map((p: any) => p.text || '').join('') || '';
|
||
const imageUrls = extractImageUrls(content);
|
||
|
||
if (imageUrls.length > 0) {
|
||
processedMessageIds.current.add(message.id);
|
||
|
||
// 检查画布中是否已存在相同 URL 的图片
|
||
const existingUrls = new Set(
|
||
nodes.filter(n => n.type === 'image' && (n.data as any)?.src)
|
||
.map(n => (n.data as any).src)
|
||
);
|
||
|
||
// 只添加不存在的图片
|
||
const newUrls = imageUrls.filter(url => !existingUrls.has(url));
|
||
|
||
newUrls.forEach((url, index) => {
|
||
// 计算位置（避免重叠）
|
||
const existingNodes = nodes.length;
|
||
const x = 100 + ((existingNodes + index) % 4) * 320;
|
||
const y = 100 + Math.floor((existingNodes + index) / 4) * 320;
|
||
|
||
addNode({
|
||
type: 'image',
|
||
position: { x, y },
|
||
size: { width: 300, height: 300 },
|
||
data: {
|
||
src: url,
|
||
status: 'completed',
|
||
prompt: '对话生成',
|
||
},
|
||
connections: [],
|
||
});
|
||
});
|
||
|
||
if (newUrls.length > 0) {
|
||
toast.success(`已将 ${newUrls.length} 张图片添加到画布`);
|
||
}
|
||
}
|
||
}
|
||
});
|
||
}, [messages, addNode, nodes]);
|
||
|
||
// 滚动到底部
|
||
useEffect(() => {
|
||
messagesEndRef.current?.scrollIntoView({ behavior: "smooth" });
|
||
}, [messages]);
|
||
|
||
// 标记是否已经为当前画布设置过标题（避免重复调用）
|
||
const hasSetCanvasTitle = useRef(false);
|
||
|
||
// 获取最近的图片 URL（支持多张图片）
|
||
const getRecentImageUrls = useCallback((): string[] => {
|
||
const urls: string[] = [];
|
||
const addedUrls = new Set<string>(); // 用于去重
|
||
|
||
// 辅助函数：添加图片 URL 并去重
|
||
const addUrl = (url: string) => {
|
||
if (url && !addedUrls.has(url)) {
|
||
addedUrls.add(url);
|
||
urls.push(url);
|
||
}
|
||
};
|
||
|
||
// 1. 优先使用画布中选中的图片（支持多选）
|
||
if (selectedImageNodes.length > 0) {
|
||
selectedImageNodes.forEach(node => {
|
||
const src = (node.data as any)?.src;
|
||
if (src) addUrl(src);
|
||
});
|
||
// 如果选中了图片，只返回选中的
|
||
if (urls.length > 0) {
|
||
console.log('[CanvasChat] 使用选中的图片:', urls.length, '张');
|
||
return urls;
|
||
}
|
||
}
|
||
|
||
// 2. 其次从历史对话中查找最近一次消息的所有图片
|
||
for (let i = messages.length - 1; i >= 0; i--) {
|
||
const msg = messages[i];
|
||
const msgUrls: string[] = [];
|
||
|
||
// 检查用户消息的附件
|
||
if (msg.role === 'user' && (msg as any).attachments?.length > 0) {
|
||
for (const attachment of (msg as any).attachments) {
|
||
if (attachment.url && attachment.contentType?.startsWith('image/')) {
|
||
msgUrls.push(attachment.url);
|
||
}
|
||
}
|
||
}
|
||
|
||
// 检查用户消息的 parts
|
||
if (msg.role === 'user' && (msg as any).parts) {
|
||
for (const part of (msg as any).parts) {
|
||
if (part.type === 'file' && part.url && part.mediaType?.startsWith('image/')) {
|
||
msgUrls.push(part.url);
|
||
}
|
||
}
|
||
}
|
||
|
||
// 如果这条消息有图片，返回该消息的所有图片
|
||
if (msgUrls.length > 0) {
|
||
msgUrls.forEach(addUrl);
|
||
console.log('[CanvasChat] 使用历史对话图片:', urls.length, '张');
|
||
return urls;
|
||
}
|
||
}
|
||
|
||
// 3. 最后使用画布中最近添加的图片
|
||
const imageNodes = nodes.filter(n => n.type === 'image' && (n.data as any)?.src);
|
||
if (imageNodes.length > 0) {
|
||
// 取最后几张（最多5张）
|
||
const recentNodes = imageNodes.slice(-5);
|
||
recentNodes.forEach(node => {
|
||
const src = (node.data as any)?.src;
|
||
if (src) addUrl(src);
|
||
});
|
||
console.log('[CanvasChat] 使用画布图片:', urls.length, '张');
|
||
}
|
||
|
||
return urls;
|
||
}, [selectedImageNodes, nodes, messages]);
|
||
|
||
// 处理发送（图片已在上传时添加到画布，这里只发送消息）
|
||
const handleSend = useCallback(async () => {
|
||
if (!input.trim() && attachments.length === 0) return;
|
||
if (!selectedModelId) {
|
||
toast.error("请选择一个模型");
|
||
return;
|
||
}
|
||
|
||
// 构建 parts 数组：文件在前，文本在后（与 multimodal-input 一致）
|
||
const parts: any[] = [];
|
||
|
||
// 🆕 如果没有附件，自动使用最近的图片（支持多张）
|
||
let effectiveAttachments = [...attachments];
|
||
if (effectiveAttachments.length === 0 && input.trim()) {
|
||
const recentImageUrls = getRecentImageUrls();
|
||
if (recentImageUrls.length > 0) {
|
||
// 自动添加所有最近的图片作为附件
|
||
recentImageUrls.forEach((url, index) => {
|
||
effectiveAttachments.push({
|
||
url: url,
|
||
name: `图片 ${index + 1}`,
|
||
contentType: 'image/jpeg',
|
||
});
|
||
});
|
||
console.log('[CanvasChat] 自动使用最近图片:', recentImageUrls.length, '张');
|
||
}
|
||
}
|
||
|
||
// 🆕 检查是否有标注的图片
|
||
const annotatedNodes = selectedImageNodes.filter(node => (node.data as any)?.hasAnnotations);
|
||
const hasAnnotatedImages = annotatedNodes.length > 0;
|
||
|
||
// 添加文件部分（作为 file 类型的 part）
|
||
effectiveAttachments.forEach((a) => {
|
||
parts.push({
|
||
type: "file" as const,
|
||
mediaType: a.contentType,
|
||
name: a.name,
|
||
url: a.url,
|
||
hasAnnotations: hasAnnotatedImages, // 🆕 标记图片是否有标注
|
||
});
|
||
});
|
||
|
||
// 添加文本部分
|
||
let textContent = input.trim() || (effectiveAttachments.length > 0 ? "请处理这张图片" : "");
|
||
|
||
// 🆕 如果有标注的图片，在文本中添加提示
|
||
if (hasAnnotatedImages && textContent) {
|
||
textContent = `【注意：图片中有标注（箭头、圆圈、文字等）标记的区域是需要重点关注或修改的部分，请根据标注进行处理】\n${textContent}`;
|
||
console.log('[CanvasChat] 检测到标注图片，已添加标注提示');
|
||
}
|
||
|
||
if (textContent) {
|
||
parts.push({ type: "text" as const, text: textContent });
|
||
}
|
||
|
||
// 使用与 multimodal-input 相同的格式发送消息
|
||
sendMessage({
|
||
role: "user",
|
||
parts: parts,
|
||
});
|
||
|
||
// 清空状态
|
||
setInput("");
|
||
setAttachments([]);
|
||
|
||
// 🆕 清空画布选中状态（防止 useEffect 重新添加标签）
|
||
clearSelection();
|
||
|
||
// 🆕 清空 contenteditable div 的内容
|
||
const editableDiv = textareaRef.current as HTMLDivElement | null;
|
||
if (editableDiv) {
|
||
editableDiv.innerHTML = '';
|
||
console.log('[CanvasChat] 已清空输入框和选中状态');
|
||
}
|
||
}, [input, attachments, selectedModelId, sendMessage, getRecentImageUrls, clearSelection]);
|
||
|
||
// 处理文件选择 - 上传后立即添加到画布
|
||
const handleFileSelect = async (e: React.ChangeEvent<HTMLInputElement>) => {
|
||
const files = e.target.files;
|
||
if (!files) return;
|
||
|
||
let firstImageUrl: string | null = null;
|
||
|
||
for (const file of Array.from(files)) {
|
||
if (!file.type.startsWith('image/')) {
|
||
toast.error('请选择图片文件');
|
||
continue;
|
||
}
|
||
|
||
if (file.size > 8 * 1024 * 1024) {
|
||
toast.error('图片大小不能超过 8MB');
|
||
continue;
|
||
}
|
||
|
||
// 上传文件
|
||
try {
|
||
const formData = new FormData();
|
||
formData.append('file', file);
|
||
|
||
const response = await fetch('/api/files/upload', {
|
||
method: 'POST',
|
||
body: formData,
|
||
});
|
||
|
||
if (!response.ok) {
|
||
throw new Error('上传失败');
|
||
}
|
||
|
||
const data = await response.json();
|
||
const imageUrl = data.url;
|
||
|
||
// 记录第一张图片的 URL（用于自动命名和缩略图）
|
||
if (!firstImageUrl) {
|
||
firstImageUrl = imageUrl;
|
||
}
|
||
|
||
// 添加到附件列表并在编辑器中插入标签
|
||
setAttachments(prev => {
|
||
const newIndex = prev.length;
|
||
// 在编辑器中插入图片标签
|
||
setTimeout(() => {
|
||
insertImageTagInEditor(imageUrl, file.name, newIndex);
|
||
(textareaRef.current as HTMLDivElement | null)?.focus();
|
||
}, 0);
|
||
return [...prev, {
|
||
url: imageUrl,
|
||
name: file.name,
|
||
contentType: file.type,
|
||
}];
|
||
});
|
||
|
||
// 立即将图片添加到画布
|
||
const existingNodes = nodes.length;
|
||
const x = 100 + (existingNodes % 4) * 320;
|
||
const y = 100 + Math.floor(existingNodes / 4) * 320;
|
||
|
||
addNode({
|
||
type: 'image',
|
||
position: { x, y },
|
||
size: { width: 300, height: 300 },
|
||
data: {
|
||
src: imageUrl,
|
||
status: 'completed',
|
||
prompt: '用户上传',
|
||
},
|
||
connections: [],
|
||
});
|
||
|
||
toast.success('图片已添加到画布');
|
||
|
||
} catch (error) {
|
||
toast.error('图片上传失败');
|
||
}
|
||
}
|
||
|
||
// 如果是第一次上传图片，自动识别并设置画布标题和缩略图
|
||
console.log('[CanvasChat] 检查是否需要自动命名:', {
|
||
firstImageUrl: !!firstImageUrl,
|
||
hasSetCanvasTitle: hasSetCanvasTitle.current
|
||
});
|
||
|
||
if (firstImageUrl && !hasSetCanvasTitle.current) {
|
||
hasSetCanvasTitle.current = true;
|
||
console.log('[CanvasChat] 开始调用 auto-title API...');
|
||
|
||
// 异步调用 AI 识别图片主体并更新画布
|
||
(async () => {
|
||
try {
|
||
// 调用 auto-title API 识别图片主体
|
||
console.log('[CanvasChat] 发送 auto-title 请求:', firstImageUrl);
|
||
const response = await fetch('/api/canvas/auto-title', {
|
||
method: 'POST',
|
||
headers: { 'Content-Type': 'application/json' },
|
||
body: JSON.stringify({ imageUrl: firstImageUrl }),
|
||
});
|
||
|
||
console.log('[CanvasChat] auto-title 响应状态:', response.status);
|
||
|
||
if (response.ok) {
|
||
const data = await response.json();
|
||
const title = data.title || '未命名画布';
|
||
console.log('[CanvasChat] 识别到的标题:', title);
|
||
|
||
// 提取纯 UUID（去掉 canvas- 前缀）
|
||
const rawId = chatId.startsWith('canvas-')
|
||
? chatId.replace('canvas-', '')
|
||
: chatId;
|
||
|
||
console.log('[CanvasChat] 更新画布:', rawId);
|
||
|
||
// 更新画布标题和缩略图
|
||
const updateResponse = await fetch(`/api/canvas/${rawId}`, {
|
||
method: 'PUT',
|
||
headers: { 'Content-Type': 'application/json' },
|
||
body: JSON.stringify({
|
||
title: title,
|
||
thumbnail: firstImageUrl,
|
||
}),
|
||
});
|
||
|
||
console.log('[CanvasChat] 画布更新响应:', updateResponse.status);
|
||
|
||
if (updateResponse.ok) {
|
||
console.log('[CanvasChat] 画布已自动命名为:', title);
|
||
toast.success(`画布已命名为: ${title}`);
|
||
} else {
|
||
console.error('[CanvasChat] 画布更新失败');
|
||
}
|
||
} else {
|
||
console.error('[CanvasChat] auto-title API 请求失败:', response.status);
|
||
}
|
||
} catch (error) {
|
||
console.error('[CanvasChat] 自动命名失败:', error);
|
||
}
|
||
})();
|
||
}
|
||
|
||
e.target.value = '';
|
||
};
|
||
|
||
// 移除附件
|
||
const removeAttachment = (index: number) => {
|
||
setAttachments(prev => prev.filter((_, i) => i !== index));
|
||
};
|
||
|
||
const isLoading = status === 'streaming' || status === 'submitted';
|
||
|
||
return (
|
||
<div className="flex flex-col h-full bg-background/50 backdrop-blur-sm relative">
|
||
{/* Header - Minimal with Icons */}
|
||
<div className="absolute top-0 right-0 z-20 p-4 flex flex-col items-end gap-2">
|
||
<div className="flex items-center gap-1">
|
||
<Button
|
||
variant="ghost"
|
||
size="icon"
|
||
className="h-8 w-8 rounded-full hover:bg-muted"
|
||
onClick={() => {
|
||
// 创建新画布并导航
|
||
const newId = crypto.randomUUID();
|
||
router.push(`/canvas/${newId}`);
|
||
}}
|
||
title="新建画布"
|
||
>
|
||
<Plus className="h-4 w-4" />
|
||
</Button>
|
||
<Button variant="ghost" size="icon" className="h-8 w-8 rounded-full hover:bg-muted">
|
||
<History className="h-4 w-4" />
|
||
</Button>
|
||
<Button variant="ghost" size="icon" className="h-8 w-8 rounded-full hover:bg-muted">
|
||
<Share2 className="h-4 w-4" />
|
||
</Button>
|
||
<Button
|
||
variant="ghost"
|
||
size="icon"
|
||
className="h-8 w-8 rounded-full hover:bg-muted"
|
||
onClick={(e) => {
|
||
e.preventDefault();
|
||
e.stopPropagation();
|
||
console.log('[CanvasChatPanel] File list button clicked');
|
||
if (onOpenFileList) {
|
||
onOpenFileList();
|
||
}
|
||
}}
|
||
title="已生成文件列表"
|
||
>
|
||
<LayoutGrid className="h-4 w-4" />
|
||
</Button>
|
||
<Button variant="ghost" size="icon" className="h-8 w-8 rounded-full hover:bg-muted">
|
||
<Maximize2 className="h-4 w-4" />
|
||
</Button>
|
||
</div>
|
||
|
||
{onClose && (
|
||
<Button
|
||
variant="secondary"
|
||
size="sm"
|
||
onClick={onClose}
|
||
className="h-7 px-3 text-xs rounded-full bg-muted/80 backdrop-blur-sm hover:bg-muted shadow-sm"
|
||
>
|
||
收起
|
||
</Button>
|
||
)}
|
||
</div>
|
||
|
||
{/* 消息列表 */}
|
||
<ScrollArea className="flex-1 p-4 pt-16">
|
||
<div className="space-y-6">
|
||
{messages.length === 0 && (
|
||
<div className="flex flex-col h-full pt-4">
|
||
{/* Greeting */}
|
||
<div className="mb-8">
|
||
<h1 className="text-2xl font-bold mb-2">Hi, 我是你的AI设计师</h1>
|
||
<p className="text-muted-foreground">让我们开始今天的创作吧!</p>
|
||
</div>
|
||
|
||
{/* Suggestions - Removed */}
|
||
|
||
{/* Refresh - Removed */}
|
||
|
||
{/* Banner - 从系统设置中获取 */}
|
||
{(siteSettings?.bannerEnabled ?? true) && (siteSettings?.bannerText || "升级会员, Nano Banana Pro 免费365天!") && (
|
||
<div
|
||
className={cn(
|
||
"bg-blue-50 dark:bg-blue-900/20 text-blue-600 dark:text-blue-300 p-3 rounded-xl text-sm flex items-center justify-between",
|
||
siteSettings?.bannerLink && "cursor-pointer hover:bg-blue-100 dark:hover:bg-blue-900/30 transition-colors"
|
||
)}
|
||
onClick={() => {
|
||
if (siteSettings?.bannerLink) {
|
||
window.open(siteSettings.bannerLink, '_blank');
|
||
}
|
||
}}
|
||
>
|
||
<div className="flex items-center gap-2">
|
||
<div className="p-1 bg-blue-100 dark:bg-blue-800 rounded">
|
||
<Box className="h-4 w-4" />
|
||
</div>
|
||
<span>{siteSettings?.bannerText || "升级会员, Nano Banana Pro 免费365天!"}</span>
|
||
</div>
|
||
<X className="h-4 w-4 cursor-pointer opacity-50 hover:opacity-100" onClick={(e) => e.stopPropagation()} />
|
||
</div>
|
||
)}
|
||
</div>
|
||
)}
|
||
|
||
{messages.map((message) => {
|
||
// 🆕 清理消息中的内部标记并检查是否有实际内容
|
||
const rawParts = message.parts || [];
|
||
const cleanedParts = rawParts.map((part: any) => {
|
||
if (part.type === 'text' && part.text) {
|
||
return {
|
||
...part,
|
||
text: part.text.replace(/\n*<!-- GENERATING_IMAGE -->\n*/g, '').trim()
|
||
};
|
||
}
|
||
return part;
|
||
});
|
||
|
||
// 检查清理后是否有实际内容（更严格的检查）
|
||
let hasContent = false;
|
||
for (const part of cleanedParts) {
|
||
if (part.type === 'text' && part.text && part.text.trim().length > 0) {
|
||
hasContent = true;
|
||
break;
|
||
}
|
||
if ((part.type === 'file' || part.type === 'image') && part.url) {
|
||
hasContent = true;
|
||
break;
|
||
}
|
||
}
|
||
|
||
// 同时检查附件
|
||
const attachmentsList = (message as any).attachments || [];
|
||
if (attachmentsList.length > 0) {
|
||
hasContent = true;
|
||
}
|
||
|
||
// 没有内容则不渲染（包括空 parts 的情况）
|
||
if (!hasContent) {
|
||
console.log('[CanvasChat] 跳过空消息:', message.id);
|
||
return null;
|
||
}
|
||
|
||
// 使用清理后的消息
|
||
const cleanedMessage = { ...message, parts: cleanedParts };
|
||
|
||
return (
|
||
<div
|
||
key={message.id}
|
||
className={cn(
|
||
"flex gap-3",
|
||
message.role === 'user' ? "flex-row-reverse" : "flex-row"
|
||
)}
|
||
>
|
||
{/* 头像 */}
|
||
<Avatar className="h-8 w-8 shrink-0 border shadow-sm">
|
||
{message.role === 'user' ? (
|
||
<>
|
||
<AvatarImage src="/placeholder-user.jpg" />
|
||
<AvatarFallback className="bg-primary text-primary-foreground">
|
||
<User className="h-4 w-4" />
|
||
</AvatarFallback>
|
||
</>
|
||
) : (
|
||
<>
|
||
<AvatarImage src="/placeholder-bot.jpg" />
|
||
<AvatarFallback className="bg-muted text-foreground">
|
||
<Bot className="h-4 w-4" />
|
||
</AvatarFallback>
|
||
</>
|
||
)}
|
||
</Avatar>
|
||
|
||
{/* 消息气泡 */}
|
||
<div className={cn(
|
||
"flex flex-col gap-2 max-w-[85%]",
|
||
message.role === 'user' ? "items-end" : "items-start"
|
||
)}>
|
||
{message.role === 'user' ? (
|
||
// 🆕 用户消息：使用图片标签样式（类似竞品，按 parts 原始顺序渲染）
|
||
<div className="bg-card border rounded-2xl rounded-tr-sm px-3 py-2 shadow-sm">
|
||
<div className="flex flex-wrap items-center gap-1.5">
|
||
{/* 按 parts 原始顺序渲染图片标签和文字 */}
|
||
{cleanedMessage.parts?.map((part: any, idx: number) => {
|
||
if (part.type === 'file' && part.url) {
|
||
// 图片标签
|
||
return (
|
||
<span
|
||
key={`part-${idx}`}
|
||
className="inline-flex items-center gap-1 px-2 py-1 bg-background border rounded-lg text-xs"
|
||
>
|
||
<img
|
||
src={part.url}
|
||
alt=""
|
||
className="w-5 h-5 object-cover rounded"
|
||
/>
|
||
<span className="max-w-[80px] truncate text-foreground">{part.name || 'Image'}</span>
|
||
</span>
|
||
);
|
||
}
|
||
if (part.type === 'text' && part.text) {
|
||
// 文字（去掉标注提示前缀）
|
||
let text = part.text.replace(/【注意：图片中有标注（箭头、圆圈、文字等）标记的区域是需要重点关注或修改的部分，请根据标注进行处理】\n?/g, '').trim();
|
||
if (!text) return null;
|
||
return (
|
||
<span key={`part-${idx}`} className="text-sm text-foreground">{text}</span>
|
||
);
|
||
}
|
||
return null;
|
||
})}
|
||
{/* 如果有 attachments 但没有 file parts，也显示 */}
|
||
{(!cleanedMessage.parts?.some((p: any) => p.type === 'file') && (message as any).attachments?.length > 0) &&
|
||
(message as any).attachments.map((att: any, idx: number) => (
|
||
<span
|
||
key={`att-${idx}`}
|
||
className="inline-flex items-center gap-1 px-2 py-1 bg-background border rounded-lg text-xs"
|
||
>
|
||
<img
|
||
src={att.url}
|
||
alt=""
|
||
className="w-5 h-5 object-cover rounded"
|
||
/>
|
||
<span className="max-w-[80px] truncate text-foreground">{att.name || 'Image'}</span>
|
||
</span>
|
||
))
|
||
}
|
||
</div>
|
||
</div>
|
||
) : (
|
||
// AI 消息：保持原样式
|
||
<div className="bg-card border text-card-foreground rounded-2xl rounded-tl-sm text-sm px-4 py-2.5 shadow-sm">
|
||
{/* 消息内容 */}
|
||
<div className="whitespace-pre-wrap break-words leading-relaxed">
|
||
{cleanedMessage.parts?.map((part: any, i: number) => {
|
||
if (part.type === 'text') {
|
||
// 提取并显示图片
|
||
const imageUrls = extractImageUrls(part.text || '');
|
||
const textWithoutImages = (part.text || '')
|
||
.replace(/!\[(?:thumb)?\|\|\|[^|]+\|\|\|[^\]]*\]\([^)]+\)/g, '')
|
||
.trim();
|
||
|
||
return (
|
||
<div key={i}>
|
||
{textWithoutImages && <span>{textWithoutImages}</span>}
|
||
{imageUrls.length > 0 && (
|
||
<div className="flex flex-wrap gap-2 mt-3">
|
||
{imageUrls.map((url, idx) => (
|
||
<div key={idx} className="relative group rounded-xl overflow-hidden border bg-background shadow-sm transition-all hover:shadow-md">
|
||
<img
|
||
src={url}
|
||
alt=""
|
||
className="max-w-full h-auto cursor-pointer hover:scale-105 transition-transform duration-300"
|
||
style={{ maxHeight: '200px' }}
|
||
onClick={() => window.open(url, '_blank')}
|
||
/>
|
||
</div>
|
||
))}
|
||
</div>
|
||
)}
|
||
</div>
|
||
);
|
||
}
|
||
return null;
|
||
})}
|
||
</div>
|
||
</div>
|
||
)}
|
||
</div>
|
||
</div>
|
||
);
|
||
})}
|
||
|
||
{isLoading && (
|
||
<div className="flex gap-3">
|
||
<Avatar className="h-8 w-8 shrink-0 border shadow-sm">
|
||
<AvatarFallback className="bg-muted text-foreground">
|
||
<Bot className="h-4 w-4" />
|
||
</AvatarFallback>
|
||
</Avatar>
|
||
<div className="bg-card border text-card-foreground rounded-2xl rounded-tl-sm px-4 py-2.5 shadow-sm flex items-center gap-2">
|
||
<Loader2 className="h-4 w-4 animate-spin text-primary" />
|
||
<span className="text-sm text-muted-foreground">正在思考中...</span>
|
||
</div>
|
||
</div>
|
||
)}
|
||
|
||
<div ref={messagesEndRef} />
|
||
</div>
|
||
</ScrollArea>
|
||
|
||
{/* 底部输入区域 - 混合输入（图片标签+文字可自由混合） */}
|
||
<div className="p-4 bg-background/80 backdrop-blur-md border-t">
|
||
<div className="relative bg-card rounded-3xl border transition-all duration-200 focus-within:border-primary/50 focus-within:bg-background">
|
||
{/* 混合输入区域：使用 contenteditable 实现真正的混合编辑 */}
|
||
<div className="relative px-4 pt-3 pb-12 min-h-[60px]">
|
||
<div
|
||
ref={textareaRef as any}
|
||
contentEditable={!isLoading}
|
||
suppressContentEditableWarning
|
||
className="min-h-[40px] max-h-[120px] overflow-y-auto text-sm outline-none empty:before:content-[attr(data-placeholder)] empty:before:text-muted-foreground/50"
|
||
data-placeholder="请输入你的设计需求，例如：绿色椅子 替换 Image"
|
||
onInput={(e) => {
|
||
// 从 contenteditable 中提取纯文本（排除图片标签的 data-url）
|
||
const target = e.target as HTMLDivElement;
|
||
// 获取所有文本节点的内容
|
||
let textContent = '';
|
||
const walker = document.createTreeWalker(target, NodeFilter.SHOW_TEXT, null);
|
||
let node;
|
||
while (node = walker.nextNode()) {
|
||
textContent += node.textContent;
|
||
}
|
||
setInput(textContent.trim());
|
||
}}
|
||
onKeyDown={(e) => {
|
||
if (e.key === 'Enter' && !e.shiftKey) {
|
||
e.preventDefault();
|
||
handleSend();
|
||
}
|
||
// 处理 Backspace 删除图片标签（只删除聊天框中的标签，不影响画布）
|
||
if (e.key === 'Backspace') {
|
||
const selection = window.getSelection();
|
||
if (selection && selection.rangeCount > 0) {
|
||
const range = selection.getRangeAt(0);
|
||
if (range.collapsed && range.startOffset === 0) {
|
||
// 检查前一个兄弟节点是否是图片标签
|
||
const prevSibling = range.startContainer.previousSibling as HTMLElement;
|
||
if (prevSibling && prevSibling.getAttribute?.('data-attachment-index')) {
|
||
e.preventDefault();
|
||
e.stopPropagation(); // 🆕 阻止事件冒泡，防止触发全局删除
|
||
const index = parseInt(prevSibling.getAttribute('data-attachment-index') || '0');
|
||
removeAttachment(index);
|
||
prevSibling.remove();
|
||
}
|
||
}
|
||
}
|
||
}
|
||
}}
|
||
onPaste={(e) => {
|
||
// 只粘贴纯文本
|
||
e.preventDefault();
|
||
const text = e.clipboardData.getData('text/plain');
|
||
document.execCommand('insertText', false, text);
|
||
}}
|
||
style={{ whiteSpace: 'pre-wrap', wordBreak: 'break-word' }}
|
||
/>
|
||
</div>
|
||
|
||
{/* Bottom Toolbar */}
|
||
<div className="absolute left-2 bottom-2 right-2 flex items-center gap-2">
|
||
{/* 左侧：附件和模型选择 */}
|
||
<div className="flex items-center gap-2 min-w-0 flex-shrink">
|
||
<input
|
||
ref={fileInputRef}
|
||
type="file"
|
||
accept="image/*"
|
||
multiple
|
||
className="hidden"
|
||
onChange={handleFileSelect}
|
||
/>
|
||
<Button
|
||
variant="ghost"
|
||
size="icon"
|
||
className="h-8 w-8 rounded-full hover:bg-muted text-muted-foreground hover:text-foreground transition-colors flex-shrink-0"
|
||
onClick={() => fileInputRef.current?.click()}
|
||
disabled={isLoading}
|
||
>
|
||
<Paperclip className="h-4 w-4" />
|
||
</Button>
|
||
|
||
{/* Agent Selector (Model) - 包含智能自动选项 */}
|
||
<Select value={selectedModelId} onValueChange={setSelectedModelId}>
|
||
<SelectTrigger className={cn(
|
||
"h-8 text-xs transition-colors rounded-full px-3 gap-1 w-auto flex-shrink-0",
|
||
selectedModelId === "auto"
|
||
? "bg-gradient-to-r from-purple-50 to-blue-50 text-purple-600 border-purple-100 hover:from-purple-100 hover:to-blue-100"
|
||
: "bg-blue-50 text-blue-600 border-blue-100 hover:bg-blue-100 hover:border-blue-200"
|
||
)}>
|
||
{selectedModelId === "auto" ? (
|
||
<Zap className="h-3 w-3" />
|
||
) : (
|
||
<Sparkles className="h-3 w-3" />
|
||
)}
|
||
<span className="truncate max-w-[60px]">
|
||
{allModels.find(m => m.id === selectedModelId)?.displayName || "智能自动"}
|
||
</span>
|
||
</SelectTrigger>
|
||
<SelectContent>
|
||
{/* 智能自动选项 */}
|
||
<SelectItem value="auto" className="text-xs">
|
||
<div className="flex items-center gap-2">
|
||
<Zap className="h-3 w-3 text-purple-500" />
|
||
<span>智能自动</span>
|
||
<span className="text-[10px] text-muted-foreground">先对话再生图</span>
|
||
</div>
|
||
</SelectItem>
|
||
{/* 分隔线 */}
|
||
{imageModels.length > 0 && (
|
||
<div className="my-1 border-t border-border" />
|
||
)}
|
||
{/* 生图模型列表 */}
|
||
{imageModels.map(model => (
|
||
<SelectItem key={model.id} value={model.id} className="text-xs">
|
||
<div className="flex items-center gap-2">
|
||
<Sparkles className="h-3 w-3 text-primary" />
|
||
{model.displayName}
|
||
</div>
|
||
</SelectItem>
|
||
))}
|
||
</SelectContent>
|
||
</Select>
|
||
</div>
|
||
|
||
{/* 中间：图片参数（可收缩） */}
|
||
<div className="flex-1 min-w-0 overflow-hidden">
|
||
<ImageParamsBar
|
||
modelName={allModels.find(m => m.id === selectedModelId)?.displayName}
|
||
initialParams={imageParams}
|
||
onParamsChange={handleImageParamsChange}
|
||
inline={true}
|
||
providerType={allModels.find(m => m.id === selectedModelId)?.providerType}
|
||
/>
|
||
</div>
|
||
|
||
{/* 右侧：发送按钮（固定不收缩） */}
|
||
<Button
|
||
size="icon"
|
||
className={cn(
|
||
"h-8 w-8 rounded-full transition-all duration-200 flex-shrink-0",
|
||
input.trim() || attachments.length > 0
|
||
? "bg-black text-white hover:bg-black/90 dark:bg-white dark:text-black dark:hover:bg-white/90"
|
||
: "bg-muted text-muted-foreground hover:bg-muted/80"
|
||
)}
|
||
onClick={handleSend}
|
||
disabled={isLoading || (!input.trim() && attachments.length === 0)}
|
||
>
|
||
{isLoading ? (
|
||
<Loader2 className="h-4 w-4 animate-spin" />
|
||
) : (
|
||
<ArrowUp className="h-4 w-4" />
|
||
)}
|
||
</Button>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
</div>
|
||
);
|
||
}
|