// server.js const express = require("express"); const multer = require("multer"); const cors = require("cors"); const fs = require("fs"); const path = require("path"); const OpenAI = require("openai"); const bodyParser = require("body-parser"); const app = express(); const port = 30009; const mysql = require("mysql2/promise"); // 初始化数据库连接池 const pool = mysql.createPool({ host: "1.95.137.212", user: "fastbee", password: "maibu520", database: "fastbee", waitForConnections: true, connectionLimit: 10, }); // 允许大文件请求体 app.use(bodyParser.json({ limit: "500mb" })); app.use(bodyParser.urlencoded({ limit: "500mb", extended: true })); // Multer 上传目录 const upload = multer({ dest: "uploads/", limits: { fileSize: 500 * 1024 * 1024 }, // 500MB }); // Node <20 兼容 File if (typeof File === "undefined") { globalThis.File = require("node:buffer").File; } // 启用 CORS app.use(cors()); app.use(express.json({ limit: "200mb" })); // 支持大 JSON app.use(express.urlencoded({ extended: true })); // 支持 form-data 字段 // 初始化混元客户端 // const client = new OpenAI({ // apiKey: "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", // baseURL: "https://openrouter.ai/api/v1", // timeout: 120000, // }); // const client = new OpenAI({ // baseURL:"https://openrouter.ai/api/v1", // apiKey:"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", // timeout: 120000 // }); // const client = new OpenAI({ // baseURL:"https://satabot.openai.azure.com/", // apiKey:"DxvRiQWROzLTapiSHcK0FXKAAXDBlhci1XaqTTpr50sgUsAkmxfUJQQJ99BIACYeBjFXJ3w3AAABACOGZdHp", // timeout: 120000 // }); //https://satabot.openai.azure.com/ // const client = new OpenAI({ // apiKey: "DxvRiQWROzLTapiSHcK0FXKAAXDBlhci1XaqTTpr50sgUsAkmxfUJQQJ99BIACYeBjFXJ3w3AAABACOGZdHp", // 推荐放环境变量 // baseURL: "https://satabot.openai.azure.com/openai/deployments/gpt-4.1/chat/completions?api-version=2025-01-01-preview", // defaultQuery: { "api-version": "2024-02-15-preview" }, // defaultHeaders: { "api-key": process.env.AZURE_OPENAI_KEY }, // timeout: 120000 // }); // https://satabot.openai.azure.com/openai/deployments/gpt-4.1/ // https://satabot.openai.azure.com/openai/deployments/gpt-5-mini/ // 初始化客户端 const client = new OpenAI({ apiKey: "DxvRiQWROzLTapiSHcK0FXKAAXDBlhci1XaqTTpr50sgUsAkmxfUJQQJ99BIACYeBjFXJ3w3AAABACOGZdHp", baseURL: "https://satabot.openai.azure.com/openai/deployments/gpt-4.1", defaultQuery: { "api-version": "2024-04-01-preview" }, timeout: 120000 }); const client1 = new OpenAI({ apiKey: "DxvRiQWROzLTapiSHcK0FXKAAXDBlhci1XaqTTpr50sgUsAkmxfUJQQJ99BIACYeBjFXJ3w3AAABACOGZdHp", baseURL: "https://satabot.openai.azure.com/openai/deployments/gpt-5-mini/", defaultQuery: { "api-version": "2024-04-01-preview" }, timeout: 120000 }); app.get("/test-db", async (req, res) => { try { await pool.query( "INSERT INTO ai_chat_messages (session_id, role, content) VALUES (?, 'user', ?)", ["sess1", "hello"] ); res.send("OK"); } catch (err) { console.error(err); res.send("FAIL"); } }); // 查询用户所有会话列表 app.get("/sessions", async (req, res) => { console.log("收到的 userId:", req.query.userId); try { const userId = req.query.userId; if (!userId || userId == "NaN" || isNaN(Number(userId))) { console.log("userId:", req.query.userId); res.json({ code: 300, error: "http://1.95.137.212/#/login?goRemote=1" }); return; // return res.status(500).json({ code: 505, error: "http://1.95.137.212/#/login?redirect=%2Findex&goRemote=1" }); // return res.redirect('http://1.95.137.212/#/login?redirect=%2Findex&goRemote=1'); } // return; // 查该用户所有的会话,按最后活跃时间倒序 const [rows] = await pool.query( ` SELECT session_id, MAX(created_at) AS last_time FROM ai_chat_messages WHERE user_id = ? GROUP BY session_id ORDER BY last_time DESC `, [userId] ); res.json({ code: 0, userId, sessions: rows.map((r) => r.session_id), // 只返回 session_id 列表 }); } catch (err) { console.error("查询会话列表失败:", err); res.status(500).json({ code: 1, error: err.message }); } }); // 查询会话历史 app.get("/history", async (req, res) => { try { if(!req.query?.sessionId || req.query?.sessionId == "NaN") { return res.status(400).json({ code: 1, error: "sessionId 必填" }); } const { sessionId } = req.query; // 查询数据库 const [rows] = await pool.query( "SELECT user_id, role, content, image_base64, created_at FROM ai_chat_messages WHERE session_id = ? ORDER BY id ASC", [sessionId] ); res.json({ code: 0, sessionId, messages: rows, }); } catch (err) { console.error("查询会话历史失败:", err); res.status(500).json({ code: 1, error: err.message }); } }); // 删除指定会话及其消息 app.delete("/session", async (req, res) => { try { console.log("会话删除:", req.query); // if (!sessionId || !userId) if (req.query?.userId == "NaN" || !req.query?.userId || !req.query?.sessionId || req.query?.sessionId == "NaN") { return res.status(400).json({ code: 1, error: "sessionId 和 userId 必填" }); } const { sessionId, userId } = req.query; // 确保只能删除自己的会话 const [rows] = await pool.query( "SELECT COUNT(*) as cnt FROM ai_chat_messages WHERE session_id = ? AND user_id = ?", [sessionId, userId] ); if (rows[0].cnt === 0) { return res.status(404).json({ code: 1, error: "会话不存在或无权限" }); } // 删除该 session 的所有消息 await pool.query( "DELETE FROM ai_chat_messages WHERE session_id = ? AND user_id = ?", [sessionId, userId] ); res.json({ code: 0, message: `会话 ${sessionId} 已删除`, }); } catch (err) { console.error("删除会话失败:", err); res.status(500).json({ code: 1, error: err.message }); } }); // 新建会话(实际上就是往消息表里插入一条记录) app.post("/session", async (req, res) => { try { console.log("新建会话: ",req.body) if (req.body?.userId == "NaN" || !req.body?.userId || !req.body?.sessionId || req.body?.sessionId == "NaN") { console.log("=== userId: ",req.body?.userId) return res.status(400).json({ code: 1, error: "userId 和 sessionId 必填" }); } const { userId, sessionId } = req.body; // 插入一条“新会话”的首条消息,可以是空内容 await pool.query( "INSERT INTO ai_chat_messages (user_id, session_id, role, content) VALUES (?, ?, 'system', '')", [userId, sessionId] ); res.json({ code: 0, message: `会话 ${sessionId} 已创建`, }); } catch (err) { console.error("创建会话失败:", err); res.status(500).json({ code: 1, error: err.message }); } }); // ====================== API ====================== app.post("/analyze", upload.single("file"), async (req, res) => { try { res.setHeader("Content-Type", "text/plain; charset=utf-8"); res.setHeader("Transfer-Encoding", "chunked"); res.setHeader("Cache-Control", "no-cache"); res.setHeader("Connection", "keep-alive"); const logBody = { ...req.body }; if(req.body?.imageBase64) { delete logBody.imageBase64; } console.log("analyze: ", logBody); // console.log("analyze: ",req.body) if (!req.body?.userPrompt || !req.body?.userId || !req.body?.sessionId) { console.log("缺少必要参数"); return res.status(400).json({ error: "缺少必要参数" }); } const { userPrompt, imageBase64, userId, sessionId } = req.body; // 如果前端没有传 sessionId,生成一个 const sessId = sessionId || Date.now().toString(); // ------------------ 获取历史对话(上下文) ------------------ const [historyRows] = await pool.query( "SELECT role, content, image_base64 FROM ai_chat_messages WHERE session_id = ? AND user_id = ? ORDER BY created_at ASC", [sessId, userId || null] ); // 构建历史消息数组 const historyMessages = historyRows.map(row => { const message = { role: row.role, content: [] }; // 添加文本内容 if (row.content) { message.content.push({ type: "text", text: row.content }); } // 添加图片内容 if (row.image_base64) { message.content.push({ type: "image_url", image_url: { url: row.image_base64.startsWith("data:") ? row.image_base64 : `data:image/png;base64,${row.image_base64}`, } }); } return message; }); // ------------------ 保存用户提问 ------------------ await pool.query( "INSERT INTO ai_chat_messages (session_id, user_id, role, content, image_base64) VALUES (?, ?, 'user', ?, ?)", [sessId, userId || null, userPrompt || "", imageBase64 || null] ); // console.log("userPrompt: ",userPrompt); // console.log("imageBase64: ",imageBase64); // console.log("userId: ",userId); // console.log("sessionId: ",sessionId); // ------------------ 图像分析 ------------------ // 构建包含上下文的消息数组 const imageAnalysisMessages = [ { role: "system", content: "你是一名图像分析专家,需要结合历史对话内容分析当前图像。" }, ...historyMessages, // 添加历史对话作为上下文 { role: "user", content: [ { type: "text", text: userPrompt || "请描述图片内容。" }, imageBase64 ? { type: "image_url", image_url: { url: imageBase64.startsWith("data:") ? imageBase64 : `data:image/png;base64,${imageBase64}`, }, } : null, ].filter(Boolean), }, ]; const completion = await client.chat.completions.create({ model: "gpt-4.1", stream: true, messages: imageAnalysisMessages }); console.log("====== 开始图像分析... ======") let sceneText = ""; for await (const chunk of completion) { const delta = chunk.choices[0]?.delta?.content || ""; sceneText += delta; if (delta) res.write( `data: ${JSON.stringify({ type: "scene", content: delta })}\n\n` ); } console.log("====== 图像分析结束 ======") // 保存图像分析结果到数据库 // await pool.query( // "INSERT INTO ai_chat_messages (session_id, user_id, role, content) VALUES (?, ?, 'assistant', ?)", // [sessId, userId || null, sceneText] // ); // ------------------ 3️⃣ LLM 分析 ------------------ // console.log("LLM 分析 sceneText: ", sceneText) // const preText = "详细分析这个光伏场站,根据图片给出详细的运维方案" // + "如果这个光伏场站需要割草怎么做,给出一份详细的计划" // + "如果这个光伏场站需要用无人机清洗怎么做,给出一份详细的计划" // + "如果这个光伏场站需要巡检怎么做,给出一份详细的计划" // 构建包含完整上下文的LLM消息数组 const llmMessages = [ { role: "system", content: "你是一名新能源项目的图像分析AI分析师,需要结合历史对话提供专业建议。" }, ...historyMessages, // 添加历史对话作为上下文 { role: "user", content: userPrompt || "请基于图片分析提供建议。" }, { role: "assistant", content: sceneText // 添加当前图像分析结果 } ]; const llmStream = await client1.chat.completions.create({ model: "gpt-5-mini", stream: true, messages: llmMessages }); console.log("====== 开始深度思考... ======") let llmText = ""; for await (const chunk of llmStream) { const delta = chunk.choices[0]?.delta?.content || ""; llmText += delta; if (delta) res.write( `data: ${JSON.stringify({ type: "llm", content: delta})}\n\n` ); } // 保存 LLM 输出到数据库 await pool.query( "INSERT INTO ai_chat_messages (session_id, user_id, role, content) VALUES (?, ?, 'assistant', ?)", [sessId, userId || null, llmText] ); res.write("data: [DONE]\n\n"); res.end(); // 删除上传文件 if (req.file && req.file.path) { fs.unlinkSync(req.file.path); } console.log("====== 分析完成 ======") } catch (err) { console.error("❌ 调用失败:", err.response?.data || err.message); res.status(500).json({ code: 1, error: err.response?.data || err.message }); } }); // 静态文件服务 app.use("/uploads", express.static("uploads")); // 启动服务 app.listen(port, () => { console.log(`✅ 服务器运行:http://localhost:${port}`); });