Upload 14 files

src/routes/chat.js

@@ -25,7 +25,7 @@ async function parseMessages(req, res, next) {
       let message = {
         role: (msg.role === "system" && provider === "anthropic") ? "user" : msg.role,
         tool_calls: [],
-        template_format: "f-string"
+        template_format: "jinja2"
       }
 
       if (Array.isArray(msg.content)) {
@@ -289,10 +289,18 @@ router.post('/v1/chat/completions', verify, parseMessages, async (req, res) => {
       ]
     }
 
+    let pingInterval;
+
     ws.on('open', async () => {
       ws.send(sendAction)
       RequestID = await sentRequest(req, res)
       setHeader()
+      // Start sending pings every 30 seconds to keep the connection alive
+      pingInterval = setInterval(() => {
+        if (ws.readyState === WebSocket.OPEN) {
+          ws.ping(() => {}); // Empty callback, just to send the ping
+        }
+      }, 15000);
     })
 
     ws.on('message', async (data) => {
@@ -405,6 +413,7 @@ router.post('/v1/chat/completions', verify, parseMessages, async (req, res) => {
     })
 
     ws.on('error', (err) => {
+      clearInterval(pingInterval); // Stop sending pings
       // 标准OpenAI错误响应格式
       res.status(500).json({
         "error": {
@@ -416,7 +425,15 @@ router.post('/v1/chat/completions', verify, parseMessages, async (req, res) => {
       })
     })
 
-    setTimeout(() => {
+    const oSeriesModels = ["o4-mini", "o4-mini-high", "o3-mini", "o3-mini-high", "o1", "o3", "o3-2025-04-16", "o4-mini-2025-04-16"];
+    let timeoutDuration = 300 * 1000; // 默认5分钟
+
+    if (oSeriesModels.includes(req.body.model)) {
+      timeoutDuration = 1200 * 1000; // o系列模型20分钟
+    }
+
+    const requestTimeout = setTimeout(() => {
+      clearInterval(pingInterval); // Stop sending pings
       if (ws.readyState === WebSocket.OPEN) {
         ws.close()
         if (!res.headersSent) {
@@ -431,7 +448,12 @@ router.post('/v1/chat/completions', verify, parseMessages, async (req, res) => {
           })
         }
       }
-    }, 300 * 1000)
+    }, timeoutDuration)
+
+    ws.on('close', () => {
+      clearInterval(pingInterval); // Stop sending pings
+      clearTimeout(requestTimeout); // Clear the main request timeout as well if ws closes first
+    });
 
   } catch (error) {
     console.error("错误:", error)