Implement connection heartbeats and safer 500ms request gap

src/duckai.ts

@@ -7,7 +7,7 @@ import UserAgent from "user-agents";
 let activeRequests = 0;
 const MAX_CONCURRENT = 50; // Сколько всего запросов может "висеть" одновременно
 let lastRequestStartTime = 0;
-const MIN_GAP_MS = 300; // ЖЕСТКИЙ ИНТЕРВАЛ: 3.3 запроса в секунду (безопасный порог для одного IP)
+const MIN_GAP_MS = 500; // ЖЕСТКИЙ ИНТЕРВАЛ: 2 запроса в секунду (МАКСИМАЛЬНАЯ БЕЗОПАСНОСТЬ)
 
 export class DuckAI {
   

src/server.ts

@@ -84,30 +84,43 @@ const server = createServer(async (req: IncomingMessage, res: ServerResponse) =>
       return sendJSON(200, { status: "online", model: "distributed-v1" });
     }
 
-    // Chat Completions
-            if (url.pathname === "/v1/chat/completions" && method === "POST") {
-              let body = "";
-              req.on("data", (chunk) => { body += chunk; });
-              req.on("end", async () => {
-                try {
-                  // Log full request for debugging
-                  log(`INCOMING REQUEST:\n${body}`);
-                  
-                  const jsonBody = JSON.parse(body);
-                  const completion = await openAIService.createChatCompletion(jsonBody);
-                  
-                  // Log success summary
-                  log(`SUCCESS: Sent response for ${jsonBody.model}`);
-                  
-                  sendJSON(200, completion);
-                } catch (error: any) {
-                  log(`ERROR: ${error.message}\nSTACK: ${error.stack}`);
-                  sendJSON(500, { error: error.message, details: error.stack });
-                }
-              });
-              return;
-            }
+        // Chat Completions
+        if (url.pathname === "/v1/chat/completions" && method === "POST") {
+          let body = "";
+          req.on("data", (chunk) => { body += chunk; });
+          req.on("end", async () => {
+            // Устанавливаем заголовки сразу, чтобы начать стрим пустых байтов (Heartbeat)
+            res.writeHead(200, { 
+                "Content-Type": "application/json", 
+                ...corsHeaders,
+                "X-Content-Type-Options": "nosniff" 
+            });
     
+            // Запускаем "перекличку" (Heartbeat)
+            const heartbeat = setInterval(() => {
+                res.write("\n"); // Шлем невидимый байт для поддержания связи
+            }, 5000);
+    
+            try {
+              log(`INCOMING REQUEST (Size: ${body.length})`);
+              
+              const jsonBody = JSON.parse(body);
+              const completion = await openAIService.createChatCompletion(jsonBody);
+              
+              clearInterval(heartbeat);
+              log(`SUCCESS: Sent response for ${jsonBody.model}`);
+              
+              res.write(JSON.stringify(completion));
+              res.end();
+            } catch (error: any) {
+              clearInterval(heartbeat);
+              log(`ERROR: ${error.message}`);
+              res.write(JSON.stringify({ error: error.message, details: error.stack }));
+              res.end();
+            }
+          });
+          return;
+        }    
             // === DIAGNOSTIC ENDPOINT ===
             if (url.pathname === "/v1/diagnose" && method === "GET") {
                 log("RUNNING SYSTEM DIAGNOSTICS...");