Update server.js

server.js

@@ -1,31 +1,46 @@
-const express = require("express");
-const axios = require("axios");
+//require('dotenv').config();
+const Groq = require('groq-sdk');
+const express = require('express');
+const fs = require('fs');
+const path = require('path');
+const os = require('os');
 
+const groq = new Groq({ apiKey: process.env.GROQ_API_KEY });
 const app = express();
 app.use(express.json());
 
-const API_URL = `https://api.cloudflare.com/client/v4/accounts/${process.env.ID}/ai/run/@cf/deepseek-ai/deepseek-r1-distill-qwen-32b`;
-const API_KEY = process.env.KEY;
-const sessions = {};
-
-app.post("/chat", async (req, res) => {
-  const { session, message, temperature = 5 } = req.body;
-  if (!session || !message) return res.status(400).send("Session and message are required");
-
-  sessions[session] = sessions[session] || [];
-  sessions[session].push({ role: "user", content: message });
-
-  try {
-    const response = await axios.post(
-      API_URL,
-      { messages: sessions[session], temperature },
-      { headers: { Authorization: `Bearer ${API_KEY}` } }
-    );
-    const answer = response?.data?.response;
-    res.send((answer?.includes('</think>') ?? '<think>\n' + answer)?.trim());
-  } catch (err) {
-    res.status(500).send(err.message);
+app.post('/chat', async (req, res) => {
+  const { sessionId, message } = req.body;
+  if (!sessionId || !message) return res.status(400).json({ error: 'Missing sessionId or message' });
+
+  const sessionFile = path.join(os.tmpdir(), sessionId);
+  let history = fs.existsSync(sessionFile) ? JSON.parse(fs.readFileSync(sessionFile, 'utf8')) : [];
+
+  history.push({ role: 'user', content: message });
+
+  const chatCompletion = await groq.chat.completions.create({
+    messages: history,
+    model: 'deepseek-r1-distill-qwen-32b',
+    temperature: 0.6,
+    max_completion_tokens: 4096,
+    top_p: 0.95,
+    stream: true
+  });
+
+  res.setHeader('Content-Type', 'text/plain');
+  res.setHeader('Transfer-Encoding', 'chunked');
+
+  let responseText = '';
+  for await (const chunk of chatCompletion) {
+    const content = chunk.choices[0]?.delta?.content || '';
+    responseText += content;
+    res.write(content);
   }
+
+  history.push({ role: 'assistant', content: responseText });
+  fs.writeFileSync(sessionFile, JSON.stringify(history));
+
+  res.end();
 });
 
-app.listen(7860, () => console.log("Running on http://localhost:7860"));
+app.listen(7860, () => console.log('Server running on port 7860'));