update

api.py

@@ -249,6 +249,7 @@ class ModelManager:
                 f"Prompt: {prompt}\n\n"
                 f"Error: {str(e)[:200]}"
             )
+        
     def chat(
         self,
         messages: List[dict],
@@ -261,20 +262,33 @@ class ModelManager:
         if isinstance(self.llm, DummyLLM):
             return self.llm.chat(messages, temperature, max_tokens)
 
-        prompt = ""
+        # ---- Prompt Instruct DeepSeek ----
+        system_prompt = ""
+        user_prompt = ""
+
         for msg in messages:
-            role = msg["role"]
-            content = msg["content"]
-            prompt += f"{role.upper()}: {content}\n"
-        prompt += "ASSISTANT:"
+            if msg["role"] == "system":
+                system_prompt += msg["content"] + "\n"
+            elif msg["role"] == "user":
+                user_prompt += msg["content"] + "\n"
+
+        prompt = f"""### Instruction:
+        {system_prompt}{user_prompt}
+
+        ### Response:
+        """
 
         response = self.llm(
             prompt,
             max_tokens=max_tokens,
-            temperature=temperature
+            temperature=temperature,
+            top_p=0.95,
+            echo=False
         )
 
-        return response["choices"][0]["text"]
+        return response["choices"][0]["text"].strip()
+
+