Update api.py

api.py

@@ -7,40 +7,27 @@ app = Flask(__name__)
 @app.route('/v1/chat/completions', methods=['POST'])
 def chat_completions():
     data = request.json
-    messages = data.get('messages', [])
-    max_tokens = data.get('max_tokens', 560)
-    temperature = data.get('temperature', 0.8)
-
+    messages = data.get('messages')  # list of {"role":..., "content":...}
     if not messages or not isinstance(messages, list):
         return jsonify({"error": "A valid 'messages' list is required."}), 400
 
     try:
-        start_time = time.time()
-
-        # Expecting plain role-content dicts (not Gradio tuples)
-        result = generate_chat_completion(
-            message_history=messages,
-            max_tokens=max_tokens,
-            temperature=temperature
+        start = time.time()
+        new_history = generate_chat_completion(
+            message=messages[-1]['content'],
+            history=messages[:-1]  # feed all except last user message
         )
-
-        # Get only the assistant's latest message
-        assistant_msg = result[-1] if isinstance(result, list) else result
-        elapsed = time.time() - start_time
+        assistant_msg = new_history[-1]['content']
+        elapsed = time.time() - start
 
         return jsonify({
-            "model": "mistralai/Mistral-7B-Instruct-v0.2",
+            "model": "tiiuae/falcon-rw-1b",
             "choices": [{
-                "message": {
-                    "role": "assistant",
-                    "content": assistant_msg
-                }
+                "message": {"role": "assistant", "content": assistant_msg}
             }],
-            "usage": {
-                "generation_time": round(elapsed, 2)
-            }
+            "usage": {"generation_time": round(elapsed, 2)},
+            "history": new_history
         })
-
     except Exception as e:
         return jsonify({"error": str(e)}), 500