Update app.py

app.py

@@ -1,6 +1,7 @@
-from flask import Flask, request, jsonify
+from flask import Flask, request, jsonify, Response
 from flask_cors import CORS
-from text2generation import generate_long_answer
+import time
+from text2generation import generate_long_answer  # Your own function
 
 app = Flask(__name__)
 CORS(app)
@@ -9,23 +10,38 @@ CORS(app)
 def health_check():
     return jsonify({"status": "ready"}), 200
 
+# Standard answer route
 @app.route('/ask', methods=['POST'])
 def ask_question():
     try:
         data = request.get_json()
         question = data.get('question', '').strip()
-        
+
         if not question:
             return jsonify({"error": "Question is required"}), 400
-          
+
         answer = generate_long_answer(question)
-        return jsonify({
-            "question": question,
-            "answer": answer
-        })
-        
+        return jsonify({"question": question, "answer": answer})
+
     except Exception as e:
         return jsonify({"error": str(e)}), 500
 
+# Streaming route
+@app.route('/stream', methods=['POST'])
+def stream_answer():
+    data = request.get_json()
+    question = data.get('question', '').strip()
+
+    if not question:
+        return jsonify({"error": "Question is required"}), 400
+
+    def generate():
+        answer = generate_long_answer(question)
+        for word in answer.split():
+            yield f"data: {word}\n\n"
+            time.sleep(0.05)  # 50ms delay per word
+
+    return Response(generate(), mimetype='text/event-stream')
+
 if __name__ == '__main__':
     app.run(host='0.0.0.0', port=7860)