Update app.py

app.py

@@ -1,16 +1,28 @@
 from flask import Flask, request, jsonify
 from transformers import pipeline
+import os, time
 
 app = Flask(__name__)
 
+# Ensure model is cached in persistent directory
+os.environ["TRANSFORMERS_CACHE"] = "/data/models"
+
+# Load model
 summarizer = pipeline("summarization", model="Falconsai/text_summarization")
 
+# Warm-up
+summarizer("This is a warm-up request.", max_length=30, min_length=5, do_sample=False)
+
 @app.route("/summarize", methods=["POST"])
 def summarize():
     try:
+        start_time = time.time()
         data = request.get_json()
         text = data["text"]
         summary = summarizer(text, max_length=150, min_length=30, do_sample=False)
+        end_time = time.time()
+
+        print(f"Summary generated in {end_time - start_time:.2f} seconds")
         return jsonify({"summary": summary[0]["summary_text"]})
     except Exception as e:
         return jsonify({"error": str(e)}), 400