Update app/core/summarizer.py

app/core/summarizer.py

@@ -1,10 +1,29 @@
-import os
 from transformers import pipeline
 
-os.environ["TRANSFORMERS_CACHE"] = "/tmp/huggingface"
-
+# Load the summarization pipeline
 summarizer = pipeline("summarization", model="facebook/bart-large-cnn")
 
 def get_summary(text: str) -> str:
-    result = summarizer(text, max_length=150, min_length=30, do_sample=False)
-    return result[0]["summary_text"]
+    max_chunk_chars = 3000  # ~1024 tokens, safe limit for BART
+    overlap = 200  # overlap to avoid cutting in middle of sentence
+    summaries = []
+
+    # Generate chunks
+    i = 0
+    while i < len(text):
+        end = i + max_chunk_chars
+        chunk = text[i:end]
+        if len(chunk.strip()) > 50:  # avoid empty/short segments
+            try:
+                summary = summarizer(
+                    chunk,
+                    max_length=150,
+                    min_length=30,
+                    do_sample=False
+                )
+                summaries.append(summary[0]['summary_text'])
+            except Exception as e:
+                summaries.append(f"[Error summarizing chunk: {e}]")
+        i += max_chunk_chars - overlap
+
+    return "\n\n".join(summaries)