Update app.py

app.py

@@ -10,11 +10,13 @@ def load_ocr_model():
 # Load text-generation model
 @st.cache_resource
 def load_text_model():
-    return pipeline("text-generation", model="EleutherAI/gpt-neo-2.7B")
+    return pipeline("text-generation", model="EleutherAI/gpt-neo-1.3B")  # Use a smaller model for better compatibility
 
 # Function to process text with a language model
 def process_with_llm(prompt):
     try:
+        if len(prompt) > 512:
+            prompt = prompt[:512] + "..."  # Truncate long prompts
         llm_model = load_text_model()
         response = llm_model(prompt, max_length=500, do_sample=True, temperature=0.7)
         if response and len(response) > 0: