Update app.py

app.py

@@ -249,8 +249,10 @@ def generate(
     input_ids = input_ids.to(model.device)
 
     # Set up the TextIteratorStreamer
-    streamer = TextIteratorStreamer(tokenizer, timeout=10.0, skip_prompt=True, skip_special_tokens=True)
-    
+    #streamer = TextIteratorStreamer(tokenizer, timeout=10.0, skip_prompt=True, skip_special_tokens=True)
+    # Set new timeout error mitigation
+    streamer = TextIteratorStreamer(tokenizer, timeout=30.0, skip_prompt=True, skip_special_tokens=True)
+
     # Set up the generation arguments
     generate_kwargs = dict(
         {"input_ids": input_ids},