laurenssam commited on
Commit
82d2a8d
·
1 Parent(s): 36de391

longer timeout

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -147,7 +147,7 @@ def get_response(params):
147
 
148
  stopping_criteria = KeywordsStoppingCriteria(keywords, tokenizer, input_ids)
149
  streamer = TextIteratorStreamer(
150
- tokenizer, skip_prompt=True, skip_special_tokens=True, timeout=15
151
  )
152
 
153
  max_new_tokens = min(
 
147
 
148
  stopping_criteria = KeywordsStoppingCriteria(keywords, tokenizer, input_ids)
149
  streamer = TextIteratorStreamer(
150
+ tokenizer, skip_prompt=True, skip_special_tokens=True, timeout=5000
151
  )
152
 
153
  max_new_tokens = min(