farrell236 commited on
Commit
e97399a
·
verified ·
1 Parent(s): 928b0d8

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -158,7 +158,7 @@ def _launch_demo(args, model, processor):
158
  inputs = inputs.to(model.device)
159
 
160
  tokenizer = processor.tokenizer
161
- streamer = TextIteratorStreamer(tokenizer, timeout=20.0, skip_prompt=True, skip_special_tokens=True)
162
 
163
  gen_kwargs = {'max_new_tokens': max_tokens,
164
  'streamer': streamer,
 
158
  inputs = inputs.to(model.device)
159
 
160
  tokenizer = processor.tokenizer
161
+ streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
162
 
163
  gen_kwargs = {'max_new_tokens': max_tokens,
164
  'streamer': streamer,