Spaces:
Paused
Paused
Update app.py
Browse files
app.py
CHANGED
|
@@ -158,7 +158,7 @@ def _launch_demo(args, model, processor):
|
|
| 158 |
inputs = inputs.to(model.device)
|
| 159 |
|
| 160 |
tokenizer = processor.tokenizer
|
| 161 |
-
streamer = TextIteratorStreamer(tokenizer,
|
| 162 |
|
| 163 |
gen_kwargs = {'max_new_tokens': max_tokens,
|
| 164 |
'streamer': streamer,
|
|
|
|
| 158 |
inputs = inputs.to(model.device)
|
| 159 |
|
| 160 |
tokenizer = processor.tokenizer
|
| 161 |
+
streamer = TextIteratorStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)
|
| 162 |
|
| 163 |
gen_kwargs = {'max_new_tokens': max_tokens,
|
| 164 |
'streamer': streamer,
|