Spaces:
Runtime error
Runtime error
200 tokens max
Browse files
app.py
CHANGED
|
@@ -89,7 +89,7 @@ def bot_streaming(message, history):
|
|
| 89 |
|
| 90 |
inputs = processor(text=prompt, images=image, videos=video, return_tensors="pt").to("cuda", torch.float16)
|
| 91 |
streamer = TextIteratorStreamer(processor, **{"max_new_tokens": 200, "skip_special_tokens": True})
|
| 92 |
-
generation_kwargs = dict(inputs, streamer=streamer, max_new_tokens=
|
| 93 |
generated_text = ""
|
| 94 |
|
| 95 |
thread = Thread(target=model.generate, kwargs=generation_kwargs)
|
|
|
|
| 89 |
|
| 90 |
inputs = processor(text=prompt, images=image, videos=video, return_tensors="pt").to("cuda", torch.float16)
|
| 91 |
streamer = TextIteratorStreamer(processor, **{"max_new_tokens": 200, "skip_special_tokens": True})
|
| 92 |
+
generation_kwargs = dict(inputs, streamer=streamer, max_new_tokens=200)
|
| 93 |
generated_text = ""
|
| 94 |
|
| 95 |
thread = Thread(target=model.generate, kwargs=generation_kwargs)
|