Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -105,7 +105,7 @@ def bot_streaming(message, history):
|
|
| 105 |
image_tensor = model.process_images([image], model.config).to(dtype=model.dtype)
|
| 106 |
generation_kwargs = dict(input_ids=input_ids.to('cuda'),
|
| 107 |
images=image_tensor.to('cuda'),
|
| 108 |
-
streamer=streamer, max_new_tokens=
|
| 109 |
stopping_criteria=[stopping_criteria], temperature=0.01)
|
| 110 |
generated_text = ""
|
| 111 |
thread = Thread(target=model.generate, kwargs=generation_kwargs)
|
|
|
|
| 105 |
image_tensor = model.process_images([image], model.config).to(dtype=model.dtype)
|
| 106 |
generation_kwargs = dict(input_ids=input_ids.to('cuda'),
|
| 107 |
images=image_tensor.to('cuda'),
|
| 108 |
+
streamer=streamer, max_new_tokens=512,
|
| 109 |
stopping_criteria=[stopping_criteria], temperature=0.01)
|
| 110 |
generated_text = ""
|
| 111 |
thread = Thread(target=model.generate, kwargs=generation_kwargs)
|