added streamer in generation_kwargs
Browse files
app.py
CHANGED
|
@@ -71,6 +71,7 @@ def krypton(input,
|
|
| 71 |
# Generation kwargs
|
| 72 |
generation_kwargs = dict(
|
| 73 |
inputs=inputs,
|
|
|
|
| 74 |
max_new_tokens=max_new_tokens,
|
| 75 |
temperature=temperature,
|
| 76 |
num_beams=num_beams,
|
|
|
|
| 71 |
# Generation kwargs
|
| 72 |
generation_kwargs = dict(
|
| 73 |
inputs=inputs,
|
| 74 |
+
streamer=streamer,
|
| 75 |
max_new_tokens=max_new_tokens,
|
| 76 |
temperature=temperature,
|
| 77 |
num_beams=num_beams,
|