update app
Browse files
app.py
CHANGED
|
@@ -80,6 +80,7 @@ def generate_stream(prompt, max_new_tokens=128):
|
|
| 80 |
model.generate(
|
| 81 |
**inputs,
|
| 82 |
max_new_tokens=max_new_tokens,
|
|
|
|
| 83 |
do_sample=True,
|
| 84 |
temperature=0.7,
|
| 85 |
top_p=0.9,
|
|
|
|
| 80 |
model.generate(
|
| 81 |
**inputs,
|
| 82 |
max_new_tokens=max_new_tokens,
|
| 83 |
+
min_new_tokens=16,
|
| 84 |
do_sample=True,
|
| 85 |
temperature=0.7,
|
| 86 |
top_p=0.9,
|