Update app.py
Browse files
app.py
CHANGED
|
@@ -48,9 +48,9 @@ def generate(query: Query):
|
|
| 48 |
# Generate
|
| 49 |
outputs = model.generate(
|
| 50 |
input_ids=inputs,
|
| 51 |
-
max_new_tokens=
|
| 52 |
use_cache=True,
|
| 53 |
-
temperature=0.
|
| 54 |
min_p=0.1,
|
| 55 |
)
|
| 56 |
|
|
|
|
| 48 |
# Generate
|
| 49 |
outputs = model.generate(
|
| 50 |
input_ids=inputs,
|
| 51 |
+
max_new_tokens=200,
|
| 52 |
use_cache=True,
|
| 53 |
+
temperature=0.9,
|
| 54 |
min_p=0.1,
|
| 55 |
)
|
| 56 |
|