Spaces:
Paused
Paused
fix: clean up sampling
Browse files
app.py
CHANGED
|
@@ -65,10 +65,8 @@ def bot(history):
|
|
| 65 |
streamer=streamer,
|
| 66 |
max_new_tokens=max_new_tokens,
|
| 67 |
do_sample=True,
|
| 68 |
-
top_p=0.95,
|
| 69 |
-
top_k=1000,
|
| 70 |
temperature=1.0,
|
| 71 |
-
|
| 72 |
)
|
| 73 |
|
| 74 |
# print(f"Generating with kwargs: {generate_kwargs}")
|
|
|
|
| 65 |
streamer=streamer,
|
| 66 |
max_new_tokens=max_new_tokens,
|
| 67 |
do_sample=True,
|
|
|
|
|
|
|
| 68 |
temperature=1.0,
|
| 69 |
+
top_p=0.9999,
|
| 70 |
)
|
| 71 |
|
| 72 |
# print(f"Generating with kwargs: {generate_kwargs}")
|