anaspro
commited on
Commit
·
8830b7f
1
Parent(s):
e40e18b
Update generation parameters: temperature=1.0, top_k=64, top_p=0.95, min_p=0.0
Browse files
app.py
CHANGED
|
@@ -190,8 +190,10 @@ def generate(message: dict, history: list[dict], system_prompt: str = "", max_ne
|
|
| 190 |
streamer=streamer,
|
| 191 |
max_new_tokens=max_new_tokens,
|
| 192 |
do_sample=True,
|
| 193 |
-
temperature=0
|
| 194 |
-
|
|
|
|
|
|
|
| 195 |
disable_compile=True,
|
| 196 |
)
|
| 197 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
|
|
|
| 190 |
streamer=streamer,
|
| 191 |
max_new_tokens=max_new_tokens,
|
| 192 |
do_sample=True,
|
| 193 |
+
temperature=1.0,
|
| 194 |
+
top_k=64,
|
| 195 |
+
top_p=0.95,
|
| 196 |
+
min_p=0.0,
|
| 197 |
disable_compile=True,
|
| 198 |
)
|
| 199 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|