anaspro
commited on
Commit
·
19b4946
1
Parent(s):
0f46135
updatE
Browse files
app.py
CHANGED
|
@@ -190,13 +190,13 @@ def generate(message: dict, history: list[dict], system_prompt: str = "", max_ne
|
|
| 190 |
streamer=streamer,
|
| 191 |
max_new_tokens=max_new_tokens,
|
| 192 |
do_sample=True,
|
| 193 |
-
temperature=0
|
| 194 |
-
top_k=
|
| 195 |
top_p=0.95,
|
| 196 |
min_p=0.0,
|
| 197 |
repetition_penalty=1.0,
|
| 198 |
disable_compile=True,
|
| 199 |
-
|
| 200 |
)
|
| 201 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
| 202 |
t.start()
|
|
|
|
| 190 |
streamer=streamer,
|
| 191 |
max_new_tokens=max_new_tokens,
|
| 192 |
do_sample=True,
|
| 193 |
+
temperature=1.0,
|
| 194 |
+
top_k=64,
|
| 195 |
top_p=0.95,
|
| 196 |
min_p=0.0,
|
| 197 |
repetition_penalty=1.0,
|
| 198 |
disable_compile=True,
|
| 199 |
+
|
| 200 |
)
|
| 201 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
| 202 |
t.start()
|