anaspro
commited on
Commit
·
cd3ed82
1
Parent(s):
2447f46
updatE
Browse files
app.py
CHANGED
|
@@ -190,11 +190,13 @@ def generate(message: dict, history: list[dict], system_prompt: str = "", max_ne
|
|
| 190 |
streamer=streamer,
|
| 191 |
max_new_tokens=max_new_tokens,
|
| 192 |
do_sample=True,
|
| 193 |
-
temperature=
|
| 194 |
-
top_k=
|
| 195 |
-
top_p=0.
|
| 196 |
min_p=0.0,
|
|
|
|
| 197 |
disable_compile=True,
|
|
|
|
| 198 |
)
|
| 199 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
| 200 |
t.start()
|
|
|
|
| 190 |
streamer=streamer,
|
| 191 |
max_new_tokens=max_new_tokens,
|
| 192 |
do_sample=True,
|
| 193 |
+
temperature=0.7,
|
| 194 |
+
top_k=50,
|
| 195 |
+
top_p=0.9,
|
| 196 |
min_p=0.0,
|
| 197 |
+
repetition_penalty=1.05,
|
| 198 |
disable_compile=True,
|
| 199 |
+
|
| 200 |
)
|
| 201 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
| 202 |
t.start()
|