Spaces:
Running on Zero
Running on Zero
Update app.py
Browse files
app.py
CHANGED
|
@@ -86,11 +86,11 @@ def generate(
|
|
| 86 |
streamer=streamer,
|
| 87 |
max_new_tokens=max_new_tokens,
|
| 88 |
do_sample=True,
|
| 89 |
-
top_p=
|
| 90 |
-
top_k=
|
| 91 |
-
temperature=
|
| 92 |
num_beams=1,
|
| 93 |
-
repetition_penalty=
|
| 94 |
)
|
| 95 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
| 96 |
t.start()
|
|
|
|
| 86 |
streamer=streamer,
|
| 87 |
max_new_tokens=max_new_tokens,
|
| 88 |
do_sample=True,
|
| 89 |
+
top_p=0.9,
|
| 90 |
+
top_k=50,
|
| 91 |
+
temperature=1.0,
|
| 92 |
num_beams=1,
|
| 93 |
+
repetition_penalty=1.1,
|
| 94 |
)
|
| 95 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
| 96 |
t.start()
|