chore: allow set samples to zero
Browse files
app.py
CHANGED
|
@@ -314,11 +314,16 @@ def generate(
|
|
| 314 |
streamer=streamer,
|
| 315 |
max_new_tokens=max_new_tokens,
|
| 316 |
do_sample=True,
|
| 317 |
-
top_p=top_p,
|
| 318 |
-
top_k=top_k,
|
| 319 |
temperature=temperature,
|
| 320 |
repetition_penalty=repetition_penalty,
|
| 321 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 322 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
| 323 |
t.start()
|
| 324 |
|
|
@@ -345,7 +350,7 @@ chat_interface = gr.ChatInterface(
|
|
| 345 |
),
|
| 346 |
gr.Slider(
|
| 347 |
label="Temperature",
|
| 348 |
-
minimum=0.
|
| 349 |
maximum=2.0,
|
| 350 |
step=0.1,
|
| 351 |
value=0.4,
|
|
|
|
| 314 |
streamer=streamer,
|
| 315 |
max_new_tokens=max_new_tokens,
|
| 316 |
do_sample=True,
|
|
|
|
|
|
|
| 317 |
temperature=temperature,
|
| 318 |
repetition_penalty=repetition_penalty,
|
| 319 |
)
|
| 320 |
+
if temperature == 0:
|
| 321 |
+
generate_kwargs["do_sample"] = False
|
| 322 |
+
else:
|
| 323 |
+
generate_kwargs["temperature"] = temperature
|
| 324 |
+
generate_kwargs["top_p"] = top_p
|
| 325 |
+
generate_kwargs["top_k"] = top_k
|
| 326 |
+
|
| 327 |
t = Thread(target=model.generate, kwargs=generate_kwargs)
|
| 328 |
t.start()
|
| 329 |
|
|
|
|
| 350 |
),
|
| 351 |
gr.Slider(
|
| 352 |
label="Temperature",
|
| 353 |
+
minimum=0.0,
|
| 354 |
maximum=2.0,
|
| 355 |
step=0.1,
|
| 356 |
value=0.4,
|