Update app.py
Browse files
app.py
CHANGED
|
@@ -32,7 +32,7 @@ def generate(
|
|
| 32 |
top_p: float = 0.9,
|
| 33 |
top_k: int = 50,
|
| 34 |
repetition_penalty: float = 1.2,
|
| 35 |
-
do_sample: bool=
|
| 36 |
) -> Iterator[str]:
|
| 37 |
# Clear the stop event before starting a new generation
|
| 38 |
stop_event.clear()
|
|
@@ -65,9 +65,7 @@ def generate(
|
|
| 65 |
{"input_ids": input_ids},
|
| 66 |
streamer=streamer,
|
| 67 |
max_new_tokens=max_new_tokens,
|
| 68 |
-
|
| 69 |
-
do_sample=do_sample,
|
| 70 |
-
temperature=temperature
|
| 71 |
)
|
| 72 |
|
| 73 |
# Run generation in a background thread
|
|
|
|
| 32 |
top_p: float = 0.9,
|
| 33 |
top_k: int = 50,
|
| 34 |
repetition_penalty: float = 1.2,
|
| 35 |
+
do_sample: bool= False
|
| 36 |
) -> Iterator[str]:
|
| 37 |
# Clear the stop event before starting a new generation
|
| 38 |
stop_event.clear()
|
|
|
|
| 65 |
{"input_ids": input_ids},
|
| 66 |
streamer=streamer,
|
| 67 |
max_new_tokens=max_new_tokens,
|
| 68 |
+
|
|
|
|
|
|
|
| 69 |
)
|
| 70 |
|
| 71 |
# Run generation in a background thread
|