Update app.py
Browse files
app.py
CHANGED
|
@@ -181,7 +181,7 @@ def format_prompt(message, history):
|
|
| 181 |
return prompt
|
| 182 |
|
| 183 |
def generate(
|
| 184 |
-
prompt, history, temperature=0.3, max_new_tokens=3000, top_p=0.
|
| 185 |
):
|
| 186 |
temperature = float(temperature)
|
| 187 |
if temperature < 1e-2:
|
|
@@ -194,7 +194,7 @@ def generate(
|
|
| 194 |
top_p=top_p,
|
| 195 |
repetition_penalty=repetition_penalty,
|
| 196 |
do_sample=True,
|
| 197 |
-
seed=
|
| 198 |
)
|
| 199 |
|
| 200 |
formatted_prompt = format_prompt(prompt, history)
|
|
|
|
| 181 |
return prompt
|
| 182 |
|
| 183 |
def generate(
|
| 184 |
+
prompt, history, temperature=0.3, max_new_tokens=3000, top_p=0.80, repetition_penalty=0.90,
|
| 185 |
):
|
| 186 |
temperature = float(temperature)
|
| 187 |
if temperature < 1e-2:
|
|
|
|
| 194 |
top_p=top_p,
|
| 195 |
repetition_penalty=repetition_penalty,
|
| 196 |
do_sample=True,
|
| 197 |
+
seed=30,
|
| 198 |
)
|
| 199 |
|
| 200 |
formatted_prompt = format_prompt(prompt, history)
|