Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -13,10 +13,10 @@ def correct_text(text, genConfig):
|
|
| 13 |
corrected_text = tokenizer.decode(outputs[0], skip_special_tokens=True)
|
| 14 |
return corrected_text
|
| 15 |
|
| 16 |
-
def respond(text,
|
| 17 |
config = GenerationConfig(
|
| 18 |
-
|
| 19 |
-
|
| 20 |
num_beams=num_beams,
|
| 21 |
num_beam_groups=num_beam_groups,
|
| 22 |
temperature=float(temperature),
|
|
@@ -25,12 +25,6 @@ def respond(text, max_length, min_length, max_new_tokens, min_new_tokens, num_be
|
|
| 25 |
early_stopping=True,
|
| 26 |
do_sample=True
|
| 27 |
)
|
| 28 |
-
|
| 29 |
-
# Add max/min new tokens if they are there
|
| 30 |
-
if max_new_tokens > 0:
|
| 31 |
-
config.max_new_tokens = max_new_tokens
|
| 32 |
-
if min_new_tokens > 0:
|
| 33 |
-
config.min_new_tokens = min_new_tokens
|
| 34 |
|
| 35 |
corrected = correct_text(text, config)
|
| 36 |
yield corrected
|
|
@@ -56,8 +50,6 @@ with gr.Blocks() as demo:
|
|
| 56 |
submitBtn = gr.Button("Submit")
|
| 57 |
|
| 58 |
with gr.Accordion("Generation Parameters:", open=False):
|
| 59 |
-
max_length = gr.Slider(minimum=1, maximum=256, value=80, step=1, label="Max Length")
|
| 60 |
-
min_length = gr.Slider(minimum=1, maximum=256, value=0, step=1, label="Min Length")
|
| 61 |
max_tokens = gr.Slider(minimum=0, maximum=256, value=0, step=1, label="Max New Tokens")
|
| 62 |
min_tokens = gr.Slider(minimum=0, maximum=256, value=0, step=1, label="Min New Tokens")
|
| 63 |
num_beams = gr.Slider(minimum=1, maximum=20, value=5, step=1, label="Num Beams")
|
|
@@ -68,6 +60,6 @@ with gr.Blocks() as demo:
|
|
| 68 |
|
| 69 |
|
| 70 |
|
| 71 |
-
submitBtn.click(respond, [prompt_box,
|
| 72 |
|
| 73 |
demo.launch()
|
|
|
|
| 13 |
corrected_text = tokenizer.decode(outputs[0], skip_special_tokens=True)
|
| 14 |
return corrected_text
|
| 15 |
|
| 16 |
+
def respond(text, max_new_tokens, min_new_tokens, num_beams, num_beam_groups, temperature, top_k, top_p):
|
| 17 |
config = GenerationConfig(
|
| 18 |
+
max_new_tokens=max_new_tokens,
|
| 19 |
+
min_new_tokens=min_new_tokens,
|
| 20 |
num_beams=num_beams,
|
| 21 |
num_beam_groups=num_beam_groups,
|
| 22 |
temperature=float(temperature),
|
|
|
|
| 25 |
early_stopping=True,
|
| 26 |
do_sample=True
|
| 27 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 28 |
|
| 29 |
corrected = correct_text(text, config)
|
| 30 |
yield corrected
|
|
|
|
| 50 |
submitBtn = gr.Button("Submit")
|
| 51 |
|
| 52 |
with gr.Accordion("Generation Parameters:", open=False):
|
|
|
|
|
|
|
| 53 |
max_tokens = gr.Slider(minimum=0, maximum=256, value=0, step=1, label="Max New Tokens")
|
| 54 |
min_tokens = gr.Slider(minimum=0, maximum=256, value=0, step=1, label="Min New Tokens")
|
| 55 |
num_beams = gr.Slider(minimum=1, maximum=20, value=5, step=1, label="Num Beams")
|
|
|
|
| 60 |
|
| 61 |
|
| 62 |
|
| 63 |
+
submitBtn.click(respond, [prompt_box, max_tokens, min_tokens, num_beams, beam_groups, temperature, top_k, top_p], output_box)
|
| 64 |
|
| 65 |
demo.launch()
|