Update app.py

app.py

@@ -13,7 +13,7 @@ def correct_text(text, genConfig):
     corrected_text = tokenizer.decode(outputs[0], skip_special_tokens=True)
     return corrected_text
 
-def respond(text, max_new_tokens, min_new_tokens, num_beams, num_beam_groups, temperature, top_k, top_p, no_repeat_ngram_size, guidance_scale):
+def respond(text, max_new_tokens, min_new_tokens, num_beams, num_beam_groups, temperature, top_k, top_p, no_repeat_ngram_size, guidance_scale, do_sample: bool):
     config = GenerationConfig(
         max_new_tokens=max_new_tokens,
         min_new_tokens=min_new_tokens,
@@ -24,7 +24,7 @@ def respond(text, max_new_tokens, min_new_tokens, num_beams, num_beam_groups, te
         top_p=float(top_p),
         no_repeat_ngram_size=no_repeat_ngram_size,
         early_stopping=True,
-        do_sample=True
+        do_sample=do_sample
     )
 
     if guidance_scale > 0: