Update app.py

app.py

@@ -105,6 +105,7 @@ def respond(
         mirostat_tau=mirostat_tau,
         mirostat_eta=mirostat_eta,
         max_tokens=128,
+        do_sample=True,
         frequency_penalty=frequency_penalty,
         presence_penalty=presence_penalty,
         logits_processor=lambda ids, logits: custom_lp_logits_processor(ids, logits, lp_start, lp_decay, len(convo))