Update app.py

app.py

@@ -14,12 +14,12 @@ model = T5ForConditionalGeneration.from_pretrained("roborovski/superprompt-v1",
 
 
 def generate(
-    prompt, history, max_new_tokens=max_new_tokens, repetition_penalty=repetition_penalty, temperature=temperature, top_p=top_p, top_k=top_k
+    prompt, history, max_new_tokens=512, repetition_penalty=1.2, temperature=0.5, top_p=1, top_k=1
 ):
     
     input_text = f"{prompt}, {history}"
     input_ids = tokenizer(input_text, return_tensors="pt").input_ids.to(device)
-    outputs = model.generate(input_ids, max_new_tokens=max_new_tokens, repetition_penalty=repetition_penalty, temperature=temperature, top_p=top_p, top_k=top_k)
+    outputs = model.generate(input_ids, max_new_tokens=max_new_tokens, repetition_penalty=repetition_penalty, do_sample=True, temperature=temperature, top_p=top_p, top_k=top_k)
     better_prompt = tokenizer.decode(outputs[0])
     return better_prompt