Update src/streamlit_app.py

src/streamlit_app.py

@@ -78,10 +78,11 @@ if user_input:
             outputs = model.generate(
                 input_ids=inputs["input_ids"],
                 attention_mask=inputs["attention_mask"],
-                max_new_tokens=200,
-                do_sample=False,
-                temperature=0.5,
+                max_new_tokens=150,
+                do_sample=True,
+                temperature=0.7,
                 top_p=0.9,
+                no_repeat_ngram_size=3,
                 eos_token_id=tokenizer.eos_token_id,
                 pad_token_id=tokenizer.eos_token_id,
                 return_dict_in_generate=True,