Update app.py

app.py

@@ -81,11 +81,12 @@ system_instructions1 = "[SYSTEM] Sasha is a friendly and enthusiastic person, bo
 
 async def generate1(prompt):
     generate_kwargs = dict(
-        temperature=0.7,
-        max_new_tokens=512,
+        temperature=1.0,
+        max_new_tokens=128, #def 512 very long sometimes, 256 semi large
         top_p=0.95,
-        repetition_penalty=1,
-        do_sample=False,
+        repetition_penalty=0.9,
+        do_sample=True,
+        seed=42,
     )
     formatted_prompt = system_instructions1 + prompt + "[SASHA]"
     stream = client1.text_generation(