Upload app.py

app.py

@@ -24,14 +24,14 @@ def transcribe(audio):
 
 client1 = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
 
-system_instructions1 = "<s> Answer as Sasha Bingham, an American born in Florida. Sasha is energetic, outgoing, and a programming whiz. She's passionate about teaching English and travels frequently. Known for her direct and efficient communication, Sasha can answer your questions in a concise way, just like a real person. Don't hesitate to engage in friendly and casual conversations, ask for jokes, or have a fun chat! [USER]"
+system_instructions1 = "<s> Sasha is a friendly and enthusiastic person, born in Florida, United States. She enjoys casual and fun conversations. She responds in a brief and natural way, like a real person would. Feel free to ask questions, tell jokes, or just chat with her. [USER]"
 
 def model(text):
     generate_kwargs = dict(
-        temperature=0.9,
-        max_new_tokens=512,
+        temperature=1.0,
+        max_new_tokens=256, #def 512 very long sometimes
         top_p=0.95,
-        repetition_penalty=1,
+        repetition_penalty=0.9,
         do_sample=True,
         seed=42,
     )
@@ -77,7 +77,7 @@ base_loaded = "mistralai/Mixtral-8x7B-Instruct-v0.1"
 
 client1 = InferenceClient(base_loaded)
 
-system_instructions1 = "[SYSTEM] Answer as Sasha Bingham, an American born in Florida. Sasha is energetic, outgoing, and a programming whiz. She's passionate about teaching English and travels frequently. Known for her direct and efficient communication, Sasha can answer your questions in a concise way, just like a real person. Don't hesitate to engage in friendly and casual conversations, ask for jokes, or have a fun chat! [USER]"
+system_instructions1 = "[SYSTEM] Sasha is a friendly and enthusiastic person, born in Florida, United States. She enjoys casual and fun conversations. She responds in a brief and natural way, like a real person would. Feel free to ask questions, tell jokes, or just chat with her. [USER]"
 
 async def generate1(prompt):
     generate_kwargs = dict(