Update app.py

app.py

@@ -118,7 +118,7 @@ def run_gpt(
 def generate(
     prompt, history, agent_name=agents[0], sys_prompt="", temperature=0.9, max_new_tokens=2048, top_p=0.95, repetition_penalty=1.0, model="mistralai/Mixtral-8x7B-Instruct-v0.1"
 ):
-    seed = random.randint(1,1111111111111111)
+    seed = random.randint(1, 1111111111111111)
     logging.info(f"Seed: {seed}")  # Log the seed
 
     # Set the agent prompt based on agent_name
@@ -132,7 +132,7 @@ def generate(
         agent = "You are a helpful AI assistant."
 
     system_prompt = f"{agent} {sys_prompt}".strip()
-    
+
     temperature = max(float(temperature), 1e-2)
     top_p = float(top_p)
 
@@ -142,18 +142,17 @@ def generate(
     # Use 'prompt' here instead of 'message'
     formatted_prompt = format_prompt(formatted_prompt, history, max_history_turns=5)  # Truncated history
     logging.info(f"Formatted Prompt: {formatted_prompt}")
-    
-    # Use the specified model if it's different from the default
+
     client = InferenceClient(model) if model != "mistralai/Mixtral-8x7B-Instruct-v0.1" else InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
-    
+
     stream = client.text_generation(
-        formatted_prompt, 
-        temperature=temperature, 
-        max_new_tokens=max_new_tokens, 
-        top_p=top_p, 
-        repetition_penalty=repetition_penalty, 
-        stream=True, 
-        details=True, 
+        formatted_prompt,
+        temperature=temperature,
+        max_new_tokens=max_new_tokens,
+        top_p=top_p,
+        repetition_penalty=repetition_penalty,
+        stream=True,
+        details=True,
         return_full_text=False
     )
     resp = ""