Update app.py

app.py

@@ -15,6 +15,18 @@ from threading import Thread
 import subprocess
 import collections.abc as collections
 
+client = InferenceClient(
+    "mistralai/Mixtral-8x7B-Instruct-v0.1"
+)
+
+def format_prompt(message, history):
+  prompt = "<s>"
+  for user_prompt, bot_response in history:
+    prompt += f"[INST] {user_prompt} [/INST]"
+    prompt += f" {bot_response}</s> "
+  prompt += f"[INST] {message} [/INST]"
+  return prompt
+
 # --- Constants ---
 MODEL_URL = "https://huggingface.co/models"
 TASKS_FILE = "tasks.json"