Update main.py

main.py

@@ -6,7 +6,7 @@ import uvicorn
 
 app = FastAPI()
 
-client = InferenceClient("mistralai/Mixtral-8x7B-v0.1")
+client = InferenceClient("mistralai/Mistral-7B-Instruct-v0.2")
 
 class Item(BaseModel):
     prompt: str
@@ -18,11 +18,11 @@ class Item(BaseModel):
     repetition_penalty: float = 1.0
 
 def format_prompt(message, history):
-    prompt = "<s> "
+    prompt = "<s>"
     for user_prompt, bot_response in history:
         prompt += f"[INST] {user_prompt} [/INST]"
         prompt += f" {bot_response} "
-    prompt += f" </s> [INST] {message} [/INST]"
+    prompt += f"</s>[INST] {message} [/INST]"
     return prompt
 
 def formatting_func(example):