Update main.py

main.py

@@ -6,13 +6,13 @@ import uvicorn
 
 app = FastAPI()
 
-client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
+client = InferenceClient("mistralai/Mixtral-8x22B-Instruct-v0.1")
 
 class Item(BaseModel):
     prompt: str
     history: list
     system_prompt: str
-    temperature: float = 0.0
+    temperature: float = 0.2
     max_new_tokens: int = 1048
     top_p: float = 0.15
     repetition_penalty: float = 1.0