Update main.py

main.py

@@ -3,9 +3,9 @@ from fastapi import FastAPI
 from pydantic import BaseModel
 
 
-llm = AutoModelForCausalLM.from_pretrained("mistral-7b-instruct-v0.2.Q4_K_M.gguf",
-    model_type='mistral-instruct',
-    max_new_tokens = 2048,
+llm = AutoModelForCausalLM.from_pretrained("mistral-7b-v0.1.Q4_K_M.gguf",
+    model_type='mistral',
+    max_new_tokens = 1096,
     threads = 3,
 )