Update main.py

main.py

@@ -16,7 +16,8 @@ from pydantic import BaseModel
 
 llm = AutoModelForCausalLM.from_pretrained("TheBloke/WizardCoder-15B-1.0-GGML",
                                            model_file="WizardCoder-15B-1.0.ggmlv3.q4_0.bin",
-                                           model_type="starcoder")
+                                           model_type="starcoder",
+                                           threads="8")
 app = fastapi.FastAPI(title="🪄WizardCoder💫")
 app.add_middleware(
     CORSMiddleware,