Update main.py

main.py

@@ -1,7 +1,20 @@
 from ctransformers import AutoModelForCausalLM
 from fastapi import FastAPI, Form
 from pydantic import BaseModel
+import logging
+logging.basicConfig(level=logging.INFO)
 
+try:
+    llm = AutoModelForCausalLM.from_pretrained(
+        "zephyr-7b-beta.Q4_K_S.gguf",
+        model_type="mistral",
+        max_new_tokens=1096,
+        threads=3
+    )
+    logging.info("Model loaded successfully")
+except Exception as e:
+    logging.error(f"Model failed to load: {e}")
+    raise e
 #Model loading
 llm = AutoModelForCausalLM.from_pretrained("zephyr-7b-beta.Q4_K_S.gguf",
 model_type='mistral',