fix

handler.py

@@ -6,13 +6,17 @@ import os
 class EndpointHandler:
     def __init__(self, model_path=""):
         # Construct the model path assuming the model is in the same directory as the handler file
-        # script_dir = os.path.dirname(os.path.abspath(__file__))
+        script_dir = os.path.dirname(os.path.abspath(__file__))
         model_filename = "Phi-3-medium-128k-instruct-IQ2_XS.gguf"
-        # self.model_path = os.path.join(script_dir, model_path)
+        self.model_path = os.path.join(script_dir, model_filename)
+
+        # Check if the model file exists
+        if not os.path.exists(self.model_path):
+            raise ValueError(f"Model path does not exist: {self.model_path}")
 
         # Load the GGUF model using llama_cpp
         self.llm = Llama(
-            model_path=model_filename,
+            model_path=self.model_path,
             n_ctx=5000,  # Set context length to 5000 tokens
             # n_threads=12,  # Adjust the number of CPU threads as per your machine
             n_gpu_layers=-1  # Adjust based on GPU availability