hardcoded model

handler.py

@@ -1,12 +1,13 @@
+import torch
 from typing import Dict, List, Any
 from transformers import AutoModelForCausalLM, AutoTokenizer, pipeline
 
 
 class EndpointHandler():
     def __init__(self, path=""):
-        self.model = AutoModelForCausalLM.from_pretrained(path, device_map="cuda", torch_dtype="auto", trust_remote_code=True)
-        self.tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-128k-instruct")
-        self.pipe = pipeline("text-generation", model=self.model, tokenizer=self.tokenizer)
+        model = AutoModelForCausalLM.from_pretrained("hyperspaceai/hyperEngine_phi3_128k", device_map="auto", torch_dtype="auto", trust_remote_code=True)
+        tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-128k-instruct")
+        self.pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
 
     def __call__(self, data:Dict[str, Any]) :
         messages = data.pop("messages", None)