GilbertAkham commited on
Commit
d3cb356
·
verified ·
1 Parent(s): 9db8e67

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +5 -2
handler.py CHANGED
@@ -9,10 +9,13 @@ class EndpointHandler:
9
  print("Loading merged model...")
10
  self.tokenizer = AutoTokenizer.from_pretrained(MODEL_PATH, trust_remote_code=True)
11
  self.model = AutoModelForCausalLM.from_pretrained(
12
- MODEL_PATH, torch_dtype=torch.float16, device_map="auto", trust_remote_code=True
 
 
 
13
  )
14
  self.model.eval()
15
- print("Model loaded successfully.")
16
 
17
  def __call__(self, data):
18
  prompt = data.get("inputs", "")
 
9
  print("Loading merged model...")
10
  self.tokenizer = AutoTokenizer.from_pretrained(MODEL_PATH, trust_remote_code=True)
11
  self.model = AutoModelForCausalLM.from_pretrained(
12
+ MODEL_PATH,
13
+ torch_dtype=torch.float16,
14
+ device_map="auto",
15
+ trust_remote_code=True
16
  )
17
  self.model.eval()
18
+ print("Model loaded successfully.")
19
 
20
  def __call__(self, data):
21
  prompt = data.get("inputs", "")