Srijith Rajamohan commited on
Commit
64c0ea0
·
1 Parent(s): 161cf85

Updated custom handler to fix closing bracket error

Browse files
Files changed (1) hide show
  1. handler.py +1 -1
handler.py CHANGED
@@ -20,7 +20,7 @@ class EndpointHandler():
20
  trust_remote_code=True,
21
  quantization_config=None,
22
  torch_dtype=torch.float, # data type is float
23
- device_map="auto",
24
 
25
  def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]:
26
  """
 
20
  trust_remote_code=True,
21
  quantization_config=None,
22
  torch_dtype=torch.float, # data type is float
23
+ device_map="auto")
24
 
25
  def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]:
26
  """