Update handler.py

handler.py

@@ -5,7 +5,11 @@ class EndpointHandler():
     def __init__(self, path=""):
         model = INSTRUCTOR(path)
         self.model = model
-
+        if torch.cuda.is_available():
+            self.device = torch.device("cuda")
+            self.model.to(self.device)
+        else:
+            self.device = torch.device("cpu")
     def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]:
         """
        data args: