Update handler.py

handler.py

@@ -8,17 +8,16 @@ class EndpointHandler:
         self.model = AutoModel.from_pretrained("chatglm2-6b-int4", trust_remote_code=True).half().cuda()
         self.model = self.model.eval()
 
-
-def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]:
-    """
-   data args:
-        inputs (:obj: `str`)
-  Return:
-        A :obj:`list` | `dict`: will be serialized and returned
-    """
-    # get inputs
-    inputs = data.pop("inputs", data)
-
-    response, history = self.model.chat(self.tokenizer, inputs, history=[])
-
-    return [{'response': response, 'history': history}]
+    def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]:
+        """
+       data args:
+            inputs (:obj: `str`)
+      Return:
+            A :obj:`list` | `dict`: will be serialized and returned
+        """
+        # get inputs
+        inputs = data.pop("inputs", data)
+    
+        response, history = self.model.chat(self.tokenizer, inputs, history=[])
+    
+        return [{'response': response, 'history': history}]