Update handler.py

handler.py

@@ -1,13 +1,14 @@
 from typing import Dict, List, Any
-from transformers import pipeline, GPT2Tokenizer
+from transformers import GPT2Tokenizer
 from model import GPT
+import pipeline
 
 class EndpointHandler():
     def __init__(self, path=""):
         # Preload all the elements you are going to need at inference.
-        model = GPT.from_pretrained('wang-sy/stinfo-gpt2')
+        model = GPT.from_pretrained(path)
         tokenizer = GPT2Tokenizer.from_pretrained('gpt2')
-        self.pipeline = pipeline("text-generation", model=model, tokenizer=tokenizer)
+        # self.pipeline = pipeline("text-generation", model=model, tokenizer=tokenizer)
 
     def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]:
         """
@@ -18,5 +19,7 @@ class EndpointHandler():
             A :obj:`list` | `dict`: will be serialized and returned
         """
         inputs = data.pop("inputs", data)
-        output = self.pipeline(inputs)
-        return {"Answer": output}
+        pipeline.start = inputs
+        output = pipeline.infer()
+        # isinstance(output,str)
+        return {"Ans": output}