Update handler.py

handler.py

@@ -1,9 +1,10 @@
 from typing import Dict, List, Any
-from transformers import pipeline
+from transformers import AutoProcessor,BarkModel
 
 class EndpointHandler():
     def __init__(self, path=""):
-        self.pipeline = pipeline("text-to-speech", "suno/bark")
+    	self.model = BarkModel.from_pretrained("suno/bark-small")
+        self.processor = AutoProcessor.from_pretrained("suno/bark")
 
     def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]:
         """
@@ -14,8 +15,13 @@ class EndpointHandler():
             A :obj:`list` | `dict`: will be serialized and returned
         """
         # get inputs
-        inputs = data.pop("inputs",data)
+        text_prompt = data.pop("inputs",data)
+
+	inputs = processor(text_prompt)
+
+      	# run normal prediction
+	speech_output = model.generate(**inputs.to(device))
+        return speech_output
+        
+
 
-        # run normal prediction
-        prediction = self.pipeline(inputs)
-        return prediction