Update handler.py

handler.py

@@ -60,5 +60,9 @@ class EndpointHandler:
 
         generated_ids = self.model.generate(**inputs, bad_words_ids=self.bad_words_ids, max_length=4096)
         generated_text = self.processor.batch_decode(generated_ids, skip_special_tokens=True)[0]
-        print(generated_text)
-        return {"text": generated_text}
+        # print(generated_text)
+        # return {"text": generated_text}
+        # Format the output as an array of dictionaries with 'label' and 'score'
+        output = [{"label": text, "score": 1.0} for text in generated_texts]
+
+        return output