Update handler.py

handler.py

@@ -52,5 +52,10 @@ class EndpointHandler:
         inputs = inputs.to(self.model.device)
 
         generated_ids = self.model.generate(**inputs, max_new_tokens=2048)
-        output_text = self.processor.batch_decode(generated_ids, skip_special_tokens=True)
+        generated_ids_trimmed = [
+            out_ids[len(in_ids) :] for in_ids, out_ids in zip(inputs.input_ids, generated_ids)
+        ]
+        output_text = processor.batch_decode(
+            generated_ids_trimmed, skip_special_tokens=True, clean_up_tokenization_spaces=False
+        )
         return output_text[0]