Update handler.py

handler.py

@@ -1,4 +1,5 @@
 from typing import Any, Dict
+import torch
 from transformers import Blip2Processor, Blip2ForConditionalGeneration
 
 
@@ -16,7 +17,7 @@ class EndpointHandler:
         image = data.pop("image", data)
         text = data.pop("text", data)
 
-        inputs = self.processor(images=image, text=prompt, return_tensors="pt").to(self.device, torch.float16)
+        inputs = self.processor(images=image, text=text, return_tensors="pt").to(self.device, torch.float16)
         generated_ids = self.model.generate(**inputs)
         generated_text = self.processor.batch_decode(generated_ids, skip_special_tokens=True)[0].strip()