Update handler.py
Browse files- handler.py +6 -3
handler.py
CHANGED
|
@@ -19,10 +19,13 @@ class EndpointHandler:
|
|
| 19 |
data = data.pop("inputs", data)
|
| 20 |
text = data.pop("text", data)
|
| 21 |
|
| 22 |
-
|
| 23 |
-
|
| 24 |
|
| 25 |
-
|
|
|
|
|
|
|
|
|
|
| 26 |
generated_ids = self.model.generate(**inputs)
|
| 27 |
generated_text = self.processor.batch_decode(generated_ids, skip_special_tokens=True)[0].strip()
|
| 28 |
|
|
|
|
| 19 |
data = data.pop("inputs", data)
|
| 20 |
text = data.pop("text", data)
|
| 21 |
|
| 22 |
+
image_string_1 = base64.b64decode(data["image1"])
|
| 23 |
+
image_1 = Image.open(io.BytesIO(image_string_1))
|
| 24 |
|
| 25 |
+
image_string_2 = base64.b64decode(data["image2"])
|
| 26 |
+
image_2 = Image.open(io.BytesIO(image_string_2))
|
| 27 |
+
|
| 28 |
+
inputs = self.processor(images=[image_1, image_2], text=text, return_tensors="pt").to(self.device, torch.float16)
|
| 29 |
generated_ids = self.model.generate(**inputs)
|
| 30 |
generated_text = self.processor.batch_decode(generated_ids, skip_special_tokens=True)[0].strip()
|
| 31 |
|