Update handler.py
Browse files- handler.py +1 -1
handler.py
CHANGED
|
@@ -22,7 +22,7 @@ class EndpointHandler:
|
|
| 22 |
image_string = base64.b64decode(data["image"])
|
| 23 |
image = Image.open(io.BytesIO(image_string))
|
| 24 |
|
| 25 |
-
inputs = self.processor(images=image, text=text, return_tensors="pt").to(device, torch.float16)
|
| 26 |
generated_ids = self.model.generate(**inputs)
|
| 27 |
generated_text = self.processor.batch_decode(generated_ids, skip_special_tokens=True)[0].strip()
|
| 28 |
|
|
|
|
| 22 |
image_string = base64.b64decode(data["image"])
|
| 23 |
image = Image.open(io.BytesIO(image_string))
|
| 24 |
|
| 25 |
+
inputs = self.processor(images=image, text=text, return_tensors="pt").to(self.device, torch.float16)
|
| 26 |
generated_ids = self.model.generate(**inputs)
|
| 27 |
generated_text = self.processor.batch_decode(generated_ids, skip_special_tokens=True)[0].strip()
|
| 28 |
|