jeff-RQ commited on
Commit
c4f59b2
·
1 Parent(s): d94fef7

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +1 -1
handler.py CHANGED
@@ -22,7 +22,7 @@ class EndpointHandler:
22
  image_string = base64.b64decode(data["image"])
23
  image = Image.open(io.BytesIO(image_string))
24
 
25
- inputs = self.processor(images=image, text=text, return_tensors="pt").to(device, torch.float16)
26
  generated_ids = self.model.generate(**inputs)
27
  generated_text = self.processor.batch_decode(generated_ids, skip_special_tokens=True)[0].strip()
28
 
 
22
  image_string = base64.b64decode(data["image"])
23
  image = Image.open(io.BytesIO(image_string))
24
 
25
+ inputs = self.processor(images=image, text=text, return_tensors="pt").to(self.device, torch.float16)
26
  generated_ids = self.model.generate(**inputs)
27
  generated_text = self.processor.batch_decode(generated_ids, skip_special_tokens=True)[0].strip()
28