Spaces:
Runtime error
Runtime error
Update inference.py
Browse files- inference.py +0 -1
inference.py
CHANGED
|
@@ -19,7 +19,6 @@ class PaliGemmaModel:
|
|
| 19 |
def infer(self, image: PIL.Image.Image, text: str, max_new_tokens: int) -> str:
|
| 20 |
inputs = self.processor(text=text, images=image, return_tensors="pt").to(self.device)
|
| 21 |
with torch.inference_mode():
|
| 22 |
-
inputs = {k: v.to(self.device) for k, v in inputs.items()}
|
| 23 |
generated_ids = self.model.generate(
|
| 24 |
**inputs,
|
| 25 |
max_new_tokens=max_new_tokens,
|
|
|
|
| 19 |
def infer(self, image: PIL.Image.Image, text: str, max_new_tokens: int) -> str:
|
| 20 |
inputs = self.processor(text=text, images=image, return_tensors="pt").to(self.device)
|
| 21 |
with torch.inference_mode():
|
|
|
|
| 22 |
generated_ids = self.model.generate(
|
| 23 |
**inputs,
|
| 24 |
max_new_tokens=max_new_tokens,
|