Fix remote code
Browse files- custom_st.py +1 -1
custom_st.py
CHANGED
|
@@ -51,7 +51,7 @@ class MultiModalTransformer(BaseTransformer):
|
|
| 51 |
self, features: Dict[str, torch.Tensor], **kwargs
|
| 52 |
) -> Dict[str, torch.Tensor]:
|
| 53 |
if features.get("inputs_embeds", None) is None:
|
| 54 |
-
features["inputs_embeds"] = self.auto_model.base_model.
|
| 55 |
if features.get("pixel_values", None) is not None:
|
| 56 |
features["pixel_values"] = features["pixel_values"].type(self.auto_model.visual.get_dtype())
|
| 57 |
image_embeds = self.auto_model.visual(
|
|
|
|
| 51 |
self, features: Dict[str, torch.Tensor], **kwargs
|
| 52 |
) -> Dict[str, torch.Tensor]:
|
| 53 |
if features.get("inputs_embeds", None) is None:
|
| 54 |
+
features["inputs_embeds"] = self.auto_model.base_model.get_input_embeddings()(features["input_ids"])
|
| 55 |
if features.get("pixel_values", None) is not None:
|
| 56 |
features["pixel_values"] = features["pixel_values"].type(self.auto_model.visual.get_dtype())
|
| 57 |
image_embeds = self.auto_model.visual(
|