Update README.md
Browse files
README.md
CHANGED
|
@@ -74,7 +74,7 @@ all_bpe_strings = [tokenizer.decode(input_id) for input_id in input_ids]
|
|
| 74 |
|
| 75 |
"""Obtaining similarity """
|
| 76 |
with torch.no_grad():
|
| 77 |
-
vit_embeds, _ = model.
|
| 78 |
vit_embeds_local, resized_size = post_process(vit_embeds, target_aspect_ratio)
|
| 79 |
token_features = vit_embeds_local / vit_embeds_local.norm(dim=-1, keepdim=True)
|
| 80 |
input_embedings = input_embeds / input_embeds.norm(dim=-1, keepdim=True)
|
|
|
|
| 74 |
|
| 75 |
"""Obtaining similarity """
|
| 76 |
with torch.no_grad():
|
| 77 |
+
vit_embeds, _ = model.forward_tokenocr(pixel_values.to(model.device)) #(vit_batch_size, 16*16, 2048)
|
| 78 |
vit_embeds_local, resized_size = post_process(vit_embeds, target_aspect_ratio)
|
| 79 |
token_features = vit_embeds_local / vit_embeds_local.norm(dim=-1, keepdim=True)
|
| 80 |
input_embedings = input_embeds / input_embeds.norm(dim=-1, keepdim=True)
|