EP heads for 36 frozen encoders (12 best-epoch, 24 final-epoch with dual metadata)
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- README.md +91 -0
- aimv2_vitl/config.json +19 -0
- aimv2_vitl/ep_head.pth +3 -0
- beitv2_vitb/config.json +19 -0
- beitv2_vitb/ep_head.pth +3 -0
- capi_vitl/config.json +19 -0
- capi_vitl/ep_head.pth +3 -0
- clip_vitb16/config.json +19 -0
- clip_vitb16/ep_head.pth +3 -0
- clip_vitl/config.json +19 -0
- clip_vitl/ep_head.pth +3 -0
- dino_vitb/config.json +19 -0
- dino_vitb/ep_head.pth +3 -0
- dinov2_vitb/config.json +19 -0
- dinov2_vitb/ep_head.pth +3 -0
- dinov2_vitl/config.json +19 -0
- dinov2_vitl/ep_head.pth +3 -0
- dinov3_vit7b/config.json +19 -0
- dinov3_vit7b/ep_head.pth +3 -0
- dinov3_vitb/config.json +19 -0
- dinov3_vitb/ep_head.pth +3 -0
- dinov3_vitl/config.json +19 -0
- dinov3_vitl/ep_head.pth +3 -0
- eva02_e14/config.json +19 -0
- eva02_e14/ep_head.pth +3 -0
- eva02_e14_plus/config.json +19 -0
- eva02_e14_plus/ep_head.pth +3 -0
- eva02_vitl_mim/config.json +19 -0
- eva02_vitl_mim/ep_head.pth +3 -0
- franca_laion/config.json +19 -0
- franca_laion/ep_head.pth +3 -0
- hiera_base/config.json +19 -0
- hiera_base/ep_head.pth +3 -0
- hiera_huge/config.json +19 -0
- hiera_huge/ep_head.pth +3 -0
- hiera_large/config.json +19 -0
- hiera_large/ep_head.pth +3 -0
- ibot_vitb/config.json +19 -0
- ibot_vitb/ep_head.pth +3 -0
- ibot_vitl/config.json +19 -0
- ibot_vitl/ep_head.pth +3 -0
- ijepa_vith/config.json +19 -0
- ijepa_vith/ep_head.pth +3 -0
- mae_base/config.json +19 -0
- mae_base/ep_head.pth +3 -0
- mae_vitl/config.json +19 -0
- mae_vitl/ep_head.pth +3 -0
- mae_vits/config.json +19 -0
- mae_vits/ep_head.pth +3 -0
- manifest.json +803 -0
README.md
ADDED
|
@@ -0,0 +1,91 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
license: apache-2.0
|
| 3 |
+
tags:
|
| 4 |
+
- image-classification
|
| 5 |
+
- probing
|
| 6 |
+
- frozen-features
|
| 7 |
+
- imagenet-1k
|
| 8 |
+
library_name: pytorch
|
| 9 |
+
---
|
| 10 |
+
|
| 11 |
+
# Efficient Probing heads
|
| 12 |
+
|
| 13 |
+
Trained EP (efficient probing) heads for 36 frozen encoders, from the standing
|
| 14 |
+
ImageNet-1k benchmark at [billpsomas/efficient-probing](https://github.com/billpsomas/efficient-probing)
|
| 15 |
+
(ICLR 2026). Each head is a multi-query cross-attention pooling + BatchNorm + linear
|
| 16 |
+
classifier, trained for 90 epochs with LARS on frozen features. **No backbone weights
|
| 17 |
+
are included** -- each `config.json` records the exact `--model` / loader flags to
|
| 18 |
+
rebuild the encoder from its original source.
|
| 19 |
+
|
| 20 |
+
Every head ships with its accuracy **at the saved epoch** in `meta`/`config.json`:
|
| 21 |
+
12 heads are the run's peak (they reproduce the leaderboard number exactly); the rest
|
| 22 |
+
are final-epoch heads, with both figures recorded so nothing is ambiguous. DiT-XL/2
|
| 23 |
+
is absent (no surviving checkpoint; see the manifest).
|
| 24 |
+
|
| 25 |
+
## Loading
|
| 26 |
+
|
| 27 |
+
```python
|
| 28 |
+
from huggingface_hub import hf_hub_download
|
| 29 |
+
import torch
|
| 30 |
+
|
| 31 |
+
path = hf_hub_download("billpsomas/efficient-probing-heads",
|
| 32 |
+
"dinov3_vit7b/ep_head.pth")
|
| 33 |
+
ck = torch.load(path, map_location="cpu", weights_only=False)
|
| 34 |
+
head_state, meta = ck["state_dict"], ck["meta"]
|
| 35 |
+
# with the benchmark repo on PYTHONPATH:
|
| 36 |
+
# model = backbones.build_backbone(args, device) # args from meta
|
| 37 |
+
# probe_heads.build_probe_head(model, args)
|
| 38 |
+
# model.head.load_state_dict(head_state, strict=True)
|
| 39 |
+
```
|
| 40 |
+
|
| 41 |
+
Or evaluate directly with the benchmark's tool:
|
| 42 |
+
|
| 43 |
+
```
|
| 44 |
+
python tools/eval_reimagenet.py predict <backbone flags from config.json> \
|
| 45 |
+
--head_ckpt ep_head.pth --pred_out preds.json
|
| 46 |
+
```
|
| 47 |
+
|
| 48 |
+
## Heads
|
| 49 |
+
|
| 50 |
+
| encoder | EP variant | top-1 @ saved epoch | epoch | checkpoint is |
|
| 51 |
+
|---|---|---:|---:|---|
|
| 52 |
+
| DINOv3 ViT-7B/16 | ep_all | 88.36 | 6 | peak |
|
| 53 |
+
| MetaCLIP2 ViT-bigG/14-378 | ep | 88.12 | 6 | peak |
|
| 54 |
+
| EVA02-CLIP E-14-plus | ep | 87.98 | 6 | peak |
|
| 55 |
+
| EVA02-CLIP E-14 | ep | 87.70 | 6 | peak |
|
| 56 |
+
| SigLIP2 SO400M/14 | ep | 85.64 | 29 | final epoch |
|
| 57 |
+
| PE-Core L-14/336 | ep | 87.25 | 12 | peak |
|
| 58 |
+
| MetaCLIP2 ViT-bigG/14 | ep | 87.11 | 6 | peak |
|
| 59 |
+
| SigLIP2 ViT-L/16 | ep | 87.06 | 6 | peak |
|
| 60 |
+
| DINOv3 ViT-L/16 | ep_all | 86.73 | 19 | final epoch |
|
| 61 |
+
| AIMv2 ViT-L/14 | ep | 85.62 | 19 | final epoch |
|
| 62 |
+
| SigLIP ViT-L/16 | ep | 85.93 | 6 | peak |
|
| 63 |
+
| DINOv2 ViT-L/14 | ep_all | 85.56 | 15 | peak |
|
| 64 |
+
| Franca ViT-L/14 | ep_all | 84.28 | 14 | peak |
|
| 65 |
+
| DINOv3 ViT-B/16 | ep_all | 83.77 | 20 | final epoch |
|
| 66 |
+
| DINOv2 ViT-B/14 | ep | 83.61 | 25 | final epoch |
|
| 67 |
+
| RADIO ViT-L/16 | ep | 83.40 | 89 | final epoch |
|
| 68 |
+
| EVA02 ViT-L/14 | ep | 83.22 | 89 | final epoch |
|
| 69 |
+
| CLIP ViT-L/14 | ep | 83.22 | 11 | peak |
|
| 70 |
+
| CAPI ViT-L/14 | ep | 82.43 | 89 | final epoch |
|
| 71 |
+
| BEiTv2 ViT-B/16 | ep | 81.32 | 89 | final epoch |
|
| 72 |
+
| RADIO ViT-B/16 | ep | 80.26 | 89 | final epoch |
|
| 73 |
+
| iBOT ViT-L/16 | ep_all | 79.43 | 89 | final epoch |
|
| 74 |
+
| Hiera ViT-H/16 | ep | 79.82 | 89 | final epoch |
|
| 75 |
+
| MAE ViT-L/16 | ep | 79.43 | 89 | final epoch |
|
| 76 |
+
| I-JEPA ViT-H/14 | ep | 78.80 | 89 | final epoch |
|
| 77 |
+
| iBOT ViT-B/16 | ep_all | 78.62 | 89 | final epoch |
|
| 78 |
+
| Hiera ViT-L/16 | ep | 78.51 | 83 | final epoch |
|
| 79 |
+
| CLIP ViT-B/16 | ep_all | 77.85 | 11 | peak |
|
| 80 |
+
| DINO ViT-B/16 | ep_all | 77.08 | 89 | final epoch |
|
| 81 |
+
| MoCov3 ViT-B/16 | ep_all | 76.21 | 89 | final epoch |
|
| 82 |
+
| Hiera ViT-B/16 | ep | 75.63 | 88 | final epoch |
|
| 83 |
+
| MAE ViT-B/16 | ep | 75.35 | 86 | final epoch |
|
| 84 |
+
| MaskFeat ViT-B/16 | ep | 71.68 | 89 | final epoch |
|
| 85 |
+
| MaskFeat ViT-L/16 | ep | 69.56 | 89 | final epoch |
|
| 86 |
+
| SimMIM ViT-B/16 | ep | 64.81 | 89 | final epoch |
|
| 87 |
+
| MAE ViT-S/16 | ep | 64.56 | 89 | final epoch |
|
| 88 |
+
|
| 89 |
+
Full provenance (training logs, exact commands, the leaderboard itself) lives in the
|
| 90 |
+
[GitHub repo](https://github.com/billpsomas/efficient-probing). Heads were trained on
|
| 91 |
+
ImageNet-1k; use accordingly.
|
aimv2_vitl/config.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "AIMv2",
|
| 3 |
+
"arch": "ViT-L/14",
|
| 4 |
+
"pretrain": "DFN-2B + COYO + HQITP",
|
| 5 |
+
"image_size": 224,
|
| 6 |
+
"model": "aimv2-large-patch14-224",
|
| 7 |
+
"loader": "aimv2",
|
| 8 |
+
"pretrain_tag": "",
|
| 9 |
+
"finetune": "",
|
| 10 |
+
"extra_flags": "",
|
| 11 |
+
"cls_features": "ep",
|
| 12 |
+
"ep_queries": 32,
|
| 13 |
+
"d_out": 1,
|
| 14 |
+
"head_epoch": 19,
|
| 15 |
+
"val_acc1_at_head_epoch": 85.62,
|
| 16 |
+
"table_best_acc1": 85.94,
|
| 17 |
+
"note": "final-epoch head, not best-epoch: checkpoints overwrite per epoch. table_best_acc1 is the peak of the same run; the difference is the post-peak decline of a frozen-feature probe, largest on VLM encoders.",
|
| 18 |
+
"training_log": "logs/aimv2_vitl/ep.txt"
|
| 19 |
+
}
|
aimv2_vitl/ep_head.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f7565e9ccc7791a3cdcb2ae6cffd2fa2650f2d994807a6b5415de875e4d9bc41
|
| 3 |
+
size 8437201
|
beitv2_vitb/config.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "BEiTv2",
|
| 3 |
+
"arch": "ViT-B/16",
|
| 4 |
+
"pretrain": "IN-1K",
|
| 5 |
+
"image_size": 224,
|
| 6 |
+
"model": "vit_base_patch16",
|
| 7 |
+
"loader": "simmim",
|
| 8 |
+
"pretrain_tag": "",
|
| 9 |
+
"finetune": "vit_base_patch16_224.beitv2/checkpoint-799.pth",
|
| 10 |
+
"extra_flags": "",
|
| 11 |
+
"cls_features": "ep",
|
| 12 |
+
"ep_queries": 32,
|
| 13 |
+
"d_out": 1,
|
| 14 |
+
"head_epoch": 89,
|
| 15 |
+
"val_acc1_at_head_epoch": 81.32,
|
| 16 |
+
"table_best_acc1": 81.39,
|
| 17 |
+
"note": "final-epoch head, not best-epoch: checkpoints overwrite per epoch. table_best_acc1 is the peak of the same run; the difference is the post-peak decline of a frozen-feature probe, largest on VLM encoders.",
|
| 18 |
+
"training_log": "logs/beitv2_vitb/ep.txt"
|
| 19 |
+
}
|
beitv2_vitb/ep_head.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:98ff601343eb6f603dac0da5171a19871890274c1d3e9b76b28fae7951445250
|
| 3 |
+
size 5543441
|
capi_vitl/config.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "CAPI",
|
| 3 |
+
"arch": "ViT-L/14",
|
| 4 |
+
"pretrain": "IN-1K",
|
| 5 |
+
"image_size": 224,
|
| 6 |
+
"model": "capi_vitl14_in1k",
|
| 7 |
+
"loader": "capi",
|
| 8 |
+
"pretrain_tag": "",
|
| 9 |
+
"finetune": "",
|
| 10 |
+
"extra_flags": "",
|
| 11 |
+
"cls_features": "ep",
|
| 12 |
+
"ep_queries": 32,
|
| 13 |
+
"d_out": 1,
|
| 14 |
+
"head_epoch": 89,
|
| 15 |
+
"val_acc1_at_head_epoch": 82.43,
|
| 16 |
+
"table_best_acc1": 82.98,
|
| 17 |
+
"note": "final-epoch head, not best-epoch: checkpoints overwrite per epoch. table_best_acc1 is the peak of the same run; the difference is the post-peak decline of a frozen-feature probe, largest on VLM encoders.",
|
| 18 |
+
"training_log": "logs/capi_vitl/ep.txt"
|
| 19 |
+
}
|
capi_vitl/ep_head.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ce826a1e518624a416e0a8887c4532170a271d069bf1176287d9bca633bc58f6
|
| 3 |
+
size 8437201
|
clip_vitb16/config.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "CLIP",
|
| 3 |
+
"arch": "ViT-B/16",
|
| 4 |
+
"pretrain": "WIT-400M",
|
| 5 |
+
"image_size": 224,
|
| 6 |
+
"model": "ViT-B-16",
|
| 7 |
+
"loader": "openclip",
|
| 8 |
+
"pretrain_tag": "openai",
|
| 9 |
+
"finetune": "",
|
| 10 |
+
"extra_flags": "",
|
| 11 |
+
"cls_features": "ep_all",
|
| 12 |
+
"ep_queries": 32,
|
| 13 |
+
"d_out": 1,
|
| 14 |
+
"head_epoch": 11,
|
| 15 |
+
"val_acc1_at_head_epoch": 77.85,
|
| 16 |
+
"table_best_acc1": 77.85,
|
| 17 |
+
"note": "best-epoch head: saved at the run's peak, the number the table reports.",
|
| 18 |
+
"training_log": "logs/clip_vitb16/ep.txt"
|
| 19 |
+
}
|
clip_vitb16/ep_head.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0ccc806165e35b6b2bf24e5d969168700f1445a8fd9b4a75b54ecf106bc87310
|
| 3 |
+
size 3173713
|
clip_vitl/config.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "CLIP",
|
| 3 |
+
"arch": "ViT-L/14",
|
| 4 |
+
"pretrain": "WIT-400M",
|
| 5 |
+
"image_size": 224,
|
| 6 |
+
"model": "ViT-L-14",
|
| 7 |
+
"loader": "openclip",
|
| 8 |
+
"pretrain_tag": "openai",
|
| 9 |
+
"finetune": "",
|
| 10 |
+
"extra_flags": "",
|
| 11 |
+
"cls_features": "ep",
|
| 12 |
+
"ep_queries": 32,
|
| 13 |
+
"d_out": 1,
|
| 14 |
+
"head_epoch": 11,
|
| 15 |
+
"val_acc1_at_head_epoch": 83.22,
|
| 16 |
+
"table_best_acc1": 83.22,
|
| 17 |
+
"note": "best-epoch head: saved at the run's peak, the number the table reports.",
|
| 18 |
+
"training_log": "logs/clip_vitl/ep.txt"
|
| 19 |
+
}
|
clip_vitl/ep_head.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1bd6460e5b20f6b7355a8522e7034d195a6000127dd6b9af8591cde2ef0b7515
|
| 3 |
+
size 8437073
|
dino_vitb/config.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "DINO",
|
| 3 |
+
"arch": "ViT-B/16",
|
| 4 |
+
"pretrain": "IN-1K",
|
| 5 |
+
"image_size": 224,
|
| 6 |
+
"model": "vit_base_patch16",
|
| 7 |
+
"loader": "",
|
| 8 |
+
"pretrain_tag": "",
|
| 9 |
+
"finetune": "vit_base_patch16_224.dino",
|
| 10 |
+
"extra_flags": "",
|
| 11 |
+
"cls_features": "ep_all",
|
| 12 |
+
"ep_queries": 32,
|
| 13 |
+
"d_out": 1,
|
| 14 |
+
"head_epoch": 89,
|
| 15 |
+
"val_acc1_at_head_epoch": 77.08,
|
| 16 |
+
"table_best_acc1": 77.39,
|
| 17 |
+
"note": "final-epoch head, not best-epoch: checkpoints overwrite per epoch. table_best_acc1 is the peak of the same run; the difference is the post-peak decline of a frozen-feature probe, largest on VLM encoders.",
|
| 18 |
+
"training_log": "logs/dino_vitb/ep.txt"
|
| 19 |
+
}
|
dino_vitb/ep_head.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:76941d4fb977f8b2c21b998c805ef37935886c778b0ad12b6a7c1edd904cce10
|
| 3 |
+
size 5543377
|
dinov2_vitb/config.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "DINOv2",
|
| 3 |
+
"arch": "ViT-B/14",
|
| 4 |
+
"pretrain": "LVD-142M",
|
| 5 |
+
"image_size": 224,
|
| 6 |
+
"model": "dinov2_vitb14",
|
| 7 |
+
"loader": "hub",
|
| 8 |
+
"pretrain_tag": "",
|
| 9 |
+
"finetune": "",
|
| 10 |
+
"extra_flags": "",
|
| 11 |
+
"cls_features": "ep",
|
| 12 |
+
"ep_queries": 32,
|
| 13 |
+
"d_out": 1,
|
| 14 |
+
"head_epoch": 25,
|
| 15 |
+
"val_acc1_at_head_epoch": 83.61,
|
| 16 |
+
"table_best_acc1": 84.01,
|
| 17 |
+
"note": "final-epoch head, not best-epoch: checkpoints overwrite per epoch. table_best_acc1 is the peak of the same run; the difference is the post-peak decline of a frozen-feature probe, largest on VLM encoders.",
|
| 18 |
+
"training_log": "logs/dinov2_vitb/ep.txt"
|
| 19 |
+
}
|
dinov2_vitb/ep_head.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:13bcf74040d8d47cfca8f7eea7ef80b8391ab14bbd0fe1a1f94b4ad7b1687668
|
| 3 |
+
size 5543377
|
dinov2_vitl/config.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "DINOv2",
|
| 3 |
+
"arch": "ViT-L/14",
|
| 4 |
+
"pretrain": "LVD-142M",
|
| 5 |
+
"image_size": 224,
|
| 6 |
+
"model": "dinov2_vitl14",
|
| 7 |
+
"loader": "hub",
|
| 8 |
+
"pretrain_tag": "",
|
| 9 |
+
"finetune": "",
|
| 10 |
+
"extra_flags": "",
|
| 11 |
+
"cls_features": "ep_all",
|
| 12 |
+
"ep_queries": 32,
|
| 13 |
+
"d_out": 1,
|
| 14 |
+
"head_epoch": 15,
|
| 15 |
+
"val_acc1_at_head_epoch": 85.56,
|
| 16 |
+
"table_best_acc1": 85.56,
|
| 17 |
+
"note": "best-epoch head: saved at the run's peak, the number the table reports.",
|
| 18 |
+
"training_log": "logs/dinov2_vitl/ep.txt"
|
| 19 |
+
}
|
dinov2_vitl/ep_head.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6d72ad24de49a8af0eddfc062203a32f4536a5a2871ccf9fad5c6f0c610e868e
|
| 3 |
+
size 8437073
|
dinov3_vit7b/config.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "DINOv3",
|
| 3 |
+
"arch": "ViT-7B/16",
|
| 4 |
+
"pretrain": "LVD-1689M",
|
| 5 |
+
"image_size": 224,
|
| 6 |
+
"model": "dinov3_vit7b16",
|
| 7 |
+
"loader": "dinov3",
|
| 8 |
+
"pretrain_tag": "",
|
| 9 |
+
"finetune": "",
|
| 10 |
+
"extra_flags": "",
|
| 11 |
+
"cls_features": "ep_all",
|
| 12 |
+
"ep_queries": 32,
|
| 13 |
+
"d_out": 1,
|
| 14 |
+
"head_epoch": 6,
|
| 15 |
+
"val_acc1_at_head_epoch": 88.36,
|
| 16 |
+
"table_best_acc1": 88.36,
|
| 17 |
+
"note": "best-epoch head: saved at the run's peak, the number the table reports.",
|
| 18 |
+
"training_log": "logs/dinov3_vit7b/ep.txt"
|
| 19 |
+
}
|
dinov3_vit7b/ep_head.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7687980bc0cba8f25e9157bfb8279efc4f67487ef787c3a36c5995a133add666
|
| 3 |
+
size 84057425
|
dinov3_vitb/config.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "DINOv3",
|
| 3 |
+
"arch": "ViT-B/16",
|
| 4 |
+
"pretrain": "LVD-1689M",
|
| 5 |
+
"image_size": 224,
|
| 6 |
+
"model": "dinov3_vitb16",
|
| 7 |
+
"loader": "dinov3",
|
| 8 |
+
"pretrain_tag": "",
|
| 9 |
+
"finetune": "",
|
| 10 |
+
"extra_flags": "",
|
| 11 |
+
"cls_features": "ep_all",
|
| 12 |
+
"ep_queries": 32,
|
| 13 |
+
"d_out": 1,
|
| 14 |
+
"head_epoch": 20,
|
| 15 |
+
"val_acc1_at_head_epoch": 83.77,
|
| 16 |
+
"table_best_acc1": 84.11,
|
| 17 |
+
"note": "final-epoch head, not best-epoch: checkpoints overwrite per epoch. table_best_acc1 is the peak of the same run; the difference is the post-peak decline of a frozen-feature probe, largest on VLM encoders.",
|
| 18 |
+
"training_log": "logs/dinov3_vitb/ep.txt"
|
| 19 |
+
}
|
dinov3_vitb/ep_head.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a55d603fefc8eec3bc1fb6ecca75126ee6593303b5d382e2dd72e8a6fc57245a
|
| 3 |
+
size 5543377
|
dinov3_vitl/config.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "DINOv3",
|
| 3 |
+
"arch": "ViT-L/16",
|
| 4 |
+
"pretrain": "LVD-1689M",
|
| 5 |
+
"image_size": 224,
|
| 6 |
+
"model": "dinov3_vitl16",
|
| 7 |
+
"loader": "dinov3",
|
| 8 |
+
"pretrain_tag": "",
|
| 9 |
+
"finetune": "",
|
| 10 |
+
"extra_flags": "",
|
| 11 |
+
"cls_features": "ep_all",
|
| 12 |
+
"ep_queries": 32,
|
| 13 |
+
"d_out": 1,
|
| 14 |
+
"head_epoch": 19,
|
| 15 |
+
"val_acc1_at_head_epoch": 86.73,
|
| 16 |
+
"table_best_acc1": 87.05,
|
| 17 |
+
"note": "final-epoch head, not best-epoch: checkpoints overwrite per epoch. table_best_acc1 is the peak of the same run; the difference is the post-peak decline of a frozen-feature probe, largest on VLM encoders.",
|
| 18 |
+
"training_log": "logs/dinov3_vitl/ep.txt"
|
| 19 |
+
}
|
dinov3_vitl/ep_head.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:718a1ac2802741c31199265fa8e501a40cf91eaf156e269837d8a0ba5ffc6040
|
| 3 |
+
size 8437201
|
eva02_e14/config.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "EVA02-CLIP",
|
| 3 |
+
"arch": "E-14",
|
| 4 |
+
"pretrain": "LAION-2B (4B seen)",
|
| 5 |
+
"image_size": 224,
|
| 6 |
+
"model": "EVA02-E-14",
|
| 7 |
+
"loader": "openclip",
|
| 8 |
+
"pretrain_tag": "laion2b_s4b_b115k",
|
| 9 |
+
"finetune": "",
|
| 10 |
+
"extra_flags": "",
|
| 11 |
+
"cls_features": "ep",
|
| 12 |
+
"ep_queries": 32,
|
| 13 |
+
"d_out": 1,
|
| 14 |
+
"head_epoch": 6,
|
| 15 |
+
"val_acc1_at_head_epoch": 87.7,
|
| 16 |
+
"table_best_acc1": 87.7,
|
| 17 |
+
"note": "best-epoch head: saved at the run's peak, the number the table reports.",
|
| 18 |
+
"training_log": "logs/eva02_e14/ep.txt"
|
| 19 |
+
}
|
eva02_e14/ep_head.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5bc9dd3fa66bc9c7a5a38287d02adf004765544aa935dc3b16aeab1da1456b68
|
| 3 |
+
size 20264273
|
eva02_e14_plus/config.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "EVA02-CLIP",
|
| 3 |
+
"arch": "E-14-plus",
|
| 4 |
+
"pretrain": "LAION-2B (9B seen)",
|
| 5 |
+
"image_size": 224,
|
| 6 |
+
"model": "EVA02-E-14-plus",
|
| 7 |
+
"loader": "openclip",
|
| 8 |
+
"pretrain_tag": "laion2b_s9b_b144k",
|
| 9 |
+
"finetune": "",
|
| 10 |
+
"extra_flags": "",
|
| 11 |
+
"cls_features": "ep",
|
| 12 |
+
"ep_queries": 32,
|
| 13 |
+
"d_out": 1,
|
| 14 |
+
"head_epoch": 6,
|
| 15 |
+
"val_acc1_at_head_epoch": 87.98,
|
| 16 |
+
"table_best_acc1": 87.98,
|
| 17 |
+
"note": "best-epoch head: saved at the run's peak, the number the table reports.",
|
| 18 |
+
"training_log": "logs/eva02_e14_plus/ep.txt"
|
| 19 |
+
}
|
eva02_e14_plus/ep_head.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:868d4b18ed28acfab9871585d9eeb7ce61d56b60589e378f9dddc0b018127062
|
| 3 |
+
size 20264337
|
eva02_vitl_mim/config.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "EVA02",
|
| 3 |
+
"arch": "ViT-L/14",
|
| 4 |
+
"pretrain": "IN-22K",
|
| 5 |
+
"image_size": 224,
|
| 6 |
+
"model": "eva02_large_patch14_224.mim_in22k",
|
| 7 |
+
"loader": "timm",
|
| 8 |
+
"pretrain_tag": "",
|
| 9 |
+
"finetune": "",
|
| 10 |
+
"extra_flags": "",
|
| 11 |
+
"cls_features": "ep",
|
| 12 |
+
"ep_queries": 32,
|
| 13 |
+
"d_out": 1,
|
| 14 |
+
"head_epoch": 89,
|
| 15 |
+
"val_acc1_at_head_epoch": 83.22,
|
| 16 |
+
"table_best_acc1": 83.58,
|
| 17 |
+
"note": "final-epoch head, not best-epoch: checkpoints overwrite per epoch. table_best_acc1 is the peak of the same run; the difference is the post-peak decline of a frozen-feature probe, largest on VLM encoders.",
|
| 18 |
+
"training_log": "logs/eva02_vitl_mim/ep.txt"
|
| 19 |
+
}
|
eva02_vitl_mim/ep_head.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:94b945f2cf9c040e65cac57bffe8a79b211e6dec6b889f507423b591897cd09d
|
| 3 |
+
size 8437201
|
franca_laion/config.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "Franca",
|
| 3 |
+
"arch": "ViT-L/14",
|
| 4 |
+
"pretrain": "LAION-600M",
|
| 5 |
+
"image_size": 224,
|
| 6 |
+
"model": "franca_vitl14",
|
| 7 |
+
"loader": "franca",
|
| 8 |
+
"pretrain_tag": "",
|
| 9 |
+
"finetune": "",
|
| 10 |
+
"extra_flags": "--franca_weights LAION",
|
| 11 |
+
"cls_features": "ep_all",
|
| 12 |
+
"ep_queries": 32,
|
| 13 |
+
"d_out": 1,
|
| 14 |
+
"head_epoch": 14,
|
| 15 |
+
"val_acc1_at_head_epoch": 84.28,
|
| 16 |
+
"table_best_acc1": 84.28,
|
| 17 |
+
"note": "best-epoch head: saved at the run's peak, the number the table reports.",
|
| 18 |
+
"training_log": "logs/franca_laion/ep_all.txt"
|
| 19 |
+
}
|
franca_laion/ep_head.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1f930b15a1f4a11f723c943b03e2bc83283730e4619c792fcec6e3c07af6eea6
|
| 3 |
+
size 8437073
|
hiera_base/config.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "Hiera",
|
| 3 |
+
"arch": "ViT-B/16",
|
| 4 |
+
"pretrain": "IN-1K",
|
| 5 |
+
"image_size": 224,
|
| 6 |
+
"model": "hiera_base_224.mae",
|
| 7 |
+
"loader": "timm",
|
| 8 |
+
"pretrain_tag": "",
|
| 9 |
+
"finetune": "",
|
| 10 |
+
"extra_flags": "",
|
| 11 |
+
"cls_features": "ep",
|
| 12 |
+
"ep_queries": 32,
|
| 13 |
+
"d_out": 1,
|
| 14 |
+
"head_epoch": 88,
|
| 15 |
+
"val_acc1_at_head_epoch": 75.63,
|
| 16 |
+
"table_best_acc1": 75.68,
|
| 17 |
+
"note": "final-epoch head, not best-epoch: checkpoints overwrite per epoch. table_best_acc1 is the peak of the same run; the difference is the post-peak decline of a frozen-feature probe, largest on VLM encoders.",
|
| 18 |
+
"training_log": "logs/hiera_base/ep.txt"
|
| 19 |
+
}
|
hiera_base/ep_head.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c023a84619b4bd5b22f043e9ca4d14afbcb608975f23eb7d9c6a676317304d2d
|
| 3 |
+
size 5543377
|
hiera_huge/config.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "Hiera",
|
| 3 |
+
"arch": "ViT-H/16",
|
| 4 |
+
"pretrain": "IN-1K",
|
| 5 |
+
"image_size": 224,
|
| 6 |
+
"model": "hiera_huge_224.mae",
|
| 7 |
+
"loader": "timm",
|
| 8 |
+
"pretrain_tag": "",
|
| 9 |
+
"finetune": "",
|
| 10 |
+
"extra_flags": "",
|
| 11 |
+
"cls_features": "ep",
|
| 12 |
+
"ep_queries": 32,
|
| 13 |
+
"d_out": 1,
|
| 14 |
+
"head_epoch": 89,
|
| 15 |
+
"val_acc1_at_head_epoch": 79.82,
|
| 16 |
+
"table_best_acc1": 79.89,
|
| 17 |
+
"note": "final-epoch head, not best-epoch: checkpoints overwrite per epoch. table_best_acc1 is the peak of the same run; the difference is the post-peak decline of a frozen-feature probe, largest on VLM encoders.",
|
| 18 |
+
"training_log": "logs/hiera_huge/ep.txt"
|
| 19 |
+
}
|
hiera_huge/ep_head.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:183f0f8dcb99bc13576410a06968c6a9040a1ce2ce2c6b931141bcd01dbc9836
|
| 3 |
+
size 25255377
|
hiera_large/config.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "Hiera",
|
| 3 |
+
"arch": "ViT-L/16",
|
| 4 |
+
"pretrain": "IN-1K",
|
| 5 |
+
"image_size": 224,
|
| 6 |
+
"model": "hiera_large_224.mae",
|
| 7 |
+
"loader": "timm",
|
| 8 |
+
"pretrain_tag": "",
|
| 9 |
+
"finetune": "",
|
| 10 |
+
"extra_flags": "",
|
| 11 |
+
"cls_features": "ep",
|
| 12 |
+
"ep_queries": 32,
|
| 13 |
+
"d_out": 1,
|
| 14 |
+
"head_epoch": 83,
|
| 15 |
+
"val_acc1_at_head_epoch": 78.51,
|
| 16 |
+
"table_best_acc1": 78.55,
|
| 17 |
+
"note": "final-epoch head, not best-epoch: checkpoints overwrite per epoch. table_best_acc1 is the peak of the same run; the difference is the post-peak decline of a frozen-feature probe, largest on VLM encoders.",
|
| 18 |
+
"training_log": "logs/hiera_large/ep.txt"
|
| 19 |
+
}
|
hiera_large/ep_head.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ffd14707b8652a2725a6788cb57b8b2c3ef04d7c29f501a49048ae13eb0e8f03
|
| 3 |
+
size 10080721
|
ibot_vitb/config.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "iBOT",
|
| 3 |
+
"arch": "ViT-B/16",
|
| 4 |
+
"pretrain": "IN-1K",
|
| 5 |
+
"image_size": 224,
|
| 6 |
+
"model": "vit_base_patch16",
|
| 7 |
+
"loader": "",
|
| 8 |
+
"pretrain_tag": "",
|
| 9 |
+
"finetune": "vit_base_patch16_224.ibot/checkpoint-799.pth",
|
| 10 |
+
"extra_flags": "",
|
| 11 |
+
"cls_features": "ep_all",
|
| 12 |
+
"ep_queries": 32,
|
| 13 |
+
"d_out": 1,
|
| 14 |
+
"head_epoch": 89,
|
| 15 |
+
"val_acc1_at_head_epoch": 78.62,
|
| 16 |
+
"table_best_acc1": 78.98,
|
| 17 |
+
"note": "final-epoch head, not best-epoch: checkpoints overwrite per epoch. table_best_acc1 is the peak of the same run; the difference is the post-peak decline of a frozen-feature probe, largest on VLM encoders.",
|
| 18 |
+
"training_log": "logs/ibot_vitb/ep.txt"
|
| 19 |
+
}
|
ibot_vitb/ep_head.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b21c07f716b4aa0c0274b64478e2e98ebb412597206627321cca81ae685c363d
|
| 3 |
+
size 5543441
|
ibot_vitl/config.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "iBOT",
|
| 3 |
+
"arch": "ViT-L/16",
|
| 4 |
+
"pretrain": "IN-1K",
|
| 5 |
+
"image_size": 224,
|
| 6 |
+
"model": "vit_large_patch16",
|
| 7 |
+
"loader": "",
|
| 8 |
+
"pretrain_tag": "",
|
| 9 |
+
"finetune": "vit_large_patch16_224.ibot/checkpoint-799.pth",
|
| 10 |
+
"extra_flags": "",
|
| 11 |
+
"cls_features": "ep_all",
|
| 12 |
+
"ep_queries": 32,
|
| 13 |
+
"d_out": 1,
|
| 14 |
+
"head_epoch": 89,
|
| 15 |
+
"val_acc1_at_head_epoch": 79.43,
|
| 16 |
+
"table_best_acc1": 79.97,
|
| 17 |
+
"note": "final-epoch head, not best-epoch: checkpoints overwrite per epoch. table_best_acc1 is the peak of the same run; the difference is the post-peak decline of a frozen-feature probe, largest on VLM encoders.",
|
| 18 |
+
"training_log": "logs/ibot_vitl/ep.txt"
|
| 19 |
+
}
|
ibot_vitl/ep_head.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:839dcfeabe8eff1868d73e6d4111d6ba6c6496f19e66cc3c8bc2949110c2206f
|
| 3 |
+
size 8437265
|
ijepa_vith/config.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "I-JEPA",
|
| 3 |
+
"arch": "ViT-H/14",
|
| 4 |
+
"pretrain": "IN-1K",
|
| 5 |
+
"image_size": 224,
|
| 6 |
+
"model": "vit_huge_patch14",
|
| 7 |
+
"loader": "",
|
| 8 |
+
"pretrain_tag": "",
|
| 9 |
+
"finetune": "vit_huge_patch14_224.ijepa/checkpoint-799.pth",
|
| 10 |
+
"extra_flags": "--no_cls_token",
|
| 11 |
+
"cls_features": "ep",
|
| 12 |
+
"ep_queries": 32,
|
| 13 |
+
"d_out": 1,
|
| 14 |
+
"head_epoch": 89,
|
| 15 |
+
"val_acc1_at_head_epoch": 78.8,
|
| 16 |
+
"table_best_acc1": 79.0,
|
| 17 |
+
"note": "final-epoch head, not best-epoch: checkpoints overwrite per epoch. table_best_acc1 is the peak of the same run; the difference is the post-peak decline of a frozen-feature probe, largest on VLM encoders.",
|
| 18 |
+
"training_log": "logs/ijepa_vith/ep.txt"
|
| 19 |
+
}
|
ijepa_vith/ep_head.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d1d74dcc70511357a6911785ddb7983a3f19368a1a497b62c618b80260cad966
|
| 3 |
+
size 11855377
|
mae_base/config.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "MAE",
|
| 3 |
+
"arch": "ViT-B/16",
|
| 4 |
+
"pretrain": "IN-1K",
|
| 5 |
+
"image_size": 224,
|
| 6 |
+
"model": "vit_base_patch16",
|
| 7 |
+
"loader": "",
|
| 8 |
+
"pretrain_tag": "",
|
| 9 |
+
"finetune": "vit_base_patch16_224.mae",
|
| 10 |
+
"extra_flags": "",
|
| 11 |
+
"cls_features": "ep",
|
| 12 |
+
"ep_queries": 32,
|
| 13 |
+
"d_out": 1,
|
| 14 |
+
"head_epoch": 86,
|
| 15 |
+
"val_acc1_at_head_epoch": 75.35,
|
| 16 |
+
"table_best_acc1": 75.46,
|
| 17 |
+
"note": "final-epoch head, not best-epoch: checkpoints overwrite per epoch. table_best_acc1 is the peak of the same run; the difference is the post-peak decline of a frozen-feature probe, largest on VLM encoders.",
|
| 18 |
+
"training_log": "logs/mae_base/ep.txt"
|
| 19 |
+
}
|
mae_base/ep_head.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9425963f1a1575305694ca1875bed9f80140e53cd263548cd81c6d68fbacb1c7
|
| 3 |
+
size 5543377
|
mae_vitl/config.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "MAE",
|
| 3 |
+
"arch": "ViT-L/16",
|
| 4 |
+
"pretrain": "IN-1K",
|
| 5 |
+
"image_size": 224,
|
| 6 |
+
"model": "vit_large_patch16",
|
| 7 |
+
"loader": "",
|
| 8 |
+
"pretrain_tag": "",
|
| 9 |
+
"finetune": "vit_large_patch16_224.mae",
|
| 10 |
+
"extra_flags": "",
|
| 11 |
+
"cls_features": "ep",
|
| 12 |
+
"ep_queries": 32,
|
| 13 |
+
"d_out": 1,
|
| 14 |
+
"head_epoch": 89,
|
| 15 |
+
"val_acc1_at_head_epoch": 79.43,
|
| 16 |
+
"table_best_acc1": 79.52,
|
| 17 |
+
"note": "final-epoch head, not best-epoch: checkpoints overwrite per epoch. table_best_acc1 is the peak of the same run; the difference is the post-peak decline of a frozen-feature probe, largest on VLM encoders.",
|
| 18 |
+
"training_log": "logs/mae_vitl/ep.txt"
|
| 19 |
+
}
|
mae_vitl/ep_head.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c3935dbcf3cf125e6d2c4f6de070bac04c250c0fa15bb493c6d12d1e3ea6e151
|
| 3 |
+
size 8437201
|
mae_vits/config.json
ADDED
|
@@ -0,0 +1,19 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"method": "MAE",
|
| 3 |
+
"arch": "ViT-S/16",
|
| 4 |
+
"pretrain": "IN-1K",
|
| 5 |
+
"image_size": 224,
|
| 6 |
+
"model": "vit_small_patch16",
|
| 7 |
+
"loader": "",
|
| 8 |
+
"pretrain_tag": "",
|
| 9 |
+
"finetune": "vit_small_patch16_224.mae/checkpoint-799.pth",
|
| 10 |
+
"extra_flags": "",
|
| 11 |
+
"cls_features": "ep",
|
| 12 |
+
"ep_queries": 32,
|
| 13 |
+
"d_out": 1,
|
| 14 |
+
"head_epoch": 89,
|
| 15 |
+
"val_acc1_at_head_epoch": 64.56,
|
| 16 |
+
"table_best_acc1": 64.58,
|
| 17 |
+
"note": "final-epoch head, not best-epoch: checkpoints overwrite per epoch. table_best_acc1 is the peak of the same run; the difference is the post-peak decline of a frozen-feature probe, largest on VLM encoders.",
|
| 18 |
+
"training_log": "logs/mae_vits/ep.txt"
|
| 19 |
+
}
|
mae_vits/ep_head.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8ba33f00307a72367c0a560dc36b364a24f0a15f2f55b8c1a7120c1d0dcadf1b
|
| 3 |
+
size 2185681
|
manifest.json
ADDED
|
@@ -0,0 +1,803 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"heads": [
|
| 3 |
+
{
|
| 4 |
+
"method": "MAE",
|
| 5 |
+
"arch": "ViT-S/16",
|
| 6 |
+
"pretrain": "IN-1K",
|
| 7 |
+
"image_size": 224,
|
| 8 |
+
"model": "vit_small_patch16",
|
| 9 |
+
"loader": "",
|
| 10 |
+
"pretrain_tag": "",
|
| 11 |
+
"finetune": "vit_small_patch16_224.mae/checkpoint-799.pth",
|
| 12 |
+
"extra_flags": "",
|
| 13 |
+
"cls_features": "ep",
|
| 14 |
+
"ep_queries": 32,
|
| 15 |
+
"d_out": 1,
|
| 16 |
+
"head_epoch": 89,
|
| 17 |
+
"val_acc1_at_head_epoch": 64.56,
|
| 18 |
+
"table_best_acc1": 64.58,
|
| 19 |
+
"note": "final-epoch head, not best-epoch: checkpoints overwrite per epoch. table_best_acc1 is the peak of the same run; the difference is the post-peak decline of a frozen-feature probe, largest on VLM encoders.",
|
| 20 |
+
"training_log": "logs/mae_vits/ep.txt",
|
| 21 |
+
"params_incl_bn_stats": 545513,
|
| 22 |
+
"file": "mae_vits/ep_head.pth",
|
| 23 |
+
"size_mb": 2.2
|
| 24 |
+
},
|
| 25 |
+
{
|
| 26 |
+
"method": "MAE",
|
| 27 |
+
"arch": "ViT-B/16",
|
| 28 |
+
"pretrain": "IN-1K",
|
| 29 |
+
"image_size": 224,
|
| 30 |
+
"model": "vit_base_patch16",
|
| 31 |
+
"loader": "",
|
| 32 |
+
"pretrain_tag": "",
|
| 33 |
+
"finetune": "vit_base_patch16_224.mae",
|
| 34 |
+
"extra_flags": "",
|
| 35 |
+
"cls_features": "ep",
|
| 36 |
+
"ep_queries": 32,
|
| 37 |
+
"d_out": 1,
|
| 38 |
+
"head_epoch": 86,
|
| 39 |
+
"val_acc1_at_head_epoch": 75.35,
|
| 40 |
+
"table_best_acc1": 75.46,
|
| 41 |
+
"note": "final-epoch head, not best-epoch: checkpoints overwrite per epoch. table_best_acc1 is the peak of the same run; the difference is the post-peak decline of a frozen-feature probe, largest on VLM encoders.",
|
| 42 |
+
"training_log": "logs/mae_base/ep.txt",
|
| 43 |
+
"params_incl_bn_stats": 1384937,
|
| 44 |
+
"file": "mae_base/ep_head.pth",
|
| 45 |
+
"size_mb": 5.5
|
| 46 |
+
},
|
| 47 |
+
{
|
| 48 |
+
"method": "MAE",
|
| 49 |
+
"arch": "ViT-L/16",
|
| 50 |
+
"pretrain": "IN-1K",
|
| 51 |
+
"image_size": 224,
|
| 52 |
+
"model": "vit_large_patch16",
|
| 53 |
+
"loader": "",
|
| 54 |
+
"pretrain_tag": "",
|
| 55 |
+
"finetune": "vit_large_patch16_224.mae",
|
| 56 |
+
"extra_flags": "",
|
| 57 |
+
"cls_features": "ep",
|
| 58 |
+
"ep_queries": 32,
|
| 59 |
+
"d_out": 1,
|
| 60 |
+
"head_epoch": 89,
|
| 61 |
+
"val_acc1_at_head_epoch": 79.43,
|
| 62 |
+
"table_best_acc1": 79.52,
|
| 63 |
+
"note": "final-epoch head, not best-epoch: checkpoints overwrite per epoch. table_best_acc1 is the peak of the same run; the difference is the post-peak decline of a frozen-feature probe, largest on VLM encoders.",
|
| 64 |
+
"training_log": "logs/mae_vitl/ep.txt",
|
| 65 |
+
"params_incl_bn_stats": 2108393,
|
| 66 |
+
"file": "mae_vitl/ep_head.pth",
|
| 67 |
+
"size_mb": 8.4
|
| 68 |
+
},
|
| 69 |
+
{
|
| 70 |
+
"method": "BEiTv2",
|
| 71 |
+
"arch": "ViT-B/16",
|
| 72 |
+
"pretrain": "IN-1K",
|
| 73 |
+
"image_size": 224,
|
| 74 |
+
"model": "vit_base_patch16",
|
| 75 |
+
"loader": "simmim",
|
| 76 |
+
"pretrain_tag": "",
|
| 77 |
+
"finetune": "vit_base_patch16_224.beitv2/checkpoint-799.pth",
|
| 78 |
+
"extra_flags": "",
|
| 79 |
+
"cls_features": "ep",
|
| 80 |
+
"ep_queries": 32,
|
| 81 |
+
"d_out": 1,
|
| 82 |
+
"head_epoch": 89,
|
| 83 |
+
"val_acc1_at_head_epoch": 81.32,
|
| 84 |
+
"table_best_acc1": 81.39,
|
| 85 |
+
"note": "final-epoch head, not best-epoch: checkpoints overwrite per epoch. table_best_acc1 is the peak of the same run; the difference is the post-peak decline of a frozen-feature probe, largest on VLM encoders.",
|
| 86 |
+
"training_log": "logs/beitv2_vitb/ep.txt",
|
| 87 |
+
"params_incl_bn_stats": 1384937,
|
| 88 |
+
"file": "beitv2_vitb/ep_head.pth",
|
| 89 |
+
"size_mb": 5.5
|
| 90 |
+
},
|
| 91 |
+
{
|
| 92 |
+
"method": "SimMIM",
|
| 93 |
+
"arch": "ViT-B/16",
|
| 94 |
+
"pretrain": "IN-1K",
|
| 95 |
+
"image_size": 224,
|
| 96 |
+
"model": "vit_base_patch16",
|
| 97 |
+
"loader": "simmim",
|
| 98 |
+
"pretrain_tag": "",
|
| 99 |
+
"finetune": "vit_base_patch16_224.simmim/checkpoint-799.pth",
|
| 100 |
+
"extra_flags": "",
|
| 101 |
+
"cls_features": "ep",
|
| 102 |
+
"ep_queries": 32,
|
| 103 |
+
"d_out": 1,
|
| 104 |
+
"head_epoch": 89,
|
| 105 |
+
"val_acc1_at_head_epoch": 64.81,
|
| 106 |
+
"table_best_acc1": 64.86,
|
| 107 |
+
"note": "final-epoch head, not best-epoch: checkpoints overwrite per epoch. table_best_acc1 is the peak of the same run; the difference is the post-peak decline of a frozen-feature probe, largest on VLM encoders.",
|
| 108 |
+
"training_log": "logs/simmim_vitb/ep.txt",
|
| 109 |
+
"params_incl_bn_stats": 1384937,
|
| 110 |
+
"file": "simmim_vitb/ep_head.pth",
|
| 111 |
+
"size_mb": 5.5
|
| 112 |
+
},
|
| 113 |
+
{
|
| 114 |
+
"method": "CAPI",
|
| 115 |
+
"arch": "ViT-L/14",
|
| 116 |
+
"pretrain": "IN-1K",
|
| 117 |
+
"image_size": 224,
|
| 118 |
+
"model": "capi_vitl14_in1k",
|
| 119 |
+
"loader": "capi",
|
| 120 |
+
"pretrain_tag": "",
|
| 121 |
+
"finetune": "",
|
| 122 |
+
"extra_flags": "",
|
| 123 |
+
"cls_features": "ep",
|
| 124 |
+
"ep_queries": 32,
|
| 125 |
+
"d_out": 1,
|
| 126 |
+
"head_epoch": 89,
|
| 127 |
+
"val_acc1_at_head_epoch": 82.43,
|
| 128 |
+
"table_best_acc1": 82.98,
|
| 129 |
+
"note": "final-epoch head, not best-epoch: checkpoints overwrite per epoch. table_best_acc1 is the peak of the same run; the difference is the post-peak decline of a frozen-feature probe, largest on VLM encoders.",
|
| 130 |
+
"training_log": "logs/capi_vitl/ep.txt",
|
| 131 |
+
"params_incl_bn_stats": 2108393,
|
| 132 |
+
"file": "capi_vitl/ep_head.pth",
|
| 133 |
+
"size_mb": 8.4
|
| 134 |
+
},
|
| 135 |
+
{
|
| 136 |
+
"method": "DINO",
|
| 137 |
+
"arch": "ViT-B/16",
|
| 138 |
+
"pretrain": "IN-1K",
|
| 139 |
+
"image_size": 224,
|
| 140 |
+
"model": "vit_base_patch16",
|
| 141 |
+
"loader": "",
|
| 142 |
+
"pretrain_tag": "",
|
| 143 |
+
"finetune": "vit_base_patch16_224.dino",
|
| 144 |
+
"extra_flags": "",
|
| 145 |
+
"cls_features": "ep_all",
|
| 146 |
+
"ep_queries": 32,
|
| 147 |
+
"d_out": 1,
|
| 148 |
+
"head_epoch": 89,
|
| 149 |
+
"val_acc1_at_head_epoch": 77.08,
|
| 150 |
+
"table_best_acc1": 77.39,
|
| 151 |
+
"note": "final-epoch head, not best-epoch: checkpoints overwrite per epoch. table_best_acc1 is the peak of the same run; the difference is the post-peak decline of a frozen-feature probe, largest on VLM encoders.",
|
| 152 |
+
"training_log": "logs/dino_vitb/ep.txt",
|
| 153 |
+
"params_incl_bn_stats": 1384937,
|
| 154 |
+
"file": "dino_vitb/ep_head.pth",
|
| 155 |
+
"size_mb": 5.5
|
| 156 |
+
},
|
| 157 |
+
{
|
| 158 |
+
"method": "iBOT",
|
| 159 |
+
"arch": "ViT-B/16",
|
| 160 |
+
"pretrain": "IN-1K",
|
| 161 |
+
"image_size": 224,
|
| 162 |
+
"model": "vit_base_patch16",
|
| 163 |
+
"loader": "",
|
| 164 |
+
"pretrain_tag": "",
|
| 165 |
+
"finetune": "vit_base_patch16_224.ibot/checkpoint-799.pth",
|
| 166 |
+
"extra_flags": "",
|
| 167 |
+
"cls_features": "ep_all",
|
| 168 |
+
"ep_queries": 32,
|
| 169 |
+
"d_out": 1,
|
| 170 |
+
"head_epoch": 89,
|
| 171 |
+
"val_acc1_at_head_epoch": 78.62,
|
| 172 |
+
"table_best_acc1": 78.98,
|
| 173 |
+
"note": "final-epoch head, not best-epoch: checkpoints overwrite per epoch. table_best_acc1 is the peak of the same run; the difference is the post-peak decline of a frozen-feature probe, largest on VLM encoders.",
|
| 174 |
+
"training_log": "logs/ibot_vitb/ep.txt",
|
| 175 |
+
"params_incl_bn_stats": 1384937,
|
| 176 |
+
"file": "ibot_vitb/ep_head.pth",
|
| 177 |
+
"size_mb": 5.5
|
| 178 |
+
},
|
| 179 |
+
{
|
| 180 |
+
"method": "DINOv2",
|
| 181 |
+
"arch": "ViT-B/14",
|
| 182 |
+
"pretrain": "LVD-142M",
|
| 183 |
+
"image_size": 224,
|
| 184 |
+
"model": "dinov2_vitb14",
|
| 185 |
+
"loader": "hub",
|
| 186 |
+
"pretrain_tag": "",
|
| 187 |
+
"finetune": "",
|
| 188 |
+
"extra_flags": "",
|
| 189 |
+
"cls_features": "ep",
|
| 190 |
+
"ep_queries": 32,
|
| 191 |
+
"d_out": 1,
|
| 192 |
+
"head_epoch": 25,
|
| 193 |
+
"val_acc1_at_head_epoch": 83.61,
|
| 194 |
+
"table_best_acc1": 84.01,
|
| 195 |
+
"note": "final-epoch head, not best-epoch: checkpoints overwrite per epoch. table_best_acc1 is the peak of the same run; the difference is the post-peak decline of a frozen-feature probe, largest on VLM encoders.",
|
| 196 |
+
"training_log": "logs/dinov2_vitb/ep.txt",
|
| 197 |
+
"params_incl_bn_stats": 1384937,
|
| 198 |
+
"file": "dinov2_vitb/ep_head.pth",
|
| 199 |
+
"size_mb": 5.5
|
| 200 |
+
},
|
| 201 |
+
{
|
| 202 |
+
"method": "DINOv2",
|
| 203 |
+
"arch": "ViT-L/14",
|
| 204 |
+
"pretrain": "LVD-142M",
|
| 205 |
+
"image_size": 224,
|
| 206 |
+
"model": "dinov2_vitl14",
|
| 207 |
+
"loader": "hub",
|
| 208 |
+
"pretrain_tag": "",
|
| 209 |
+
"finetune": "",
|
| 210 |
+
"extra_flags": "",
|
| 211 |
+
"cls_features": "ep_all",
|
| 212 |
+
"ep_queries": 32,
|
| 213 |
+
"d_out": 1,
|
| 214 |
+
"head_epoch": 15,
|
| 215 |
+
"val_acc1_at_head_epoch": 85.56,
|
| 216 |
+
"table_best_acc1": 85.56,
|
| 217 |
+
"note": "best-epoch head: saved at the run's peak, the number the table reports.",
|
| 218 |
+
"training_log": "logs/dinov2_vitl/ep.txt",
|
| 219 |
+
"params_incl_bn_stats": 2108393,
|
| 220 |
+
"file": "dinov2_vitl/ep_head.pth",
|
| 221 |
+
"size_mb": 8.4
|
| 222 |
+
},
|
| 223 |
+
{
|
| 224 |
+
"method": "DINOv3",
|
| 225 |
+
"arch": "ViT-B/16",
|
| 226 |
+
"pretrain": "LVD-1689M",
|
| 227 |
+
"image_size": 224,
|
| 228 |
+
"model": "dinov3_vitb16",
|
| 229 |
+
"loader": "dinov3",
|
| 230 |
+
"pretrain_tag": "",
|
| 231 |
+
"finetune": "",
|
| 232 |
+
"extra_flags": "",
|
| 233 |
+
"cls_features": "ep_all",
|
| 234 |
+
"ep_queries": 32,
|
| 235 |
+
"d_out": 1,
|
| 236 |
+
"head_epoch": 20,
|
| 237 |
+
"val_acc1_at_head_epoch": 83.77,
|
| 238 |
+
"table_best_acc1": 84.11,
|
| 239 |
+
"note": "final-epoch head, not best-epoch: checkpoints overwrite per epoch. table_best_acc1 is the peak of the same run; the difference is the post-peak decline of a frozen-feature probe, largest on VLM encoders.",
|
| 240 |
+
"training_log": "logs/dinov3_vitb/ep.txt",
|
| 241 |
+
"params_incl_bn_stats": 1384937,
|
| 242 |
+
"file": "dinov3_vitb/ep_head.pth",
|
| 243 |
+
"size_mb": 5.5
|
| 244 |
+
},
|
| 245 |
+
{
|
| 246 |
+
"method": "DINOv3",
|
| 247 |
+
"arch": "ViT-L/16",
|
| 248 |
+
"pretrain": "LVD-1689M",
|
| 249 |
+
"image_size": 224,
|
| 250 |
+
"model": "dinov3_vitl16",
|
| 251 |
+
"loader": "dinov3",
|
| 252 |
+
"pretrain_tag": "",
|
| 253 |
+
"finetune": "",
|
| 254 |
+
"extra_flags": "",
|
| 255 |
+
"cls_features": "ep_all",
|
| 256 |
+
"ep_queries": 32,
|
| 257 |
+
"d_out": 1,
|
| 258 |
+
"head_epoch": 19,
|
| 259 |
+
"val_acc1_at_head_epoch": 86.73,
|
| 260 |
+
"table_best_acc1": 87.05,
|
| 261 |
+
"note": "final-epoch head, not best-epoch: checkpoints overwrite per epoch. table_best_acc1 is the peak of the same run; the difference is the post-peak decline of a frozen-feature probe, largest on VLM encoders.",
|
| 262 |
+
"training_log": "logs/dinov3_vitl/ep.txt",
|
| 263 |
+
"params_incl_bn_stats": 2108393,
|
| 264 |
+
"file": "dinov3_vitl/ep_head.pth",
|
| 265 |
+
"size_mb": 8.4
|
| 266 |
+
},
|
| 267 |
+
{
|
| 268 |
+
"method": "CLIP",
|
| 269 |
+
"arch": "ViT-L/14",
|
| 270 |
+
"pretrain": "WIT-400M",
|
| 271 |
+
"image_size": 224,
|
| 272 |
+
"model": "ViT-L-14",
|
| 273 |
+
"loader": "openclip",
|
| 274 |
+
"pretrain_tag": "openai",
|
| 275 |
+
"finetune": "",
|
| 276 |
+
"extra_flags": "",
|
| 277 |
+
"cls_features": "ep",
|
| 278 |
+
"ep_queries": 32,
|
| 279 |
+
"d_out": 1,
|
| 280 |
+
"head_epoch": 11,
|
| 281 |
+
"val_acc1_at_head_epoch": 83.22,
|
| 282 |
+
"table_best_acc1": 83.22,
|
| 283 |
+
"note": "best-epoch head: saved at the run's peak, the number the table reports.",
|
| 284 |
+
"training_log": "logs/clip_vitl/ep.txt",
|
| 285 |
+
"params_incl_bn_stats": 2108393,
|
| 286 |
+
"file": "clip_vitl/ep_head.pth",
|
| 287 |
+
"size_mb": 8.4
|
| 288 |
+
},
|
| 289 |
+
{
|
| 290 |
+
"method": "SigLIP",
|
| 291 |
+
"arch": "ViT-L/16",
|
| 292 |
+
"pretrain": "WebLI (10B imgs, 109 langs)",
|
| 293 |
+
"image_size": 256,
|
| 294 |
+
"model": "ViT-L-16-SigLIP-256",
|
| 295 |
+
"loader": "openclip",
|
| 296 |
+
"pretrain_tag": "webli",
|
| 297 |
+
"finetune": "",
|
| 298 |
+
"extra_flags": "",
|
| 299 |
+
"cls_features": "ep",
|
| 300 |
+
"ep_queries": 32,
|
| 301 |
+
"d_out": 1,
|
| 302 |
+
"head_epoch": 6,
|
| 303 |
+
"val_acc1_at_head_epoch": 85.93,
|
| 304 |
+
"table_best_acc1": 85.93,
|
| 305 |
+
"note": "best-epoch head: saved at the run's peak, the number the table reports.",
|
| 306 |
+
"training_log": "logs/siglip_vitl/ep.txt",
|
| 307 |
+
"params_incl_bn_stats": 2108393,
|
| 308 |
+
"file": "siglip_vitl/ep_head.pth",
|
| 309 |
+
"size_mb": 8.4
|
| 310 |
+
},
|
| 311 |
+
{
|
| 312 |
+
"method": "SigLIP2",
|
| 313 |
+
"arch": "ViT-L/16",
|
| 314 |
+
"pretrain": "WebLI (10B imgs, 109 langs)",
|
| 315 |
+
"image_size": 256,
|
| 316 |
+
"model": "ViT-L-16-SigLIP2-256",
|
| 317 |
+
"loader": "openclip",
|
| 318 |
+
"pretrain_tag": "webli",
|
| 319 |
+
"finetune": "",
|
| 320 |
+
"extra_flags": "",
|
| 321 |
+
"cls_features": "ep",
|
| 322 |
+
"ep_queries": 32,
|
| 323 |
+
"d_out": 1,
|
| 324 |
+
"head_epoch": 6,
|
| 325 |
+
"val_acc1_at_head_epoch": 87.06,
|
| 326 |
+
"table_best_acc1": 87.06,
|
| 327 |
+
"note": "best-epoch head: saved at the run's peak, the number the table reports.",
|
| 328 |
+
"training_log": "logs/siglip2_vitl/ep.txt",
|
| 329 |
+
"params_incl_bn_stats": 2108393,
|
| 330 |
+
"file": "siglip2_vitl/ep_head.pth",
|
| 331 |
+
"size_mb": 8.4
|
| 332 |
+
},
|
| 333 |
+
{
|
| 334 |
+
"method": "AIMv2",
|
| 335 |
+
"arch": "ViT-L/14",
|
| 336 |
+
"pretrain": "DFN-2B + COYO + HQITP",
|
| 337 |
+
"image_size": 224,
|
| 338 |
+
"model": "aimv2-large-patch14-224",
|
| 339 |
+
"loader": "aimv2",
|
| 340 |
+
"pretrain_tag": "",
|
| 341 |
+
"finetune": "",
|
| 342 |
+
"extra_flags": "",
|
| 343 |
+
"cls_features": "ep",
|
| 344 |
+
"ep_queries": 32,
|
| 345 |
+
"d_out": 1,
|
| 346 |
+
"head_epoch": 19,
|
| 347 |
+
"val_acc1_at_head_epoch": 85.62,
|
| 348 |
+
"table_best_acc1": 85.94,
|
| 349 |
+
"note": "final-epoch head, not best-epoch: checkpoints overwrite per epoch. table_best_acc1 is the peak of the same run; the difference is the post-peak decline of a frozen-feature probe, largest on VLM encoders.",
|
| 350 |
+
"training_log": "logs/aimv2_vitl/ep.txt",
|
| 351 |
+
"params_incl_bn_stats": 2108393,
|
| 352 |
+
"file": "aimv2_vitl/ep_head.pth",
|
| 353 |
+
"size_mb": 8.4
|
| 354 |
+
},
|
| 355 |
+
{
|
| 356 |
+
"method": "SigLIP2",
|
| 357 |
+
"arch": "SO400M/14",
|
| 358 |
+
"pretrain": "WebLI (10B imgs, 109 langs)",
|
| 359 |
+
"image_size": 224,
|
| 360 |
+
"model": "ViT-SO400M-14-SigLIP2",
|
| 361 |
+
"loader": "openclip",
|
| 362 |
+
"pretrain_tag": "webli",
|
| 363 |
+
"finetune": "",
|
| 364 |
+
"extra_flags": "",
|
| 365 |
+
"cls_features": "ep",
|
| 366 |
+
"ep_queries": 32,
|
| 367 |
+
"d_out": 1,
|
| 368 |
+
"head_epoch": 29,
|
| 369 |
+
"val_acc1_at_head_epoch": 85.64,
|
| 370 |
+
"table_best_acc1": 87.68,
|
| 371 |
+
"note": "final-epoch head, not best-epoch: checkpoints overwrite per epoch. table_best_acc1 is the peak of the same run; the difference is the post-peak decline of a frozen-feature probe, largest on VLM encoders.",
|
| 372 |
+
"training_log": "logs/siglip2_so400m/ep.txt",
|
| 373 |
+
"params_incl_bn_stats": 2519273,
|
| 374 |
+
"file": "siglip2_so400m/ep_head.pth",
|
| 375 |
+
"size_mb": 10.1
|
| 376 |
+
},
|
| 377 |
+
{
|
| 378 |
+
"method": "EVA02",
|
| 379 |
+
"arch": "ViT-L/14",
|
| 380 |
+
"pretrain": "IN-22K",
|
| 381 |
+
"image_size": 224,
|
| 382 |
+
"model": "eva02_large_patch14_224.mim_in22k",
|
| 383 |
+
"loader": "timm",
|
| 384 |
+
"pretrain_tag": "",
|
| 385 |
+
"finetune": "",
|
| 386 |
+
"extra_flags": "",
|
| 387 |
+
"cls_features": "ep",
|
| 388 |
+
"ep_queries": 32,
|
| 389 |
+
"d_out": 1,
|
| 390 |
+
"head_epoch": 89,
|
| 391 |
+
"val_acc1_at_head_epoch": 83.22,
|
| 392 |
+
"table_best_acc1": 83.58,
|
| 393 |
+
"note": "final-epoch head, not best-epoch: checkpoints overwrite per epoch. table_best_acc1 is the peak of the same run; the difference is the post-peak decline of a frozen-feature probe, largest on VLM encoders.",
|
| 394 |
+
"training_log": "logs/eva02_vitl_mim/ep.txt",
|
| 395 |
+
"params_incl_bn_stats": 2108393,
|
| 396 |
+
"file": "eva02_vitl_mim/ep_head.pth",
|
| 397 |
+
"size_mb": 8.4
|
| 398 |
+
},
|
| 399 |
+
{
|
| 400 |
+
"method": "RADIO",
|
| 401 |
+
"arch": "ViT-L/16",
|
| 402 |
+
"pretrain": "distilled (DFN5B/SigLIP/DINOv2/SAM)",
|
| 403 |
+
"image_size": 224,
|
| 404 |
+
"model": "radio_v2.5-l",
|
| 405 |
+
"loader": "radio",
|
| 406 |
+
"pretrain_tag": "",
|
| 407 |
+
"finetune": "",
|
| 408 |
+
"extra_flags": "",
|
| 409 |
+
"cls_features": "ep",
|
| 410 |
+
"ep_queries": 32,
|
| 411 |
+
"d_out": 1,
|
| 412 |
+
"head_epoch": 89,
|
| 413 |
+
"val_acc1_at_head_epoch": 83.4,
|
| 414 |
+
"table_best_acc1": 83.89,
|
| 415 |
+
"note": "final-epoch head, not best-epoch: checkpoints overwrite per epoch. table_best_acc1 is the peak of the same run; the difference is the post-peak decline of a frozen-feature probe, largest on VLM encoders.",
|
| 416 |
+
"training_log": "logs/radio_v25_l/ep.txt",
|
| 417 |
+
"params_incl_bn_stats": 2108393,
|
| 418 |
+
"file": "radio_v25_l/ep_head.pth",
|
| 419 |
+
"size_mb": 8.4
|
| 420 |
+
},
|
| 421 |
+
{
|
| 422 |
+
"method": "Hiera",
|
| 423 |
+
"arch": "ViT-H/16",
|
| 424 |
+
"pretrain": "IN-1K",
|
| 425 |
+
"image_size": 224,
|
| 426 |
+
"model": "hiera_huge_224.mae",
|
| 427 |
+
"loader": "timm",
|
| 428 |
+
"pretrain_tag": "",
|
| 429 |
+
"finetune": "",
|
| 430 |
+
"extra_flags": "",
|
| 431 |
+
"cls_features": "ep",
|
| 432 |
+
"ep_queries": 32,
|
| 433 |
+
"d_out": 1,
|
| 434 |
+
"head_epoch": 89,
|
| 435 |
+
"val_acc1_at_head_epoch": 79.82,
|
| 436 |
+
"table_best_acc1": 79.89,
|
| 437 |
+
"note": "final-epoch head, not best-epoch: checkpoints overwrite per epoch. table_best_acc1 is the peak of the same run; the difference is the post-peak decline of a frozen-feature probe, largest on VLM encoders.",
|
| 438 |
+
"training_log": "logs/hiera_huge/ep.txt",
|
| 439 |
+
"params_incl_bn_stats": 6312937,
|
| 440 |
+
"file": "hiera_huge/ep_head.pth",
|
| 441 |
+
"size_mb": 25.3
|
| 442 |
+
},
|
| 443 |
+
{
|
| 444 |
+
"method": "Hiera",
|
| 445 |
+
"arch": "ViT-L/16",
|
| 446 |
+
"pretrain": "IN-1K",
|
| 447 |
+
"image_size": 224,
|
| 448 |
+
"model": "hiera_large_224.mae",
|
| 449 |
+
"loader": "timm",
|
| 450 |
+
"pretrain_tag": "",
|
| 451 |
+
"finetune": "",
|
| 452 |
+
"extra_flags": "",
|
| 453 |
+
"cls_features": "ep",
|
| 454 |
+
"ep_queries": 32,
|
| 455 |
+
"d_out": 1,
|
| 456 |
+
"head_epoch": 83,
|
| 457 |
+
"val_acc1_at_head_epoch": 78.51,
|
| 458 |
+
"table_best_acc1": 78.55,
|
| 459 |
+
"note": "final-epoch head, not best-epoch: checkpoints overwrite per epoch. table_best_acc1 is the peak of the same run; the difference is the post-peak decline of a frozen-feature probe, largest on VLM encoders.",
|
| 460 |
+
"training_log": "logs/hiera_large/ep.txt",
|
| 461 |
+
"params_incl_bn_stats": 2519273,
|
| 462 |
+
"file": "hiera_large/ep_head.pth",
|
| 463 |
+
"size_mb": 10.1
|
| 464 |
+
},
|
| 465 |
+
{
|
| 466 |
+
"method": "Hiera",
|
| 467 |
+
"arch": "ViT-B/16",
|
| 468 |
+
"pretrain": "IN-1K",
|
| 469 |
+
"image_size": 224,
|
| 470 |
+
"model": "hiera_base_224.mae",
|
| 471 |
+
"loader": "timm",
|
| 472 |
+
"pretrain_tag": "",
|
| 473 |
+
"finetune": "",
|
| 474 |
+
"extra_flags": "",
|
| 475 |
+
"cls_features": "ep",
|
| 476 |
+
"ep_queries": 32,
|
| 477 |
+
"d_out": 1,
|
| 478 |
+
"head_epoch": 88,
|
| 479 |
+
"val_acc1_at_head_epoch": 75.63,
|
| 480 |
+
"table_best_acc1": 75.68,
|
| 481 |
+
"note": "final-epoch head, not best-epoch: checkpoints overwrite per epoch. table_best_acc1 is the peak of the same run; the difference is the post-peak decline of a frozen-feature probe, largest on VLM encoders.",
|
| 482 |
+
"training_log": "logs/hiera_base/ep.txt",
|
| 483 |
+
"params_incl_bn_stats": 1384937,
|
| 484 |
+
"file": "hiera_base/ep_head.pth",
|
| 485 |
+
"size_mb": 5.5
|
| 486 |
+
},
|
| 487 |
+
{
|
| 488 |
+
"method": "RADIO",
|
| 489 |
+
"arch": "ViT-B/16",
|
| 490 |
+
"pretrain": "distilled (DFN5B/SigLIP/DINOv2/SAM)",
|
| 491 |
+
"image_size": 224,
|
| 492 |
+
"model": "radio_v2.5-b",
|
| 493 |
+
"loader": "radio",
|
| 494 |
+
"pretrain_tag": "",
|
| 495 |
+
"finetune": "",
|
| 496 |
+
"extra_flags": "",
|
| 497 |
+
"cls_features": "ep",
|
| 498 |
+
"ep_queries": 32,
|
| 499 |
+
"d_out": 1,
|
| 500 |
+
"head_epoch": 89,
|
| 501 |
+
"val_acc1_at_head_epoch": 80.26,
|
| 502 |
+
"table_best_acc1": 80.29,
|
| 503 |
+
"note": "final-epoch head, not best-epoch: checkpoints overwrite per epoch. table_best_acc1 is the peak of the same run; the difference is the post-peak decline of a frozen-feature probe, largest on VLM encoders.",
|
| 504 |
+
"training_log": "logs/radio_v25_b/ep.txt",
|
| 505 |
+
"params_incl_bn_stats": 1384937,
|
| 506 |
+
"file": "radio_v25_b/ep_head.pth",
|
| 507 |
+
"size_mb": 5.5
|
| 508 |
+
},
|
| 509 |
+
{
|
| 510 |
+
"method": "CLIP",
|
| 511 |
+
"arch": "ViT-B/16",
|
| 512 |
+
"pretrain": "WIT-400M",
|
| 513 |
+
"image_size": 224,
|
| 514 |
+
"model": "ViT-B-16",
|
| 515 |
+
"loader": "openclip",
|
| 516 |
+
"pretrain_tag": "openai",
|
| 517 |
+
"finetune": "",
|
| 518 |
+
"extra_flags": "",
|
| 519 |
+
"cls_features": "ep_all",
|
| 520 |
+
"ep_queries": 32,
|
| 521 |
+
"d_out": 1,
|
| 522 |
+
"head_epoch": 11,
|
| 523 |
+
"val_acc1_at_head_epoch": 77.85,
|
| 524 |
+
"table_best_acc1": 77.85,
|
| 525 |
+
"note": "best-epoch head: saved at the run's peak, the number the table reports.",
|
| 526 |
+
"training_log": "logs/clip_vitb16/ep.txt",
|
| 527 |
+
"params_incl_bn_stats": 792553,
|
| 528 |
+
"file": "clip_vitb16/ep_head.pth",
|
| 529 |
+
"size_mb": 3.2
|
| 530 |
+
},
|
| 531 |
+
{
|
| 532 |
+
"method": "PE-Core",
|
| 533 |
+
"arch": "L-14/336",
|
| 534 |
+
"pretrain": "MetaCLIP-curated 5.4B",
|
| 535 |
+
"image_size": 336,
|
| 536 |
+
"model": "PE-Core-L-14-336",
|
| 537 |
+
"loader": "openclip",
|
| 538 |
+
"pretrain_tag": "meta",
|
| 539 |
+
"finetune": "",
|
| 540 |
+
"extra_flags": "",
|
| 541 |
+
"cls_features": "ep",
|
| 542 |
+
"ep_queries": 32,
|
| 543 |
+
"d_out": 1,
|
| 544 |
+
"head_epoch": 12,
|
| 545 |
+
"val_acc1_at_head_epoch": 87.25,
|
| 546 |
+
"table_best_acc1": 87.25,
|
| 547 |
+
"note": "best-epoch head: saved at the run's peak, the number the table reports.",
|
| 548 |
+
"training_log": "logs/pe_core_l336/ep.txt",
|
| 549 |
+
"params_incl_bn_stats": 2108393,
|
| 550 |
+
"file": "pe_core_l336/ep_head.pth",
|
| 551 |
+
"size_mb": 8.4
|
| 552 |
+
},
|
| 553 |
+
{
|
| 554 |
+
"method": "EVA02-CLIP",
|
| 555 |
+
"arch": "E-14",
|
| 556 |
+
"pretrain": "LAION-2B (4B seen)",
|
| 557 |
+
"image_size": 224,
|
| 558 |
+
"model": "EVA02-E-14",
|
| 559 |
+
"loader": "openclip",
|
| 560 |
+
"pretrain_tag": "laion2b_s4b_b115k",
|
| 561 |
+
"finetune": "",
|
| 562 |
+
"extra_flags": "",
|
| 563 |
+
"cls_features": "ep",
|
| 564 |
+
"ep_queries": 32,
|
| 565 |
+
"d_out": 1,
|
| 566 |
+
"head_epoch": 6,
|
| 567 |
+
"val_acc1_at_head_epoch": 87.7,
|
| 568 |
+
"table_best_acc1": 87.7,
|
| 569 |
+
"note": "best-epoch head: saved at the run's peak, the number the table reports.",
|
| 570 |
+
"training_log": "logs/eva02_e14/ep.txt",
|
| 571 |
+
"params_incl_bn_stats": 5065193,
|
| 572 |
+
"file": "eva02_e14/ep_head.pth",
|
| 573 |
+
"size_mb": 20.3
|
| 574 |
+
},
|
| 575 |
+
{
|
| 576 |
+
"method": "MetaCLIP2",
|
| 577 |
+
"arch": "ViT-bigG/14",
|
| 578 |
+
"pretrain": "MetaCLIP2-worldwide (300+ langs)",
|
| 579 |
+
"image_size": 224,
|
| 580 |
+
"model": "ViT-bigG-14-worldwide",
|
| 581 |
+
"loader": "openclip",
|
| 582 |
+
"pretrain_tag": "metaclip2_worldwide",
|
| 583 |
+
"finetune": "",
|
| 584 |
+
"extra_flags": "",
|
| 585 |
+
"cls_features": "ep",
|
| 586 |
+
"ep_queries": 32,
|
| 587 |
+
"d_out": 1,
|
| 588 |
+
"head_epoch": 6,
|
| 589 |
+
"val_acc1_at_head_epoch": 87.11,
|
| 590 |
+
"table_best_acc1": 87.11,
|
| 591 |
+
"note": "best-epoch head: saved at the run's peak, the number the table reports.",
|
| 592 |
+
"training_log": "logs/metaclip2_bigg/ep.txt",
|
| 593 |
+
"params_incl_bn_stats": 4490473,
|
| 594 |
+
"file": "metaclip2_bigg/ep_head.pth",
|
| 595 |
+
"size_mb": 18.0
|
| 596 |
+
},
|
| 597 |
+
{
|
| 598 |
+
"method": "DINOv3",
|
| 599 |
+
"arch": "ViT-7B/16",
|
| 600 |
+
"pretrain": "LVD-1689M",
|
| 601 |
+
"image_size": 224,
|
| 602 |
+
"model": "dinov3_vit7b16",
|
| 603 |
+
"loader": "dinov3",
|
| 604 |
+
"pretrain_tag": "",
|
| 605 |
+
"finetune": "",
|
| 606 |
+
"extra_flags": "",
|
| 607 |
+
"cls_features": "ep_all",
|
| 608 |
+
"ep_queries": 32,
|
| 609 |
+
"d_out": 1,
|
| 610 |
+
"head_epoch": 6,
|
| 611 |
+
"val_acc1_at_head_epoch": 88.36,
|
| 612 |
+
"table_best_acc1": 88.36,
|
| 613 |
+
"note": "best-epoch head: saved at the run's peak, the number the table reports.",
|
| 614 |
+
"training_log": "logs/dinov3_vit7b/ep.txt",
|
| 615 |
+
"params_incl_bn_stats": 21013481,
|
| 616 |
+
"file": "dinov3_vit7b/ep_head.pth",
|
| 617 |
+
"size_mb": 84.1
|
| 618 |
+
},
|
| 619 |
+
{
|
| 620 |
+
"method": "MaskFeat",
|
| 621 |
+
"arch": "ViT-B/16",
|
| 622 |
+
"pretrain": "IN-1K",
|
| 623 |
+
"image_size": 224,
|
| 624 |
+
"model": "vit_base_patch16",
|
| 625 |
+
"loader": "",
|
| 626 |
+
"pretrain_tag": "",
|
| 627 |
+
"finetune": "vit_base_patch16_224.maskfeat/checkpoint-799.pth",
|
| 628 |
+
"extra_flags": "",
|
| 629 |
+
"cls_features": "ep",
|
| 630 |
+
"ep_queries": 32,
|
| 631 |
+
"d_out": 1,
|
| 632 |
+
"head_epoch": 89,
|
| 633 |
+
"val_acc1_at_head_epoch": 71.68,
|
| 634 |
+
"table_best_acc1": 71.76,
|
| 635 |
+
"note": "final-epoch head, not best-epoch: checkpoints overwrite per epoch. table_best_acc1 is the peak of the same run; the difference is the post-peak decline of a frozen-feature probe, largest on VLM encoders.",
|
| 636 |
+
"training_log": "logs/maskfeat_vitb/ep.txt",
|
| 637 |
+
"params_incl_bn_stats": 1384937,
|
| 638 |
+
"file": "maskfeat_vitb/ep_head.pth",
|
| 639 |
+
"size_mb": 5.5
|
| 640 |
+
},
|
| 641 |
+
{
|
| 642 |
+
"method": "I-JEPA",
|
| 643 |
+
"arch": "ViT-H/14",
|
| 644 |
+
"pretrain": "IN-1K",
|
| 645 |
+
"image_size": 224,
|
| 646 |
+
"model": "vit_huge_patch14",
|
| 647 |
+
"loader": "",
|
| 648 |
+
"pretrain_tag": "",
|
| 649 |
+
"finetune": "vit_huge_patch14_224.ijepa/checkpoint-799.pth",
|
| 650 |
+
"extra_flags": "--no_cls_token",
|
| 651 |
+
"cls_features": "ep",
|
| 652 |
+
"ep_queries": 32,
|
| 653 |
+
"d_out": 1,
|
| 654 |
+
"head_epoch": 89,
|
| 655 |
+
"val_acc1_at_head_epoch": 78.8,
|
| 656 |
+
"table_best_acc1": 79.0,
|
| 657 |
+
"note": "final-epoch head, not best-epoch: checkpoints overwrite per epoch. table_best_acc1 is the peak of the same run; the difference is the post-peak decline of a frozen-feature probe, largest on VLM encoders.",
|
| 658 |
+
"training_log": "logs/ijepa_vith/ep.txt",
|
| 659 |
+
"params_incl_bn_stats": 2962921,
|
| 660 |
+
"file": "ijepa_vith/ep_head.pth",
|
| 661 |
+
"size_mb": 11.9
|
| 662 |
+
},
|
| 663 |
+
{
|
| 664 |
+
"method": "MoCov3",
|
| 665 |
+
"arch": "ViT-B/16",
|
| 666 |
+
"pretrain": "IN-1K",
|
| 667 |
+
"image_size": 224,
|
| 668 |
+
"model": "vit_base_patch16",
|
| 669 |
+
"loader": "",
|
| 670 |
+
"pretrain_tag": "",
|
| 671 |
+
"finetune": "vit_base_patch16_224.mocov3/checkpoint-799.pth",
|
| 672 |
+
"extra_flags": "",
|
| 673 |
+
"cls_features": "ep_all",
|
| 674 |
+
"ep_queries": 32,
|
| 675 |
+
"d_out": 1,
|
| 676 |
+
"head_epoch": 89,
|
| 677 |
+
"val_acc1_at_head_epoch": 76.21,
|
| 678 |
+
"table_best_acc1": 76.53,
|
| 679 |
+
"note": "final-epoch head, not best-epoch: checkpoints overwrite per epoch. table_best_acc1 is the peak of the same run; the difference is the post-peak decline of a frozen-feature probe, largest on VLM encoders.",
|
| 680 |
+
"training_log": "logs/mocov3_vitb/ep.txt",
|
| 681 |
+
"params_incl_bn_stats": 1384937,
|
| 682 |
+
"file": "mocov3_vitb/ep_head.pth",
|
| 683 |
+
"size_mb": 5.5
|
| 684 |
+
},
|
| 685 |
+
{
|
| 686 |
+
"method": "iBOT",
|
| 687 |
+
"arch": "ViT-L/16",
|
| 688 |
+
"pretrain": "IN-1K",
|
| 689 |
+
"image_size": 224,
|
| 690 |
+
"model": "vit_large_patch16",
|
| 691 |
+
"loader": "",
|
| 692 |
+
"pretrain_tag": "",
|
| 693 |
+
"finetune": "vit_large_patch16_224.ibot/checkpoint-799.pth",
|
| 694 |
+
"extra_flags": "",
|
| 695 |
+
"cls_features": "ep_all",
|
| 696 |
+
"ep_queries": 32,
|
| 697 |
+
"d_out": 1,
|
| 698 |
+
"head_epoch": 89,
|
| 699 |
+
"val_acc1_at_head_epoch": 79.43,
|
| 700 |
+
"table_best_acc1": 79.97,
|
| 701 |
+
"note": "final-epoch head, not best-epoch: checkpoints overwrite per epoch. table_best_acc1 is the peak of the same run; the difference is the post-peak decline of a frozen-feature probe, largest on VLM encoders.",
|
| 702 |
+
"training_log": "logs/ibot_vitl/ep.txt",
|
| 703 |
+
"params_incl_bn_stats": 2108393,
|
| 704 |
+
"file": "ibot_vitl/ep_head.pth",
|
| 705 |
+
"size_mb": 8.4
|
| 706 |
+
},
|
| 707 |
+
{
|
| 708 |
+
"method": "MetaCLIP2",
|
| 709 |
+
"arch": "ViT-bigG/14-378",
|
| 710 |
+
"pretrain": "MetaCLIP2-worldwide (300+ langs)",
|
| 711 |
+
"image_size": 378,
|
| 712 |
+
"model": "ViT-bigG-14-worldwide-378",
|
| 713 |
+
"loader": "openclip",
|
| 714 |
+
"pretrain_tag": "metaclip2_worldwide",
|
| 715 |
+
"finetune": "",
|
| 716 |
+
"extra_flags": "",
|
| 717 |
+
"cls_features": "ep",
|
| 718 |
+
"ep_queries": 32,
|
| 719 |
+
"d_out": 1,
|
| 720 |
+
"head_epoch": 6,
|
| 721 |
+
"val_acc1_at_head_epoch": 88.12,
|
| 722 |
+
"table_best_acc1": 88.12,
|
| 723 |
+
"note": "best-epoch head: saved at the run's peak, the number the table reports.",
|
| 724 |
+
"training_log": "logs/metaclip2_bigg378/ep.txt",
|
| 725 |
+
"params_incl_bn_stats": 4490473,
|
| 726 |
+
"file": "metaclip2_bigg378/ep_head.pth",
|
| 727 |
+
"size_mb": 18.0
|
| 728 |
+
},
|
| 729 |
+
{
|
| 730 |
+
"method": "MaskFeat",
|
| 731 |
+
"arch": "ViT-L/16",
|
| 732 |
+
"pretrain": "IN-1K",
|
| 733 |
+
"image_size": 224,
|
| 734 |
+
"model": "vit_large_patch16",
|
| 735 |
+
"loader": "",
|
| 736 |
+
"pretrain_tag": "",
|
| 737 |
+
"finetune": "vit_large_patch16_224.maskfeat/checkpoint-799.pth",
|
| 738 |
+
"extra_flags": "",
|
| 739 |
+
"cls_features": "ep",
|
| 740 |
+
"ep_queries": 32,
|
| 741 |
+
"d_out": 1,
|
| 742 |
+
"head_epoch": 89,
|
| 743 |
+
"val_acc1_at_head_epoch": 69.56,
|
| 744 |
+
"table_best_acc1": 69.63,
|
| 745 |
+
"note": "final-epoch head, not best-epoch: checkpoints overwrite per epoch. table_best_acc1 is the peak of the same run; the difference is the post-peak decline of a frozen-feature probe, largest on VLM encoders.",
|
| 746 |
+
"training_log": "logs/maskfeat_large/ep.txt",
|
| 747 |
+
"params_incl_bn_stats": 2108393,
|
| 748 |
+
"file": "maskfeat_large/ep_head.pth",
|
| 749 |
+
"size_mb": 8.4
|
| 750 |
+
},
|
| 751 |
+
{
|
| 752 |
+
"method": "EVA02-CLIP",
|
| 753 |
+
"arch": "E-14-plus",
|
| 754 |
+
"pretrain": "LAION-2B (9B seen)",
|
| 755 |
+
"image_size": 224,
|
| 756 |
+
"model": "EVA02-E-14-plus",
|
| 757 |
+
"loader": "openclip",
|
| 758 |
+
"pretrain_tag": "laion2b_s9b_b144k",
|
| 759 |
+
"finetune": "",
|
| 760 |
+
"extra_flags": "",
|
| 761 |
+
"cls_features": "ep",
|
| 762 |
+
"ep_queries": 32,
|
| 763 |
+
"d_out": 1,
|
| 764 |
+
"head_epoch": 6,
|
| 765 |
+
"val_acc1_at_head_epoch": 87.98,
|
| 766 |
+
"table_best_acc1": 87.98,
|
| 767 |
+
"note": "best-epoch head: saved at the run's peak, the number the table reports.",
|
| 768 |
+
"training_log": "logs/eva02_e14_plus/ep.txt",
|
| 769 |
+
"params_incl_bn_stats": 5065193,
|
| 770 |
+
"file": "eva02_e14_plus/ep_head.pth",
|
| 771 |
+
"size_mb": 20.3
|
| 772 |
+
},
|
| 773 |
+
{
|
| 774 |
+
"method": "Franca",
|
| 775 |
+
"arch": "ViT-L/14",
|
| 776 |
+
"pretrain": "LAION-600M",
|
| 777 |
+
"image_size": 224,
|
| 778 |
+
"model": "franca_vitl14",
|
| 779 |
+
"loader": "franca",
|
| 780 |
+
"pretrain_tag": "",
|
| 781 |
+
"finetune": "",
|
| 782 |
+
"extra_flags": "--franca_weights LAION",
|
| 783 |
+
"cls_features": "ep_all",
|
| 784 |
+
"ep_queries": 32,
|
| 785 |
+
"d_out": 1,
|
| 786 |
+
"head_epoch": 14,
|
| 787 |
+
"val_acc1_at_head_epoch": 84.28,
|
| 788 |
+
"table_best_acc1": 84.28,
|
| 789 |
+
"note": "best-epoch head: saved at the run's peak, the number the table reports.",
|
| 790 |
+
"training_log": "logs/franca_laion/ep_all.txt",
|
| 791 |
+
"params_incl_bn_stats": 2108393,
|
| 792 |
+
"file": "franca_laion/ep_head.pth",
|
| 793 |
+
"size_mb": 8.4
|
| 794 |
+
}
|
| 795 |
+
],
|
| 796 |
+
"missing": [
|
| 797 |
+
{
|
| 798 |
+
"method": "DiT",
|
| 799 |
+
"arch": "DiT-XL/2",
|
| 800 |
+
"reason": "no surviving checkpoint: the run's output directory was deleted after its logs were published; re-run required to export a head"
|
| 801 |
+
}
|
| 802 |
+
]
|
| 803 |
+
}
|