| { |
| "_name_or_path": "checkpoint-dinov2-100ep/model/checkpoint-150700", |
| "architectures": [ |
| "DINOv2" |
| ], |
| "base_lr": 0.002, |
| "batch_size": 4096, |
| "center_momentum": 0.9, |
| "clip_grad": 3.0, |
| "depth": 12, |
| "dino_head_n_prototypes": 65536, |
| "dino_loss_weight": 1.0, |
| "drop_path_rate": 0.3, |
| "drop_path_uniform": false, |
| "embed_dim": 384, |
| "ffn_bias": true, |
| "final_momentum_teacher": 1.0, |
| "global_crops_scale": [ |
| 0.32, |
| 1.0 |
| ], |
| "head_bottleneck_dim": 256, |
| "head_hidden_dim": 2048, |
| "head_nlayers": 3, |
| "ibot_loss_weight": 1.0, |
| "img_size": 224, |
| "in_chans": 3, |
| "init_values": null, |
| "interpolate_antialias": false, |
| "interpolate_offset": 0.1, |
| "koleo_loss_weight": 0.1, |
| "layerwise_decay": 0.9, |
| "local_crops_number": 8, |
| "local_crops_scale": [ |
| 0.05, |
| 0.32 |
| ], |
| "local_crops_size": 96, |
| "lr_warmup_percentile": 0.03, |
| "min_lr": 1e-06, |
| "mlp_ratio": 4.0, |
| "momentum_teacher": 0.992, |
| "num_heads": 6, |
| "num_register_tokens": 4, |
| "patch_embed_lr_mult": 0.2, |
| "patch_size": 16, |
| "proj_bias": true, |
| "qkv_bias": true, |
| "student_temp": 0.1, |
| "teacher_temp": 0.07, |
| "teacher_temp_warmup_percentile": 0.1, |
| "torch_dtype": "float32", |
| "transformers_version": "4.41.0", |
| "warmup_teacher_temp": 0.04, |
| "weight_decay": 0.04, |
| "weight_decay_end": 0.4 |
| } |
|
|