Hugging Face's logo

binxu
/
spatial-sae-checkpoints

Model card Files
xet
 Community
spatial-sae-checkpoints
File size: 1,208 Bytes
8d981c0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
{
  "data_path": "/n/home12/binxuwang/T-SAE-Spatial/data/imagenet_data/train-00000-of-00001-18bc3231d015f1e8.parquet",
  "image_root": null,
  "image_column": "image",
  "dino_model": "dinov2_vitb14_reg",
  "dino_repo_path": "/n/holylfs06/LABS/kempner_fellow_binxuwang/Users/binxuwang/torch_cache/hub/facebookresearch_dinov2_main",
  "image_size": 224,
  "batch_size": 512,
  "batch_size_images": 8,
  "pairs_per_image": 64,
  "neighbor_mode": "8",
  "num_workers": 4,
  "steps": 100000,
  "dict_size": 512,
  "k": 32,
  "group_fractions": [
    0.2,
    0.8
  ],
  "group_weights": [
    0.2,
    0.8
  ],
  "lr": null,
  "auxk_alpha": 0.03125,
  "temp_alpha": 0.1,
  "warmup_steps": 1000,
  "decay_start": null,
  "threshold_beta": 0.999,
  "threshold_start_step": 1000,
  "seed": 0,
  "layer": 0,
  "lm_name": "dinov2_vitb14",
  "wandb_name": "SpatialTemporalMatryoshkaBatchTopKSAE",
  "submodule_name": "x_norm_patchtokens",
  "dino_block": 7,
  "no_contrastive": false,
  "neighbor_recon": false,
  "normalize_contrastive": false,
  "init_from_ckpt": null,
  "device": "cuda",
  "save_dir": "/n/home12/binxuwang/T-SAE-Spatial/ckpts_small_spatial_block7",
  "save_every": 10000,
  "activation_dim": 768
}