binxu commited on
Commit
5c4372a
·
verified ·
1 Parent(s): 599f327

Upload checkpoints/multiscale_v2_nsd_block9/run_args.json with huggingface_hub

Browse files
checkpoints/multiscale_v2_nsd_block9/run_args.json ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "data_path": null,
3
+ "hdf5_path": "/n/holylfs06/LABS/kempner_fellow_binxuwang/Users/binxuwang/Datasets/NSD_human_fMRI/stimuli/nsd_stimuli.hdf5",
4
+ "hdf5_key": "imgBrick",
5
+ "image_root": null,
6
+ "image_column": "image",
7
+ "dino_model": "dinov2_vitb14",
8
+ "dino_repo_path": "/n/holylfs06/LABS/kempner_fellow_binxuwang/Users/binxuwang/torch_cache/hub/facebookresearch_dinov2_main",
9
+ "image_size": 224,
10
+ "dino_block": 9,
11
+ "g0_dist_min": 6,
12
+ "g0_dist_max": 8,
13
+ "g1_pos_dist_min": 3,
14
+ "g1_pos_dist_max": 5,
15
+ "g1_neg_dist_min": 1,
16
+ "g1_neg_dist_max": 2,
17
+ "g2_pos_dist": 1,
18
+ "g2_neg_dist_min": 4,
19
+ "batch_size": 512,
20
+ "batch_size_images": 8,
21
+ "pairs_per_image": 64,
22
+ "num_workers": 4,
23
+ "steps": 100000,
24
+ "dict_size": 16384,
25
+ "k": 32,
26
+ "group_fractions": [
27
+ 0.25,
28
+ 0.25,
29
+ 0.25,
30
+ 0.25
31
+ ],
32
+ "group_weights": null,
33
+ "lr": null,
34
+ "auxk_alpha": 0.03125,
35
+ "temp_alpha": 0.1,
36
+ "warmup_steps": 1000,
37
+ "decay_start": null,
38
+ "threshold_beta": 0.999,
39
+ "threshold_start_step": 1000,
40
+ "seed": 0,
41
+ "layer": 0,
42
+ "lm_name": "dinov2_vitb14",
43
+ "wandb_name": "MultiscaleSpatialSAE_v2_NSD75k_Block9",
44
+ "submodule_name": "x_norm_patchtokens",
45
+ "device": "cuda",
46
+ "save_dir": "/n/home12/binxuwang/T-SAE-Spatial/ckpts_multiscale_v2_nsd_block9",
47
+ "save_every": 10000,
48
+ "init_from_ckpt": null,
49
+ "log_every": 200,
50
+ "activation_dim": 768
51
+ }