Upload independent_subsae_v1/run_args.json with huggingface_hub

independent_subsae_v1/run_args.json

@@ -0,0 +1,64 @@
+{
+  "data_path": "/n/home12/binxuwang/T-SAE-Spatial/data/imagenet_data/train-00000-of-00001-18bc3231d015f1e8.parquet",
+  "image_root": null,
+  "image_column": "image",
+  "dino_model": "dinov2_vitb14",
+  "dino_repo_path": "/n/holylfs06/LABS/kempner_fellow_binxuwang/Users/binxuwang/torch_cache/hub/facebookresearch_dinov2_main",
+  "image_size": 224,
+  "dino_block": null,
+  "batch_size": 512,
+  "batch_size_images": 8,
+  "pairs_per_image": 64,
+  "neighbor_sampling": "exact",
+  "num_workers": 4,
+  "group_steps": [
+    3,
+    2,
+    1,
+    0
+  ],
+  "steps": 10000,
+  "dict_size": 16384,
+  "k": 32,
+  "group_fractions": [
+    0.25,
+    0.25,
+    0.25,
+    0.25
+  ],
+  "group_ks": [
+    8,
+    8,
+    8,
+    8
+  ],
+  "lr": null,
+  "auxk_alpha": 0.03125,
+  "temp_alpha": 0.1,
+  "group_temp_alphas": [
+    0.1,
+    0.1,
+    0.1,
+    0.0
+  ],
+  "warmup_steps": 1000,
+  "decay_start": null,
+  "threshold_beta": 0.999,
+  "threshold_start_step": 1000,
+  "seed": 0,
+  "layer": 0,
+  "lm_name": "dinov2_vitb14",
+  "wandb_name": "IndependentSubSAE_v1",
+  "submodule_name": "x_norm_patchtokens",
+  "device": "cuda",
+  "save_dir": "/n/home12/binxuwang/T-SAE-Spatial/ckpts_independent_subsae_v1",
+  "save_every": 10000,
+  "init_from_ckpt": null,
+  "group_dict_sizes": [
+    4096,
+    4096,
+    4096,
+    4096
+  ],
+  "activation_dim": 768
+}