pellement99 commited on
Commit
4b5b9fb
·
verified ·
1 Parent(s): 3f9aa94

Upload folder using huggingface_hub

Browse files
nov30_cat_patch_topk_expansion_factor8_k64_multi_topkFalse_auxk_alpha0.002_full_pipeline/config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"sae": {"expansion_factor": 8, "normalize_decoder": true, "num_latents": 0, "k": 64, "batch_topk": false, "sample_topk": false, "input_unit_norm": false, "multi_topk": false}, "dataset_path": ["/w/nobackup/385/scratch-space/expires-2025-Nov-30/pellement/SAeUron/activations/laion-coco-aesthetic/full_pipeline/output"], "effective_batch_size": 4096, "num_workers": 4, "persistent_workers": true, "prefetch_factor": 2, "grad_acc_steps": 1, "micro_acc_steps": 1, "lr": 0.0004, "lr_scheduler": "linear", "lr_warmup_steps": 0, "auxk_alpha": 0.002, "dead_feature_threshold": 10000000, "feature_sampling_window": 100, "hookpoints": ["unet.up_blocks.1.attentions.1"], "distribute_modules": false, "save_every": 5000, "log_to_wandb": true, "run_name": "patch_topk_expansion_factor8_k64_multi_topkFalse_auxk_alpha0.002_full_pipeline", "wandb_log_frequency": 500, "wandb_project": "sae_stable-diffusion-v1-4", "mixed_precision": "no", "max_examples": null, "seed": 42, "device": "cuda", "num_epochs": 15}
nov30_cat_patch_topk_expansion_factor8_k64_multi_topkFalse_auxk_alpha0.002_full_pipeline/lr_scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:503c7092869333ccee6dbd538f56182caa8f525169bdfe92d45ce268bee3c65c
3
+ size 1012
nov30_cat_patch_topk_expansion_factor8_k64_multi_topkFalse_auxk_alpha0.002_full_pipeline/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0227a620e8eb01b26270024b9a7c21fdf6f68d2f97f038f14e274fcad39b1526
3
+ size 209811666
nov30_cat_patch_topk_expansion_factor8_k64_multi_topkFalse_auxk_alpha0.002_full_pipeline/state.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d01d9a4214b5a2cc444b2375827e0dd02dfe506656e3d82f9b257b751ab2d95
3
+ size 83090
nov30_cat_patch_topk_expansion_factor8_k64_multi_topkFalse_auxk_alpha0.002_full_pipeline/unet.up_blocks.1.attentions.1/cfg.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"expansion_factor": 8, "normalize_decoder": true, "num_latents": 0, "k": 64, "batch_topk": false, "sample_topk": false, "input_unit_norm": false, "multi_topk": false, "d_in": 1280}
nov30_cat_patch_topk_expansion_factor8_k64_multi_topkFalse_auxk_alpha0.002_full_pipeline/unet.up_blocks.1.attentions.1/sae.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91fa0e8103b30932c5a5614779e4e2b85ee25912d69da4c479b8e1f5ba0da748
3
+ size 104904008