Upload folder using huggingface_hub

sparsemax_dist_corr_0.2_seed_1134/conf.yaml

@@ -0,0 +1,40 @@
+bf16: false
+data:
+  batch_size: 64
+  corr_config: ../configs/corr_ds-sp_0.2.jsonl
+  dev_path: ../data/labeled_sentences_large_deduped_dev.jsonl
+  max_sample_length: 64
+  num_iters: 10000
+  num_workers: 2
+  path: ../data/labeled_sentences_large_deduped_train.jsonl
+  run_validation: false
+deploy: true
+device: cuda:0
+epochs: 1
+eval:
+  save_tables: false
+log:
+  eval_interval: 1000
+  log_interval: 10
+  save_interval: 1000
+  save_multiple: false
+  wandb_project_name: entangled_saes
+model_name: google/gemma-2-2b
+optimizer:
+  beta1: 0.9
+  beta2: 0.95
+  decay_lr: true
+  grad_clip: 1.0
+  learning_rate: 0.001
+  min_lr: 0.0009
+  warmup_iters: 200
+  weight_decay: 0.0001
+sae:
+  encoder_reg: true
+  exp_factor: 8
+  gamma_reg: 10
+  kval_topk: 128
+  mp_kval: 128
+  sae_type: sparsemax_dist
+seed: 1134
+tag: sparsemax_dist_corr_0.2_seed_1134

sparsemax_dist_corr_0.2_seed_1134/latest_ckpt.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:693cd44a264bfca287d5212568e981ab56fd1c0a0b232e6524025926ae50d895
+size 1019308980