Upload folder using huggingface_hub

batchtopk_100M/conf.yaml

@@ -0,0 +1,43 @@
+data:
+  batch_size: 100
+  cache_dir: ../../activations/precomputed_activations/precomputed_activations_gemma2/
+  context_length: 500
+  dtype: bfloat16
+  epochs: 1
+  hf_name: monology/pile-uncopyrighted
+  num_total_steps: 200000
+  num_workers: 2
+deploy: true
+device_id: cuda:0
+eval:
+  save_tables: false
+llm:
+  dimin: 2304
+  model_hf_name: google/gemma-2-2b
+  tokenizer_hf_name: google/gemma-2-2b
+log:
+  log_interval: 10
+  save_interval: 20000
+  save_multiple: true
+  wandb_project_name: TemporalSAE_test
+optimizer:
+  beta1: 0.9
+  beta2: 0.95
+  decay_lr: true
+  grad_clip: 1.0
+  learning_rate: 0.001
+  min_lr: 0.0009
+  warmup_iters: 200
+  weight_decay: 0.0001
+sae:
+  block_id: 1
+  branchingFactor: 10
+  encoder_reg: true
+  exp_factor: 4
+  gamma_reg: 5
+  kval_topk: 192
+  mp_kval: 192
+  sae_type: batchtopk
+  scaling_factor: 0.00666666667
+seed: 42
+tag: scratch

batchtopk_100M/latest_ckpt.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfeb18a9bad02b44c7925035d87a9b6148265abdb870e6c4d01c5c11daee56ff
+size 509683298