Upload CrossCoder checkpoint version 0

checkpoints/crosscoder_0.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61174f62e6112f564f945f9fd38459d353b8e540370c6f3e00ca932b38ad62dd
+size 268511695

checkpoints/crosscoder_0_cfg.json

@@ -0,0 +1,32 @@
+{
+  "seed": 49,
+  "device": "cuda:0",
+  "wandb_project": "CrossCoder_Model_Diffing",
+  "wandb_entity": "jithesh",
+  "wandb_run_name": null,
+  "checkpoint_path": "./checkpoints/",
+  "data_cache_dir": "./cache/",
+  "data_dir": "./data/",
+  "hook_point": "blocks.14.hook_resid_pre",
+  "dict_size": 16384,
+  "enc_dtype": "fp32",
+  "dec_init_norm": 0.08,
+  "sparsity_type": "batch_top_k",
+  "k_sparsity": 100,
+  "l1_coeff": 0.0,
+  "l1_warmup_fraction": 0.0,
+  "lr": 5e-05,
+  "beta1": 0.9,
+  "beta2": 0.999,
+  "lr_warmup_steps": 0,
+  "lr_decay_start_fraction": 0.8,
+  "num_tokens": 10000000,
+  "batch_size": 2048,
+  "seq_len": 1024,
+  "model_batch_size": 1,
+  "buffer_mult": 64,
+  "norm_batch_size": 16,
+  "log_every": 100,
+  "save_every": 5000,
+  "d_in": 1024
+}