diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_0/ae.pt b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_0/ae.pt new file mode 100644 index 0000000000000000000000000000000000000000..b10cf99419bca73e12c3ea95c5fe126d7f604aa0 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_0/ae.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5c4d1385016d0c5a647205289a5582a82136551d0e2e3bffc80f72c2fb21b8b +size 8400918 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_0/checkpoints/ae_14000.pt/README.md b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_0/checkpoints/ae_14000.pt/README.md new file mode 100644 index 0000000000000000000000000000000000000000..569f1174d0228579876aa2fc5e16b70a487a1ff0 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_0/checkpoints/ae_14000.pt/README.md @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45bc25cecc3b749773abd8d41fd811581d5325e32a3ab4c1232a74bfad6d5bb8 +size 320 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_0/checkpoints/ae_14000.pt/config.json b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_0/checkpoints/ae_14000.pt/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bd2143a3d8d378d19a450eeebc85644ff77af5fa --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_0/checkpoints/ae_14000.pt/config.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08d5345af953ce8a56ed45ec83960890d27a70c40e0754112dd55a41df034afe +size 86 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_0/checkpoints/ae_14000.pt/model.safetensors b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_0/checkpoints/ae_14000.pt/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..344bc04c527fb98da60c304c2386219dbd5644e8 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_0/checkpoints/ae_14000.pt/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ce8d8fbde0a8ca09e70fa02c1a219b8d1fb14aaf2bb665f77b14b634547b0c9 +size 8399312 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_1/ae.pt b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_1/ae.pt new file mode 100644 index 0000000000000000000000000000000000000000..6e3efb292c11b0527467e50dbd4e0666103cb276 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_1/ae.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bea4bc827260f170c6c40ab0e07238f3edd82dc3a8d8f15cb7e4b6f8808e03dc +size 8400918 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_1/checkpoints/ae_14000.pt/README.md b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_1/checkpoints/ae_14000.pt/README.md new file mode 100644 index 0000000000000000000000000000000000000000..569f1174d0228579876aa2fc5e16b70a487a1ff0 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_1/checkpoints/ae_14000.pt/README.md @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45bc25cecc3b749773abd8d41fd811581d5325e32a3ab4c1232a74bfad6d5bb8 +size 320 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_1/checkpoints/ae_14000.pt/config.json b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_1/checkpoints/ae_14000.pt/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bd2143a3d8d378d19a450eeebc85644ff77af5fa --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_1/checkpoints/ae_14000.pt/config.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08d5345af953ce8a56ed45ec83960890d27a70c40e0754112dd55a41df034afe +size 86 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_1/checkpoints/ae_14000.pt/model.safetensors b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_1/checkpoints/ae_14000.pt/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..54cb6290567f64ae541960944cc376e8e0666e3c --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_1/checkpoints/ae_14000.pt/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c14b5b030839f446845f42e92d2413697d213e5e0fd5fe7d6450dec220b22ed8 +size 8399312 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_2/ae.pt b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_2/ae.pt new file mode 100644 index 0000000000000000000000000000000000000000..0ae98874636e23b820914c8dc6113ff1a89681cf --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_2/ae.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ed11a0f958b9a1301b7299dcbce72e97fe6762c051d9197d4b3ba1bf8e9e4f4 +size 8400918 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_2/checkpoints/ae_14000.pt/README.md b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_2/checkpoints/ae_14000.pt/README.md new file mode 100644 index 0000000000000000000000000000000000000000..569f1174d0228579876aa2fc5e16b70a487a1ff0 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_2/checkpoints/ae_14000.pt/README.md @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45bc25cecc3b749773abd8d41fd811581d5325e32a3ab4c1232a74bfad6d5bb8 +size 320 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_2/checkpoints/ae_14000.pt/config.json b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_2/checkpoints/ae_14000.pt/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bd2143a3d8d378d19a450eeebc85644ff77af5fa --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_2/checkpoints/ae_14000.pt/config.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08d5345af953ce8a56ed45ec83960890d27a70c40e0754112dd55a41df034afe +size 86 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_2/checkpoints/ae_14000.pt/model.safetensors b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_2/checkpoints/ae_14000.pt/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..00a1a4cfe5ba4bf4b7654eed4814fc3f7ee410b8 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_2/checkpoints/ae_14000.pt/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51f477dfea5eab0fb79e6d60124a8cbcad439a16405f13ac056a0f0189b5aeba +size 8399312 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_3/ae.pt b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_3/ae.pt new file mode 100644 index 0000000000000000000000000000000000000000..2f83bcf408edf34932c59521d5da8b588ab30bfe --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_3/ae.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:835bd17dbb5e5f7fe67667bedeae7b1cd866e99041e67d8f9a3663d50112e2cb +size 8400918 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_3/checkpoints/ae_14000.pt/README.md b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_3/checkpoints/ae_14000.pt/README.md new file mode 100644 index 0000000000000000000000000000000000000000..569f1174d0228579876aa2fc5e16b70a487a1ff0 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_3/checkpoints/ae_14000.pt/README.md @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45bc25cecc3b749773abd8d41fd811581d5325e32a3ab4c1232a74bfad6d5bb8 +size 320 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_3/checkpoints/ae_14000.pt/config.json b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_3/checkpoints/ae_14000.pt/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bd2143a3d8d378d19a450eeebc85644ff77af5fa --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_3/checkpoints/ae_14000.pt/config.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08d5345af953ce8a56ed45ec83960890d27a70c40e0754112dd55a41df034afe +size 86 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_3/checkpoints/ae_14000.pt/model.safetensors b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_3/checkpoints/ae_14000.pt/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..52236464ac159eeb75d3282344bea792777779aa --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_3/checkpoints/ae_14000.pt/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05d1a9b4e61cf2bdf777ce5459645a3ed51807da5b0e719b33f3a35598f20425 +size 8399312 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_4/ae.pt b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_4/ae.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7cdd98e11f6535e6e9205b28b5780a4567e0704 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_4/ae.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc1ea91e056e5f7d3f82935245415554651bd30cafa8654bc5b34d1fda7af46b +size 8400918 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_4/checkpoints/ae_14000.pt/README.md b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_4/checkpoints/ae_14000.pt/README.md new file mode 100644 index 0000000000000000000000000000000000000000..569f1174d0228579876aa2fc5e16b70a487a1ff0 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_4/checkpoints/ae_14000.pt/README.md @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45bc25cecc3b749773abd8d41fd811581d5325e32a3ab4c1232a74bfad6d5bb8 +size 320 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_4/checkpoints/ae_14000.pt/config.json b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_4/checkpoints/ae_14000.pt/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bd2143a3d8d378d19a450eeebc85644ff77af5fa --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_4/checkpoints/ae_14000.pt/config.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08d5345af953ce8a56ed45ec83960890d27a70c40e0754112dd55a41df034afe +size 86 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_4/checkpoints/ae_14000.pt/model.safetensors b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_4/checkpoints/ae_14000.pt/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2614d65413af385e1c803270766478eb6f004290 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-128/dict_size-2048/trainer_4/checkpoints/ae_14000.pt/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74bd7c45b98b3b05a4e6e24dbdc86114cb01618f7f3668986c1866316e28cd8a +size 8399312 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_0/ae.pt b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_0/ae.pt new file mode 100644 index 0000000000000000000000000000000000000000..2291053e59faa8b774613206b90138b1b798df1f --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_0/ae.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f34392325c78810f2bfd42b365effb98a2e5415d937f1a0629ebbf3b7b127400 +size 8400918 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_0/checkpoints/ae_14000.pt/README.md b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_0/checkpoints/ae_14000.pt/README.md new file mode 100644 index 0000000000000000000000000000000000000000..569f1174d0228579876aa2fc5e16b70a487a1ff0 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_0/checkpoints/ae_14000.pt/README.md @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45bc25cecc3b749773abd8d41fd811581d5325e32a3ab4c1232a74bfad6d5bb8 +size 320 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_0/checkpoints/ae_14000.pt/config.json b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_0/checkpoints/ae_14000.pt/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f1a01ae26b2e13fb4411b85cc694b618007a0845 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_0/checkpoints/ae_14000.pt/config.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43ee972af401357c84dfa1b200bbfddae00173641255428a82577accb88e6ec7 +size 86 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_0/checkpoints/ae_14000.pt/model.safetensors b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_0/checkpoints/ae_14000.pt/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..45a984ba80ffffa2f495e21591f6c80f477169aa --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_0/checkpoints/ae_14000.pt/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e218ff036d39db1fda61c14783a799e60f573922fc2f02d908b3255c5710146 +size 8399312 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_1/ae.pt b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_1/ae.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f568e81523d251c86af69a7e69ac4dbb18072ff --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_1/ae.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9078dd7d8ade939b9093f9bd19c8db00008485298a563c6888711350967eba8 +size 8400918 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_1/checkpoints/ae_14000.pt/README.md b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_1/checkpoints/ae_14000.pt/README.md new file mode 100644 index 0000000000000000000000000000000000000000..569f1174d0228579876aa2fc5e16b70a487a1ff0 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_1/checkpoints/ae_14000.pt/README.md @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45bc25cecc3b749773abd8d41fd811581d5325e32a3ab4c1232a74bfad6d5bb8 +size 320 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_1/checkpoints/ae_14000.pt/config.json b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_1/checkpoints/ae_14000.pt/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f1a01ae26b2e13fb4411b85cc694b618007a0845 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_1/checkpoints/ae_14000.pt/config.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43ee972af401357c84dfa1b200bbfddae00173641255428a82577accb88e6ec7 +size 86 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_1/checkpoints/ae_14000.pt/model.safetensors b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_1/checkpoints/ae_14000.pt/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cf2e05d3e4187999a25be0048477343138c22682 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_1/checkpoints/ae_14000.pt/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51db4cd4fe3b072effbdd2bb3f3919164b292a3e33ab0110f2cb6f29aae67f19 +size 8399312 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_2/ae.pt b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_2/ae.pt new file mode 100644 index 0000000000000000000000000000000000000000..b52d1808ea73e4d6dc7025fb01bf903e734c513d --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_2/ae.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f3291416b265e8513143a310bd11ae1d44698fbfaefa89a03b3f0d216c71da2 +size 8400918 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_2/checkpoints/ae_14000.pt/README.md b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_2/checkpoints/ae_14000.pt/README.md new file mode 100644 index 0000000000000000000000000000000000000000..569f1174d0228579876aa2fc5e16b70a487a1ff0 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_2/checkpoints/ae_14000.pt/README.md @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45bc25cecc3b749773abd8d41fd811581d5325e32a3ab4c1232a74bfad6d5bb8 +size 320 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_2/checkpoints/ae_14000.pt/config.json b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_2/checkpoints/ae_14000.pt/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f1a01ae26b2e13fb4411b85cc694b618007a0845 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_2/checkpoints/ae_14000.pt/config.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43ee972af401357c84dfa1b200bbfddae00173641255428a82577accb88e6ec7 +size 86 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_2/checkpoints/ae_14000.pt/model.safetensors b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_2/checkpoints/ae_14000.pt/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b4a98b52367c5b5d66ff4122a4b94d452965b242 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_2/checkpoints/ae_14000.pt/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43ed31a61468b8fa3269f997aba4339911fffe9dac37a8219ba749d416a5bbb6 +size 8399312 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_3/ae.pt b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_3/ae.pt new file mode 100644 index 0000000000000000000000000000000000000000..f7510e5b31fcc74156ade808557c941839089ca4 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_3/ae.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28cd4396e0f0c2e2b8cb2db5de77f16a155bd1d303c46b95f73e4b66be1b9caa +size 8400918 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_3/checkpoints/ae_14000.pt/README.md b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_3/checkpoints/ae_14000.pt/README.md new file mode 100644 index 0000000000000000000000000000000000000000..569f1174d0228579876aa2fc5e16b70a487a1ff0 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_3/checkpoints/ae_14000.pt/README.md @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45bc25cecc3b749773abd8d41fd811581d5325e32a3ab4c1232a74bfad6d5bb8 +size 320 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_3/checkpoints/ae_14000.pt/config.json b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_3/checkpoints/ae_14000.pt/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f1a01ae26b2e13fb4411b85cc694b618007a0845 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_3/checkpoints/ae_14000.pt/config.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43ee972af401357c84dfa1b200bbfddae00173641255428a82577accb88e6ec7 +size 86 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_3/checkpoints/ae_14000.pt/model.safetensors b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_3/checkpoints/ae_14000.pt/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3e05945701487f9326ffef29e649d44a55c62ae1 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_3/checkpoints/ae_14000.pt/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f3989fdfab0de1747a31dabc260dbe7f349d03ba9f6207b8c6297d118ed0a1c +size 8399312 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_4/ae.pt b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_4/ae.pt new file mode 100644 index 0000000000000000000000000000000000000000..d00a1735317a1bf8cb1d9e674b912a68344afd58 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_4/ae.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:378085fa440858596d86f279ba764396f5992454e3caab6532ca7809614e2091 +size 8400918 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_4/checkpoints/ae_14000.pt/README.md b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_4/checkpoints/ae_14000.pt/README.md new file mode 100644 index 0000000000000000000000000000000000000000..569f1174d0228579876aa2fc5e16b70a487a1ff0 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_4/checkpoints/ae_14000.pt/README.md @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45bc25cecc3b749773abd8d41fd811581d5325e32a3ab4c1232a74bfad6d5bb8 +size 320 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_4/checkpoints/ae_14000.pt/config.json b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_4/checkpoints/ae_14000.pt/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f1a01ae26b2e13fb4411b85cc694b618007a0845 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_4/checkpoints/ae_14000.pt/config.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43ee972af401357c84dfa1b200bbfddae00173641255428a82577accb88e6ec7 +size 86 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_4/checkpoints/ae_14000.pt/model.safetensors b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_4/checkpoints/ae_14000.pt/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a709059c806481d986a4ba0f58bc259b37850f46 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-256/dict_size-2048/trainer_4/checkpoints/ae_14000.pt/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60d402fb57c32d881601467718e29833743945008186889e8690deff0e86e7dd +size 8399312 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_0/ae.pt b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_0/ae.pt new file mode 100644 index 0000000000000000000000000000000000000000..044e4469bf6b1e521fe18257f49c6a0be0d6d8b5 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_0/ae.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a12da555d84e485751b5e09a4d43148b134db62fd12927295d0daa9c204d1747 +size 8400918 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_0/checkpoints/ae_14000.pt/README.md b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_0/checkpoints/ae_14000.pt/README.md new file mode 100644 index 0000000000000000000000000000000000000000..569f1174d0228579876aa2fc5e16b70a487a1ff0 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_0/checkpoints/ae_14000.pt/README.md @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45bc25cecc3b749773abd8d41fd811581d5325e32a3ab4c1232a74bfad6d5bb8 +size 320 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_0/checkpoints/ae_14000.pt/config.json b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_0/checkpoints/ae_14000.pt/config.json new file mode 100644 index 0000000000000000000000000000000000000000..028d12edacde68373f01e987d519bd5b8280b93c --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_0/checkpoints/ae_14000.pt/config.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:942e0c866e77861108758616f6b0cd41fb87644a37ac7802c7049ea0925683eb +size 85 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_0/checkpoints/ae_14000.pt/model.safetensors b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_0/checkpoints/ae_14000.pt/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7ed06f10595a8b75097fc1d22a158653d32ed2b7 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_0/checkpoints/ae_14000.pt/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33514539b6a274be12423b4d8be5331e2ec61b5a387d94dccc239044fbf94a38 +size 8399312 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_1/ae.pt b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_1/ae.pt new file mode 100644 index 0000000000000000000000000000000000000000..5f6040909fb194092720f07cb389ce9fdfa74c28 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_1/ae.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aac42b049022b57564088117e19450c692e077a7bd9fc06b271d158521719662 +size 8400918 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_1/checkpoints/ae_14000.pt/README.md b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_1/checkpoints/ae_14000.pt/README.md new file mode 100644 index 0000000000000000000000000000000000000000..569f1174d0228579876aa2fc5e16b70a487a1ff0 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_1/checkpoints/ae_14000.pt/README.md @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45bc25cecc3b749773abd8d41fd811581d5325e32a3ab4c1232a74bfad6d5bb8 +size 320 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_1/checkpoints/ae_14000.pt/config.json b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_1/checkpoints/ae_14000.pt/config.json new file mode 100644 index 0000000000000000000000000000000000000000..028d12edacde68373f01e987d519bd5b8280b93c --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_1/checkpoints/ae_14000.pt/config.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:942e0c866e77861108758616f6b0cd41fb87644a37ac7802c7049ea0925683eb +size 85 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_1/checkpoints/ae_14000.pt/model.safetensors b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_1/checkpoints/ae_14000.pt/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..489101b8a1da292188f59961d46bec39edf6466c --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_1/checkpoints/ae_14000.pt/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e78324df93099a95930c465a140b09f71288f49dfffedd3b7aeec76c9046568 +size 8399312 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_2/ae.pt b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_2/ae.pt new file mode 100644 index 0000000000000000000000000000000000000000..01827bf383dd52b8e19fa3dcff20cbc2b1d0ee70 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_2/ae.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62e9bf9df47ce13f804e8430a543d3cd62fe8e55e20b3a441ba980d590f19eb0 +size 8400918 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_2/checkpoints/ae_14000.pt/README.md b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_2/checkpoints/ae_14000.pt/README.md new file mode 100644 index 0000000000000000000000000000000000000000..569f1174d0228579876aa2fc5e16b70a487a1ff0 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_2/checkpoints/ae_14000.pt/README.md @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45bc25cecc3b749773abd8d41fd811581d5325e32a3ab4c1232a74bfad6d5bb8 +size 320 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_2/checkpoints/ae_14000.pt/config.json b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_2/checkpoints/ae_14000.pt/config.json new file mode 100644 index 0000000000000000000000000000000000000000..028d12edacde68373f01e987d519bd5b8280b93c --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_2/checkpoints/ae_14000.pt/config.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:942e0c866e77861108758616f6b0cd41fb87644a37ac7802c7049ea0925683eb +size 85 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_2/checkpoints/ae_14000.pt/model.safetensors b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_2/checkpoints/ae_14000.pt/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..934112c0b2234a77c467eb633ec6b782f0fd435f --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_2/checkpoints/ae_14000.pt/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71aac6ffb480559992fd940cd9b5f406018b7a3da00207fe0a9e4cf2a2cfa58f +size 8399312 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_3/ae.pt b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_3/ae.pt new file mode 100644 index 0000000000000000000000000000000000000000..5549bee2ae4690e49b419a8e6f5775218838cc9a --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_3/ae.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df29cb1b016777a5c89cd5d1f93b109ac0910f7c165d97adbc84815aef540795 +size 8400918 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_3/checkpoints/ae_14000.pt/README.md b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_3/checkpoints/ae_14000.pt/README.md new file mode 100644 index 0000000000000000000000000000000000000000..569f1174d0228579876aa2fc5e16b70a487a1ff0 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_3/checkpoints/ae_14000.pt/README.md @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45bc25cecc3b749773abd8d41fd811581d5325e32a3ab4c1232a74bfad6d5bb8 +size 320 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_3/checkpoints/ae_14000.pt/config.json b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_3/checkpoints/ae_14000.pt/config.json new file mode 100644 index 0000000000000000000000000000000000000000..028d12edacde68373f01e987d519bd5b8280b93c --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_3/checkpoints/ae_14000.pt/config.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:942e0c866e77861108758616f6b0cd41fb87644a37ac7802c7049ea0925683eb +size 85 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_3/checkpoints/ae_14000.pt/model.safetensors b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_3/checkpoints/ae_14000.pt/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4505607d02a6ba9d28e2f0f332fc5ac7293ae84b --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_3/checkpoints/ae_14000.pt/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e661f414bd2604a589d2fa44f425ec6a7f51b419edcd3ae766c5cafba419740 +size 8399312 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_4/ae.pt b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_4/ae.pt new file mode 100644 index 0000000000000000000000000000000000000000..d0f805d9f8e9b030b6c1fd6bc1dde42c21c6f308 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_4/ae.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb004981e5dfb8526404fe3edbd72167569ea5c744a3c5783c48a5d94a6f4ad3 +size 8400918 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_4/checkpoints/ae_14000.pt/README.md b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_4/checkpoints/ae_14000.pt/README.md new file mode 100644 index 0000000000000000000000000000000000000000..569f1174d0228579876aa2fc5e16b70a487a1ff0 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_4/checkpoints/ae_14000.pt/README.md @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45bc25cecc3b749773abd8d41fd811581d5325e32a3ab4c1232a74bfad6d5bb8 +size 320 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_4/checkpoints/ae_14000.pt/config.json b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_4/checkpoints/ae_14000.pt/config.json new file mode 100644 index 0000000000000000000000000000000000000000..028d12edacde68373f01e987d519bd5b8280b93c --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_4/checkpoints/ae_14000.pt/config.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:942e0c866e77861108758616f6b0cd41fb87644a37ac7802c7049ea0925683eb +size 85 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_4/checkpoints/ae_14000.pt/model.safetensors b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_4/checkpoints/ae_14000.pt/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..daeb15fc9de0096c3e97bc7062edaf54747b8d3e --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-32/dict_size-2048/trainer_4/checkpoints/ae_14000.pt/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b04fcabc67d361d380a848031ade503c946f4ee782cdf59a0dbc59bf22205e8 +size 8399312 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_0/ae.pt b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_0/ae.pt new file mode 100644 index 0000000000000000000000000000000000000000..a13923a6afa3c9f31e7a000ab3320c2f3f1853b4 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_0/ae.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc0875fba5e56bf11f5f071b3f6d9ddf749d10f3c53069396c02b3020473526a +size 8400918 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_0/checkpoints/ae_14000.pt/README.md b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_0/checkpoints/ae_14000.pt/README.md new file mode 100644 index 0000000000000000000000000000000000000000..569f1174d0228579876aa2fc5e16b70a487a1ff0 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_0/checkpoints/ae_14000.pt/README.md @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45bc25cecc3b749773abd8d41fd811581d5325e32a3ab4c1232a74bfad6d5bb8 +size 320 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_0/checkpoints/ae_14000.pt/config.json b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_0/checkpoints/ae_14000.pt/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d4e71a5739ac9f933ad47ba28664cbe6d26e04e7 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_0/checkpoints/ae_14000.pt/config.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d18debaa2a8a40e26294c73fbd9f16ddf445b96283a0f485088289924c975460 +size 86 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_0/checkpoints/ae_14000.pt/model.safetensors b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_0/checkpoints/ae_14000.pt/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bbebdf600fc63f99690248d59b504f050860e14b --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_0/checkpoints/ae_14000.pt/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:918f94445876fb7fd006756c1b591e4e204e682a450e148ff9eeb2bf8fecd078 +size 8399312 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_1/ae.pt b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_1/ae.pt new file mode 100644 index 0000000000000000000000000000000000000000..be3c125c68338825690aeebfc11aaac3c441f2d8 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_1/ae.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02d155ceb3247fc3756600dc440df3ae3f648f41fc01224758863de7a06c3185 +size 8400918 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_1/checkpoints/ae_14000.pt/README.md b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_1/checkpoints/ae_14000.pt/README.md new file mode 100644 index 0000000000000000000000000000000000000000..569f1174d0228579876aa2fc5e16b70a487a1ff0 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_1/checkpoints/ae_14000.pt/README.md @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45bc25cecc3b749773abd8d41fd811581d5325e32a3ab4c1232a74bfad6d5bb8 +size 320 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_1/checkpoints/ae_14000.pt/config.json b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_1/checkpoints/ae_14000.pt/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d4e71a5739ac9f933ad47ba28664cbe6d26e04e7 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_1/checkpoints/ae_14000.pt/config.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d18debaa2a8a40e26294c73fbd9f16ddf445b96283a0f485088289924c975460 +size 86 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_1/checkpoints/ae_14000.pt/model.safetensors b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_1/checkpoints/ae_14000.pt/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ee046cc9ace91e38914096e350ab3617100bc1c3 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_1/checkpoints/ae_14000.pt/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04373b82a2d97ef591f08492a48fa9088a31717de6d1125206ff1fc8eb69b928 +size 8399312 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_2/ae.pt b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_2/ae.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f4cdf3f5237272ea4ff3a04a5c3427ae06f7454 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_2/ae.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36602a621b350e668fc1d376e9862a5a7f19a77a6ad33e4e09664acfca563687 +size 8400918 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_2/checkpoints/ae_14000.pt/README.md b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_2/checkpoints/ae_14000.pt/README.md new file mode 100644 index 0000000000000000000000000000000000000000..569f1174d0228579876aa2fc5e16b70a487a1ff0 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_2/checkpoints/ae_14000.pt/README.md @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45bc25cecc3b749773abd8d41fd811581d5325e32a3ab4c1232a74bfad6d5bb8 +size 320 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_2/checkpoints/ae_14000.pt/config.json b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_2/checkpoints/ae_14000.pt/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d4e71a5739ac9f933ad47ba28664cbe6d26e04e7 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_2/checkpoints/ae_14000.pt/config.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d18debaa2a8a40e26294c73fbd9f16ddf445b96283a0f485088289924c975460 +size 86 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_2/checkpoints/ae_14000.pt/model.safetensors b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_2/checkpoints/ae_14000.pt/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..60d34486101e84307571f62a07a0c873a2ccf1c3 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_2/checkpoints/ae_14000.pt/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38d8ca4d829bdf57092ac23f5f2b666727be3fd18163b9fcb60cf77595c2e821 +size 8399312 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_3/ae.pt b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_3/ae.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6b440447ba3db486b93facff99aed0b5df9791c --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_3/ae.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ae5349e1974d73a733455e4ce33c92b9c877e91a3c50461b7e37fd93a36f5b83 +size 8400918 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_3/checkpoints/ae_14000.pt/README.md b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_3/checkpoints/ae_14000.pt/README.md new file mode 100644 index 0000000000000000000000000000000000000000..569f1174d0228579876aa2fc5e16b70a487a1ff0 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_3/checkpoints/ae_14000.pt/README.md @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45bc25cecc3b749773abd8d41fd811581d5325e32a3ab4c1232a74bfad6d5bb8 +size 320 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_3/checkpoints/ae_14000.pt/config.json b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_3/checkpoints/ae_14000.pt/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d4e71a5739ac9f933ad47ba28664cbe6d26e04e7 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_3/checkpoints/ae_14000.pt/config.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d18debaa2a8a40e26294c73fbd9f16ddf445b96283a0f485088289924c975460 +size 86 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_3/checkpoints/ae_14000.pt/model.safetensors b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_3/checkpoints/ae_14000.pt/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f186528296aef1719ad74eab665cfacc094080ce --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_3/checkpoints/ae_14000.pt/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:048cd6c3256d52807beb51595f58d336f64fca6dfd036ce9257d7ea749ca4765 +size 8399312 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_4/ae.pt b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_4/ae.pt new file mode 100644 index 0000000000000000000000000000000000000000..11ca27b561c74e0eadecde62dbdf6bfff54c4720 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_4/ae.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:149727072e1ab3b33b81ffe203b384a5eff76790b805c3b164681ab399aeb2ec +size 8400918 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_4/checkpoints/ae_14000.pt/README.md b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_4/checkpoints/ae_14000.pt/README.md new file mode 100644 index 0000000000000000000000000000000000000000..569f1174d0228579876aa2fc5e16b70a487a1ff0 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_4/checkpoints/ae_14000.pt/README.md @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45bc25cecc3b749773abd8d41fd811581d5325e32a3ab4c1232a74bfad6d5bb8 +size 320 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_4/checkpoints/ae_14000.pt/config.json b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_4/checkpoints/ae_14000.pt/config.json new file mode 100644 index 0000000000000000000000000000000000000000..d4e71a5739ac9f933ad47ba28664cbe6d26e04e7 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_4/checkpoints/ae_14000.pt/config.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d18debaa2a8a40e26294c73fbd9f16ddf445b96283a0f485088289924c975460 +size 86 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_4/checkpoints/ae_14000.pt/model.safetensors b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_4/checkpoints/ae_14000.pt/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..68e3957c63a6cb3a77017f0dc1d7953030036e49 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-512/dict_size-2048/trainer_4/checkpoints/ae_14000.pt/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed3da56fe178ce07b883ff144610c17a104335fa00c127822745aec618184081 +size 8399312 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_0/ae.pt b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_0/ae.pt new file mode 100644 index 0000000000000000000000000000000000000000..83a9f1b8fe86f26b1f331912dd089c4c8ffe7257 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_0/ae.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afb3fb7516f774f151a5659111255d0e1a79ef3f30b3a802a83a45311c19bc1a +size 8400918 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_0/checkpoints/ae_14000.pt/README.md b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_0/checkpoints/ae_14000.pt/README.md new file mode 100644 index 0000000000000000000000000000000000000000..569f1174d0228579876aa2fc5e16b70a487a1ff0 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_0/checkpoints/ae_14000.pt/README.md @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45bc25cecc3b749773abd8d41fd811581d5325e32a3ab4c1232a74bfad6d5bb8 +size 320 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_0/checkpoints/ae_14000.pt/config.json b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_0/checkpoints/ae_14000.pt/config.json new file mode 100644 index 0000000000000000000000000000000000000000..12527ead12ee3bdd0a2927ca99f0905edb7b970d --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_0/checkpoints/ae_14000.pt/config.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:229d136fb991b19a18a2af6334d8bb6028ed82f39148478f31d1aa2b8e6c1d89 +size 85 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_0/checkpoints/ae_14000.pt/model.safetensors b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_0/checkpoints/ae_14000.pt/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..72bd0716d2e8e989b5ab57114bbc300db3471afb --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_0/checkpoints/ae_14000.pt/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2fb6896bee34f16d60a29a7683f8cd37295923274e4cd91b8141d38b49aa1b70 +size 8399312 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_0/config.json b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..50102e949f132b6d4400b7f872377aa18b0d6f27 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_0/config.json @@ -0,0 +1,46 @@ +{ + "trainer": { + "wandb_name": "TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/seed-0_trainer_0", + "trainer_class": "TopKTrainer", + "dict_class": "AutoEncoderTopK", + "lr": 0.0003, + "steps": 14648, + "auxk_alpha": 0.03125, + "diversity_scale": 0.0, + "diversity_type": null, + "warmup_steps": 1000, + "decay_start": 1200, + "threshold_beta": 0.999, + "threshold_start_step": 1000, + "seed": 0, + "activation_dim": 512, + "dict_size": 2048, + "k": 64, + "device": "cuda:0", + "layer": 4, + "lm_name": "EleutherAI/pythia-70m-deduped", + "submodule_name": "resid_post_layer_4", + "random_mask_bit_ratio": 0.0, + "random_mask_bit_ratio_force_topk": false, + "random_mask_bit_original_scale": 1.0, + "random_mask_bit_pos": "input", + "random_mask_bit_reconstruction_target": "original", + "nonlinear_sae_loss_scale": 0.0, + "nonlinear_sae_input": "original", + "nonlinear_sae_target": "residual", + "nonlinear_use_encoder_mlp": true, + "nonlinear_use_decoder_mlp": false, + "nonlinear_topk_k": -1, + "nonlinear_block_gradients": false, + "meta_sae_loss_scale": 0.0 + }, + "buffer": { + "d_submodule": 512, + "io": "out", + "n_ctxs": 2048, + "ctx_len": 128, + "refresh_batch_size": 24, + "out_batch_size": 2048, + "device": "cuda:0" + } +} \ No newline at end of file diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_0/standard_eval_results.json b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_0/standard_eval_results.json new file mode 100644 index 0000000000000000000000000000000000000000..a91cee3541548b470188809ffcffba979b145e1e --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_0/standard_eval_results.json @@ -0,0 +1 @@ +{"l2_loss": 4.786053484678268, "l1_loss": 62.45216002464294, "l0": 64.0, "frac_variance_explained": 0.8999242193996906, "cossim": 0.9464926220476627, "l2_ratio": 0.9459404110908508, "relative_reconstruction_bias": 0.9999571695923806, "loss_original": 5.4671875, "loss_reconstructed": 5.87265625, "loss_zero": 10.740625, "frac_recovered": 0.921533203125, "frac_alive": 1.0} \ No newline at end of file diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_1/ae.pt b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_1/ae.pt new file mode 100644 index 0000000000000000000000000000000000000000..cdc3df1abc548f4a6781eea78ed6f6eb71629b28 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_1/ae.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e79d41b74a6d43ff020116b7ce0cf9a55a876fc86fdbd7f05ba5fdd4c0af480 +size 8400918 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_1/checkpoints/ae_14000.pt/README.md b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_1/checkpoints/ae_14000.pt/README.md new file mode 100644 index 0000000000000000000000000000000000000000..569f1174d0228579876aa2fc5e16b70a487a1ff0 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_1/checkpoints/ae_14000.pt/README.md @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45bc25cecc3b749773abd8d41fd811581d5325e32a3ab4c1232a74bfad6d5bb8 +size 320 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_1/checkpoints/ae_14000.pt/config.json b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_1/checkpoints/ae_14000.pt/config.json new file mode 100644 index 0000000000000000000000000000000000000000..12527ead12ee3bdd0a2927ca99f0905edb7b970d --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_1/checkpoints/ae_14000.pt/config.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:229d136fb991b19a18a2af6334d8bb6028ed82f39148478f31d1aa2b8e6c1d89 +size 85 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_1/checkpoints/ae_14000.pt/model.safetensors b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_1/checkpoints/ae_14000.pt/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5cae07d373b7154be762c9ba025d4bbd9f759db4 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_1/checkpoints/ae_14000.pt/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbf102d627328dcab04f96d8ffa3e39c832d7f64305a005704fab374eb15869d +size 8399312 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_2/ae.pt b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_2/ae.pt new file mode 100644 index 0000000000000000000000000000000000000000..500043b9c2c794c96181f416a64be0d7ae591988 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_2/ae.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:79b70b5e67f1fcd6feab1cbf871aa96a0200bb04c181dadc614dfbca3285a49a +size 8400918 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_2/checkpoints/ae_14000.pt/README.md b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_2/checkpoints/ae_14000.pt/README.md new file mode 100644 index 0000000000000000000000000000000000000000..569f1174d0228579876aa2fc5e16b70a487a1ff0 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_2/checkpoints/ae_14000.pt/README.md @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45bc25cecc3b749773abd8d41fd811581d5325e32a3ab4c1232a74bfad6d5bb8 +size 320 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_2/checkpoints/ae_14000.pt/config.json b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_2/checkpoints/ae_14000.pt/config.json new file mode 100644 index 0000000000000000000000000000000000000000..12527ead12ee3bdd0a2927ca99f0905edb7b970d --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_2/checkpoints/ae_14000.pt/config.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:229d136fb991b19a18a2af6334d8bb6028ed82f39148478f31d1aa2b8e6c1d89 +size 85 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_2/checkpoints/ae_14000.pt/model.safetensors b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_2/checkpoints/ae_14000.pt/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..83a9879d8723cef06516837b82a93872dcd7084a --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_2/checkpoints/ae_14000.pt/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8c5f9ef04d5a997b4086685f590ef7ff73261253d481dcca40de2afba70ae4e +size 8399312 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_3/ae.pt b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_3/ae.pt new file mode 100644 index 0000000000000000000000000000000000000000..608bb1c89fca9eaf9d76ede576ecd964405851e8 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_3/ae.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:314e8f30176ea69749930fc52db0201618e72255ac217b0beae436ad3cd78069 +size 8400918 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_3/checkpoints/ae_14000.pt/README.md b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_3/checkpoints/ae_14000.pt/README.md new file mode 100644 index 0000000000000000000000000000000000000000..569f1174d0228579876aa2fc5e16b70a487a1ff0 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_3/checkpoints/ae_14000.pt/README.md @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45bc25cecc3b749773abd8d41fd811581d5325e32a3ab4c1232a74bfad6d5bb8 +size 320 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_3/checkpoints/ae_14000.pt/config.json b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_3/checkpoints/ae_14000.pt/config.json new file mode 100644 index 0000000000000000000000000000000000000000..12527ead12ee3bdd0a2927ca99f0905edb7b970d --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_3/checkpoints/ae_14000.pt/config.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:229d136fb991b19a18a2af6334d8bb6028ed82f39148478f31d1aa2b8e6c1d89 +size 85 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_3/checkpoints/ae_14000.pt/model.safetensors b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_3/checkpoints/ae_14000.pt/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..16d8d8a78559fc3629925a99ed88a54e7d311abe --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_3/checkpoints/ae_14000.pt/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97896891d53c07dc6c2734173ad93fd8891c980fc8d14421cd148f0b9e91f5f1 +size 8399312 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_4/ae.pt b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_4/ae.pt new file mode 100644 index 0000000000000000000000000000000000000000..085e1f3636169b1ee3f9c302a57f30bf925b7c98 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_4/ae.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3a6637f9498f6eb32dd6ed1782a7d241a588345656b1fe119ecc9f7c91625e9c +size 8400918 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_4/checkpoints/ae_14000.pt/README.md b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_4/checkpoints/ae_14000.pt/README.md new file mode 100644 index 0000000000000000000000000000000000000000..569f1174d0228579876aa2fc5e16b70a487a1ff0 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_4/checkpoints/ae_14000.pt/README.md @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45bc25cecc3b749773abd8d41fd811581d5325e32a3ab4c1232a74bfad6d5bb8 +size 320 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_4/checkpoints/ae_14000.pt/config.json b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_4/checkpoints/ae_14000.pt/config.json new file mode 100644 index 0000000000000000000000000000000000000000..12527ead12ee3bdd0a2927ca99f0905edb7b970d --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_4/checkpoints/ae_14000.pt/config.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:229d136fb991b19a18a2af6334d8bb6028ed82f39148478f31d1aa2b8e6c1d89 +size 85 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_4/checkpoints/ae_14000.pt/model.safetensors b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_4/checkpoints/ae_14000.pt/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..87c5e1399c39f8a51bfaf67f90acfa4861566d97 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_4/checkpoints/ae_14000.pt/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7b23296b69291e20a8a9d73834451b0d09c3d441b7226ec31b07c12c62bdf67 +size 8399312 diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_4/config.json b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_4/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b41d1bda29c72fd8dfb58080882de661e22ba05c --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_4/config.json @@ -0,0 +1,46 @@ +{ + "trainer": { + "wandb_name": "TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/seed-4_trainer_4", + "trainer_class": "TopKTrainer", + "dict_class": "AutoEncoderTopK", + "lr": 0.0003, + "steps": 14648, + "auxk_alpha": 0.03125, + "diversity_scale": 0.0, + "diversity_type": null, + "warmup_steps": 1000, + "decay_start": 1200, + "threshold_beta": 0.999, + "threshold_start_step": 1000, + "seed": 4, + "activation_dim": 512, + "dict_size": 2048, + "k": 64, + "device": "cuda:0", + "layer": 4, + "lm_name": "EleutherAI/pythia-70m-deduped", + "submodule_name": "resid_post_layer_4", + "random_mask_bit_ratio": 0.0, + "random_mask_bit_ratio_force_topk": false, + "random_mask_bit_original_scale": 1.0, + "random_mask_bit_pos": "input", + "random_mask_bit_reconstruction_target": "original", + "nonlinear_sae_loss_scale": 0.0, + "nonlinear_sae_input": "original", + "nonlinear_sae_target": "residual", + "nonlinear_use_encoder_mlp": true, + "nonlinear_use_decoder_mlp": false, + "nonlinear_topk_k": -1, + "nonlinear_block_gradients": false, + "meta_sae_loss_scale": 0.0 + }, + "buffer": { + "d_submodule": 512, + "io": "out", + "n_ctxs": 2048, + "ctx_len": 128, + "refresh_batch_size": 24, + "out_batch_size": 2048, + "device": "cuda:0" + } +} \ No newline at end of file diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_4/self_feature_space_diversity_eval_results.json b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_4/self_feature_space_diversity_eval_results.json new file mode 100644 index 0000000000000000000000000000000000000000..e214d5d7336f002e91a695e4175c0aa562648794 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_4/self_feature_space_diversity_eval_results.json @@ -0,0 +1,26 @@ +{ + "intrinsic_dim_0.8": 1097, + "intrinsic_dim_0.9": 1462, + "intrinsic_dim_0.95": 1696, + "effective_rank": 1337.6529541015625, + "feature_sparsity": 0.96875, + "mean_correlation": 0.01892956532537937, + "max_correlation": 1.0000014305114746, + "correlation_std": 0.04374120011925697, + "decoder_coactive_mean_sim": 0.005038557108491659, + "decoder_coactive_max_sim": 0.37123146653175354, + "decoder_coactive_std_sim": 0.026443958282470703, + "encoder_coactive_mean_sim": 0.006966525223106146, + "encoder_coactive_max_sim": 0.39739465713500977, + "encoder_coactive_std_sim": 0.023321226239204407, + "decoder_per_sample_mean_sim": 0.005038557108491659, + "decoder_per_sample_max_sim": 0.23964305222034454, + "encoder_per_sample_mean_sim": 0.006966525223106146, + "encoder_per_sample_max_sim": 0.18507705628871918, + "encoder_mean_correlation": 0.0016964299138635397, + "encoder_max_correlation": 1.000000238418579, + "encoder_correlation_std": 0.05442497506737709, + "decoder_mean_correlation": 0.001803356921300292, + "decoder_max_correlation": 1.000001072883606, + "decoder_correlation_std": 0.05228561535477638 +} \ No newline at end of file diff --git a/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_4/standard_eval_results.json b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_4/standard_eval_results.json new file mode 100644 index 0000000000000000000000000000000000000000..18ecc6e94b44c76a7710c645026a82e373540fd3 --- /dev/null +++ b/TopKTrainer/EleutherAI__pythia-70m-deduped/resid_post_layer_4/TopK-64/dict_size-2048/trainer_4/standard_eval_results.json @@ -0,0 +1 @@ +{"l2_loss": 4.793986308574676, "l1_loss": 63.67499985694885, "l0": 64.0, "frac_variance_explained": 0.9071989178657531, "cossim": 0.9464066088199615, "l2_ratio": 0.9460640721023083, "relative_reconstruction_bias": 1.000222733616829, "loss_original": 5.4671875, "loss_reconstructed": 5.87265625, "loss_zero": 10.740625, "frac_recovered": 0.9216796875, "frac_alive": 1.0} \ No newline at end of file