diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed0/model.safetensors b/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..879b54bc3410617e843b205afef26ec8c994b268 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1ceabd4e9166bc0b2dd913ebd4e79d777180e9324d3ef27e287d154ca651caec +size 75550084 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed0/stats.fineweb.split_train.seed_no/active_count_hist_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed0/stats.fineweb.split_train.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..b165966d853d99e7f09f1a96511b5979f38cc10d --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed0/stats.fineweb.split_train.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ab9938de05e05814ce5818c2a61f86dc538cc2d43f0cea58f4474f16a9f7b03 +size 99648 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed0/stats.fineweb.split_train.seed_no/firing_rate_per_latent.pt b/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed0/stats.fineweb.split_train.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..54e9c96d79425bcee39191a528d576f712af0f5c --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed0/stats.fineweb.split_train.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9fed041cb0de18ef9973045e8085c8eaa4583052f2d5e612b0ae14cd731d57d +size 50471 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed0/stats.fineweb.split_train.seed_no/max_act_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed0/stats.fineweb.split_train.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..546d0c953c2c7722dccc8e8fb784437a58d0555b --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed0/stats.fineweb.split_train.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f48e84a2328151f4d6c541ed7e3f1ac7b1c4dab6c264e9cca3a574d6c46716fe +size 50382 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed0/stats.fineweb.split_train.seed_no/mean_act_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed0/stats.fineweb.split_train.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..db9ec7041a09456e8d1c488fed231d115b9f8e39 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed0/stats.fineweb.split_train.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d642d6f050caa2594ce856f6269da1f1de25dbd0785d22574233c5bfc1f3430 +size 50387 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed0/stats.fineweb.split_train.seed_no/sparsity_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed0/stats.fineweb.split_train.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb829199a54fe839af05032cfd0acdb5f74a945d --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed0/stats.fineweb.split_train.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b750848308846d871f64cda77fae8ccf6af8d7115c5fc4be92c552cc3d19f28 +size 50387 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed1/model.safetensors b/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2695372000276ccd6d10c4aa8fda6c24d2de6c14 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c050406278b0705b22a962c88566ed77a0dece186290947e50c4e89e683d742b +size 75550084 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed1/stats.fineweb.split_train.seed_no/active_count_hist_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed1/stats.fineweb.split_train.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e9741aa623a001791e87ef9ba5ff6abfd6eb801 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed1/stats.fineweb.split_train.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71d0ac454fe3ac6a1f78847ccba445ce576ba23c6d20508a6fad59d2110c9ae1 +size 99648 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed1/stats.fineweb.split_train.seed_no/firing_rate_per_latent.pt b/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed1/stats.fineweb.split_train.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..447098b4d3459d66c622b66344f8e3faac94f248 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed1/stats.fineweb.split_train.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9942e10c8d14d41dc30e6cb8194682ac1d8c19c5f304d4091905301952b468c +size 50471 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed1/stats.fineweb.split_train.seed_no/max_act_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed1/stats.fineweb.split_train.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..02bac6d4b03891544add167a1aee84ba06fdbb07 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed1/stats.fineweb.split_train.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23d6e3db12b1d472643ea7c1585da559a8bee70aec0d20e43b606738a5cfc423 +size 50382 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed1/stats.fineweb.split_train.seed_no/mean_act_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed1/stats.fineweb.split_train.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba5b1268eb68c64a28ccb722e1aa2b02efcc3bd3 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed1/stats.fineweb.split_train.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cd90aec01ce35ea78c1068320a48001fe34ee52482241e458cedc45ea200cee +size 50387 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed1/stats.fineweb.split_train.seed_no/sparsity_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed1/stats.fineweb.split_train.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..1232dd1330c32c55cab07e7b136b8cf53d90e88f --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed1/stats.fineweb.split_train.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4df95a271b4e093a12d5bc26c9f86c9dd8ee2d38219b9e5592854af9b42fe3eb +size 50387 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed2/model.safetensors b/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..773b06a696e535f48c9711b5ef4fbdea5ca97b1d --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbe9a1426d8e3aeb8f7a5935ae3bb7e9d13671289582b913917215c1da48b473 +size 75550084 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed2/stats.fineweb.split_train.seed_no/active_count_hist_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed2/stats.fineweb.split_train.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..19bf9bc323f6f449169e5ec20cc6a4490886a045 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed2/stats.fineweb.split_train.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa59bcf16692ef0cfb51e0e170297003338378a54e3c396fb01d0f2602de5daa +size 99648 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed2/stats.fineweb.split_train.seed_no/firing_rate_per_latent.pt b/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed2/stats.fineweb.split_train.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b58c13a25ee858585aee781313e627e16f1cbd6 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed2/stats.fineweb.split_train.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3817ab5ec0f53dc68ef3ce38feadbfb4b3533414fffe322f524c16b6b85d715 +size 50471 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed2/stats.fineweb.split_train.seed_no/max_act_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed2/stats.fineweb.split_train.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..de4ea9de0ec63f7e9078369225c358c0a36d66ee --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed2/stats.fineweb.split_train.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7c7aee9cb80aa7448b3cce3d2813786c73c1686ca3150ee723506d420b47f7f +size 50382 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed2/stats.fineweb.split_train.seed_no/mean_act_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed2/stats.fineweb.split_train.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a3993c2a8b124f563579c842f69c409fa6f08f2 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed2/stats.fineweb.split_train.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d14e97cd14152a0af1e20c0a8976b82338da5c5364a00ca0a871a3a5001c90dc +size 50387 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed2/stats.fineweb.split_train.seed_no/sparsity_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed2/stats.fineweb.split_train.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..107c6caabd9871833e12886aa143c7d8848ce1e5 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_128/seed2/stats.fineweb.split_train.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5623570764b82468d3d47a766d8124b32215926cc2a5035e46c15b414d7bfbf4 +size 50387 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed0/model.safetensors b/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f1fe155169813e1f59caf0d355060f890150e41e --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8324540298fd24181130435951594006dee2a8cb779f45c2c305ee143a32578 +size 75550084 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed0/stats.fineweb.split_train.seed_no/active_count_hist_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed0/stats.fineweb.split_train.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..107b0471123f5ce7153cf4355dbbe909c6f364bc --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed0/stats.fineweb.split_train.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c3b9ebd8f2018b5df6ac293baba566ba9b5c3ec7ffa7154d16d2dcfc7c9aec41 +size 99648 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed0/stats.fineweb.split_train.seed_no/firing_rate_per_latent.pt b/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed0/stats.fineweb.split_train.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..f47daf011fbccb74f2aaa4458e2dc4b4e8573f07 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed0/stats.fineweb.split_train.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4e69d76780c5ade8c79407ca67193d5ffb451d8524374ca1f21fd4c24d766b3c +size 50471 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed0/stats.fineweb.split_train.seed_no/max_act_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed0/stats.fineweb.split_train.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..62fedcd2e944e5e1b5a7c76f2d075a606050640f --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed0/stats.fineweb.split_train.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f9bffd5cb60cf64dc05b57b2e5bb25a481d9822be5305030ee0aa73eb739559 +size 50382 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed0/stats.fineweb.split_train.seed_no/mean_act_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed0/stats.fineweb.split_train.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..78b4e1238e2ca3bd7b8fe1c8772ded1a0fc3785a --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed0/stats.fineweb.split_train.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:574724ea6d70fbd56d28016b3a204a6f73e53c384d203cd555d5d808bdd12a2d +size 50387 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed0/stats.fineweb.split_train.seed_no/sparsity_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed0/stats.fineweb.split_train.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a4692a8de6a00c586a34a3ccaff64dee6fd029a --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed0/stats.fineweb.split_train.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c17df98965a2a2e0e2e7859639c976a6736426e340d59d7ce0058695bb79095d +size 50387 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed1/model.safetensors b/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d8261624b1be866b93b79d0bd5a9c7dfed92e2e3 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56415009ef9b7a52f22b0cb8a2d5b825699c3d9ed74343110b822d1f0c12e8e4 +size 75550084 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed1/stats.fineweb.split_train.seed_no/active_count_hist_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed1/stats.fineweb.split_train.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..fee3f0020e0960c388bd79e625bb8bd940bfe5b2 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed1/stats.fineweb.split_train.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d599a552c999b1acbe01e7303306c931a8fdea1238666ac8404c0cd42c256843 +size 99648 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed1/stats.fineweb.split_train.seed_no/firing_rate_per_latent.pt b/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed1/stats.fineweb.split_train.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae9486e589d1fad004ebcc98eb9af3e180212b54 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed1/stats.fineweb.split_train.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05de7912f6e05dfcd4cb5cb561e5ac7d2c432e093e3105472dbfd5b12362f235 +size 50471 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed1/stats.fineweb.split_train.seed_no/max_act_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed1/stats.fineweb.split_train.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b5d559c7334a42b410b0e030a1ee900f816e71e --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed1/stats.fineweb.split_train.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65e8e533812d0b8c0695d8e65d059072349d4582bb032f8672f8da82d858139b +size 50382 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed1/stats.fineweb.split_train.seed_no/mean_act_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed1/stats.fineweb.split_train.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3f93936d640e334a195a4ebbc8a4f44366b0f8f --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed1/stats.fineweb.split_train.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:031a6e3b3d8c3e64c52ae13849ea5359a79c28e919f833ba6d91c4e95b9d5c2a +size 50387 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed1/stats.fineweb.split_train.seed_no/sparsity_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed1/stats.fineweb.split_train.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..0894cd8608d9080571a3e915c218dd5a5682616f --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed1/stats.fineweb.split_train.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:da843c4721be949b2ac381725f6460af9db2a17fa5e2d5cad1d3f5685d5c18d7 +size 50387 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed2/model.safetensors b/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0886629c93c374cb9f8c469e64b3bd4939173e7c --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f167e8af3a3a644535f90908125c7e9893af8e4ab3c18a4ed3cf33c331dbff94 +size 75550084 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed2/stats.fineweb.split_train.seed_no/active_count_hist_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed2/stats.fineweb.split_train.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..2e613c555e021c7795b07b5454b07a2995cd20b9 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed2/stats.fineweb.split_train.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eff1e319e3713a3421d8228d0bd52e28e1c2c8d1b19ed5d5e87273bc7a8b1994 +size 99648 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed2/stats.fineweb.split_train.seed_no/firing_rate_per_latent.pt b/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed2/stats.fineweb.split_train.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..66779dca83a84463dd240e2402c09333c34a7a53 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed2/stats.fineweb.split_train.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a49b0ddd2b8284aab3a65c1217735d49cdb81f18cb6b80e43b19c93626e1272a +size 50471 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed2/stats.fineweb.split_train.seed_no/max_act_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed2/stats.fineweb.split_train.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..255254d960ac162118e068cf7df3a92e52e7826d --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed2/stats.fineweb.split_train.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24884f36d119db57d0b597ef71f57f2ac0bfe621492b28a2f90c3abcce5000b8 +size 50382 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed2/stats.fineweb.split_train.seed_no/mean_act_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed2/stats.fineweb.split_train.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..c56472f09bfe8288ad5645535b069d57fe2381b6 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed2/stats.fineweb.split_train.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09797a01e5f6533c8d68b3a0a0284a0529de8bda7f3232450eefcd88b1454022 +size 50387 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed2/stats.fineweb.split_train.seed_no/sparsity_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed2/stats.fineweb.split_train.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..f4660a9bfb0a6d8f021ad22205721921127b76fb --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_32/seed2/stats.fineweb.split_train.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:334fe20f43fd7b78ce95f3b880e77a8a8aed1a54eb23ec8155d2ebb2d3a3eda1 +size 50387 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_64/seed0/model.safetensors b/lm/gpt2-small_layer8/matryoshka/x16/l0_64/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f994fba02ffe38d938e4dbba75f2a59f50f78664 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_64/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ddcf1f96782837b964695547c7c7620b9506616e86b59bc84601ad15b3c6631 +size 75550084 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_64/seed0/stats.fineweb.split_train.seed_no/active_count_hist_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x16/l0_64/seed0/stats.fineweb.split_train.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..032dc9e9222be270178ebb1e00d348f291444a88 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_64/seed0/stats.fineweb.split_train.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdcb18cec5ebf95af2440e0f0e46ea5cc15b35a2d2b35a58ef8086cc1a9862dc +size 99648 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_64/seed0/stats.fineweb.split_train.seed_no/firing_rate_per_latent.pt b/lm/gpt2-small_layer8/matryoshka/x16/l0_64/seed0/stats.fineweb.split_train.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..492ddef20069cf31a0cbacc84d082d490ca7ecec --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_64/seed0/stats.fineweb.split_train.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:befe07c1cf702faf0e67d40faf577ad10f420eb8e02ad4088a2e302655ba5e73 +size 50471 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_64/seed0/stats.fineweb.split_train.seed_no/max_act_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x16/l0_64/seed0/stats.fineweb.split_train.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..d230eb157def653df5ca0b1036b5e903306ee616 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_64/seed0/stats.fineweb.split_train.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4c2a5193f32363c7d620f4b828c7611e22ca1b5a1540d86e094665264663c61 +size 50382 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_64/seed0/stats.fineweb.split_train.seed_no/mean_act_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x16/l0_64/seed0/stats.fineweb.split_train.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..4bf0d352c18eb22ff67a199c07229c967d6629f4 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_64/seed0/stats.fineweb.split_train.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:738b600acdc41c9f3a9166ac9eb3a848feb066d8cc6d0a42f1f275e38a80e82d +size 50387 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_64/seed0/stats.fineweb.split_train.seed_no/sparsity_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x16/l0_64/seed0/stats.fineweb.split_train.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..b9e7f82b2aafe76b6ed16930d0ad824a28a7c330 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_64/seed0/stats.fineweb.split_train.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:efca8a47e49729050665fa248852cc2fefdf34e416a67fbafac468da2b54c07f +size 50387 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_64/seed1/model.safetensors b/lm/gpt2-small_layer8/matryoshka/x16/l0_64/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c84d33f000a8d09e6c8c1670b46d2f219a210975 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_64/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6474c1fb2c23045220ef280d93604fc48dff762a870d44fa158e267cf5bc5f96 +size 75550084 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_64/seed2/model.safetensors b/lm/gpt2-small_layer8/matryoshka/x16/l0_64/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2e2a693ce180fb7d00af91ed0a8c1dc45425251d --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_64/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:578fca24ecb213a2df5ad60c578303a33109479f4c5b2876e6549948ff332abc +size 75550084 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_64/seed2/stats.fineweb.split_train.seed_no/max_act_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x16/l0_64/seed2/stats.fineweb.split_train.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..18ad19c8459411a476f9dc3642031c78042c5670 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_64/seed2/stats.fineweb.split_train.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c1f6737670177ae7509b9a734dd67124de4baae0c08dce71284aca039d9ce07 +size 50382 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_64/seed2/stats.fineweb.split_train.seed_no/mean_act_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x16/l0_64/seed2/stats.fineweb.split_train.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..2013a4eb2ba2afef4a5add50c221840b93640aa7 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_64/seed2/stats.fineweb.split_train.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02b337e211fe29bb83af60ac03a105eefbaddb921608ebc6bb327ff3d80e42ca +size 50387 diff --git a/lm/gpt2-small_layer8/matryoshka/x16/l0_64/seed2/stats.fineweb.split_train.seed_no/sparsity_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x16/l0_64/seed2/stats.fineweb.split_train.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..e0cd8f5c117929aca4919784a86f11f371ee68b5 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x16/l0_64/seed2/stats.fineweb.split_train.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81d839f4faedd822174f7ae0a3ffcfe0867bc49c7a8897f0a6c8f4e38d6d43f3 +size 50387 diff --git a/lm/gpt2-small_layer8/matryoshka/x4/l0_128/seed1/stats.fineweb.split_train.seed_no/active_count_hist_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x4/l0_128/seed1/stats.fineweb.split_train.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..f49b5380217977e1a7b9420b82d20cff1b4135c1 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x4/l0_128/seed1/stats.fineweb.split_train.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1108c40e8e010258e043456fe70c07ffa5f4051eed147e4464754ac45257a919 +size 25920 diff --git a/lm/gpt2-small_layer8/matryoshka/x4/l0_128/seed1/stats.fineweb.split_train.seed_no/firing_rate_per_latent.pt b/lm/gpt2-small_layer8/matryoshka/x4/l0_128/seed1/stats.fineweb.split_train.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..53e448f6886551d80b5648c104fd6d1df8c114c7 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x4/l0_128/seed1/stats.fineweb.split_train.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43fd22c272a743d9da6898c4b5775c22fcb1197d90095e9c6345c4c8f2bdef98 +size 13607 diff --git a/lm/gpt2-small_layer8/matryoshka/x4/l0_128/seed1/stats.fineweb.split_train.seed_no/max_act_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x4/l0_128/seed1/stats.fineweb.split_train.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..39394e01fcccfc8cd1946cc36e296189e9d4637f --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x4/l0_128/seed1/stats.fineweb.split_train.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc943f223f066bbe1d230660db50434ee19f9e0c1fd24bc62cb2fca1af6e721b +size 13518 diff --git a/lm/gpt2-small_layer8/matryoshka/x4/l0_128/seed1/stats.fineweb.split_train.seed_no/mean_act_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x4/l0_128/seed1/stats.fineweb.split_train.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..b94e9e709438dbaf9cb512061a2a75a5a3d39b08 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x4/l0_128/seed1/stats.fineweb.split_train.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8983fd0ba988e999db104ca97dc40378f3c3a7bba3ed3dc786eb70c52c58b361 +size 13523 diff --git a/lm/gpt2-small_layer8/matryoshka/x4/l0_128/seed1/stats.fineweb.split_train.seed_no/sparsity_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x4/l0_128/seed1/stats.fineweb.split_train.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..54b516d635d17ff28d90004904326ac6d77f091d --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x4/l0_128/seed1/stats.fineweb.split_train.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a2dd2ca79d77cd9b9cd3735d8a471f7d8527c97ad426e0da1b7d06d7ed17824 +size 13523 diff --git a/lm/gpt2-small_layer8/matryoshka/x4/l0_128/seed2/model.safetensors b/lm/gpt2-small_layer8/matryoshka/x4/l0_128/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cf0b7f0fd06d5b4cc41b092340b6eccd03a3d900 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x4/l0_128/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a081bde947fd936bdee48a1497226f0fcad443f89b5a95edebf7338e1e2cd2d +size 18890116 diff --git a/lm/gpt2-small_layer8/matryoshka/x4/l0_128/seed2/stats.fineweb.split_train.seed_no/active_count_hist_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x4/l0_128/seed2/stats.fineweb.split_train.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..c07dc7ab6de36c36933491b67024f2a05a857c2c --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x4/l0_128/seed2/stats.fineweb.split_train.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:faae03c852272baf51233665a2528387bba29f34ec3d8f8bc447f698dae7f77f +size 25920 diff --git a/lm/gpt2-small_layer8/matryoshka/x4/l0_128/seed2/stats.fineweb.split_train.seed_no/firing_rate_per_latent.pt b/lm/gpt2-small_layer8/matryoshka/x4/l0_128/seed2/stats.fineweb.split_train.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..be88c67c65393caffed95926249fb78609739c10 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x4/l0_128/seed2/stats.fineweb.split_train.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee4c2868f8aee4d122eacd59d722653e4c6ca8b73afa6c55cace990110392a55 +size 13607 diff --git a/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed0/model.safetensors b/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6a8c928a022b7bec6e63c00464433e062441e936 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:656ec5585fb8c3fcc85d8621bee654a1c48139eaf2d6e8467e4a09a40b8d3768 +size 18890116 diff --git a/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed0/stats.fineweb.split_train.seed_no/active_count_hist_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed0/stats.fineweb.split_train.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..c8307824111c0d5bba083cc02b450ed5f91b98aa --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed0/stats.fineweb.split_train.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df52d3c0d2dfa2042f8554be77161e6af6e57072232dec7e90d550be2a941b1f +size 25920 diff --git a/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed0/stats.fineweb.split_train.seed_no/firing_rate_per_latent.pt b/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed0/stats.fineweb.split_train.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..0112fd3a816a71093a406ed190212a1f352f78e6 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed0/stats.fineweb.split_train.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:741ce2f430f7815510ed2376404d21c489e8661f37bf6d55f6f6ea5b822de66e +size 13607 diff --git a/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed0/stats.fineweb.split_train.seed_no/max_act_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed0/stats.fineweb.split_train.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..0fb9720eebb65a8c8ec17614884482070acbe515 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed0/stats.fineweb.split_train.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b289b9d7810176bbcc322e86300d41189f2779cd8fbcf51132ceaedd7d4f813c +size 13518 diff --git a/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed0/stats.fineweb.split_train.seed_no/mean_act_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed0/stats.fineweb.split_train.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a23ce861620b2d1df1d2c7d62168f7d7065a27b --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed0/stats.fineweb.split_train.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4937212b341e76b7b28262ad423916e758bcc2287a88060243241dda5b68ec38 +size 13523 diff --git a/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed0/stats.fineweb.split_train.seed_no/sparsity_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed0/stats.fineweb.split_train.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..db1f7d3250c2e808804d80ae50af02c2e86e49fc --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed0/stats.fineweb.split_train.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d941fb38b0ee96bebef08fbd726a4e17e64b153d0438157419da2e34a6e142f3 +size 13523 diff --git a/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed1/model.safetensors b/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f00d9a3d9e1fea373c4c085eff37660266b9a8e4 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:495304d5c5f5949d9edfa35f20bcca6abf9cecbe1b4c1e40b88802d82b9052cd +size 18890116 diff --git a/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed1/stats.fineweb.split_train.seed_no/active_count_hist_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed1/stats.fineweb.split_train.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..2ad8a977bf98fa3812ee6c1ee7a8405c83820c58 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed1/stats.fineweb.split_train.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9655d90a5e6f26119e61be7051cc81c483c2b01a50aedbe44c93d8656f51398 +size 25920 diff --git a/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed1/stats.fineweb.split_train.seed_no/firing_rate_per_latent.pt b/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed1/stats.fineweb.split_train.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..0b1d2b6a71c14ab6e34198521fdf911cea45419d --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed1/stats.fineweb.split_train.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:444205399ba5a7715133bd54b964c5c4e78d68a27b941a0340cb248464a08ee9 +size 13607 diff --git a/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed1/stats.fineweb.split_train.seed_no/max_act_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed1/stats.fineweb.split_train.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed9516d03faf325a551d7fb9c5697b7e6ee0b349 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed1/stats.fineweb.split_train.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e24674904d6fc1f1b38271f23af37fe20023e030007639db4dc0afdea5f5dcb4 +size 13518 diff --git a/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed1/stats.fineweb.split_train.seed_no/mean_act_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed1/stats.fineweb.split_train.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..a18f14864de61d4db607b03eec4644ddda31210d --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed1/stats.fineweb.split_train.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1b953031f2ba60513b8b361070ca5edace54644a41443f52691832dd3ee6ac2 +size 13523 diff --git a/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed1/stats.fineweb.split_train.seed_no/sparsity_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed1/stats.fineweb.split_train.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca2a990260596750db3f59fe7696382c6e505062 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed1/stats.fineweb.split_train.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:402abf23216e7351340fd2e7b96a2171cf693dd682e301de784d5dca9d48928b +size 13523 diff --git a/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed2/model.safetensors b/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fd6bbf73bf55028bb96d2f6b556b134a14d542d3 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:749aa26f17dfc168583705466e8abf48262786b546d476cdb174b0217bc64c74 +size 18890116 diff --git a/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed2/stats.fineweb.split_train.seed_no/active_count_hist_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed2/stats.fineweb.split_train.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..7b5277aec7196cdf3a1a515ef84bb065f57e46e6 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed2/stats.fineweb.split_train.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ef58cb988f885652a606fa2fdbe90d3e98090b910878ab00596725e745f23254 +size 25920 diff --git a/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed2/stats.fineweb.split_train.seed_no/firing_rate_per_latent.pt b/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed2/stats.fineweb.split_train.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..ba4eb6d2be041606a9ac9b2afa96b9e4ede9c71f --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed2/stats.fineweb.split_train.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03a400f4731861510d8b5b57273ee8464ef7b89b72bd274d823f988813f22dde +size 13607 diff --git a/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed2/stats.fineweb.split_train.seed_no/max_act_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed2/stats.fineweb.split_train.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..5bffb23e8d39e4adfc4af7afb9d3bef9651c30e9 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed2/stats.fineweb.split_train.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92e5338736f475ceece7fbead3deb78c6d02ec3cfd851b663e4cfcc810a410d9 +size 13518 diff --git a/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed2/stats.fineweb.split_train.seed_no/mean_act_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed2/stats.fineweb.split_train.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..48f0eb1d84ccc8e07079696e4328288dd770bfcc --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed2/stats.fineweb.split_train.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16cae61ecea3b9b7636ca4536e5f13701da3143ff2d145a823a6d9c15bebb5ee +size 13523 diff --git a/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed2/stats.fineweb.split_train.seed_no/sparsity_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed2/stats.fineweb.split_train.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..77858d78bbc39dff8a285365839930e98dc98b94 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x4/l0_32/seed2/stats.fineweb.split_train.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ccf55eafebad664eddc825b7e27899f328c777c0fb10dd2d568f15de3abfc59c +size 13523 diff --git a/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed0/model.safetensors b/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..253cfc44b7d21d277f17c6cece24fb43e50e1843 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47100493e32267b0e100e2690684205d2ea98d3ac559e630ac2823c2bcf8dc9d +size 18890116 diff --git a/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed0/stats.fineweb.split_train.seed_no/active_count_hist_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed0/stats.fineweb.split_train.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..becdd58341bad4cd184f6c6caf088a2d5cd30a4f --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed0/stats.fineweb.split_train.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2478aac5292acb3e9e14164dabb4bc389181c0b30b78a9aa44a4f1049da3ec1 +size 25920 diff --git a/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed0/stats.fineweb.split_train.seed_no/firing_rate_per_latent.pt b/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed0/stats.fineweb.split_train.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..540e2c548a6fccc8824e3eef1c7f9fe6ce4e767c --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed0/stats.fineweb.split_train.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c286b83bb1c9fc2ca3ce333f0913e56c6e75b1dcafb993541095eed3d0fd2732 +size 13607 diff --git a/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed0/stats.fineweb.split_train.seed_no/max_act_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed0/stats.fineweb.split_train.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..6886085e4afc9200ae5b34f2562dc06d4f49be2f --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed0/stats.fineweb.split_train.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31ae69f822f2d95ed79d59a8c8b5911de955b3d6191e653377aaf479e3e53eef +size 13518 diff --git a/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed0/stats.fineweb.split_train.seed_no/mean_act_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed0/stats.fineweb.split_train.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..a142e911d78341ec780fc817b513872d8a76225b --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed0/stats.fineweb.split_train.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c0f98f828581242e7ef2fac4329b30c7a7a84098af8fa58f73b27f5a608f9888 +size 13523 diff --git a/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed0/stats.fineweb.split_train.seed_no/sparsity_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed0/stats.fineweb.split_train.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..9b659e7c401fe61227f906b77ba1f5a2648267b7 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed0/stats.fineweb.split_train.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:32f9a584a516a533e9370e8e96324af763b53f32875fa3cdd156e7b6921f6475 +size 13523 diff --git a/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed1/model.safetensors b/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d045710cb803e93edac7960fcfde1e74099fe211 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2aea48a089e7a3afbc894868c7894036b4b5bd2ff465dec7a8577d29106a4514 +size 18890116 diff --git a/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed1/stats.fineweb.split_train.seed_no/active_count_hist_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed1/stats.fineweb.split_train.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..d8c3ae4d8b82a80ab59820d401bc2f1125ad8dd3 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed1/stats.fineweb.split_train.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3cfe4c8dd1acfedc8c42ba294aa03c15a17dbaa0464e585c4a9adbe5c9568996 +size 25920 diff --git a/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed1/stats.fineweb.split_train.seed_no/firing_rate_per_latent.pt b/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed1/stats.fineweb.split_train.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..f457341651983cc131e2ba3e09e16cd0547bdf18 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed1/stats.fineweb.split_train.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:238f1242b40012c294c1f76be03410c38f813a28dceb92f8906c6528a9908594 +size 13607 diff --git a/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed1/stats.fineweb.split_train.seed_no/max_act_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed1/stats.fineweb.split_train.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c7ef013c451097991bb335eac9508de5557e53f --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed1/stats.fineweb.split_train.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c025b0acec7424b4a51e07865d5052bf0fb970c4f770add39d7958024abfb297 +size 13518 diff --git a/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed1/stats.fineweb.split_train.seed_no/mean_act_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed1/stats.fineweb.split_train.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..02453ab7174f4ff0612cad899275b67a704bc758 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed1/stats.fineweb.split_train.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7830328c94a984b1c2a8f475d9a1a6d7059ed51a1b198ec3a8b97f70726f304 +size 13523 diff --git a/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed1/stats.fineweb.split_train.seed_no/sparsity_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed1/stats.fineweb.split_train.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..1b4061aced93534c9a10d693eb16a150d0ce5fc0 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed1/stats.fineweb.split_train.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b72295ada4e5bcb8085278cc0fa10a034616d17a7de173ab8cbfd1a1c835538 +size 13523 diff --git a/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed2/model.safetensors b/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2a49f257d8b59dbdf7e519b0b94fca83bde4e0f7 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60bed0b9cf9e408349e6a213e602f3fb84ad474c2637f9428cb2533c73f77c9a +size 18890116 diff --git a/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed2/stats.fineweb.split_train.seed_no/active_count_hist_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed2/stats.fineweb.split_train.seed_no/active_count_hist_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..c3f5512660e0fb92c1f1b9c49de563302934a043 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed2/stats.fineweb.split_train.seed_no/active_count_hist_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5988595e81cb73da32eddbdec2716b976e9bcbda2099fbfa8bef28e2f989711c +size 25920 diff --git a/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed2/stats.fineweb.split_train.seed_no/firing_rate_per_latent.pt b/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed2/stats.fineweb.split_train.seed_no/firing_rate_per_latent.pt new file mode 100644 index 0000000000000000000000000000000000000000..13ec2c365d9f3eca27ff5bec30dd23e9ef228ffe --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed2/stats.fineweb.split_train.seed_no/firing_rate_per_latent.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7ad729a5fff3f6db029d16ad0bb776506c35eed98bbb4c07725893679fac31b +size 13607 diff --git a/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed2/stats.fineweb.split_train.seed_no/max_act_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed2/stats.fineweb.split_train.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..11d69dd39a9525779ac6ccdefd120ec8b1bc7ebb --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed2/stats.fineweb.split_train.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e24aa02912e5cfd636e6bb3af6f64aa30417347db311397867632b0084caa46f +size 13518 diff --git a/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed2/stats.fineweb.split_train.seed_no/mean_act_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed2/stats.fineweb.split_train.seed_no/mean_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..3757ab566f5a8035e57d12f17af0c04d0b60865f --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed2/stats.fineweb.split_train.seed_no/mean_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:29174a7280505b46c384256d7e6f89e60feb8e9a5a0a6e2b1fb67d18d3740439 +size 13523 diff --git a/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed2/stats.fineweb.split_train.seed_no/sparsity_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed2/stats.fineweb.split_train.seed_no/sparsity_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a33cadbd8e12c656560ac1e91add8ec4716bb74 --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x4/l0_64/seed2/stats.fineweb.split_train.seed_no/sparsity_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f44c382e00462412588f2ec65ef1a8652d23216916b11280e8dc6684d3aebcf +size 13523 diff --git a/lm/gpt2-small_layer8/matryoshka/x8/l0_128/seed0/stats.fineweb.split_train.seed_no/max_act_per_token.pt b/lm/gpt2-small_layer8/matryoshka/x8/l0_128/seed0/stats.fineweb.split_train.seed_no/max_act_per_token.pt new file mode 100644 index 0000000000000000000000000000000000000000..46b8e42113e297761ca4b03ae6b4635a0156b10f --- /dev/null +++ b/lm/gpt2-small_layer8/matryoshka/x8/l0_128/seed0/stats.fineweb.split_train.seed_no/max_act_per_token.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83ddf959f00c8135ff3c5daecfc064ee9dac549d3cb4b19ba49d49b6adb31ad6 +size 25806