diff --git a/attn_out_all/layer_0_width_16k_l0_big/params.safetensors b/attn_out_all/layer_0_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b93e3948db40395d760325154d3a59b6d66c75fc
--- /dev/null
+++ b/attn_out_all/layer_0_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a797acacb91bc9ff5fda14a3e9c07ed1ecf4049543fb7c89b790a5e561dcf28f
+size 537018752
diff --git a/attn_out_all/layer_10_width_16k_l0_big/params.safetensors b/attn_out_all/layer_10_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..78867ae3ab0e01703409cdb74ff92f8f8d3eebad
--- /dev/null
+++ b/attn_out_all/layer_10_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69191b6246ac58c881a96020db07f543415a20454c7637ea28e9eafd1b5677c4
+size 537018752
diff --git a/attn_out_all/layer_10_width_16k_l0_small/params.safetensors b/attn_out_all/layer_10_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..361028c043614ee7fa097a8d72cb0bcf4f8fb458
--- /dev/null
+++ b/attn_out_all/layer_10_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949d492f5850fcbf02dd841c3f0fd548f99e5af138c2ee67276b8364c1df5dc2
+size 537018752
diff --git a/attn_out_all/layer_10_width_262k_l0_big/params.safetensors b/attn_out_all/layer_10_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4f1a993e74288eeb8eae9474f9d781e874884358
--- /dev/null
+++ b/attn_out_all/layer_10_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b43b98683cc17b5f806cac10c2f1ead29b4fb4a84277bb3b186c16f27e4734ab
+size 8592048520
diff --git a/attn_out_all/layer_10_width_262k_l0_small/params.safetensors b/attn_out_all/layer_10_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cdd39d4627f7e6ba87e0a26b236d19979834c036
--- /dev/null
+++ b/attn_out_all/layer_10_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee56cd833c7809e999c969b2d72ea07837714754e0a790ae005036d9539f28f
+size 8592048520
diff --git a/attn_out_all/layer_11_width_16k_l0_big/params.safetensors b/attn_out_all/layer_11_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..736ab88fbb3acc93166506a8ca222036478a42a6
--- /dev/null
+++ b/attn_out_all/layer_11_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02a33d51253b086974f28fc1bd41aac924a33ba9db08a5cd8e895ae6a4b6b675
+size 537018752
diff --git a/attn_out_all/layer_11_width_262k_l0_big/params.safetensors b/attn_out_all/layer_11_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a2f26d63c45397d276f3ad6f900031c5c05d3bc0
--- /dev/null
+++ b/attn_out_all/layer_11_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:421a3290bd0ab2cffd9b50dc2091f31d0be8d2cb03cd03800c45c0f1a8b7c9a6
+size 8592048520
diff --git a/attn_out_all/layer_12_width_16k_l0_small/params.safetensors b/attn_out_all/layer_12_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cf78da10f800374225240d105a2ea1c2b3581245
--- /dev/null
+++ b/attn_out_all/layer_12_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e05843c160d0f66c7ce9dda304e17ff371c1a2f1bfd1ee99208c469d7d841827
+size 537018752
diff --git a/attn_out_all/layer_12_width_262k_l0_big/params.safetensors b/attn_out_all/layer_12_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a52730b0bf93ed887f84d486e2d8466463d8a55e
--- /dev/null
+++ b/attn_out_all/layer_12_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc356c0e2657ce70cf98c0ecedca35e0f9b7269f00262dfa16786e191015b8e4
+size 8592048520
diff --git a/attn_out_all/layer_12_width_262k_l0_small/params.safetensors b/attn_out_all/layer_12_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..aafb3f79d448cf9345c15459edca1b1499b1058b
--- /dev/null
+++ b/attn_out_all/layer_12_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32514ebd1da8d1d9dc4d948927b4800213f63371c697417b59752f49a28d0cd0
+size 8592048520
diff --git a/attn_out_all/layer_13_width_262k_l0_big/params.safetensors b/attn_out_all/layer_13_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f980498d71dbbe5140d0807c011a6f0c96cfe5d0
--- /dev/null
+++ b/attn_out_all/layer_13_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd57f47296610d87fba97677c0d0001e4a72c8db024a61ec6bb3f3aa01d6d3f
+size 8592048520
diff --git a/attn_out_all/layer_14_width_262k_l0_big/params.safetensors b/attn_out_all/layer_14_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..598e75d743c5ad164f8b727bec7a1263fce1d0a5
--- /dev/null
+++ b/attn_out_all/layer_14_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e93a992eade084e95eecff7bc223cb87d0b7e7233576637d4c9db32c8fd8e87
+size 8592048520
diff --git a/attn_out_all/layer_14_width_262k_l0_small/params.safetensors b/attn_out_all/layer_14_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cecfd8c0de93f988291133d40c94b14b417ce297
--- /dev/null
+++ b/attn_out_all/layer_14_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9347132d1a691f36e9a0d7e4e41348f5b263786b705aed3839b51e1118db31e6
+size 8592048520
diff --git a/attn_out_all/layer_15_width_262k_l0_small/params.safetensors b/attn_out_all/layer_15_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..af6b27f28f9255ac380ab7a5121887fe1b346e8f
--- /dev/null
+++ b/attn_out_all/layer_15_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9480ab19a056040a6ba78efc0e40ca53998af90712a3f856425beac1dd63c77e
+size 8592048520
diff --git a/attn_out_all/layer_16_width_16k_l0_big/params.safetensors b/attn_out_all/layer_16_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9349621496ed298337c43a762f4b9a22ce96967c
--- /dev/null
+++ b/attn_out_all/layer_16_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:880346864e24abb78877c7ceb596f070d50aec9658d44e1c1142fa436e1eac36
+size 537018752
diff --git a/attn_out_all/layer_16_width_16k_l0_small/params.safetensors b/attn_out_all/layer_16_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..efd20ff71cdf3798293d827ad98ae5259192d8c4
--- /dev/null
+++ b/attn_out_all/layer_16_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27cdb99d9066a6cabbd80ee1f6dc543d7b4b706436bbd3a7f699655ff5ec7a54
+size 537018752
diff --git a/attn_out_all/layer_16_width_262k_l0_big/params.safetensors b/attn_out_all/layer_16_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3e3d18bd28a24706a91d1ae49000e40a8d826492
--- /dev/null
+++ b/attn_out_all/layer_16_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333ff9e68ff58ddf4fb902064d92cfdb526ff5371b9896130b16f486f4771a4d
+size 8592048520
diff --git a/attn_out_all/layer_17_width_16k_l0_big/params.safetensors b/attn_out_all/layer_17_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d68b006bf1a4879ddb4791fec4de5c6ce9f40c46
--- /dev/null
+++ b/attn_out_all/layer_17_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f66055d7f5ef6c9504a019eaad037864cdfb647bded069bf51eb104547006faf
+size 537018752
diff --git a/attn_out_all/layer_17_width_16k_l0_small/params.safetensors b/attn_out_all/layer_17_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2d31cdeaff2aef00bb33f3e02961e1c835518139
--- /dev/null
+++ b/attn_out_all/layer_17_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64770b00b02e08e374c72c1438fb2727b4f3f79eae8f8992d6e86f94176e011a
+size 537018752
diff --git a/attn_out_all/layer_17_width_262k_l0_big/params.safetensors b/attn_out_all/layer_17_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6ba0f454685ae103d490622cb231c27e7e07f699
--- /dev/null
+++ b/attn_out_all/layer_17_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d5a7aaad8edd6f29112cba995de45abd680d1c010f6c4ec889fd8ab127de53
+size 8592048520
diff --git a/attn_out_all/layer_17_width_262k_l0_small/params.safetensors b/attn_out_all/layer_17_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f383ad7cc759a9c68c32880a44e46fbe99a30ac5
--- /dev/null
+++ b/attn_out_all/layer_17_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd3ee7260aaa8cef8b1048596fb0cae539c50e0e6436c9b40e282c7dd2fa1c77
+size 8592048520
diff --git a/attn_out_all/layer_18_width_16k_l0_small/params.safetensors b/attn_out_all/layer_18_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..01dbffb16dc04a4d7f23e0cefb2371c036871e50
--- /dev/null
+++ b/attn_out_all/layer_18_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e87c3ea66697102e92a78829fd8cd3db5e6a7e8635fdd4b8cf9df03675905c
+size 537018752
diff --git a/attn_out_all/layer_18_width_262k_l0_big/params.safetensors b/attn_out_all/layer_18_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..22491805a5d7b506cc19ac680ef7327632f1739b
--- /dev/null
+++ b/attn_out_all/layer_18_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62211f020fe61257e5526d2b9d52216053958488564c9a9e2c8e0e2929b18256
+size 8592048520
diff --git a/attn_out_all/layer_18_width_262k_l0_small/params.safetensors b/attn_out_all/layer_18_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1c8b75ce71ce57389ac7565df5415dc2cf83d65c
--- /dev/null
+++ b/attn_out_all/layer_18_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d57299993231b27adbe284bab106a0dc388ee574351ea4a2c289d5cc9e1af5
+size 8592048520
diff --git a/attn_out_all/layer_19_width_16k_l0_big/params.safetensors b/attn_out_all/layer_19_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..780e43e0fd1e9581ff9713ca4cfdb571f7e44627
--- /dev/null
+++ b/attn_out_all/layer_19_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:421d723957ef227bda1b3f47f238d3e1dd76a3dd5099bcbc4aeacd399faaa70c
+size 537018752
diff --git a/attn_out_all/layer_19_width_262k_l0_big/params.safetensors b/attn_out_all/layer_19_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c05db820fb5e7531816c77148ea1bc8436d1efd9
--- /dev/null
+++ b/attn_out_all/layer_19_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5238b52f98b4b415dbbc35cdd78e31deb23e886a93f6d3a94ffb0c1dfc3297
+size 8592048520
diff --git a/attn_out_all/layer_19_width_262k_l0_small/params.safetensors b/attn_out_all/layer_19_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..820cfca26df18e405a05977025aeb1fff2c5cb29
--- /dev/null
+++ b/attn_out_all/layer_19_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb053c045c1c297161d237e030a217b2986a76b6f66929d735f5cf6afd480d5
+size 8592048520
diff --git a/attn_out_all/layer_1_width_16k_l0_big/params.safetensors b/attn_out_all/layer_1_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..86ae3a04626144cce4c984c3c2259900725e83d6
--- /dev/null
+++ b/attn_out_all/layer_1_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3325ae46b0c594df96939a6a3aa502770fe272971b2ec4b4cc1538924dac9f3
+size 537018752
diff --git a/attn_out_all/layer_1_width_16k_l0_small/params.safetensors b/attn_out_all/layer_1_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ad10ffaa7f5497cecb1ac33f9b9a20e1cec07a66
--- /dev/null
+++ b/attn_out_all/layer_1_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1075afa4d27be31b6634e7c00aabb0ef536a45d14a9aa2cd559f72011bf5eb6a
+size 537018752
diff --git a/attn_out_all/layer_20_width_16k_l0_big/params.safetensors b/attn_out_all/layer_20_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2411998fc0898776ac99ba6482aedce97b9ff2b1
--- /dev/null
+++ b/attn_out_all/layer_20_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de66c56a1fb2922e70baf16c9e6f29814be8b44a52f92962f9cd65962883bfe1
+size 537018752
diff --git a/attn_out_all/layer_20_width_262k_l0_big/params.safetensors b/attn_out_all/layer_20_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6c07df25901e328fc74d564915b2a0cd3214d78f
--- /dev/null
+++ b/attn_out_all/layer_20_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:891885998c5be8878c2fd032457fb80a48a2a840a8805d6d3e826016d2e51b01
+size 8592048520
diff --git a/attn_out_all/layer_21_width_16k_l0_big/params.safetensors b/attn_out_all/layer_21_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..071c22b2e8b85d043714e1787e9dbabcae034fa0
--- /dev/null
+++ b/attn_out_all/layer_21_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db60f8243865056f3cb668e5723ab219ec90591ffe528a01be7e8e5f7b94775
+size 537018752
diff --git a/attn_out_all/layer_21_width_262k_l0_small/params.safetensors b/attn_out_all/layer_21_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..39571f16ff05b325f5329befe1995c7a7e56811e
--- /dev/null
+++ b/attn_out_all/layer_21_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aefbfbaff8551ab79227ad208097ec11901e705ddd3b98e3e6023c0ac9a8aeef
+size 8592048520
diff --git a/attn_out_all/layer_22_width_16k_l0_big/params.safetensors b/attn_out_all/layer_22_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6ccf285868fe3a888d6aca0c4917202ab0784f71
--- /dev/null
+++ b/attn_out_all/layer_22_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ad06f165c0d35788e411d758c9684e9774515f1e9d227a98057cbcc220dfcd
+size 537018752
diff --git a/attn_out_all/layer_22_width_262k_l0_big/params.safetensors b/attn_out_all/layer_22_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7edb650b224a5b6a7d4aba00e86fccfb084b2ccd
--- /dev/null
+++ b/attn_out_all/layer_22_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8854d48037267a5b4b6e53eaafbf31948ff7281c46f2d062e75a9061abaf00b1
+size 8592048520
diff --git a/attn_out_all/layer_22_width_262k_l0_small/params.safetensors b/attn_out_all/layer_22_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7b1d363c1b30837dd513da1d15b93c444ff1f414
--- /dev/null
+++ b/attn_out_all/layer_22_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52e9a004a69240f207bcdec7b8ea7564cafbdb887d1fd8485834f51b60d41e7
+size 8592048520
diff --git a/attn_out_all/layer_23_width_16k_l0_big/params.safetensors b/attn_out_all/layer_23_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cc924fc6a14e43ce3e73b83519d640cf6ba581f3
--- /dev/null
+++ b/attn_out_all/layer_23_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a624d5e3ddc3652b1478f4cd250a9732df0e0bf8c7400e4eb52cbdfd51df432
+size 537018752
diff --git a/attn_out_all/layer_23_width_16k_l0_small/params.safetensors b/attn_out_all/layer_23_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..215afeaf6db742b3abf6394aa6e3fdd56997c12a
--- /dev/null
+++ b/attn_out_all/layer_23_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feebc75aab824a00893dcb975ea929df857586b0d4ddafe787a7b3590e2d490e
+size 537018752
diff --git a/attn_out_all/layer_24_width_16k_l0_big/params.safetensors b/attn_out_all/layer_24_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0fe7a19530f78f33742fe0ea989138ad4b04bc7c
--- /dev/null
+++ b/attn_out_all/layer_24_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b0b96144b0f66f92d9ba6925fb40556025bab7dd3821033b8587ce7ac6d59ad
+size 537018752
diff --git a/attn_out_all/layer_24_width_262k_l0_small/params.safetensors b/attn_out_all/layer_24_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bbb06bd7d301c7f33b01062edce9dcce7f4620d3
--- /dev/null
+++ b/attn_out_all/layer_24_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cceaca100e29c8ab57c9c3b700494186c6081e00b9e1a9359830be57c5d7d8e7
+size 8592048520
diff --git a/attn_out_all/layer_25_width_262k_l0_big/params.safetensors b/attn_out_all/layer_25_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7c1e2672cc6bff2e4223a6d0c61c72c15a144330
--- /dev/null
+++ b/attn_out_all/layer_25_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf3b1b32474074911b30311619bad47b0168489c95808370ea4e64b466a9766
+size 8592048520
diff --git a/attn_out_all/layer_26_width_16k_l0_big/params.safetensors b/attn_out_all/layer_26_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f575e86b77ad9f22c00fb498313e1b2624d992ec
--- /dev/null
+++ b/attn_out_all/layer_26_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f1a65bbc7ff7048cb82793885d8cc1a353c8b2a6232666348a02fa66bf00774
+size 537018752
diff --git a/attn_out_all/layer_26_width_262k_l0_small/params.safetensors b/attn_out_all/layer_26_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7571607665e40570e3893d23bb98a33c56c9482b
--- /dev/null
+++ b/attn_out_all/layer_26_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc78db226b8b43429fc4b36dfa3c5caeab6a2d14438359b86efa62a4d6f533f0
+size 8592048520
diff --git a/attn_out_all/layer_27_width_262k_l0_small/params.safetensors b/attn_out_all/layer_27_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..30970a1eb7d2fe07345ef691d9a672a92d720d32
--- /dev/null
+++ b/attn_out_all/layer_27_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a9688fea8c2600232abdefd802f4c6c84862dc39e7f1949adb220fdef2bebb2
+size 8592048520
diff --git a/attn_out_all/layer_28_width_262k_l0_big/params.safetensors b/attn_out_all/layer_28_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d7a9b541703409cca1a89678d48ea66ef164ae66
--- /dev/null
+++ b/attn_out_all/layer_28_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c92492f62f50662b597a84f3fd606fa61c29edc6f1d08153f5c137f2f8f7008c
+size 8592048520
diff --git a/attn_out_all/layer_28_width_262k_l0_small/params.safetensors b/attn_out_all/layer_28_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..32a2924df732054cbffb49b6263f8c87b381835a
--- /dev/null
+++ b/attn_out_all/layer_28_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fb94c7006974fb95a988950023999761d675a615ec89faab7064806cd6643bd
+size 8592048520
diff --git a/attn_out_all/layer_29_width_262k_l0_big/params.safetensors b/attn_out_all/layer_29_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f9e197dee8a2af3829acfce88ca078ea0ca14e7b
--- /dev/null
+++ b/attn_out_all/layer_29_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:819638cd94de27d6783d98de4eb00de73d24f7ac345fc52cb45f133acb1ddef6
+size 8592048520
diff --git a/attn_out_all/layer_29_width_262k_l0_small/params.safetensors b/attn_out_all/layer_29_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c2006174901b8c9973202ab9eab93d6ba3b63487
--- /dev/null
+++ b/attn_out_all/layer_29_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ed0258f5edcb8df84296d92f259d2a42e0c185cbc6cc0a1d1e03abcdf882c85
+size 8592048520
diff --git a/attn_out_all/layer_2_width_16k_l0_small/params.safetensors b/attn_out_all/layer_2_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..54ad4aa15f60d5d9d78807b54d32b29d45c992ad
--- /dev/null
+++ b/attn_out_all/layer_2_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c615363b366a389ee08e1b9fb4960bc489d7e5959c1ff8ea470d04c4d34fe32e
+size 537018752
diff --git a/attn_out_all/layer_2_width_262k_l0_big/params.safetensors b/attn_out_all/layer_2_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..df498181d427350dfb697b84f8227ad50a8a645f
--- /dev/null
+++ b/attn_out_all/layer_2_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b17ef44af10a8cd1ef9109c34bfb28a4c7a278027da97070cf9943049403f8e4
+size 8592048520
diff --git a/attn_out_all/layer_2_width_262k_l0_small/params.safetensors b/attn_out_all/layer_2_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1d512c53255c810d1b6fc9738047303b727054a1
--- /dev/null
+++ b/attn_out_all/layer_2_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32c19521a404bc14b9637eecffd7b67bb15db9fafffa0be66e3c13ef94c7ea5
+size 8592048520
diff --git a/attn_out_all/layer_30_width_16k_l0_small/params.safetensors b/attn_out_all/layer_30_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..dad298f2109defc560a4fceee4842b992e892537
--- /dev/null
+++ b/attn_out_all/layer_30_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e9b0f3ddcae8afe69693aca015678fc851a23eb02c38809e96e30364906987
+size 537018752
diff --git a/attn_out_all/layer_30_width_262k_l0_big/params.safetensors b/attn_out_all/layer_30_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..375a8a0606591c7e4842b870dd0c8e2328403f43
--- /dev/null
+++ b/attn_out_all/layer_30_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc5e3f3e15d988400a5849634fdc6e6c7888145b9536748b5fc62bf0233db3d
+size 8592048520
diff --git a/attn_out_all/layer_30_width_262k_l0_small/params.safetensors b/attn_out_all/layer_30_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f02c293c862f4f6777b3f3c586e709be06e0513f
--- /dev/null
+++ b/attn_out_all/layer_30_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51457898de646296b5e6ca631b8964ab782d44e38f73491f94122417134b4170
+size 8592048520
diff --git a/attn_out_all/layer_31_width_16k_l0_small/params.safetensors b/attn_out_all/layer_31_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..58d221bf888d830111c6fa0c7916acf486d97904
--- /dev/null
+++ b/attn_out_all/layer_31_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcfa4e07a2d6b95cf618cdbd35c04fe738f0ce6629b06213266747ef3419519c
+size 537018752
diff --git a/attn_out_all/layer_32_width_16k_l0_big/params.safetensors b/attn_out_all/layer_32_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..01fa177c6c63bc21c2ee444eb7519658cb664cd5
--- /dev/null
+++ b/attn_out_all/layer_32_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cd87e2d868f8ed14d9a6157acb7061891c056d8e46134b056f7a2ef06a8b10d
+size 537018752
diff --git a/attn_out_all/layer_32_width_16k_l0_small/params.safetensors b/attn_out_all/layer_32_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bf81520bfb1cd2caab8f2351e44e1ad3b379dec2
--- /dev/null
+++ b/attn_out_all/layer_32_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e362ae2584918fdcd69fa16ae8c1aa11bc44238f0fabaa4a2c3ffe4ae8b8ad0
+size 537018752
diff --git a/attn_out_all/layer_34_width_16k_l0_big/params.safetensors b/attn_out_all/layer_34_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e76c60d5bbae57529b9b927da0c78684a2dc078d
--- /dev/null
+++ b/attn_out_all/layer_34_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5d27c1d553882ab71cfee63112585f8f3e8a6c5b12c7f57053d90060ac2bc0
+size 537018752
diff --git a/attn_out_all/layer_34_width_16k_l0_small/params.safetensors b/attn_out_all/layer_34_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..26b96438e8b26337aeff9176f4666512824f884e
--- /dev/null
+++ b/attn_out_all/layer_34_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d1b1db7a4d18704c067078f032d94a16418abea755d902cf4ab53cd4115107
+size 537018752
diff --git a/attn_out_all/layer_34_width_262k_l0_big/params.safetensors b/attn_out_all/layer_34_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fa55ac3a271924397bd64b675c5d71308dbcc1da
--- /dev/null
+++ b/attn_out_all/layer_34_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12eaa1443876bf0a5eca67f41dae4d33d4ab0e18b0fc2a386829949cae42da27
+size 8592048520
diff --git a/attn_out_all/layer_34_width_262k_l0_small/params.safetensors b/attn_out_all/layer_34_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8a6f06e08b0d1eaec4d4ce2dbef2bb24c76ac508
--- /dev/null
+++ b/attn_out_all/layer_34_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd6ba06e3b1fd8cf8aa0bb8747f906cb83038decd0bae9d4cd252bcb0e428c4
+size 8592048520
diff --git a/attn_out_all/layer_35_width_16k_l0_big/params.safetensors b/attn_out_all/layer_35_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..60d9a0b3125f413df1696fcda8b98f640bee30cb
--- /dev/null
+++ b/attn_out_all/layer_35_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9763d29cd9669020b40039e0192ec1c57b7afe970c11e11e8ee266232bba716
+size 537018752
diff --git a/attn_out_all/layer_35_width_262k_l0_small/params.safetensors b/attn_out_all/layer_35_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2cd45ad7f33d07cd5693dd0791cb251fcf4caf8f
--- /dev/null
+++ b/attn_out_all/layer_35_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632e2d98747ef59f7c699aa1cb9865c19af0753f4a93ab17d7aa609c570bdee1
+size 8592048520
diff --git a/attn_out_all/layer_36_width_16k_l0_big/params.safetensors b/attn_out_all/layer_36_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6c99655236a200925b88501031e70a3a4e7d0101
--- /dev/null
+++ b/attn_out_all/layer_36_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c403ebd0405193df02692981e9229e300062b959db7a5ee17001133ccc353f1
+size 537018752
diff --git a/attn_out_all/layer_36_width_16k_l0_small/params.safetensors b/attn_out_all/layer_36_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ba49a2869b36fd0b7a69cda930973014583bb141
--- /dev/null
+++ b/attn_out_all/layer_36_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f02938c042d49eace568f2c07d8cb5b87bbfe4afabb5d40c73bb10a5de1b528e
+size 537018752
diff --git a/attn_out_all/layer_38_width_262k_l0_big/params.safetensors b/attn_out_all/layer_38_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9847e9a453e29f0aea856cd630c02aa0b6db6bec
--- /dev/null
+++ b/attn_out_all/layer_38_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0297e1ad2e5ba58d63742ffb88132b1f73b6e6853ee07c45e306a1429beef788
+size 8592048520
diff --git a/attn_out_all/layer_39_width_262k_l0_big/params.safetensors b/attn_out_all/layer_39_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5ff81a5f12aecbde802450f0797051b897130288
--- /dev/null
+++ b/attn_out_all/layer_39_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a63fcef4440a64bcf81eeb89d4b3299309ae69224ac6aa0a2efd059c3d98c78
+size 8592048520
diff --git a/attn_out_all/layer_39_width_262k_l0_small/params.safetensors b/attn_out_all/layer_39_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f01c3003d76db75c83ba584df2b7de96a35894a1
--- /dev/null
+++ b/attn_out_all/layer_39_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f175c1a032df5d788c33ff15de0ae6ea00df06d39830b059cb9c49d7e08e426
+size 8592048520
diff --git a/attn_out_all/layer_3_width_16k_l0_big/params.safetensors b/attn_out_all/layer_3_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..272774968410e9bfb88971e71f0abe41e3373a3f
--- /dev/null
+++ b/attn_out_all/layer_3_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5cd5c24ab2e6b3c185be0b237c2adf660b55ad5f3437d5b061044e028843f8b
+size 537018752
diff --git a/attn_out_all/layer_3_width_16k_l0_small/params.safetensors b/attn_out_all/layer_3_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..10b92bfa4706334f4f2e5621b7d5b2f7e9ab76e9
--- /dev/null
+++ b/attn_out_all/layer_3_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad7eb56c4e77732868741d2bbff205c94a5384582440681c8009607649b5735b
+size 537018752
diff --git a/attn_out_all/layer_3_width_262k_l0_small/params.safetensors b/attn_out_all/layer_3_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6d3e228970a1fb0eb176a2c9b8cef6442db17a08
--- /dev/null
+++ b/attn_out_all/layer_3_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9afb8cc8303620ccce11601f4444889d0bc9fa1ce9e3a7771efe536abe4b343
+size 8592048520
diff --git a/attn_out_all/layer_40_width_262k_l0_big/params.safetensors b/attn_out_all/layer_40_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a635f07d5bbe34d279eb5b5f9e36aa3e57507cd7
--- /dev/null
+++ b/attn_out_all/layer_40_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb00dce12f7e5dc39e135402eabcb79e84a607e25c50c8ebbac3b2b93c7a6d0
+size 8592048520
diff --git a/attn_out_all/layer_41_width_262k_l0_big/params.safetensors b/attn_out_all/layer_41_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..45f6fccbe8702ca57e8fd84009a34011ccf97405
--- /dev/null
+++ b/attn_out_all/layer_41_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee05e89ff3856e5df13ee0d7b55fe7efb54a69316439c37c8714a76059b55642
+size 8592048520
diff --git a/attn_out_all/layer_42_width_16k_l0_big/params.safetensors b/attn_out_all/layer_42_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..dcbb871b3a8d0e1a9675f95dc3dd84f8da9801c1
--- /dev/null
+++ b/attn_out_all/layer_42_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7478411846f96fb8d8eef38f686c731c4614d9ae79c82f0b1885263757196d8e
+size 537018752
diff --git a/attn_out_all/layer_42_width_16k_l0_small/params.safetensors b/attn_out_all/layer_42_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3b6724a0611eece2ea4b5c81c01158872733ea14
--- /dev/null
+++ b/attn_out_all/layer_42_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c3226613649d3ff004981204cb1fba30ba1323735230da570f8a9d60a015cda
+size 537018752
diff --git a/attn_out_all/layer_42_width_262k_l0_big/params.safetensors b/attn_out_all/layer_42_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0761f2678bdf9ab2c8907a5c8d069b202a6da536
--- /dev/null
+++ b/attn_out_all/layer_42_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d06b05ef7ad50decec36a3e2a3d2fdc233b2ca6b12660d8bdd7c75a979d786
+size 8592048520
diff --git a/attn_out_all/layer_42_width_262k_l0_small/params.safetensors b/attn_out_all/layer_42_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..82665fe5cb0e11d8d120d9f961bc921dd52a6b3e
--- /dev/null
+++ b/attn_out_all/layer_42_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b4452bc8d57102c6a89f5b87223bf46a75fdb9c23f6816df495b28f8ac9808
+size 8592048520
diff --git a/attn_out_all/layer_43_width_262k_l0_small/params.safetensors b/attn_out_all/layer_43_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d4e2e6287b5bddd3614a7bd551f14aa01c81b796
--- /dev/null
+++ b/attn_out_all/layer_43_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df56d84fc42f4cc21bb19aa92fe7313196b21b7d7d0faaef2642289ccf17cd6b
+size 8592048520
diff --git a/attn_out_all/layer_44_width_16k_l0_small/params.safetensors b/attn_out_all/layer_44_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5d50b475240304437696fb42449d3be999c26581
--- /dev/null
+++ b/attn_out_all/layer_44_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84085c64bc025e4f5af95e048dc84e3048273569dbd2de50b02b5acfb3f930a
+size 537018752
diff --git a/attn_out_all/layer_44_width_262k_l0_big/params.safetensors b/attn_out_all/layer_44_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..32f4856d1db7d64a045ac3154e9b42ea073843cd
--- /dev/null
+++ b/attn_out_all/layer_44_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f5d8e2b79139cef2766714987fc1116101eb2775e137e449aa87a8198a5dd47
+size 8592048520
diff --git a/attn_out_all/layer_44_width_262k_l0_small/params.safetensors b/attn_out_all/layer_44_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c153e77b1e1a7eca4699ab59723148bbea8a0e2a
--- /dev/null
+++ b/attn_out_all/layer_44_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ab6ceff6ab9c8099a6e881b08534a45920a5f131fd0b8256697020d806d48c5
+size 8592048520
diff --git a/attn_out_all/layer_45_width_16k_l0_small/params.safetensors b/attn_out_all/layer_45_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3ff3b0bf5cc300bdfe5bf9999ddc0c4fc7ca4206
--- /dev/null
+++ b/attn_out_all/layer_45_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e22da97545192c7fdfea437cefe8e8a481e53106ed5e50f044352e0ab0e8391a
+size 537018752
diff --git a/attn_out_all/layer_46_width_16k_l0_big/params.safetensors b/attn_out_all/layer_46_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..15cff766174cfa923dd3e40db9337b18591c3ced
--- /dev/null
+++ b/attn_out_all/layer_46_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e21276ade857fcc901844ee5de0fcc3c2c24baf1558cce21657fcfa98692d47
+size 537018752
diff --git a/attn_out_all/layer_46_width_262k_l0_big/params.safetensors b/attn_out_all/layer_46_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0882283a182912a21ccb0e6f692c861cec7f8b52
--- /dev/null
+++ b/attn_out_all/layer_46_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb4d4244ceea63bde1c950523c372daa49c937aae12d34e21de534e18aaadae
+size 8592048520
diff --git a/attn_out_all/layer_47_width_16k_l0_small/params.safetensors b/attn_out_all/layer_47_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..10358b5f005bf35ed727b10dca80b5c0d79adf2d
--- /dev/null
+++ b/attn_out_all/layer_47_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc730191ee3c01d54ed91b918626aa446c653c57fad11d1d4f57c76697f1510
+size 537018752
diff --git a/attn_out_all/layer_47_width_262k_l0_big/params.safetensors b/attn_out_all/layer_47_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8f090f2b19cf5360651254a8d311d5e9cec98f0d
--- /dev/null
+++ b/attn_out_all/layer_47_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:068800b968b1d6b5344a11133593b775da79be68b5507aaacebf3ce799c127cf
+size 8592048520
diff --git a/attn_out_all/layer_48_width_16k_l0_big/params.safetensors b/attn_out_all/layer_48_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fb62f67b60c7ddf38b524b54390ba329554f06e8
--- /dev/null
+++ b/attn_out_all/layer_48_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28efb01f48c7ad8b6d07855163b5d4cb80f359a9bdcb9952c95d7bba1e836ea3
+size 537018752
diff --git a/attn_out_all/layer_48_width_16k_l0_small/params.safetensors b/attn_out_all/layer_48_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..77799a24c0149859d076d38153b695bd002fdb25
--- /dev/null
+++ b/attn_out_all/layer_48_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f4e43511f20bbef167ba757a6f72167e6a4600bd22972c2b28a676e1262aca5
+size 537018752
diff --git a/attn_out_all/layer_48_width_262k_l0_small/params.safetensors b/attn_out_all/layer_48_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..125fd7b1e960a205a25bb87b94ef7ad3aac54005
--- /dev/null
+++ b/attn_out_all/layer_48_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24077e43bfcd844c3fc01d2beee9146df82207dd4a2f2d2cab8243ea695fe471
+size 8592048520
diff --git a/attn_out_all/layer_49_width_16k_l0_big/params.safetensors b/attn_out_all/layer_49_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0db0f7137e68adc681b9240bfeda6f1e8a6795e2
--- /dev/null
+++ b/attn_out_all/layer_49_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e7febd8b484e6f4d3dcf954506a9d75ee874cb5c9953144fb60a2c1743bb34
+size 537018752
diff --git a/attn_out_all/layer_49_width_16k_l0_small/params.safetensors b/attn_out_all/layer_49_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..085fc0bb7aeda3fac7a6d8eef7d83645a3b8477d
--- /dev/null
+++ b/attn_out_all/layer_49_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe7915bc94fdbbf8dad4643c85f62208c82742e2c939f714ec68c1ce8858c1f
+size 537018752
diff --git a/attn_out_all/layer_49_width_262k_l0_small/params.safetensors b/attn_out_all/layer_49_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..02e531d99a63e5442f0fe191d3c5d7767ec63bc8
--- /dev/null
+++ b/attn_out_all/layer_49_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad63f8e8cdae5d471ed119f37b0c7feb757e8a39571af9acce7d3e0f2385056
+size 8592048520
diff --git a/attn_out_all/layer_4_width_262k_l0_big/params.safetensors b/attn_out_all/layer_4_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d7265233ca36b5965a2728b0ed326144a5be2b3d
--- /dev/null
+++ b/attn_out_all/layer_4_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e0bfb23de0e8591e163df253a5dfa6248a03fe18af44d5ab58b551f2e04bab
+size 8592048520
diff --git a/attn_out_all/layer_4_width_262k_l0_small/params.safetensors b/attn_out_all/layer_4_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..99aef0f5d5a390f3d52d82810bf459e6dae74172
--- /dev/null
+++ b/attn_out_all/layer_4_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6877b56b1171b77fc7e91cd1c1acda14f1bf47f73493fe9ba3d89d84075c38c
+size 8592048520
diff --git a/attn_out_all/layer_50_width_16k_l0_big/params.safetensors b/attn_out_all/layer_50_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ff33a73416afc025decd960a5e1bcfdaf854a348
--- /dev/null
+++ b/attn_out_all/layer_50_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e09da14a74ea3ece8e66f61cdb1a43c86dc7470acf425ef6613a969f51ff81
+size 537018752
diff --git a/attn_out_all/layer_51_width_16k_l0_small/params.safetensors b/attn_out_all/layer_51_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4f622dc7dbf149de68f3faac63417cc7566ad3c1
--- /dev/null
+++ b/attn_out_all/layer_51_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ce587e4ebb3d5f60e5a9b6ca8fe058c2bf61cdea5476c12244924016a6c0d3
+size 537018752
diff --git a/attn_out_all/layer_51_width_262k_l0_big/params.safetensors b/attn_out_all/layer_51_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..42028a83d0f252c01afb24ba120d8b184ed94a2a
--- /dev/null
+++ b/attn_out_all/layer_51_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a23887987345e552b38054c9159ca4a474f990c25b2d15527ae1c14912a6cf0
+size 8592048520
diff --git a/attn_out_all/layer_52_width_16k_l0_big/params.safetensors b/attn_out_all/layer_52_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c1ee754a450d005c168a64e1e664d7e22073c145
--- /dev/null
+++ b/attn_out_all/layer_52_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b4022beebd661e264732af4514ba03c36b04b7178439fef84730c1162d6860
+size 537018752
diff --git a/attn_out_all/layer_52_width_262k_l0_big/params.safetensors b/attn_out_all/layer_52_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6ad20444846825dd1f1aaddf709eab7cb775108e
--- /dev/null
+++ b/attn_out_all/layer_52_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de9cba87def949330631af1463796a427d5e92c78ac95f3c154f6573d8f32e99
+size 8592048520
diff --git a/attn_out_all/layer_53_width_16k_l0_small/params.safetensors b/attn_out_all/layer_53_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5bd8bf2483866d7818247c6fc26874ee9e789d6f
--- /dev/null
+++ b/attn_out_all/layer_53_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c48f527860fd6fac5814dd8660ccec54c5ec803e2be3e1390e0074d3f8102c
+size 537018752
diff --git a/attn_out_all/layer_53_width_262k_l0_big/params.safetensors b/attn_out_all/layer_53_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cfe46d1d78c4e80b9d48c864fa938d05a29604ba
--- /dev/null
+++ b/attn_out_all/layer_53_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c013e2623208a670fe9367caa6e4d1b83b3b6206e919df43475293cd6966a48
+size 8592048520
diff --git a/attn_out_all/layer_53_width_262k_l0_small/params.safetensors b/attn_out_all/layer_53_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d6e49ca85abe046010fe9d0af5c6fb9d188bffed
--- /dev/null
+++ b/attn_out_all/layer_53_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c3450d09c3cef211f0127411d2f9827d46a3634aa6e8954d0be0bafcfdd20d
+size 8592048520
diff --git a/attn_out_all/layer_54_width_16k_l0_big/params.safetensors b/attn_out_all/layer_54_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..95bd76c1f9aa91ded6ec0a91a53e27961e939eda
--- /dev/null
+++ b/attn_out_all/layer_54_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9525cf62aaaf5dbc682a977abd027f967812b7ddd5c424fd788e6128c1aebf9
+size 537018752
diff --git a/attn_out_all/layer_54_width_262k_l0_big/params.safetensors b/attn_out_all/layer_54_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..10d6d9b7c503bb4e25fe9ae3293b7d9a47f00548
--- /dev/null
+++ b/attn_out_all/layer_54_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff51208adf63827fe92f73fe572061ae7286046a107484138c6109d5d859d5b
+size 8592048520
diff --git a/attn_out_all/layer_56_width_16k_l0_big/params.safetensors b/attn_out_all/layer_56_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1a7ddafab58c21e91305c7310ab71d5724405026
--- /dev/null
+++ b/attn_out_all/layer_56_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d20b680c449c7e95bb1aaaca4f1ab491f80828cc53cfa6e0b6ab83eddd3a0a
+size 537018752
diff --git a/attn_out_all/layer_56_width_16k_l0_small/params.safetensors b/attn_out_all/layer_56_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2e544673cc6502bde3d28c79ae3ed30829e5cc83
--- /dev/null
+++ b/attn_out_all/layer_56_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a47944b5730c1646385d796a747beaa1a11d0cabb28beed7b5154f8b0153c9f6
+size 537018752
diff --git a/attn_out_all/layer_56_width_262k_l0_big/params.safetensors b/attn_out_all/layer_56_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..475ecb3683a24164f835da6e6bd39c08e7d301f0
--- /dev/null
+++ b/attn_out_all/layer_56_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fd1d45f2e9002967bb161505fb63f36b19e157088952852123aef4fdf62987d
+size 8592048520
diff --git a/attn_out_all/layer_56_width_262k_l0_small/params.safetensors b/attn_out_all/layer_56_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cdb74f4b1a1e3b4824ae8b381a6b33d6c2cc28a0
--- /dev/null
+++ b/attn_out_all/layer_56_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f251ada33e8a9b8fe9a8426588670e3bd883ae5bdbcbc628394ea84255b5f315
+size 8592048520
diff --git a/attn_out_all/layer_57_width_262k_l0_small/params.safetensors b/attn_out_all/layer_57_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c016721872ba3b985d751b54eece42da8467157e
--- /dev/null
+++ b/attn_out_all/layer_57_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76868ad517b11913e29557adaecc313f51de5f5c41062a31c465904e73dc4ee3
+size 8592048520
diff --git a/attn_out_all/layer_58_width_262k_l0_small/params.safetensors b/attn_out_all/layer_58_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..de02d4b8626c232ded351cf65219e4f9dc708214
--- /dev/null
+++ b/attn_out_all/layer_58_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:410068dc3f0f99ccdd47b43be8c5ae86bd809a55f529cf33fdb3b8d49baa49df
+size 8592048520
diff --git a/attn_out_all/layer_59_width_16k_l0_big/params.safetensors b/attn_out_all/layer_59_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fe18d09a05f785e0c2359a454acb6a5d97d091f3
--- /dev/null
+++ b/attn_out_all/layer_59_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50449a3e542df35ac2dbfdb94bc1534beac6b1de290ade0c79d0df49f5e1cb35
+size 537018752
diff --git a/attn_out_all/layer_5_width_16k_l0_small/params.safetensors b/attn_out_all/layer_5_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..97063ffd196f677f86a2764c2a634b60e59a0135
--- /dev/null
+++ b/attn_out_all/layer_5_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cbe8d5ce4df31a10bbb5ba22ba51a69ee3d3048b7beebb2d09dc36ac19ad298
+size 537018752
diff --git a/attn_out_all/layer_5_width_262k_l0_small/params.safetensors b/attn_out_all/layer_5_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d982784fb4ffdadee6082f30cc11999aeb348254
--- /dev/null
+++ b/attn_out_all/layer_5_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03dda2d78c84d8bb1b03023338415f57eff654e5d8767ef5e75f236ce3f225a0
+size 8592048520
diff --git a/attn_out_all/layer_60_width_262k_l0_small/params.safetensors b/attn_out_all/layer_60_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..249886333acc7d75b7d516d9b1c7bf816973287c
--- /dev/null
+++ b/attn_out_all/layer_60_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84173a9146a2ba1de51030daca5f81252e083894e5057642e7f9a7f335b81d35
+size 8592048520
diff --git a/attn_out_all/layer_61_width_16k_l0_small/params.safetensors b/attn_out_all/layer_61_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a8e032969edc7779f2441827d09083a5d03623b6
--- /dev/null
+++ b/attn_out_all/layer_61_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9beeabf568707a1c8f1fedb50649c359e629d76ed62da37abce222524efd91b1
+size 537018752
diff --git a/attn_out_all/layer_61_width_262k_l0_big/params.safetensors b/attn_out_all/layer_61_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..553a2b991e302e270039935790e79746c1205164
--- /dev/null
+++ b/attn_out_all/layer_61_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b78ed251b7ee1a8c1e3b82245528d874d11f63615689cf740757b3e2f848aceb
+size 8592048520
diff --git a/attn_out_all/layer_6_width_16k_l0_big/params.safetensors b/attn_out_all/layer_6_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f2e6bc48dc775a71d7b4b47c5782a12d7b843b09
--- /dev/null
+++ b/attn_out_all/layer_6_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb6a3f1acea4eff5a7314771d4736695453563d633d1cdf475499f4416c4e0c
+size 537018752
diff --git a/attn_out_all/layer_7_width_262k_l0_small/params.safetensors b/attn_out_all/layer_7_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bc98042172859abf1c734872a320a6d7b52a3ee2
--- /dev/null
+++ b/attn_out_all/layer_7_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a669502b1f238fff84990e2d53b801241302aa48bc4c8aff8209379bd543f6e
+size 8592048520
diff --git a/attn_out_all/layer_8_width_16k_l0_big/params.safetensors b/attn_out_all/layer_8_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a3106442292a0158a6c3198aa97695de74dd7fb6
--- /dev/null
+++ b/attn_out_all/layer_8_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed2983499200d5f3a9fd58bdd260a339ab8691023d16b755d5d4922884a81e5
+size 537018752
diff --git a/mlp_out/layer_31_width_16k_l0_big/params.safetensors b/mlp_out/layer_31_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ba12c27d344e94ee4906f949e3a7f0477a4abe4f
--- /dev/null
+++ b/mlp_out/layer_31_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c82da74c5d6d623bddf2999609f015998d17951635c1b17625b728215bcc6ab7
+size 704796032
diff --git a/mlp_out/layer_40_width_16k_l0_big/params.safetensors b/mlp_out/layer_40_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..72866bc09d0c251148ac027b2f78fff7acfe7899
--- /dev/null
+++ b/mlp_out/layer_40_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bfd40d2857e776059787aa8db8d512ca8f748563641dbd6d129bcb26cec332b
+size 704796032
diff --git a/mlp_out/layer_40_width_16k_l0_small/params.safetensors b/mlp_out/layer_40_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c136145bf81e97a7f463e3de3c682db3c6f35953
--- /dev/null
+++ b/mlp_out/layer_40_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260da53b6f3d7d85013f38fc96fd2b8e5d9bd63ac40ff7a6df2d0fc286d42674
+size 704796032
diff --git a/mlp_out/layer_53_width_16k_l0_big/params.safetensors b/mlp_out/layer_53_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..09262a0ec4e2b274da658063b5beb63479d2c664
--- /dev/null
+++ b/mlp_out/layer_53_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99908ab269968e0c7c3a7cad2180807959cbcb20e00b35a2c7a060c60f9693d2
+size 704796032
diff --git a/mlp_out/layer_53_width_65k_l0_big/params.safetensors b/mlp_out/layer_53_width_65k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9ec5ebf816daaea9e804d62d746dd4e85ffb3d11
--- /dev/null
+++ b/mlp_out/layer_53_width_65k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:254905269b2aaef8ade1b8a02a3a5602ce68dd2ae6a45431e8546e8282156413
+size 2819118464
diff --git a/mlp_out/layer_53_width_65k_l0_medium/params.safetensors b/mlp_out/layer_53_width_65k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..52b97f1f7086e4046c4b77bb79fdfa6576fdbdcf
--- /dev/null
+++ b/mlp_out/layer_53_width_65k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e634263f7be251085ae387e0a8b3e1a29c3672e9e87bb0e5e6b5a6674138b1
+size 2819118464