diff --git a/attn_out/layer_17_width_16k_l0_medium/params.safetensors b/attn_out/layer_17_width_16k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f3209c72dbadb8a00a7ab4265cf50e8971234d50
--- /dev/null
+++ b/attn_out/layer_17_width_16k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf6a070c93ea3e1750fd12de65c66e985607da25dc9b4a7f23a4bea688dbe32
+size 268575096
diff --git a/attn_out/layer_22_width_16k_l0_big/params.safetensors b/attn_out/layer_22_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..76525f127c2eb9820a9655e8c9d8746b615088f1
--- /dev/null
+++ b/attn_out/layer_22_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af688d5dfcf97e1ecaa734507f56957f0252d314b9874a6b394b0b1340f12c8
+size 268575096
diff --git a/attn_out/layer_29_width_16k_l0_big/params.safetensors b/attn_out/layer_29_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..eb324707d329365e694ff2c368800b6502607250
--- /dev/null
+++ b/attn_out/layer_29_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c71d38011922179e71bb4db82166222f379fab0401dfbdb85a760a6a6906f75
+size 268575096
diff --git a/attn_out_all/layer_0_width_16k_l0_big/params.safetensors b/attn_out_all/layer_0_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..57a4c07114be5042417c1a2dfa3cf2d5f0b716cf
--- /dev/null
+++ b/attn_out_all/layer_0_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f61e54fefe00b677e6ec38137bb2947800010dcc4e4e1f6f030c8787cf3fbd84
+size 268575096
diff --git a/attn_out_all/layer_0_width_16k_l0_small/params.safetensors b/attn_out_all/layer_0_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..450030e2bf7c2e02e0d457a4557710ad574eabbd
--- /dev/null
+++ b/attn_out_all/layer_0_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:492d5ba64468dff00234f868fd3c2d60afc3065481b401fa1df3e4880bc303d4
+size 268575096
diff --git a/attn_out_all/layer_0_width_262k_l0_big/params.safetensors b/attn_out_all/layer_0_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..172be9662b7305154ae9aac01ad2d3aa5af26b2a
--- /dev/null
+++ b/attn_out_all/layer_0_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1d0275e5637edd67a53a2fae4ddafe829a88057d64debde3c56154d3d93cd2
+size 4297073032
diff --git a/attn_out_all/layer_0_width_262k_l0_small/params.safetensors b/attn_out_all/layer_0_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0394eda217da55166849e6511ad1069e3b67c3b0
--- /dev/null
+++ b/attn_out_all/layer_0_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc88044a53e0c821bdce558e656e0495a364b377f420e2dd5fc7064815fdbf8
+size 4297073032
diff --git a/attn_out_all/layer_10_width_16k_l0_big/params.safetensors b/attn_out_all/layer_10_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f91861343f51eb6cb4c5ec6b3e9658fae6e7f2c8
--- /dev/null
+++ b/attn_out_all/layer_10_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff68289b84e75da185f10d1f3aedf8ade6367501035e2af7729f89069e2e1e6
+size 268575096
diff --git a/attn_out_all/layer_10_width_16k_l0_small/params.safetensors b/attn_out_all/layer_10_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..41e367ce5b3176cc3cf8b22538c0751db1af9d98
--- /dev/null
+++ b/attn_out_all/layer_10_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5994960412350d61d9b92a0d9ca017895b41450aa105768cceb925dbf08682e1
+size 268575096
diff --git a/attn_out_all/layer_10_width_262k_l0_big/params.safetensors b/attn_out_all/layer_10_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b0f5282a2f262ef2cbe497394ad016210fae9c2e
--- /dev/null
+++ b/attn_out_all/layer_10_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60002ab6a6e9435aca9d3e0147a5d508c813874fa21d9fcc27e9bbe35bdc46b5
+size 4297073032
diff --git a/attn_out_all/layer_10_width_262k_l0_small/params.safetensors b/attn_out_all/layer_10_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..500c2ad413007e7cd917cca245f00a6174a42acb
--- /dev/null
+++ b/attn_out_all/layer_10_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18dc0bc865960e18b436704d42fc516889da4eb4a5357bd111260234321b5d99
+size 4297073032
diff --git a/attn_out_all/layer_11_width_16k_l0_big/params.safetensors b/attn_out_all/layer_11_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..283ed6689d1cc3d288294a7f676bbe395126fcf6
--- /dev/null
+++ b/attn_out_all/layer_11_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3615046cde0fb4f4bfdd0bb9bc3d127328cbf6d08e244373bccdf981c13cb20d
+size 268575096
diff --git a/attn_out_all/layer_11_width_16k_l0_small/params.safetensors b/attn_out_all/layer_11_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c21627e646d348d5004f0af368a0d0703aa2e54c
--- /dev/null
+++ b/attn_out_all/layer_11_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25355d6906174d7b43f075b12646be990d0d654e7c446529229aa2034fac2732
+size 268575096
diff --git a/attn_out_all/layer_11_width_262k_l0_big/params.safetensors b/attn_out_all/layer_11_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..52c1d02f8e26a8d4805514e03af7ab8aedf81f9a
--- /dev/null
+++ b/attn_out_all/layer_11_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d0f28714409d26b97e80de45d251bcfe71a599a93d35acc88b3d7234fe7c5a
+size 4297073032
diff --git a/attn_out_all/layer_11_width_262k_l0_small/params.safetensors b/attn_out_all/layer_11_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3e426595b8bdac4548f9ae140c3affca7e9899ef
--- /dev/null
+++ b/attn_out_all/layer_11_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b54441de953da846586fea7294d4cec5ece7c548eaea1132e00ecce29c91b8d
+size 4297073032
diff --git a/attn_out_all/layer_12_width_16k_l0_big/params.safetensors b/attn_out_all/layer_12_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..45735863fc4b739c910633f4964e1345517baad0
--- /dev/null
+++ b/attn_out_all/layer_12_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bba14cc6c19919c4cc12b8da247c471b9ba3aa500d34582dea6673c6a00d395
+size 268575096
diff --git a/attn_out_all/layer_12_width_16k_l0_small/params.safetensors b/attn_out_all/layer_12_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..df806eafb400c31c663e41175fead5a1799a94a3
--- /dev/null
+++ b/attn_out_all/layer_12_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00326b620cd1a0116f72a9f1184d154c75c3f52afce03d5b2dce61cc548aee1e
+size 268575096
diff --git a/attn_out_all/layer_12_width_262k_l0_big/params.safetensors b/attn_out_all/layer_12_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c8929c685266fe9fae2a7427dd81cadb48162c32
--- /dev/null
+++ b/attn_out_all/layer_12_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84ad972a0ae00b8eb2dcebe0941ac78ee4b94831efc15b4caa862f28c23e041
+size 4297073032
diff --git a/attn_out_all/layer_12_width_262k_l0_small/params.safetensors b/attn_out_all/layer_12_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..623d288dc20aae0e4b34e160aefc252ec327a47f
--- /dev/null
+++ b/attn_out_all/layer_12_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c8e80b31174fdd02baa1a3a85cacb81c647aa89b58d4853a008aeecf0fa1f6a
+size 4297073032
diff --git a/attn_out_all/layer_13_width_16k_l0_big/params.safetensors b/attn_out_all/layer_13_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b3366ffd61caf63576d2e8b5ea89e85d3024ba89
--- /dev/null
+++ b/attn_out_all/layer_13_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c4509833e1d32371d9402d567ffde5a105b43aec12dd621fea042dcfefe205
+size 268575096
diff --git a/attn_out_all/layer_13_width_16k_l0_small/params.safetensors b/attn_out_all/layer_13_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4543d65d148dcde34b308618caa78b933f4b5603
--- /dev/null
+++ b/attn_out_all/layer_13_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f67a97880dfcfddb3e236da968887f4e3a4b90be21f9a849c1c6517f5480b28
+size 268575096
diff --git a/attn_out_all/layer_13_width_262k_l0_small/params.safetensors b/attn_out_all/layer_13_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fe84b12db523a0c20a2c417044baf9e7173113fb
--- /dev/null
+++ b/attn_out_all/layer_13_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57bef2178cc06fd993530980ff7b4874b23d5ae6a1c5ce5445e3edbcb0a9da3
+size 4297073032
diff --git a/attn_out_all/layer_14_width_16k_l0_big/params.safetensors b/attn_out_all/layer_14_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5434570892ab2d52b479824c0ccacf92ab356970
--- /dev/null
+++ b/attn_out_all/layer_14_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ce4fa46f8afddd5475057fb38e1910d502c79c85a37713fabe5f1219f7f55a
+size 268575096
diff --git a/attn_out_all/layer_14_width_16k_l0_small/params.safetensors b/attn_out_all/layer_14_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f4b7d3aeb4f9633d5b17781f0a2f3401900b369e
--- /dev/null
+++ b/attn_out_all/layer_14_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcbfa99bd9bce1b9867c4971de0334483791a2aaca52470b5acd1c273d2e85fd
+size 268575096
diff --git a/attn_out_all/layer_14_width_262k_l0_small/params.safetensors b/attn_out_all/layer_14_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..24b793d3b6d3a4cd648037691d8e4b941ec9bec2
--- /dev/null
+++ b/attn_out_all/layer_14_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7557275efa2e2ad5355f516404201b1058acbe3fce51937aabc4a3c7c29735ca
+size 4297073032
diff --git a/attn_out_all/layer_15_width_16k_l0_big/params.safetensors b/attn_out_all/layer_15_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6a65256ccc5996b6681e426668b81c96ad94d4ac
--- /dev/null
+++ b/attn_out_all/layer_15_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5abbb67dd1642f217d1a3ce168682246ca088ff9b31144b8411e5459e0368c6f
+size 268575096
diff --git a/attn_out_all/layer_15_width_16k_l0_small/params.safetensors b/attn_out_all/layer_15_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8c4a831104db6531be38feb59e6bec3a5d404ef6
--- /dev/null
+++ b/attn_out_all/layer_15_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1de2306322698a382b69f7e0962ed15eb85158cfa142ac79b933db11ddd9fe4
+size 268575096
diff --git a/attn_out_all/layer_15_width_262k_l0_big/params.safetensors b/attn_out_all/layer_15_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7bdefab9884be1660c443ae1e5d04d6f146a2eb4
--- /dev/null
+++ b/attn_out_all/layer_15_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac2b09fe153fa23cbbe0e8e760353f94355fb4b071cf1a924b7cc8d2f365eedc
+size 4297073032
diff --git a/attn_out_all/layer_15_width_262k_l0_small/params.safetensors b/attn_out_all/layer_15_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a103968e75ff1cf37305346377db5981f4a850be
--- /dev/null
+++ b/attn_out_all/layer_15_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92c2d4c44ea0d9356a46962c80b1e5c69856e3c6c3f1627b86658968b1da7bff
+size 4297073032
diff --git a/attn_out_all/layer_16_width_16k_l0_big/params.safetensors b/attn_out_all/layer_16_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d15367a1584a5703d7b3e1d218a7fd7af55a3d29
--- /dev/null
+++ b/attn_out_all/layer_16_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a02910693cfdb8d684af5015bf2e60c6de7b6b2f8d900c682bb485c898583df
+size 268575096
diff --git a/attn_out_all/layer_16_width_16k_l0_small/params.safetensors b/attn_out_all/layer_16_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c03e022055f07011c03e918ac019bb537e02a93f
--- /dev/null
+++ b/attn_out_all/layer_16_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:477b65b4af3f9645a6c36eeeb6e66930d79c1160a7968f6f9a8bab97073fab86
+size 268575096
diff --git a/attn_out_all/layer_16_width_262k_l0_big/params.safetensors b/attn_out_all/layer_16_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..797656b1d08dec2dc058b9645bd36ef4d078c941
--- /dev/null
+++ b/attn_out_all/layer_16_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7558c5f6122a897bf6e0c1e778118557ea2e9ff76d5a572da089762305eec9
+size 4297073032
diff --git a/attn_out_all/layer_16_width_262k_l0_small/params.safetensors b/attn_out_all/layer_16_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f59d4c9f710b102ee3a16b54be9f75b8bcf4efe1
--- /dev/null
+++ b/attn_out_all/layer_16_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6734f4ef9ebb8887de126575a64135168a855ec0f78ae2e34ce803206fb02c46
+size 4297073032
diff --git a/attn_out_all/layer_17_width_16k_l0_big/params.safetensors b/attn_out_all/layer_17_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a5b2df7481d7493e865cc03dae4a2d17c2d40368
--- /dev/null
+++ b/attn_out_all/layer_17_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ff431e9770e8c222ddff2c99b777c51b0e7748db7594091e9b1d8a54d36978c
+size 268575096
diff --git a/attn_out_all/layer_17_width_16k_l0_small/params.safetensors b/attn_out_all/layer_17_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c573c2aa97d76d37277a240921e07674a4fad7c8
--- /dev/null
+++ b/attn_out_all/layer_17_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d01d8216498dd3346312d4996a7506403415903691da355643589567fc3a184
+size 268575096
diff --git a/attn_out_all/layer_17_width_262k_l0_big/params.safetensors b/attn_out_all/layer_17_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..11d347c827d8d379806b46e264e33a4a3cde8c51
--- /dev/null
+++ b/attn_out_all/layer_17_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b3d760b90124d56479cd1c45d906ded7931f7fcbc63ce4ab0cc43b859f3f8bb
+size 4297073032
diff --git a/attn_out_all/layer_17_width_262k_l0_small/params.safetensors b/attn_out_all/layer_17_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f4d3c3f284f5c53ab6528dd5fc6573c247135afa
--- /dev/null
+++ b/attn_out_all/layer_17_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ca059497b598484baa650def92c81351ff986c2ccb21c69a3146e75765ec2e
+size 4297073032
diff --git a/attn_out_all/layer_18_width_16k_l0_big/params.safetensors b/attn_out_all/layer_18_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8016a907eb366dbced28fe3b8519b46f61959f0d
--- /dev/null
+++ b/attn_out_all/layer_18_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b0d81ac13e784af90ed1713e84b980db23baf20cdfcba5beba0c0478dc5c106
+size 268575096
diff --git a/attn_out_all/layer_18_width_16k_l0_small/params.safetensors b/attn_out_all/layer_18_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..02b3dd3460a7784b92617c69c650b6bc5e3ad10c
--- /dev/null
+++ b/attn_out_all/layer_18_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a8e0f21f076b0849a96ed09d19e8b17eaa7f8f79758b58dd1b6e0d9a1f64057
+size 268575096
diff --git a/attn_out_all/layer_18_width_262k_l0_small/params.safetensors b/attn_out_all/layer_18_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..604ae32fe7eae58412a6c893cdb18771ab641dfe
--- /dev/null
+++ b/attn_out_all/layer_18_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebe0abf1750c9b9524b7b59c5b45d06a4323eaf86a799e5dc1fef729768734fa
+size 4297073032
diff --git a/attn_out_all/layer_19_width_16k_l0_big/params.safetensors b/attn_out_all/layer_19_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7e887adf3e5360b648e0d0dcedb203120a881d7e
--- /dev/null
+++ b/attn_out_all/layer_19_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e481974e8df1aa4a52b6a92899562392c4dd1de479c93700555aaf483249f1
+size 268575096
diff --git a/attn_out_all/layer_19_width_16k_l0_small/params.safetensors b/attn_out_all/layer_19_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a54ce061209e3661beb7ae396768518832ad5864
--- /dev/null
+++ b/attn_out_all/layer_19_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d69ec9360ea33870832aeab6c38b97d7628390974caf2cd2ba4b2c5f49c604
+size 268575096
diff --git a/attn_out_all/layer_19_width_262k_l0_big/params.safetensors b/attn_out_all/layer_19_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a090cf45a4dd8e1f43a89b56b626255479666b67
--- /dev/null
+++ b/attn_out_all/layer_19_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e91b267b6f82240b5b6a831c8fc3bf7868baa374df736dc8bb5e906dcff59cc0
+size 4297073032
diff --git a/attn_out_all/layer_19_width_262k_l0_small/params.safetensors b/attn_out_all/layer_19_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..de83727da7e35711c952d22903c6d12e1d730fc6
--- /dev/null
+++ b/attn_out_all/layer_19_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a14b1e3c79b21b84f432dae4a9b2f5163b1dbfbe21d6346fc3b18c8ca4f3ef6c
+size 4297073032
diff --git a/attn_out_all/layer_1_width_16k_l0_big/params.safetensors b/attn_out_all/layer_1_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0fad5101362f66283e958c50908a87a9e5160aea
--- /dev/null
+++ b/attn_out_all/layer_1_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9472621474fb5d7778e09539c107c7a122bc806648bea67f8f71efb25cd063
+size 268575096
diff --git a/attn_out_all/layer_1_width_16k_l0_small/params.safetensors b/attn_out_all/layer_1_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6d788d665cc55c6ba1b4e408f6031ef8d037fb30
--- /dev/null
+++ b/attn_out_all/layer_1_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a0969d1e949c90c606e32e65d0c0d603adf1d12ee8332841a6e358223ed0dc9
+size 268575096
diff --git a/attn_out_all/layer_1_width_262k_l0_big/params.safetensors b/attn_out_all/layer_1_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4f5fb59759fc38e95b27868e291e7b87f6576fe0
--- /dev/null
+++ b/attn_out_all/layer_1_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01fce00cab865d7a616996ae4769189f7a8b7336e5398eea2af6068a80838a9e
+size 4297073032
diff --git a/attn_out_all/layer_1_width_262k_l0_small/params.safetensors b/attn_out_all/layer_1_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1a9d7be8333457c1f0e5e25ad4914195bdd12b1d
--- /dev/null
+++ b/attn_out_all/layer_1_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d42fba1a87d949d119274e3fcfc97f8936e235f9158653b1b26dc0aa7f1ac7d8
+size 4297073032
diff --git a/attn_out_all/layer_20_width_16k_l0_big/params.safetensors b/attn_out_all/layer_20_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..33de14b2a73f134488f851d0433afa01f29289d9
--- /dev/null
+++ b/attn_out_all/layer_20_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cddc79a462003a8584871427be5cb17b2de47a7a8d8a3af11e166d7871e194a
+size 268575096
diff --git a/attn_out_all/layer_20_width_16k_l0_small/params.safetensors b/attn_out_all/layer_20_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e1617554e4764046181094b1c22c155f1e003f88
--- /dev/null
+++ b/attn_out_all/layer_20_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a26233d5e64078cad86c8251cc4ad03f797e4f12967c9fd0f62808d29c4d72e
+size 268575096
diff --git a/attn_out_all/layer_20_width_262k_l0_big/params.safetensors b/attn_out_all/layer_20_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3c5a46d0ecb03543f020d1c14a65ed327c2b03d3
--- /dev/null
+++ b/attn_out_all/layer_20_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2606e25c70290fb3438d0c910abe04adf52ddb14c3f7c43df62ce6eeac55b2c2
+size 4297073032
diff --git a/attn_out_all/layer_20_width_262k_l0_small/params.safetensors b/attn_out_all/layer_20_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7b8db43a8e63839ce91217942782b9354d58bbf0
--- /dev/null
+++ b/attn_out_all/layer_20_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80309e33ef8cabc78ccdab4091e246a347bf4585d86243b477db34c723c15f89
+size 4297073032
diff --git a/attn_out_all/layer_21_width_16k_l0_big/params.safetensors b/attn_out_all/layer_21_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7acd4855487534f185f621fdaa5a666a7da0602a
--- /dev/null
+++ b/attn_out_all/layer_21_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a447f427625929a621356dbb3bfe77d7391e60b6920a30460e746986e785c38c
+size 268575096
diff --git a/attn_out_all/layer_21_width_16k_l0_small/params.safetensors b/attn_out_all/layer_21_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..330aad236c86e60ddc72ca7013f6f08dda5a82f2
--- /dev/null
+++ b/attn_out_all/layer_21_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed50fa5d99990055ff749916d4a0a91d7e6a1bd4a5b9ca94e3900097a821ebf1
+size 268575096
diff --git a/attn_out_all/layer_21_width_262k_l0_big/params.safetensors b/attn_out_all/layer_21_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..62eb40af654a4c4a0f4982124f3575cab715fd6e
--- /dev/null
+++ b/attn_out_all/layer_21_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d26839af76380c6e8b1a977456920dd3251dc515a49dd2aa63152387532dc9b
+size 4297073032
diff --git a/attn_out_all/layer_21_width_262k_l0_small/params.safetensors b/attn_out_all/layer_21_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9f76e4b27fbd6f48934546e9a31091fbfbd333f1
--- /dev/null
+++ b/attn_out_all/layer_21_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d237a360bc9b63be15455cd3796eac7393bbd3b05c0c08e3edc94cacb02f4898
+size 4297073032
diff --git a/attn_out_all/layer_22_width_16k_l0_big/params.safetensors b/attn_out_all/layer_22_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c0a31f35937aa483f4d26594248661a752023688
--- /dev/null
+++ b/attn_out_all/layer_22_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a64d54b15a47f88ded64017a357ef4eaec396057c3c7728bdb82788676446c3d
+size 268575096
diff --git a/attn_out_all/layer_22_width_16k_l0_small/params.safetensors b/attn_out_all/layer_22_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..574ca0da54c859c2338c63ae4364ebc2992c994a
--- /dev/null
+++ b/attn_out_all/layer_22_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2388fd0c9ddd2fedcede79560c8556f39facac7f4829c3b6df34dbeb49a24a5b
+size 268575096
diff --git a/attn_out_all/layer_22_width_262k_l0_big/params.safetensors b/attn_out_all/layer_22_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..42a650e8598783fc0a2411b6b8addd9cc226b910
--- /dev/null
+++ b/attn_out_all/layer_22_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c14664ca86e67d01df38e6880f8c5a36d994f48ce9c777e833d3a34bbb4ba596
+size 4297073032
diff --git a/attn_out_all/layer_23_width_16k_l0_big/params.safetensors b/attn_out_all/layer_23_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8855590362b90921bed00bf58674e6a52aea34fc
--- /dev/null
+++ b/attn_out_all/layer_23_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5175713570e8f89e242c53c16485bc5ffdc2a0003c92f4def2fd57daca64db8
+size 268575096
diff --git a/attn_out_all/layer_23_width_16k_l0_small/params.safetensors b/attn_out_all/layer_23_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c87fc0506f4fbb051d61ffaeb6b003b55eabeeb2
--- /dev/null
+++ b/attn_out_all/layer_23_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:651fa1d2a1cb5ffb036a02c6132d3f1c6440f34ca723c5238269673c922c0b3c
+size 268575096
diff --git a/attn_out_all/layer_23_width_262k_l0_big/params.safetensors b/attn_out_all/layer_23_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..df86873a0982e660e769a84cac662639deb7f624
--- /dev/null
+++ b/attn_out_all/layer_23_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e93c401433f0a66ef8d3b124dbca21b80b9495c9818f8fbed046be989776428
+size 4297073032
diff --git a/attn_out_all/layer_24_width_16k_l0_big/params.safetensors b/attn_out_all/layer_24_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c549e07959841b999546cbc58155c4c246be485b
--- /dev/null
+++ b/attn_out_all/layer_24_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14298045d42ba70096910173e40f4ead2c918d199a08c631f87f944853f38bfc
+size 268575096
diff --git a/attn_out_all/layer_24_width_16k_l0_small/params.safetensors b/attn_out_all/layer_24_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ea49b8aa843019a3acbd044a7279d6e9aff00e59
--- /dev/null
+++ b/attn_out_all/layer_24_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebd3d36f668831d4015a44aa0372a12d56c619e950a72c9b68387f95e705d31d
+size 268575096
diff --git a/attn_out_all/layer_24_width_262k_l0_big/params.safetensors b/attn_out_all/layer_24_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..dcfb30f7fc5d8af8583fd3aadf435593fa797000
--- /dev/null
+++ b/attn_out_all/layer_24_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b32155e920eae7ec0fd16bd020aebab5c93edbdd8e6643683887aef3fdd295
+size 4297073032
diff --git a/attn_out_all/layer_24_width_262k_l0_small/params.safetensors b/attn_out_all/layer_24_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8bd7134eed07d79adbf6159f81cbbb19dfa3d8f5
--- /dev/null
+++ b/attn_out_all/layer_24_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae3eb3d531c08330b8b2126015890bb2c7777ff388c5b6f582bdfe6ebc1bd34
+size 4297073032
diff --git a/attn_out_all/layer_25_width_16k_l0_big/params.safetensors b/attn_out_all/layer_25_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..de00d4d538947794dcc9e441bc610595873f8719
--- /dev/null
+++ b/attn_out_all/layer_25_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:195309ab6f33481f88cbf8e79eb1c4b291dd5f0dc25844e852d44d6b3d069149
+size 268575096
diff --git a/attn_out_all/layer_25_width_16k_l0_small/params.safetensors b/attn_out_all/layer_25_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e9d6cda7cc59795521b5626abcbceb7d4611e274
--- /dev/null
+++ b/attn_out_all/layer_25_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:773d54722208c833e6c83c8b4fb9f6886248adb9c5d821a4dd28e9808a46f1eb
+size 268575096
diff --git a/attn_out_all/layer_25_width_262k_l0_big/params.safetensors b/attn_out_all/layer_25_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d3c1152a8f7c2605c57f982f83f7720c1fdcf440
--- /dev/null
+++ b/attn_out_all/layer_25_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6bd18f7db202c1341c63e4f9eb937ead95ce39bdc3fad6bfb1c2a57b6cc1c2
+size 4297073032
diff --git a/attn_out_all/layer_26_width_16k_l0_big/params.safetensors b/attn_out_all/layer_26_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c5ac85d76b4ea7eadc6252d36697605eecd05160
--- /dev/null
+++ b/attn_out_all/layer_26_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c0acd980470260da8875ee6ea664d8f5a5001c5e08e5fc2b7451b9754ef403a
+size 268575096
diff --git a/attn_out_all/layer_26_width_16k_l0_small/params.safetensors b/attn_out_all/layer_26_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4f14c56d03f9f0522405fd734b4dd999e69e3c02
--- /dev/null
+++ b/attn_out_all/layer_26_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2de3ef60aab5036a8fca9457f90abb95f67c780524a82c8c0df2a97132884e8
+size 268575096
diff --git a/attn_out_all/layer_26_width_262k_l0_small/params.safetensors b/attn_out_all/layer_26_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..77819ceac38877e9fc5336c953de90bb1392ce00
--- /dev/null
+++ b/attn_out_all/layer_26_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d95b3f1c9799168ac09d56739f1498b516b7a989ce340d9bd599d8b5f4155d
+size 4297073032
diff --git a/attn_out_all/layer_27_width_16k_l0_big/params.safetensors b/attn_out_all/layer_27_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..57a657749a5d8d5f4711b7ba600fda09db0600ea
--- /dev/null
+++ b/attn_out_all/layer_27_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6285d6bd0e7e27985606c43cb68a722d35c04b2b94e015e5bc18ed1079cb1550
+size 268575096
diff --git a/attn_out_all/layer_27_width_16k_l0_small/params.safetensors b/attn_out_all/layer_27_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..99ce341079f681526cab07776ba8fb5a742d7832
--- /dev/null
+++ b/attn_out_all/layer_27_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b36b915ac8875b36271b0e5b3dc8716cc16d3ab6b1dce3811d62458ff466751
+size 268575096
diff --git a/attn_out_all/layer_27_width_262k_l0_small/params.safetensors b/attn_out_all/layer_27_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6b54173ce18a93d5dbfcb9b8bfd6aa49c27b855d
--- /dev/null
+++ b/attn_out_all/layer_27_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38061ce258f2c1f15de14269437bd81690d1f6f8e927e399e918a3044ced924
+size 4297073032
diff --git a/attn_out_all/layer_28_width_16k_l0_big/params.safetensors b/attn_out_all/layer_28_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6efb9b37af9401d332d336f16a5c8e9f95734d46
--- /dev/null
+++ b/attn_out_all/layer_28_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9873c4aad682549ff438df79e194293940ccd4d970f80bc6a1fcb116b532a35
+size 268575096
diff --git a/attn_out_all/layer_28_width_16k_l0_small/params.safetensors b/attn_out_all/layer_28_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ddb790597c7ffc11647ae243af36f3cf2326f94e
--- /dev/null
+++ b/attn_out_all/layer_28_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d4abaaa5cf0c6e1cdf5fc79ec6fa6202eed1fbf2637202e3b5ea932457e736
+size 268575096
diff --git a/attn_out_all/layer_28_width_262k_l0_big/params.safetensors b/attn_out_all/layer_28_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5de6581c98cda1da737ded6060d1405f3c5e21d3
--- /dev/null
+++ b/attn_out_all/layer_28_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51516c5dffd22611f4cd3a8d6bab738e570dfe3d006297e6848a2c63a0a2d3d1
+size 4297073032
diff --git a/attn_out_all/layer_28_width_262k_l0_small/params.safetensors b/attn_out_all/layer_28_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..77b425668b2068e150c035d4bae53e6d6e817e2b
--- /dev/null
+++ b/attn_out_all/layer_28_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91f1b8c9116fc8145e3a8e38463545b4c3a94934ec9fc7e0bf9dd7b479f3194
+size 4297073032
diff --git a/attn_out_all/layer_29_width_16k_l0_big/params.safetensors b/attn_out_all/layer_29_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6c3cdb6f86e574476d17cb0817160206dd923f66
--- /dev/null
+++ b/attn_out_all/layer_29_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eda751bff914c8214d3e26946c34d8c94e260c392441b209006ccbb16da7569c
+size 268575096
diff --git a/attn_out_all/layer_29_width_16k_l0_small/params.safetensors b/attn_out_all/layer_29_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9ea6745f9d5dda6f2321623fe6450978d6d3284c
--- /dev/null
+++ b/attn_out_all/layer_29_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7018c46340bcb807d3899f652dd3aa92cf8a7e87988b08a5ffd87e619020cf8
+size 268575096
diff --git a/attn_out_all/layer_29_width_262k_l0_small/params.safetensors b/attn_out_all/layer_29_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cb0065db6b37e02703f666439aa3b101aae2989f
--- /dev/null
+++ b/attn_out_all/layer_29_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bbde4e43b3eda15cbc22735d7cbb63d6618f3180b09fdb3776a2b55b3fdb804
+size 4297073032
diff --git a/attn_out_all/layer_2_width_16k_l0_big/params.safetensors b/attn_out_all/layer_2_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..19b90addbf842fc58afbcc70d125dbbe7c3dc393
--- /dev/null
+++ b/attn_out_all/layer_2_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:511a59eb46f84c85b2c3de93feec66abe6c6165288a0586d64dfea98cfa04e79
+size 268575096
diff --git a/attn_out_all/layer_2_width_16k_l0_small/params.safetensors b/attn_out_all/layer_2_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2323d4425565a2947dea7d0083baf8a4af90ff87
--- /dev/null
+++ b/attn_out_all/layer_2_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81aeb11a41a49f1515027ef335d6f7e645e01a27d597f8ef8b2e3015b3f30347
+size 268575096
diff --git a/attn_out_all/layer_2_width_262k_l0_small/params.safetensors b/attn_out_all/layer_2_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..999a69640085c28fd656691670e57e5a9aaafce7
--- /dev/null
+++ b/attn_out_all/layer_2_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df93194650b5a8e7cf8ee29170b9c4401bc3b964aa97743f6216133c29b53df
+size 4297073032
diff --git a/attn_out_all/layer_30_width_16k_l0_big/params.safetensors b/attn_out_all/layer_30_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3d7cb50027fda26c8e63383d4e2e95d7fe3e3bb9
--- /dev/null
+++ b/attn_out_all/layer_30_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a2d33f389cba9011008c85f28238eb2b52b0b1fa6beca91ecb760388eee5c46
+size 268575096
diff --git a/attn_out_all/layer_30_width_16k_l0_small/params.safetensors b/attn_out_all/layer_30_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..90bd7cc0f4a5e11bde47e5126bb82dceb91ff67b
--- /dev/null
+++ b/attn_out_all/layer_30_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c6f76b7953cfcfa8403a24e2b5f3dc87893d50d2715afb169afbfce3ed7ade
+size 268575096
diff --git a/attn_out_all/layer_30_width_262k_l0_big/params.safetensors b/attn_out_all/layer_30_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1c8507e3cd0303407cf38425a3df6e6a7dcdaff5
--- /dev/null
+++ b/attn_out_all/layer_30_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72bb228e3a951aa0fc4316b7d5d505bba01ae1c5d87ca0b42a1cecdab2585e36
+size 4297073032
diff --git a/attn_out_all/layer_30_width_262k_l0_small/params.safetensors b/attn_out_all/layer_30_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2b65526c45cffd527e52afc82dacfffb254b5359
--- /dev/null
+++ b/attn_out_all/layer_30_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ad1dc0a4816c65870d235c82c56058db4467edb0b2cee39959adc7bdda7903
+size 4297073032
diff --git a/attn_out_all/layer_31_width_16k_l0_big/params.safetensors b/attn_out_all/layer_31_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..977039d8132d260b6893a118c7aa766bd7d523c2
--- /dev/null
+++ b/attn_out_all/layer_31_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0865343710ae07b8e3bd2fd75a63b22d4f44a983a962a88a4ff0f3109cac6d6e
+size 268575096
diff --git a/attn_out_all/layer_31_width_16k_l0_small/params.safetensors b/attn_out_all/layer_31_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d70116697541dd4d1db4f7e612ce7264ea644f2a
--- /dev/null
+++ b/attn_out_all/layer_31_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:263e4c6533ff38ddf849e01e8b9ceab82a48dfc167c5e853aad166c00279a5bf
+size 268575096
diff --git a/attn_out_all/layer_31_width_262k_l0_big/params.safetensors b/attn_out_all/layer_31_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..29cdafb37304c9dc775e488eb817083d030b8f62
--- /dev/null
+++ b/attn_out_all/layer_31_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ff9a0a6655a34dd146fbede815ee47243c8a5648f9c2d7c709e981c8ebd575
+size 4297073032
diff --git a/attn_out_all/layer_31_width_262k_l0_small/params.safetensors b/attn_out_all/layer_31_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..30118f5a809307a3ee29bd968aad2b8bd73759e7
--- /dev/null
+++ b/attn_out_all/layer_31_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18b61500ba4bac2a6d2007067825f1546a0e1fa921ae89439bfc596fc5326f7
+size 4297073032
diff --git a/attn_out_all/layer_32_width_16k_l0_big/params.safetensors b/attn_out_all/layer_32_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..71a41dbd15b20e91842970b289ae3e289dae1fb8
--- /dev/null
+++ b/attn_out_all/layer_32_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a9c83c003a13ba3e9a343ce9395ece1bb42e249f8f1ed7061ead2ddd19ce6a
+size 268575096
diff --git a/attn_out_all/layer_32_width_16k_l0_small/params.safetensors b/attn_out_all/layer_32_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7f5c27c27951869c2c016e344db455f4b983b514
--- /dev/null
+++ b/attn_out_all/layer_32_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:631bea85199843d8ea28890cf8724c5b89fc588103b7a9a6eeafd3dc8779f251
+size 268575096
diff --git a/attn_out_all/layer_32_width_262k_l0_small/params.safetensors b/attn_out_all/layer_32_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d6dc5d4484a57309358b0ce8147a09945b4f96d5
--- /dev/null
+++ b/attn_out_all/layer_32_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57f37b9443df6020f768a72d7a3874225e05dd791337353cde0a78398a8e67ac
+size 4297073032
diff --git a/attn_out_all/layer_33_width_16k_l0_big/params.safetensors b/attn_out_all/layer_33_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6b557e568726026bcdb1d949feb9686f0670ff86
--- /dev/null
+++ b/attn_out_all/layer_33_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ceb8bd648c796191fbeb8f219bb4761b4fb1f0b921c9b8c2bb1e8e743b8e8a
+size 268575096
diff --git a/attn_out_all/layer_33_width_16k_l0_small/params.safetensors b/attn_out_all/layer_33_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6adfbcb078513e8801131071782aa381b42b532a
--- /dev/null
+++ b/attn_out_all/layer_33_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f34e33fa313546885a855d0c9757db1e2fc52ef12208641bfac04892140d9acd
+size 268575096
diff --git a/attn_out_all/layer_33_width_262k_l0_big/params.safetensors b/attn_out_all/layer_33_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d4f39fb94bbbf39b3e52c5afb5fd655d4be18203
--- /dev/null
+++ b/attn_out_all/layer_33_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a30c7e34ab2fde33e260555fc99b17390f695e3c2dbd1e354b5ea7bb2b7a6a
+size 4297073032
diff --git a/attn_out_all/layer_33_width_262k_l0_small/params.safetensors b/attn_out_all/layer_33_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..54a2ea77cb0a6b0de229f46a0689f0f07ee885d7
--- /dev/null
+++ b/attn_out_all/layer_33_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cde4676e7e034d5822d85dcca9841598cec3e44e6a2289a0c29a4554cad7727
+size 4297073032
diff --git a/attn_out_all/layer_3_width_16k_l0_big/params.safetensors b/attn_out_all/layer_3_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ab32bdf4260e00b386a27ea7fedb7f06ac02c5dd
--- /dev/null
+++ b/attn_out_all/layer_3_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cabe260a7e90e7936aae671368150796b8af6a94780920244cf9d9d5c54b0509
+size 268575096
diff --git a/attn_out_all/layer_3_width_16k_l0_small/params.safetensors b/attn_out_all/layer_3_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b5f5efc11636ea84da297845a970004a37574ae0
--- /dev/null
+++ b/attn_out_all/layer_3_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd1cf09829c8da155fdb3cf400055ab1d8f4eef758f7905ca95134fcb4c417a
+size 268575096
diff --git a/attn_out_all/layer_3_width_262k_l0_small/params.safetensors b/attn_out_all/layer_3_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9c3cce5e3eb40a26aa0cfcd6336149deca6e58a5
--- /dev/null
+++ b/attn_out_all/layer_3_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4434a63a381623842d2e7b2a5e805ca9d2090126cafafd5f57e4260ec5a3639
+size 4297073032
diff --git a/attn_out_all/layer_4_width_16k_l0_big/params.safetensors b/attn_out_all/layer_4_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c3bb1e2143202c7fbc56eb4db8b8491aecf4d906
--- /dev/null
+++ b/attn_out_all/layer_4_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8fbf36a6f54a3c818eabe6475ab2013a631b27927574b56cc839e14650dfaa7
+size 268575096
diff --git a/attn_out_all/layer_4_width_16k_l0_small/params.safetensors b/attn_out_all/layer_4_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..47a49ca8b87ecafe47e9aeb23e00c2ab9e9aca97
--- /dev/null
+++ b/attn_out_all/layer_4_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e06e43911cc9b056315424caa7220ba446eb03ef76dd5ddae673f4f9c9ccad1
+size 268575096
diff --git a/attn_out_all/layer_4_width_262k_l0_big/params.safetensors b/attn_out_all/layer_4_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b471d6ecccc08317a059f30dce0a0ce1bb6cad4f
--- /dev/null
+++ b/attn_out_all/layer_4_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46e6c26d8adb32ca0f7f317c46b4634b6e81a1d6530edf459058e9e2147cd37e
+size 4297073032
diff --git a/attn_out_all/layer_5_width_16k_l0_big/params.safetensors b/attn_out_all/layer_5_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c782d1dec972063c7f88383251fca02f72cd4672
--- /dev/null
+++ b/attn_out_all/layer_5_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7168b07c470233039ec20c26d5b41926bb96adbdc0c77f66e746f461f486a6c
+size 268575096
diff --git a/attn_out_all/layer_5_width_16k_l0_small/params.safetensors b/attn_out_all/layer_5_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..572b705e55e17b6c2b138b380f49bcb6d022a8fb
--- /dev/null
+++ b/attn_out_all/layer_5_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edae83bb5726c74d7a387ae06160d7fc65926ef4f1bb3fd2bad5fe861cb7d341
+size 268575096
diff --git a/attn_out_all/layer_5_width_262k_l0_big/params.safetensors b/attn_out_all/layer_5_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a7eb6ce6fd1ee4497f2725d799da424024ea32fc
--- /dev/null
+++ b/attn_out_all/layer_5_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3c7c791f5cf3c26e3075ead977da0ff82742915e46170b3f40d6e858869c44
+size 4297073032
diff --git a/attn_out_all/layer_6_width_16k_l0_big/params.safetensors b/attn_out_all/layer_6_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..85438cdc81c74feaa9e165e65efed88c3c225693
--- /dev/null
+++ b/attn_out_all/layer_6_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff0bbac60a252d5cfe369ae6168a745bfa6b19c7dc37f0dc89b43f98801099ed
+size 268575096
diff --git a/attn_out_all/layer_6_width_16k_l0_small/params.safetensors b/attn_out_all/layer_6_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f838ce1ba3df527a07da10c47b112b3e2fe19c4a
--- /dev/null
+++ b/attn_out_all/layer_6_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c947007262d1fe45145c6584dfb8375f939036285d220279a289469ba13921c
+size 268575096
diff --git a/attn_out_all/layer_6_width_262k_l0_big/params.safetensors b/attn_out_all/layer_6_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..88abb91eceef74da8595821f100aa8c74f417c5b
--- /dev/null
+++ b/attn_out_all/layer_6_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd76f01c237c8308caefe14ce3eb6226216ddc1ac20a35ef810035b20616cff
+size 4297073032
diff --git a/attn_out_all/layer_6_width_262k_l0_small/params.safetensors b/attn_out_all/layer_6_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a74d5c788bddb6e316b83caa114c7d2596f2880f
--- /dev/null
+++ b/attn_out_all/layer_6_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:106461e702e68023c7b37da5767f4d592d1e4231c8089909fc004398951abf49
+size 4297073032
diff --git a/attn_out_all/layer_7_width_16k_l0_big/params.safetensors b/attn_out_all/layer_7_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3d5d09f8604d4181504b317b1fcb2476d98312d8
--- /dev/null
+++ b/attn_out_all/layer_7_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7f59da9cd573fb4db6b944a4488d715058329ada80b9880120427ca447cbaf4
+size 268575096
diff --git a/attn_out_all/layer_7_width_16k_l0_small/params.safetensors b/attn_out_all/layer_7_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..21c6c1aa76a10ddc0158d7ebc02b23472615a6ca
--- /dev/null
+++ b/attn_out_all/layer_7_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb3ec931b1809db5e5f342cf5ea657f58fe9ed318f14dd4097b5ff8721d4fd6e
+size 268575096
diff --git a/attn_out_all/layer_7_width_262k_l0_big/params.safetensors b/attn_out_all/layer_7_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6ac269bb3915dc2af4ee6982fefb7ba976ede068
--- /dev/null
+++ b/attn_out_all/layer_7_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:186e9649759ca4f56c93e998552e401b1e7eaeb2e31cf9cb17589bf8291cc4db
+size 4297073032
diff --git a/attn_out_all/layer_7_width_262k_l0_small/params.safetensors b/attn_out_all/layer_7_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..efac0d1c5c24b8a4e4fe1b7e00bc917e91113d48
--- /dev/null
+++ b/attn_out_all/layer_7_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd3261d08085bde2b8d2737eef483033da78c2b1a1d5fd84f93adedbd2aee381
+size 4297073032
diff --git a/attn_out_all/layer_8_width_16k_l0_big/params.safetensors b/attn_out_all/layer_8_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c47aade7b862cfefebfd652692700016cb6bf0f7
--- /dev/null
+++ b/attn_out_all/layer_8_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a16ffe9b9f27b19bc29183398b208bd672a11bf5ebfc69088393b10e93f77a5e
+size 268575096
diff --git a/attn_out_all/layer_8_width_16k_l0_small/params.safetensors b/attn_out_all/layer_8_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e6acf83185673602e579b50de98cb9392f1df25a
--- /dev/null
+++ b/attn_out_all/layer_8_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe8224a161634863ce0c753443be2827acd8b8fe71118e16937761287fb5591e
+size 268575096
diff --git a/attn_out_all/layer_8_width_262k_l0_big/params.safetensors b/attn_out_all/layer_8_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4b313d3c83f08c45353eb3c8327401550fdafe51
--- /dev/null
+++ b/attn_out_all/layer_8_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a232347ad63f4d53d4953ec5d8c35d142deac03b1b95e84fd9df7e80d646bf
+size 4297073032
diff --git a/attn_out_all/layer_8_width_262k_l0_small/params.safetensors b/attn_out_all/layer_8_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7ece5d486f8107dcad7c9b96ba4cd33d52628e52
--- /dev/null
+++ b/attn_out_all/layer_8_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea8ce53793bb58c25772e037e87ed3c0b36d36a891de154800c6abc5051f116
+size 4297073032
diff --git a/attn_out_all/layer_9_width_16k_l0_big/params.safetensors b/attn_out_all/layer_9_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4a928569526eb46d7a97b39bd8c8c164dbe18d5c
--- /dev/null
+++ b/attn_out_all/layer_9_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0f21a8c21b23e5ec49408bc992b8fd35915dfd4f1924df1c4c598f50b1b2db
+size 268575096
diff --git a/attn_out_all/layer_9_width_16k_l0_small/params.safetensors b/attn_out_all/layer_9_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..482e8d130a79f8e9a787b97ce7cad2b5862f64dc
--- /dev/null
+++ b/attn_out_all/layer_9_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4386d0f8b673ffb7f35c39ffb375b80b566e192eec186f95614622238dea880
+size 268575096
diff --git a/attn_out_all/layer_9_width_262k_l0_big/params.safetensors b/attn_out_all/layer_9_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2e073c9015fabf3f5bcb8e023d7b9fda3d51a7ea
--- /dev/null
+++ b/attn_out_all/layer_9_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d8ae736ca21644c04a31928275b1779fa70523fc8c06a1993faf178c054986
+size 4297073032
diff --git a/attn_out_all/layer_9_width_262k_l0_small/params.safetensors b/attn_out_all/layer_9_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3d2a6f95153cb6ebf124bd11002427e89717802a
--- /dev/null
+++ b/attn_out_all/layer_9_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:240e2fb2da1bb2654cbcbf9b7a642b091e5e4df5e65222c28597b7bcc40f5e9d
+size 4297073032