diff --git a/attn_out/layer_12_width_16k_l0_big/params.safetensors b/attn_out/layer_12_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..999c8797f0462ae013203abfa11d9ad8d0247681
--- /dev/null
+++ b/attn_out/layer_12_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06079fbc477dc06616b6f6aeeb2add02900fbfdfe29ae1599e6c518e60180a5
+size 537018752
diff --git a/attn_out/layer_12_width_16k_l0_medium/params.safetensors b/attn_out/layer_12_width_16k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fd12fd776bc3498152c907ed8b459abfa4fd58a1
--- /dev/null
+++ b/attn_out/layer_12_width_16k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:941daa5a28b92e7209b28c0be80f22a77bd186107d38566770133786cd3d15ec
+size 537018752
diff --git a/attn_out/layer_12_width_16k_l0_small/params.safetensors b/attn_out/layer_12_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4b20a2580135ffea5b265e320dc9638272ac7279
--- /dev/null
+++ b/attn_out/layer_12_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13b58cd13862fb5e3d76a628600d9c65b3ada4d9d26aa35ba6aed39a56b2b1b1
+size 537018752
diff --git a/attn_out/layer_12_width_262k_l0_big/params.safetensors b/attn_out/layer_12_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4a421f43895909f91cc66439ad48e4e3f6691acc
--- /dev/null
+++ b/attn_out/layer_12_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b489a27d921fc91a73c548c3aa9ec8e208ecfd5995b5541cc955ca4c7daa9397
+size 8592048520
diff --git a/attn_out/layer_12_width_262k_l0_medium/params.safetensors b/attn_out/layer_12_width_262k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d12b24f48a033f41ba353393898986d5fb9fb736
--- /dev/null
+++ b/attn_out/layer_12_width_262k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:746261b282a05b428307126188a5bdcf67cad24db42ae5d2ccfa651f1cea63e6
+size 8592048520
diff --git a/attn_out/layer_12_width_262k_l0_small/params.safetensors b/attn_out/layer_12_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cf3c0c1cd82fc11e6b0d014bc945d2cad7141c71
--- /dev/null
+++ b/attn_out/layer_12_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d429393b2dff29a03e9bfb1e9eb1ac97353cbd65134969a6959f9b7e263c519
+size 8592048520
diff --git a/attn_out/layer_12_width_65k_l0_big/params.safetensors b/attn_out/layer_12_width_65k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..31a0de5a48bb1024a9b84060122d341f089a8e00
--- /dev/null
+++ b/attn_out/layer_12_width_65k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea2920ad3f8673e50ed80f2ac66272d483adef358fd7ea6c9695ae787ba7e17
+size 2148024704
diff --git a/attn_out/layer_12_width_65k_l0_medium/params.safetensors b/attn_out/layer_12_width_65k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..30dc7d6bf4d36efd969ae2ef055156720ea274e9
--- /dev/null
+++ b/attn_out/layer_12_width_65k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ecf428cd9b3d3480c7e772f4f5a58a440ff0996f681483973b97612fe85db99
+size 2148024704
diff --git a/attn_out/layer_12_width_65k_l0_small/params.safetensors b/attn_out/layer_12_width_65k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3002fdc322f974b7e80aa24444f3387d3c39dd63
--- /dev/null
+++ b/attn_out/layer_12_width_65k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f2c89740c811f5aab49305e90bfeb1a7b3a1bd266a5f51c1e5ef880288b151
+size 2148024704
diff --git a/attn_out/layer_24_width_16k_l0_big/params.safetensors b/attn_out/layer_24_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..206da3d9796a050446f1f6e56516607f2387a3a6
--- /dev/null
+++ b/attn_out/layer_24_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10693d7d8852060c76a265e5342454f79033dc4e35e685fd8470aad514d2f6ba
+size 537018752
diff --git a/attn_out/layer_24_width_16k_l0_medium/params.safetensors b/attn_out/layer_24_width_16k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f52070eef3e3d0d345ba384933390ab06926ee77
--- /dev/null
+++ b/attn_out/layer_24_width_16k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5233374997f1ead21c84817cec72fa588be7a2efc391fe30b1bd1b22be7ffd59
+size 537018752
diff --git a/attn_out/layer_24_width_16k_l0_small/params.safetensors b/attn_out/layer_24_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..de5a84ff0bd5614b2d18a71c7984e69b536c73c4
--- /dev/null
+++ b/attn_out/layer_24_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff19a91b42916dfcad22c526d1b5d243375efb3986e74a22999149f257a5cd0a
+size 537018752
diff --git a/attn_out/layer_24_width_262k_l0_big/params.safetensors b/attn_out/layer_24_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1ea51d0b5fbe746ff1442d82a21bb94289984a68
--- /dev/null
+++ b/attn_out/layer_24_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c3ccea6d594678a8c1139be796cce0c038fbfb50e87e09f65244833da980ec
+size 8592048520
diff --git a/attn_out/layer_24_width_262k_l0_medium/params.safetensors b/attn_out/layer_24_width_262k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8701ce3436769debffb0c8cae330dce8d7ce572e
--- /dev/null
+++ b/attn_out/layer_24_width_262k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b10ef015f443da07661d640cbfce3085118bedb4466937cf19e613ddebb8ac20
+size 8592048520
diff --git a/attn_out/layer_24_width_262k_l0_small/params.safetensors b/attn_out/layer_24_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1128023bd1d4937744a0599733d2926a2ddb4f80
--- /dev/null
+++ b/attn_out/layer_24_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c85d002c4f67b44384740487616d61b4f74e842ab62a37e0da9f2e12fe5a544
+size 8592048520
diff --git a/attn_out/layer_24_width_65k_l0_big/params.safetensors b/attn_out/layer_24_width_65k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..48404dfffee2765658a55d7142f796e0c9fae594
--- /dev/null
+++ b/attn_out/layer_24_width_65k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d15b228a4e0f7efd70bd53c502455015601122593ac6f1b976903629e3ac424
+size 2148024704
diff --git a/attn_out/layer_24_width_65k_l0_medium/params.safetensors b/attn_out/layer_24_width_65k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1c364869d714e3209c41a23427c0ba5de4cf8c91
--- /dev/null
+++ b/attn_out/layer_24_width_65k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:747347d80b3c353be4e7ad59185321e3c79d1612670f8c2bcbd5a91538d20c7f
+size 2148024704
diff --git a/attn_out/layer_24_width_65k_l0_small/params.safetensors b/attn_out/layer_24_width_65k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..89e2ffba7c97c85b488bcc68e47c686729dd66bc
--- /dev/null
+++ b/attn_out/layer_24_width_65k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d003d574c4b38226028c625aae43471902d426e67d38bfb728cc9fca2bf1595
+size 2148024704
diff --git a/attn_out/layer_31_width_16k_l0_big/params.safetensors b/attn_out/layer_31_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..83424b08de1c8f134d7046ad85a4310d1384d58d
--- /dev/null
+++ b/attn_out/layer_31_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b290b9a5547be0cc8b0d3260a1187cad9737eeb2ed8fd5aa7fb4ad7a863102bb
+size 537018752
diff --git a/attn_out/layer_31_width_16k_l0_medium/params.safetensors b/attn_out/layer_31_width_16k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5e5d5e2e36c3558200abab9bc4085be35b34fd5a
--- /dev/null
+++ b/attn_out/layer_31_width_16k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84276d6541f4348e34feea9b2b5f4a80dbc7ee2d0c1d9b9c4cc181c9bf56a97d
+size 537018752
diff --git a/attn_out/layer_31_width_16k_l0_small/params.safetensors b/attn_out/layer_31_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..aa6e1924102ed4017c30bbd29e577a634ed47e34
--- /dev/null
+++ b/attn_out/layer_31_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af4374f126b448e807c5904427ff9510e4fdc479711ac317e848d7978eeaecba
+size 537018752
diff --git a/attn_out/layer_31_width_262k_l0_big/params.safetensors b/attn_out/layer_31_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..23392c2ae9ed038fe5fd5e1ba6cffdb7cc1805e2
--- /dev/null
+++ b/attn_out/layer_31_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65fccd2e1d61bb078458450ae8806dd389e1699031ee4922d92e3b0f2bf4eda3
+size 8592048520
diff --git a/attn_out/layer_31_width_262k_l0_medium/params.safetensors b/attn_out/layer_31_width_262k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..05ea0a866131ef63efbdf2daf152b68d71b185f6
--- /dev/null
+++ b/attn_out/layer_31_width_262k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d46c1c47f1ded2cb7c7854b04069d194906f87de81d0da9ff424534cb393496
+size 8592048520
diff --git a/attn_out/layer_31_width_262k_l0_small/params.safetensors b/attn_out/layer_31_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0ec69348e1e9a0bead6adcba65a8f56e316ff56d
--- /dev/null
+++ b/attn_out/layer_31_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc8bcd470cd1a3270a346a8a88ad3ef1143cca939930635f70d8462a24dd828c
+size 8592048520
diff --git a/attn_out/layer_31_width_65k_l0_big/params.safetensors b/attn_out/layer_31_width_65k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9678e62f03c7c324804f96663e76cbae0854eaa5
--- /dev/null
+++ b/attn_out/layer_31_width_65k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b4b099ce0691f3b6a58c5882a01410073c06d884372d0b61c2b66efefb6602
+size 2148024704
diff --git a/attn_out/layer_31_width_65k_l0_medium/params.safetensors b/attn_out/layer_31_width_65k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..dd60f110c2e822d7612f18173eabc3663a6a5c64
--- /dev/null
+++ b/attn_out/layer_31_width_65k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:494b9dbb7cb4176b477dcc710d7ae41a0fd041773c4e3d37f38adcb7bb6e0786
+size 2148024704
diff --git a/attn_out/layer_31_width_65k_l0_small/params.safetensors b/attn_out/layer_31_width_65k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f7d1104a378e00599e615528be3cb348ade92d3e
--- /dev/null
+++ b/attn_out/layer_31_width_65k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444e8ac0c20ac16baa6ff7452bec0b9d640b57514e49e0edb1adacd1acf9c1f3
+size 2148024704
diff --git a/attn_out/layer_41_width_16k_l0_big/params.safetensors b/attn_out/layer_41_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a722de8e2e96c7ba41c4bd4205ea510a6148ca6b
--- /dev/null
+++ b/attn_out/layer_41_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef920c9224fd0927dd5fc5e9410d8e0920c1e535a87e4f136d02c7b4b1db4e50
+size 537018752
diff --git a/attn_out/layer_41_width_16k_l0_medium/params.safetensors b/attn_out/layer_41_width_16k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..39d4dfe8edb37d083e5a861d98091eb1c09cd907
--- /dev/null
+++ b/attn_out/layer_41_width_16k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:101f40a7fc7c4b6f2c5096aa94055ccb089fd03490a93281432a691ac7e128ca
+size 537018752
diff --git a/attn_out/layer_41_width_16k_l0_small/params.safetensors b/attn_out/layer_41_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5b454832e6713712a404757b02fbbf883bf23ca2
--- /dev/null
+++ b/attn_out/layer_41_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85400f0451fdbe0ca0e537d191d13587953266f6ac309bbd9d758d2775782bd9
+size 537018752
diff --git a/attn_out/layer_41_width_262k_l0_big/params.safetensors b/attn_out/layer_41_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..add3ceba1ac9faf6c0707afad693822d009eed1c
--- /dev/null
+++ b/attn_out/layer_41_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:259e81a87fc8eb0fd0ed1dd313431aa4518a1803f874e1584053b675cc2d7977
+size 8592048520
diff --git a/attn_out/layer_41_width_262k_l0_medium/params.safetensors b/attn_out/layer_41_width_262k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5c335d08944f06b3da792d3b19e8280fff2f55f1
--- /dev/null
+++ b/attn_out/layer_41_width_262k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e5e04bbd5da7c6a37530edd9ab4fe5e985a52fd50318c1e4f66bf856f4a75f
+size 8592048520
diff --git a/attn_out/layer_41_width_262k_l0_small/params.safetensors b/attn_out/layer_41_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0f534178221758ec18ee22e92c5d5468d2e0dd2d
--- /dev/null
+++ b/attn_out/layer_41_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2799d002fdbaef5c60a7a25197a3cd8b2efc8b21e8fab3857b509fadb89e5cd1
+size 8592048520
diff --git a/attn_out/layer_41_width_65k_l0_big/params.safetensors b/attn_out/layer_41_width_65k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a6d16f1f9bf8f48ed5baa17ceeb20923a1a32ce5
--- /dev/null
+++ b/attn_out/layer_41_width_65k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a15bec7e3bfc654d80632708e7eab167cb8aeb810c712d5c3d9b6466ce52871
+size 2148024704
diff --git a/attn_out/layer_41_width_65k_l0_medium/params.safetensors b/attn_out/layer_41_width_65k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..799cfe840eafed4769d28fc5f28d8adb6aa44fdb
--- /dev/null
+++ b/attn_out/layer_41_width_65k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e2ee5bb7938034e2cc8702a4c68412067647f438ea04fcefd80eb77a10dd9f9
+size 2148024704
diff --git a/attn_out/layer_41_width_65k_l0_small/params.safetensors b/attn_out/layer_41_width_65k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ac24a2efb5d4baacc8255a53373e9b5c301221ce
--- /dev/null
+++ b/attn_out/layer_41_width_65k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eafd03deb9ed24caaeb27161a3f4beadd911c5e64d20bc9cc33d5dd45ace24a
+size 2148024704
diff --git a/attn_out_all/layer_0_width_16k_l0_big/params.safetensors b/attn_out_all/layer_0_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ffb4edcb272378d29ae963dd8d62b1d838b67cef
--- /dev/null
+++ b/attn_out_all/layer_0_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab48e88840d964eb932a280c047733329adaf84b5862c6184609a51f8b32c17f
+size 537018752
diff --git a/attn_out_all/layer_0_width_262k_l0_big/params.safetensors b/attn_out_all/layer_0_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..177751b11bba6f72565bc48991996a5c0d561287
--- /dev/null
+++ b/attn_out_all/layer_0_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36f533761a5c8a81bc24eb530aa6aa186c9955a1f7943ab8e88ad2e62200032
+size 8592048520
diff --git a/attn_out_all/layer_10_width_16k_l0_big/params.safetensors b/attn_out_all/layer_10_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a0ff15fef61b77307cf756d242efa3f850ecae1b
--- /dev/null
+++ b/attn_out_all/layer_10_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:057d7fc7d1f7c3c0bdc5f6f5052660cc722238211d6c3b704f167cefcedb3fc9
+size 537018752
diff --git a/attn_out_all/layer_11_width_16k_l0_big/params.safetensors b/attn_out_all/layer_11_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..32d2ebc11ec4ee0f1c9823842ced8241e42e9494
--- /dev/null
+++ b/attn_out_all/layer_11_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8069637dcf2709370ed7568eae14d0f5bc7456dcf6e52fccf6885971fb97852a
+size 537018752
diff --git a/attn_out_all/layer_11_width_16k_l0_small/params.safetensors b/attn_out_all/layer_11_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..30299c3d2b9671fa038065cc80b68164b41b2072
--- /dev/null
+++ b/attn_out_all/layer_11_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63dac484108e6916a6fa87a813640bd59301dea77f510aa3458cf05273b71cad
+size 537018752
diff --git a/attn_out_all/layer_11_width_262k_l0_small/params.safetensors b/attn_out_all/layer_11_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b205e99984bf15834422b7ccb2b6c973d3b5c7e1
--- /dev/null
+++ b/attn_out_all/layer_11_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db4cbd572c4d0f2e9eab09e7f913d19364c7b779d1a9d5d5bda745155e5ae77d
+size 8592048520
diff --git a/attn_out_all/layer_12_width_16k_l0_small/params.safetensors b/attn_out_all/layer_12_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4f2a5407cc75f5d3bae2f312ddd79c143f90a61f
--- /dev/null
+++ b/attn_out_all/layer_12_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:673732afc08c9c08fe952141a974bffce8c3206dd986d2b705a760feb6a04fec
+size 537018752
diff --git a/attn_out_all/layer_14_width_16k_l0_small/params.safetensors b/attn_out_all/layer_14_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2ebb4f005bbb2fc4368b6f917cf66c7dde4c6800
--- /dev/null
+++ b/attn_out_all/layer_14_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0807dccacc25456d182327b2a27a5279347f18013c6a7742d99b63ec1a7e1d7
+size 537018752
diff --git a/attn_out_all/layer_14_width_262k_l0_small/params.safetensors b/attn_out_all/layer_14_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ed7221a5e146ea0d72ba3c061c9b6ec72e8eb4dc
--- /dev/null
+++ b/attn_out_all/layer_14_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35751ae181885ff114e812720c6235cecc105c9befe4c2f9b8251531af4bb9c3
+size 8592048520
diff --git a/attn_out_all/layer_15_width_16k_l0_big/params.safetensors b/attn_out_all/layer_15_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5ad1d5fa99374baecdb62185c5b8abf250c25ffb
--- /dev/null
+++ b/attn_out_all/layer_15_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1055ee7219e43fe0e9df07f0cb305d6a8ec467cc276d8c72d5f24971f845412c
+size 537018752
diff --git a/attn_out_all/layer_16_width_16k_l0_big/params.safetensors b/attn_out_all/layer_16_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..75435ae41d266db0303e98391a2d718e611b2de7
--- /dev/null
+++ b/attn_out_all/layer_16_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c119ec4e4970f51e4ed556a75f8dc2ba2229fbeebd6cf748d1a59c79648da1
+size 537018752
diff --git a/attn_out_all/layer_17_width_16k_l0_small/params.safetensors b/attn_out_all/layer_17_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9d90e3aeb22b8af39204241dc6eb2130c6d5149a
--- /dev/null
+++ b/attn_out_all/layer_17_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d15b6700bdd78ede2feb7ca2b0aae25d089f0868968a1e3b818118d5479fe814
+size 537018752
diff --git a/attn_out_all/layer_18_width_16k_l0_big/params.safetensors b/attn_out_all/layer_18_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7a28b1e4eb9bebc82d130d7dbdd4e5eed78cc950
--- /dev/null
+++ b/attn_out_all/layer_18_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8672ef5de49910955af75298d2897f2d058f46c34683b8c13ae84dfceabad4b0
+size 537018752
diff --git a/attn_out_all/layer_18_width_16k_l0_small/params.safetensors b/attn_out_all/layer_18_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..33be40690992060add35425feb866ebd3ef927c1
--- /dev/null
+++ b/attn_out_all/layer_18_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f4965fb6d644710d09f8281dc22f16befb3f12ef4590b5aaefa43b2c73a83e
+size 537018752
diff --git a/attn_out_all/layer_18_width_262k_l0_small/params.safetensors b/attn_out_all/layer_18_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..84c4a40ba4778a9fc870ab0333e5bddc28eb259c
--- /dev/null
+++ b/attn_out_all/layer_18_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7746ee3abbf72eb724fc66f7f087a4854e4ac5396b1271831452a68ff7a8821
+size 8592048520
diff --git a/attn_out_all/layer_19_width_16k_l0_small/params.safetensors b/attn_out_all/layer_19_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..288d1c89d7b160dda5e4b1c47e0d4ed89a00db47
--- /dev/null
+++ b/attn_out_all/layer_19_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fbfdade790532e39e5dfbe97d46f7adb2ac1390c530180dd539df91df173889
+size 537018752
diff --git a/attn_out_all/layer_1_width_16k_l0_big/params.safetensors b/attn_out_all/layer_1_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..36f93a7c2d966f7479f5f5ac05eaceb20d42468e
--- /dev/null
+++ b/attn_out_all/layer_1_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efc583b922b5fcf547f7c91b564fc3ca4a0cf1b67cf82dcb1f29ff2fe7bee6d6
+size 537018752
diff --git a/attn_out_all/layer_1_width_16k_l0_small/params.safetensors b/attn_out_all/layer_1_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7d407adeed108ed4ca39a9fab17e0d4aaa456f64
--- /dev/null
+++ b/attn_out_all/layer_1_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ab3cd09459d6c2443d928cad1ca25729b5c43b2dbffe0436e43642bece4f80
+size 537018752
diff --git a/attn_out_all/layer_20_width_16k_l0_big/params.safetensors b/attn_out_all/layer_20_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..281fd3bf8831ef8670e5d841f87fc1eb891f928a
--- /dev/null
+++ b/attn_out_all/layer_20_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e78927ce03fe316f44d11410fc87f1392496c0ab43660fb801eaa1a6f58dac4f
+size 537018752
diff --git a/attn_out_all/layer_20_width_16k_l0_small/params.safetensors b/attn_out_all/layer_20_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..559389fb297fdd8fbf8da8c75575663a4644d6de
--- /dev/null
+++ b/attn_out_all/layer_20_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8957b9a1b458bef426f14260b35fe94fd4ae80f278619727e1d4452edf874eb
+size 537018752
diff --git a/attn_out_all/layer_20_width_262k_l0_small/params.safetensors b/attn_out_all/layer_20_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a40790e96bf997d1c3af999b8a890a6db04272a1
--- /dev/null
+++ b/attn_out_all/layer_20_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd65d5a7764ebe08949d8ebeab18b05fb22253698d691d4a13bbfe53e1b6697
+size 8592048520
diff --git a/attn_out_all/layer_21_width_16k_l0_big/params.safetensors b/attn_out_all/layer_21_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8c6c8d2431885fa6450dd4acca9adc367b5ee0eb
--- /dev/null
+++ b/attn_out_all/layer_21_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52ec61be45bfe6cafe819c85be77a0cfd11dabe6f2c89ccdd7a18e287f608fa
+size 537018752
diff --git a/attn_out_all/layer_22_width_16k_l0_big/params.safetensors b/attn_out_all/layer_22_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cc1e0654a4245d526d4d420825bf1e24d6dec793
--- /dev/null
+++ b/attn_out_all/layer_22_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b1e49ef192558e67cb099714d2ca4d3010d61f8e8c2d3bed217076d6091807
+size 537018752
diff --git a/attn_out_all/layer_23_width_16k_l0_big/params.safetensors b/attn_out_all/layer_23_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bb2d1e39ad5b87beeb4bfa3e4d59a69707e5eaf2
--- /dev/null
+++ b/attn_out_all/layer_23_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08d88c90fd0ec37a4506587dae1f73c7656ef524a454fd46fbcc9512649b4c8
+size 537018752
diff --git a/attn_out_all/layer_24_width_16k_l0_small/params.safetensors b/attn_out_all/layer_24_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..596351cc2c064a0df1527b7a12f12a1ecc37bc27
--- /dev/null
+++ b/attn_out_all/layer_24_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d05251aeec9351990201ead1c4c14e251e04fd74f05758d7a35d108332c874ec
+size 537018752
diff --git a/attn_out_all/layer_25_width_262k_l0_big/params.safetensors b/attn_out_all/layer_25_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7e3cdd3d5e20ddbefde1eba142a170cbfbbe42c6
--- /dev/null
+++ b/attn_out_all/layer_25_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b42fd7e71862f21d84a0a5f065ec5b310901b985d922332c1155097ee30e6e43
+size 8592048520
diff --git a/attn_out_all/layer_27_width_16k_l0_big/params.safetensors b/attn_out_all/layer_27_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6f671a5c0fe1ae13c40c01451f5a47649fa55471
--- /dev/null
+++ b/attn_out_all/layer_27_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8f1073f5ec573d0bd7f894a2c86e6127f73c7a24d81dd537677ea5eb2421e4
+size 537018752
diff --git a/attn_out_all/layer_27_width_16k_l0_small/params.safetensors b/attn_out_all/layer_27_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a2dfa293277492d9934e2655bdb57f9b5a6bdcf2
--- /dev/null
+++ b/attn_out_all/layer_27_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:558afa8f7390bac63028a2d184863e9f0b19cbf177c9cd31e473b9f77a22c2f7
+size 537018752
diff --git a/attn_out_all/layer_28_width_16k_l0_big/params.safetensors b/attn_out_all/layer_28_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..bc5e6ecc97d737efcb6eb0fc02c6a5190e7d452c
--- /dev/null
+++ b/attn_out_all/layer_28_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011fac0392a540600d9ea29f3ce4643a29702d5fe0c2b640330dc811da9bc0cf
+size 537018752
diff --git a/attn_out_all/layer_28_width_262k_l0_big/params.safetensors b/attn_out_all/layer_28_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..dc6ae4100055900d5c153e106166ad147d56716a
--- /dev/null
+++ b/attn_out_all/layer_28_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64e6c9b957116548d26e4631cc596bc343310dc6d015772f7dcaaf3ee2c3f4f6
+size 8592048520
diff --git a/attn_out_all/layer_29_width_16k_l0_big/params.safetensors b/attn_out_all/layer_29_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9dbb88bc47669872a9b8d914110b1fedadbb00c5
--- /dev/null
+++ b/attn_out_all/layer_29_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a480cd36b676db7c90b4c2b7bfc49f03a88c5ca15ab2e1c9a0c560a83dbb8c64
+size 537018752
diff --git a/attn_out_all/layer_29_width_16k_l0_small/params.safetensors b/attn_out_all/layer_29_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..918ce0cd6a2a14a7dd01f672ffeb049ce673c6e8
--- /dev/null
+++ b/attn_out_all/layer_29_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c7cc87b3be4bbbf2078f8359b51e24179c81cdba37e85f3163a59a42cb4b603
+size 537018752
diff --git a/attn_out_all/layer_2_width_16k_l0_big/params.safetensors b/attn_out_all/layer_2_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..aac277aa5964121cd627449a6b87339b36f42bda
--- /dev/null
+++ b/attn_out_all/layer_2_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6674fe8bebd866ac2524f4e63647f91cda5d8f7d126699ad699b4006f0073e8f
+size 537018752
diff --git a/attn_out_all/layer_2_width_262k_l0_big/params.safetensors b/attn_out_all/layer_2_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8d134b5cf8f02f05cf47d125a2bd1295460e45f3
--- /dev/null
+++ b/attn_out_all/layer_2_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5062c9791bf891d68cc6961c59cc4c8ebb91ec80a3e2cb2285992c3b8b862675
+size 8592048520
diff --git a/attn_out_all/layer_30_width_16k_l0_big/params.safetensors b/attn_out_all/layer_30_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9df56c633d98bb87545d8878bca5ee83df25bd3f
--- /dev/null
+++ b/attn_out_all/layer_30_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f32ddccd5d65b6dba80431649d18aa72decdd226b49864d54e69ee08ffabd23
+size 537018752
diff --git a/attn_out_all/layer_30_width_16k_l0_small/params.safetensors b/attn_out_all/layer_30_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ea143fba128ca88504812208fe4f493f7a27b3f7
--- /dev/null
+++ b/attn_out_all/layer_30_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a40544c1cbdeb3a95c58b65053f66ee02391ed29c28b2d8943c8bcd9639ae90
+size 537018752
diff --git a/attn_out_all/layer_30_width_262k_l0_small/params.safetensors b/attn_out_all/layer_30_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..539a7f5a500e722744549d7590564e73059e3789
--- /dev/null
+++ b/attn_out_all/layer_30_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbaeab90574ef28320e6e26269a473329e7698d6f06b4147a7b15ac29763f6b6
+size 8592048520
diff --git a/attn_out_all/layer_31_width_16k_l0_small/params.safetensors b/attn_out_all/layer_31_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9902982587c22a87e7bbdbc4dc799ddd19d7b8a9
--- /dev/null
+++ b/attn_out_all/layer_31_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c00c5d5feabcdbd6d1c21d6637a088a3de504d907c07ea9d85a60f0972d6f8
+size 537018752
diff --git a/attn_out_all/layer_31_width_262k_l0_big/params.safetensors b/attn_out_all/layer_31_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ecf0e123864e4d2fb95205a979d3b7a8b0dd435d
--- /dev/null
+++ b/attn_out_all/layer_31_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2a33046925ddeb7a102d051728a853d5d1d4f2880a91ae5def26467719df9d
+size 8592048520
diff --git a/attn_out_all/layer_31_width_262k_l0_small/params.safetensors b/attn_out_all/layer_31_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a370a6da76d0bf80c89381853dff5903eceff0cb
--- /dev/null
+++ b/attn_out_all/layer_31_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0547d7c335199ac6f20acd1d9567b8ed7c32ae21f211d0ce264cfb2f762682a
+size 8592048520
diff --git a/attn_out_all/layer_32_width_16k_l0_big/params.safetensors b/attn_out_all/layer_32_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..83c0cfa81f0fc2931fc4d99adf3e9dc1063fc467
--- /dev/null
+++ b/attn_out_all/layer_32_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361b3d806e10eb81b8c0d5a18dcabb5b4265ed6c79ce1fc61dc6f2bf04f41183
+size 537018752
diff --git a/attn_out_all/layer_32_width_16k_l0_small/params.safetensors b/attn_out_all/layer_32_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..655c050e9527345ec94b311c994703d12b990889
--- /dev/null
+++ b/attn_out_all/layer_32_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05061ce0bc4b22461a875693b5a5e716c32cc4e2653af81ea440d51cbc40694
+size 537018752
diff --git a/attn_out_all/layer_32_width_262k_l0_big/params.safetensors b/attn_out_all/layer_32_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..afa814617f4af8a60d26dba17cf644f2c133b886
--- /dev/null
+++ b/attn_out_all/layer_32_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06a430f32f02f8c75ae239ccb2557068c28fe9ad12a4110b986b7e362335a57
+size 8592048520
diff --git a/attn_out_all/layer_33_width_16k_l0_big/params.safetensors b/attn_out_all/layer_33_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..abe78f2987328576538c9c65a326d1d67a63d1e3
--- /dev/null
+++ b/attn_out_all/layer_33_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92da6e023dc39ada3a721711dc9dde332de2b11289ac6bf678b4cc67535e277
+size 537018752
diff --git a/attn_out_all/layer_34_width_16k_l0_big/params.safetensors b/attn_out_all/layer_34_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1cc2f0e627de34ad663babfe1e6780fd79bdb2bd
--- /dev/null
+++ b/attn_out_all/layer_34_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf73fc0a25d7241450f7ffc522c0ed709c95f6c3998f5238d39809dc488deb9
+size 537018752
diff --git a/attn_out_all/layer_34_width_16k_l0_small/params.safetensors b/attn_out_all/layer_34_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cac04b449d2993b4156ebeb676ee55bad4a1856e
--- /dev/null
+++ b/attn_out_all/layer_34_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fabbee1bcf29f58c3812fe4abdb307e4068ff3990de5ac4f0906b35eb528347
+size 537018752
diff --git a/attn_out_all/layer_34_width_262k_l0_small/params.safetensors b/attn_out_all/layer_34_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..65fecb3c3171133c6b449f98c6a89e08094d9114
--- /dev/null
+++ b/attn_out_all/layer_34_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4bb32c8f7625ea493abe8286932dee8e44ed1511de49f0dda2814fa25d491d9
+size 8592048520
diff --git a/attn_out_all/layer_35_width_16k_l0_small/params.safetensors b/attn_out_all/layer_35_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5cf87819ba39d101eeec5cb5c34c66e5a548ccf1
--- /dev/null
+++ b/attn_out_all/layer_35_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dce6e693aa306a88bff3919f146239ad0bdd93f97ee7cd81cf00d95ec13d452
+size 537018752
diff --git a/attn_out_all/layer_35_width_262k_l0_big/params.safetensors b/attn_out_all/layer_35_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6d7caee4f0a9a0c0e7328455c4884403f2990c72
--- /dev/null
+++ b/attn_out_all/layer_35_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a41db4221fe513e084a67978151fa753e29a829fd4d04f9b6d1c26e5a4bf3152
+size 8592048520
diff --git a/attn_out_all/layer_36_width_16k_l0_big/params.safetensors b/attn_out_all/layer_36_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..095a77214cca587d8456b93a973f8c12995b1aaf
--- /dev/null
+++ b/attn_out_all/layer_36_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:886c4fe13cd9b3ceecb31d87ea21626401b9ef7805eec3bb7d51745067d2397b
+size 537018752
diff --git a/attn_out_all/layer_36_width_16k_l0_small/params.safetensors b/attn_out_all/layer_36_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0efad8696db5096ff67f131d5474c99b6a788684
--- /dev/null
+++ b/attn_out_all/layer_36_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21330ab2452d1cc96de57c9ec07ecc4eb1b3ae3cc197e925ec8732afc0803f28
+size 537018752
diff --git a/attn_out_all/layer_36_width_262k_l0_big/params.safetensors b/attn_out_all/layer_36_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f6c8a3a596977257fb00fa720d2d56b3d82df9cd
--- /dev/null
+++ b/attn_out_all/layer_36_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30fe6d21983cf8306eb2cff7c188a603d555c4c453186a202972a3f84952d5c
+size 8592048520
diff --git a/attn_out_all/layer_37_width_16k_l0_small/params.safetensors b/attn_out_all/layer_37_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..38de795ea0d62bcca34761e52f3a85972e52edec
--- /dev/null
+++ b/attn_out_all/layer_37_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6f90ff0ad94e1c77b99bd09b59f1b4c016d33b4032c92c56f87eda618c99010
+size 537018752
diff --git a/attn_out_all/layer_38_width_16k_l0_small/params.safetensors b/attn_out_all/layer_38_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ac4993d858eb73266bae23b0d9ef21b772b95a55
--- /dev/null
+++ b/attn_out_all/layer_38_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2193de7be8dd5edc9f2bf8f3bba9574b201aa71909c632946d0a34cc4fe1eea0
+size 537018752
diff --git a/attn_out_all/layer_38_width_262k_l0_small/params.safetensors b/attn_out_all/layer_38_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d52d9e60a08be5ed890de4a0b8bb33d3fe40ae4e
--- /dev/null
+++ b/attn_out_all/layer_38_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a6c1cb1ece49374d6c96a2f740d329eec74929f41a0baf532bb02598287f8fa
+size 8592048520
diff --git a/attn_out_all/layer_39_width_16k_l0_big/params.safetensors b/attn_out_all/layer_39_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8f5b8111b7c7c3593ce24ec30fd98c65e5abddcf
--- /dev/null
+++ b/attn_out_all/layer_39_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6163bcb3243e0e406d240f14ceb264ca68c65c92cc0804e6b44c8eebfc817b9a
+size 537018752
diff --git a/attn_out_all/layer_39_width_262k_l0_big/params.safetensors b/attn_out_all/layer_39_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3abee013969cdc0866f864345aae663749718feb
--- /dev/null
+++ b/attn_out_all/layer_39_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:141baa5454b78531663828d9cfdd9d1d9a80fc2b7bf7d03d57ab5bad1fa46d85
+size 8592048520
diff --git a/attn_out_all/layer_39_width_262k_l0_small/params.safetensors b/attn_out_all/layer_39_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..50ef06406f2e9192e974976af8e4f402e90235a9
--- /dev/null
+++ b/attn_out_all/layer_39_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c275717abb22a0e53f589a712b78e715533e280ef84deaacced2d7bfc66029
+size 8592048520
diff --git a/attn_out_all/layer_40_width_16k_l0_small/params.safetensors b/attn_out_all/layer_40_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8caf286216971d089a95d8da0243d56afb890435
--- /dev/null
+++ b/attn_out_all/layer_40_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1071327cab63d14e17338a48366f03fe1ff9767cebfc731e4a5bae457d7367ea
+size 537018752
diff --git a/attn_out_all/layer_41_width_16k_l0_big/params.safetensors b/attn_out_all/layer_41_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8639214b124812f989b7ff04d6f30125e15a1849
--- /dev/null
+++ b/attn_out_all/layer_41_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea82985fd2b9a83d19c3ac8536a4e6b3362570c8f612314f5f526771f0147300
+size 537018752
diff --git a/attn_out_all/layer_41_width_16k_l0_small/params.safetensors b/attn_out_all/layer_41_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..55b335cf63975f4ee4b5cebb1f0ad414651fcc58
--- /dev/null
+++ b/attn_out_all/layer_41_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f5576f26127e0cc20e3ca30af93eef982173703827869f3bfa9eccbff3674a7
+size 537018752
diff --git a/attn_out_all/layer_41_width_262k_l0_small/params.safetensors b/attn_out_all/layer_41_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..da52d0ae3929d793672be7536ea8f71d8bf5a131
--- /dev/null
+++ b/attn_out_all/layer_41_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5696b6f503a10cbbd0019529e04379903c34dc10490ad7e835ed3a64c474eaa5
+size 8592048520
diff --git a/attn_out_all/layer_42_width_16k_l0_big/params.safetensors b/attn_out_all/layer_42_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..11dbf2954bd1243f91485a425ea269dada4c308c
--- /dev/null
+++ b/attn_out_all/layer_42_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:806c7e5737559fd10fe9745b396ae75182d500f285fc50219f9af047e8bed63b
+size 537018752
diff --git a/attn_out_all/layer_42_width_16k_l0_small/params.safetensors b/attn_out_all/layer_42_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9783fd078b7936b11d761532ba62719cb4bfd78c
--- /dev/null
+++ b/attn_out_all/layer_42_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d63e552892e4858a3f90dfc718be0cb57e99bc7c107cc534f9b47a5f619aed
+size 537018752
diff --git a/attn_out_all/layer_42_width_262k_l0_big/params.safetensors b/attn_out_all/layer_42_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..843b0f7a780f720b5691541c12cd91fdb0c144cc
--- /dev/null
+++ b/attn_out_all/layer_42_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576a5f1f330f59a0c6701171ce0fb4741eab4a8724689cc92eaeebe1b753b069
+size 8592048520
diff --git a/attn_out_all/layer_44_width_16k_l0_small/params.safetensors b/attn_out_all/layer_44_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..47a789618ccd0f005c40cc3f5d00462bbeae57f6
--- /dev/null
+++ b/attn_out_all/layer_44_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb9652022cd21cf8a39392e169fc9dee886ff03b3d87cdaa123ba5716b70a980
+size 537018752
diff --git a/attn_out_all/layer_45_width_16k_l0_big/params.safetensors b/attn_out_all/layer_45_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..70bbd8aa006ee8b74e501765163eb4b8f4522dc3
--- /dev/null
+++ b/attn_out_all/layer_45_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9319a5e6b93601c1a3d89c82f58aca8f82136aef12ed1d836da285a305fae3af
+size 537018752
diff --git a/attn_out_all/layer_45_width_16k_l0_small/params.safetensors b/attn_out_all/layer_45_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fb0a5f6b9c04639d8b85d643f2f375074f9eca6d
--- /dev/null
+++ b/attn_out_all/layer_45_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227d1fcf393c1e7ed3e101799469446480b9214ca7c69ebb047145efb36cbc4d
+size 537018752
diff --git a/attn_out_all/layer_45_width_262k_l0_small/params.safetensors b/attn_out_all/layer_45_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..697006c6d332e7cadd2b4f991ce3ce2447df6b5c
--- /dev/null
+++ b/attn_out_all/layer_45_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e3e869bb81de271b830ae92b9954dc5aa5cbe5a96279c635ea08d620e08c4e
+size 8592048520
diff --git a/attn_out_all/layer_46_width_16k_l0_big/params.safetensors b/attn_out_all/layer_46_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..836fc4dfbe9529fcb8916e32ef5c5f8ecba56699
--- /dev/null
+++ b/attn_out_all/layer_46_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d1d16fa67dc564114e1f459f3a2fd24894e2de6b75524bf70691bf0a018151
+size 537018752
diff --git a/attn_out_all/layer_46_width_16k_l0_small/params.safetensors b/attn_out_all/layer_46_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cbd6960a9fbe9651d5909126edb8d007f552ffc4
--- /dev/null
+++ b/attn_out_all/layer_46_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88cd3feed14b49393a6a3eea7e0225d98115e67b6cc3f4ec763bca6c6ebc449e
+size 537018752
diff --git a/attn_out_all/layer_46_width_262k_l0_big/params.safetensors b/attn_out_all/layer_46_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e3f2847f9587a565d8d305a66594e1d0331e74a9
--- /dev/null
+++ b/attn_out_all/layer_46_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e026124a1e286eb5d28fe8ec13056a99c85077ad53d6070dcc8983150dfd65a
+size 8592048520
diff --git a/attn_out_all/layer_47_width_262k_l0_big/params.safetensors b/attn_out_all/layer_47_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f996b9033a30941279518d5b89d763604ca8c739
--- /dev/null
+++ b/attn_out_all/layer_47_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f743099637af898886c952de7c245020ed17f9f959d48abb0be4c261e8d34dd
+size 8592048520
diff --git a/attn_out_all/layer_4_width_262k_l0_big/params.safetensors b/attn_out_all/layer_4_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..58dd5bf9e90872d976ae71befd79ec80d623b332
--- /dev/null
+++ b/attn_out_all/layer_4_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb138f02c248510bf2cea15680e5cebf3a3656c3e30bfd6cea1b88cffa8567c5
+size 8592048520
diff --git a/attn_out_all/layer_5_width_16k_l0_big/params.safetensors b/attn_out_all/layer_5_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1f75b51aaf5c8e56602a51f4ddca10c6affb9ab1
--- /dev/null
+++ b/attn_out_all/layer_5_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f809a30059013b5aa25e0b4e472ece4e49d8623e953193344507549a40954575
+size 537018752
diff --git a/attn_out_all/layer_6_width_16k_l0_big/params.safetensors b/attn_out_all/layer_6_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..73fa3cfc34260126cb4bcd2acab717e2f5dd4da7
--- /dev/null
+++ b/attn_out_all/layer_6_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:041b2994b6e8786832b836d3a954e3029ca4f542197fabbfad5ffdc31ccc569d
+size 537018752
diff --git a/attn_out_all/layer_6_width_262k_l0_big/params.safetensors b/attn_out_all/layer_6_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..dffa4bc9b0a6c4c95d3826cad2d63fabaa7cf6cc
--- /dev/null
+++ b/attn_out_all/layer_6_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e0a09b269003253b2c5a65cb9f97e15be502572057313f4d33db97440f81bb
+size 8592048520
diff --git a/attn_out_all/layer_7_width_262k_l0_big/params.safetensors b/attn_out_all/layer_7_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..41cc74a68d33958360b28a4e001dd4dfce542c3f
--- /dev/null
+++ b/attn_out_all/layer_7_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6015b4fa9c3ec6b09d08a483208b89df8564d0b75e3a2b2451c64e5368aa3a6
+size 8592048520
diff --git a/attn_out_all/layer_8_width_16k_l0_big/params.safetensors b/attn_out_all/layer_8_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..20c33cd348e992ad3263dd8a657e9217a4350f73
--- /dev/null
+++ b/attn_out_all/layer_8_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c4754e6ff30171ff52702f809d66eb67eea7b3a0a139bb559bb6928d12a85b3
+size 537018752
diff --git a/attn_out_all/layer_9_width_16k_l0_big/params.safetensors b/attn_out_all/layer_9_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c2fdab9a8bfba44491ec0c71fc82e681c1eab027
--- /dev/null
+++ b/attn_out_all/layer_9_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6070c5e5d9e7f1aae4a3c688bbf5256fd1695c2756cc47d7a5850a2a3f97da3
+size 537018752
diff --git a/attn_out_all/layer_9_width_16k_l0_small/params.safetensors b/attn_out_all/layer_9_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..482344893a991993e80cf627e07258bd21509fdc
--- /dev/null
+++ b/attn_out_all/layer_9_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:230e030cc7e6f700f5522d67c17783b3da1dcaf722c70aef3c3010fe5632bf3d
+size 537018752
diff --git a/mlp_out/layer_12_width_16k_l0_big/params.safetensors b/mlp_out/layer_12_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..338ef69aebd1d0afd7e51f14ba8885a9d18461da
--- /dev/null
+++ b/mlp_out/layer_12_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16611dfa6b8b7fdf93af386a0324a0f420e3bbe63728808ce9859ecdb8049c6a
+size 503463296
diff --git a/mlp_out/layer_12_width_16k_l0_medium/params.safetensors b/mlp_out/layer_12_width_16k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..302ad7279e8d70079d1e4f71d8972993661e10c1
--- /dev/null
+++ b/mlp_out/layer_12_width_16k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad46fd867234919ba62ed737b833a44972715b2b809d0917c4ab163937ace70c
+size 503463296
diff --git a/mlp_out/layer_12_width_16k_l0_small/params.safetensors b/mlp_out/layer_12_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..075c857cd5bbaba085c1ba61229f38eef3c627ef
--- /dev/null
+++ b/mlp_out/layer_12_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a04395840a6d001c067f26fa2a3bb46aedec70cff206c8c6c97bfc9ec42bd0
+size 503463296
diff --git a/mlp_out/layer_12_width_262k_l0_big/params.safetensors b/mlp_out/layer_12_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4724e784bcc2984764dfe91bc351065275605832
--- /dev/null
+++ b/mlp_out/layer_12_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee647d73dc7de619e1bfe19d8f18643a9a2fab2dfba983c5347109da033cc609
+size 8055176584
diff --git a/mlp_out/layer_12_width_262k_l0_medium/params.safetensors b/mlp_out/layer_12_width_262k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c60a2a8f50cc0c2dbdbe9d7afe0580a855635929
--- /dev/null
+++ b/mlp_out/layer_12_width_262k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caaed210d206fc52575318473bfbc5e5d11c5eac41b1cc2f018ab3977d38dd15
+size 8055176584
diff --git a/mlp_out/layer_12_width_262k_l0_small/params.safetensors b/mlp_out/layer_12_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2515a22ddcfe4dd9d7871628669c74eacf899041
--- /dev/null
+++ b/mlp_out/layer_12_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e99464867706a6806dc06da7aefdec30880b62977a225e14b5fb24d89ae403c
+size 8055176584
diff --git a/mlp_out/layer_12_width_65k_l0_big/params.safetensors b/mlp_out/layer_12_width_65k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7e46c92a71184a2cc93a279ad0dbfc67d0bc4589
--- /dev/null
+++ b/mlp_out/layer_12_width_65k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ad0a367ae7f73ac7aa58c171e048c3f8f11f542f0870a79f42cdc3420cda40
+size 2013805952
diff --git a/mlp_out/layer_12_width_65k_l0_medium/params.safetensors b/mlp_out/layer_12_width_65k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1bed0cc58c8f1e415864fa4107e742d6b3f4a8b8
--- /dev/null
+++ b/mlp_out/layer_12_width_65k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11b390ffd93d3d7ca60a94ba50a195892c5dbc721b24797e671b8013bf1dea7
+size 2013805952
diff --git a/mlp_out/layer_12_width_65k_l0_small/params.safetensors b/mlp_out/layer_12_width_65k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0d1c8d52e561a880a3d70bfd9fbc11e0f5927fdc
--- /dev/null
+++ b/mlp_out/layer_12_width_65k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c490d001066e9f247585938f0c7347ec75bfe93f47563764ed3d9b473b3b054a
+size 2013805952
diff --git a/mlp_out/layer_24_width_16k_l0_big/params.safetensors b/mlp_out/layer_24_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..724408db7b8cfd1b00ffc28460de0bf1b1fe8893
--- /dev/null
+++ b/mlp_out/layer_24_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1fbd82258c78a72ef0c4b2c7dd233d0009eaf5f8fccdb1d508d2e89559e8adc
+size 503463296
diff --git a/mlp_out/layer_24_width_16k_l0_medium/params.safetensors b/mlp_out/layer_24_width_16k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5bd0f2f96cf9b9ec56ed7cabf8105d9394802926
--- /dev/null
+++ b/mlp_out/layer_24_width_16k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a2896d8a7ae65260692ea87b4cbd192ed4b41a5bc22d76349b8f7db7fb5c16
+size 503463296
diff --git a/mlp_out/layer_24_width_16k_l0_small/params.safetensors b/mlp_out/layer_24_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..11845bafdd43dca0f63e4902c0f0ba186a982914
--- /dev/null
+++ b/mlp_out/layer_24_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8203be26f65b8d3104b71cfa1100bd0f56187022e5b347570305a02b8022e1c
+size 503463296
diff --git a/mlp_out/layer_24_width_262k_l0_big/params.safetensors b/mlp_out/layer_24_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5d49b669a51275525a790a9ade54d53f8ee90479
--- /dev/null
+++ b/mlp_out/layer_24_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db9db80dda8a49b13fa625f510f411ae11405d6d4a2368db313f80084b1c9857
+size 8055176584
diff --git a/mlp_out/layer_24_width_262k_l0_medium/params.safetensors b/mlp_out/layer_24_width_262k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..72a0ae8ec6c3633aca28aa8d9d97f6559242d684
--- /dev/null
+++ b/mlp_out/layer_24_width_262k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e663a4a157423b376bfdfb918a4525df03cedcf80747e11ceb94c287c9ec413f
+size 8055176584
diff --git a/mlp_out/layer_24_width_262k_l0_small/params.safetensors b/mlp_out/layer_24_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ea9301503591e09c565d4a53d19adfee7e2cef5e
--- /dev/null
+++ b/mlp_out/layer_24_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f469455fd53c5935dfe6f19efc5323fbb86ba5ddf6b009711ac9712d8f596098
+size 8055176584
diff --git a/mlp_out/layer_24_width_65k_l0_big/params.safetensors b/mlp_out/layer_24_width_65k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fcfa83e0e7c370bb29828ec941149fd5ac5180fd
--- /dev/null
+++ b/mlp_out/layer_24_width_65k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e674969612f626d8544e8f8d5d29ab6a431b4ee785d68d2d3fd6f6ad371be4
+size 2013805952
diff --git a/mlp_out/layer_24_width_65k_l0_medium/params.safetensors b/mlp_out/layer_24_width_65k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..86a7437772f851e1f940c6d7d90a9cc74e5bb32c
--- /dev/null
+++ b/mlp_out/layer_24_width_65k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be3bfe383f9b9305fd3d993c3e03537ca4e49b22cad509a036f30777854ccea5
+size 2013805952
diff --git a/mlp_out/layer_24_width_65k_l0_small/params.safetensors b/mlp_out/layer_24_width_65k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..42cce3d0f9995b15e121f39b8af4430e43b7405d
--- /dev/null
+++ b/mlp_out/layer_24_width_65k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b101501b4fa8920d6981ac9ad17efbf24a50f02f920a18e6f1f2a7c8c27621fc
+size 2013805952
diff --git a/mlp_out/layer_31_width_16k_l0_big/params.safetensors b/mlp_out/layer_31_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b5a1c5701e2da54ed8e4dbcd4557630b41a65aaa
--- /dev/null
+++ b/mlp_out/layer_31_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bdbc2aa4b3311db30e5011fd7f891688ef8f98a1bca696e0432c663d4382927
+size 503463296
diff --git a/mlp_out/layer_31_width_16k_l0_medium/params.safetensors b/mlp_out/layer_31_width_16k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1aa0353f37721e1ac9e4ec2c199ae3fa44b2e10b
--- /dev/null
+++ b/mlp_out/layer_31_width_16k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84a907fb486b9d7ba5303d90870a297872c7a08c063943b39200c754deaae2b
+size 503463296
diff --git a/mlp_out/layer_31_width_16k_l0_small/params.safetensors b/mlp_out/layer_31_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..14f8de6406d26dbe4db6eb27a7072b8846a832b0
--- /dev/null
+++ b/mlp_out/layer_31_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e7e310ecdc9b224f2012d42d40ceb9b78345a21df0fe6d675250c1351ec35da
+size 503463296
diff --git a/mlp_out/layer_31_width_262k_l0_big/params.safetensors b/mlp_out/layer_31_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..0081ab6710427c35b7533abe83b8c1478f847b91
--- /dev/null
+++ b/mlp_out/layer_31_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e7d1e78042d012d64789fc0765a93e025a306588a17b84630ca6ea09d00666
+size 8055176584
diff --git a/mlp_out/layer_31_width_262k_l0_medium/params.safetensors b/mlp_out/layer_31_width_262k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..eadf3a9d0316d97bde6a0009d1331f2605ee4e04
--- /dev/null
+++ b/mlp_out/layer_31_width_262k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f9b9aaa64a3fde20b8a00a7450a8591378e5e50001fd02c75e68fc16fe5c055
+size 8055176584
diff --git a/mlp_out/layer_31_width_262k_l0_small/params.safetensors b/mlp_out/layer_31_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..933d3caacf7a9ae6abd857221449797b989d5cdc
--- /dev/null
+++ b/mlp_out/layer_31_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b9de944b69e3365026b5ce8143b437fe9e63984826222e59d03af1476ca2c6
+size 8055176584
diff --git a/mlp_out/layer_31_width_65k_l0_big/params.safetensors b/mlp_out/layer_31_width_65k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3b5c4eedb452f394667ffbd852ba7b63b422dd3c
--- /dev/null
+++ b/mlp_out/layer_31_width_65k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed69692fb8d57f33b2fa5c18829ba28565eb39f12ea0e618960d94be6b9f7ae
+size 2013805952
diff --git a/mlp_out/layer_31_width_65k_l0_medium/params.safetensors b/mlp_out/layer_31_width_65k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..34b3c577abba4b8fd31c45f703f4f59a64bb7411
--- /dev/null
+++ b/mlp_out/layer_31_width_65k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cea65b87a5d2d73e56a75e3a1e1378ad3edabb4790fde8e322ff8d624b1ca4f
+size 2013805952
diff --git a/mlp_out/layer_31_width_65k_l0_small/params.safetensors b/mlp_out/layer_31_width_65k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f2335fb3fa9dfeb98d82957a8fe521ed9a528daa
--- /dev/null
+++ b/mlp_out/layer_31_width_65k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:948ec831ba605ce9000dbf6e74d2bc03ffe2d5335d2f586d295d0c8d01256d52
+size 2013805952
diff --git a/mlp_out/layer_41_width_16k_l0_big/params.safetensors b/mlp_out/layer_41_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..098bceac7b794d47fb4497411fc05fa4a9fb7364
--- /dev/null
+++ b/mlp_out/layer_41_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5a89b9e616ee37862f6c1e765ddad55f03a6d482bc2aa4d02b091aee64e8ba
+size 503463296
diff --git a/mlp_out/layer_41_width_16k_l0_medium/params.safetensors b/mlp_out/layer_41_width_16k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cecf127fb095e46a40fc7a947e11b31df3c788d9
--- /dev/null
+++ b/mlp_out/layer_41_width_16k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3274c5df161b1df9cab1689c3eccbc01ea21d19717f8fb25d766f195050d9875
+size 503463296
diff --git a/mlp_out/layer_41_width_16k_l0_small/params.safetensors b/mlp_out/layer_41_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..89db4b6405bbfd99868f94af385a55b3eee20e2a
--- /dev/null
+++ b/mlp_out/layer_41_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4675b7a767410f4643af881600e6d4b1f3b464dfffd260fa949f7743f59f0d17
+size 503463296
diff --git a/mlp_out/layer_41_width_262k_l0_big/params.safetensors b/mlp_out/layer_41_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..30d09be62062a72e027b1011452ff8efe3851418
--- /dev/null
+++ b/mlp_out/layer_41_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade908408e26bfec51aca4feb40e5c3c9161ed153bcefe3ec84d1daeb550c23e
+size 8055176584
diff --git a/mlp_out/layer_41_width_262k_l0_medium/params.safetensors b/mlp_out/layer_41_width_262k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8ec29492e899ecfa471c121e3b9854de7ce8108f
--- /dev/null
+++ b/mlp_out/layer_41_width_262k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b56a2ca8f31fc27189bb63a77479dfa66c370e2f3a8beca1fd6a1f763007f113
+size 8055176584
diff --git a/mlp_out/layer_41_width_262k_l0_small/params.safetensors b/mlp_out/layer_41_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..28ba49479415344f8a0e9b89809b0da368f22b1f
--- /dev/null
+++ b/mlp_out/layer_41_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce8571710854b6eb316c12de3c8054622eac58f9b012385ccb908960f468cea
+size 8055176584
diff --git a/mlp_out/layer_41_width_65k_l0_big/params.safetensors b/mlp_out/layer_41_width_65k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3149d3be298805e50dc82c7d93c8cccedc34ff00
--- /dev/null
+++ b/mlp_out/layer_41_width_65k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32776f3ac96992767746d82ec5c1906335796785f962bdeb6640d7a0c72211ad
+size 2013805952
diff --git a/mlp_out/layer_41_width_65k_l0_medium/params.safetensors b/mlp_out/layer_41_width_65k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9482703920bd2bf3d81575112054cbd589e8a0ab
--- /dev/null
+++ b/mlp_out/layer_41_width_65k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9368c56f7d2f9f7f9a355116cbab719b53927ef564a031408a7d47ee229e1d4
+size 2013805952
diff --git a/mlp_out/layer_41_width_65k_l0_small/params.safetensors b/mlp_out/layer_41_width_65k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cddfa83cb1a70de332a33fff86e6275d68adc182
--- /dev/null
+++ b/mlp_out/layer_41_width_65k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f8905b64d993a3c3fb8c4faa66b03126aa385b12155a2ddac6cd15d06a6b078
+size 2013805952
diff --git a/resid_post/layer_12_width_16k_l0_big/params.safetensors b/resid_post/layer_12_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b91426f6ccd51b53e4ae6ccbf7978fc3f0028c26
--- /dev/null
+++ b/resid_post/layer_12_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c78f948502001060c9eed31632b1765ba7f6e0b1bdddf6b61a80030b07e5f1
+size 503463296
diff --git a/resid_post/layer_12_width_16k_l0_medium/params.safetensors b/resid_post/layer_12_width_16k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1a4e54f483d6645f7156a86715f45682d834fd1f
--- /dev/null
+++ b/resid_post/layer_12_width_16k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a3bd0e1388bec01cafe151bc75a323b0b77e0cd55c483ece80e7b7259e37e18
+size 503463296
diff --git a/resid_post/layer_12_width_16k_l0_small/params.safetensors b/resid_post/layer_12_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..29babd1386150cfdf91a40066f7169f4f152a0a6
--- /dev/null
+++ b/resid_post/layer_12_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ef10ca169839b3fb1e8ebce798da365dea322f3501110c422a9398a00f65a6
+size 503463296
diff --git a/resid_post/layer_12_width_1m_l0_medium/params.safetensors b/resid_post/layer_12_width_1m_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..07c190ef36c2a28e9e45986654c94a3d92ab65b5
--- /dev/null
+++ b/resid_post/layer_12_width_1m_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:affd41e0d0529605b0b84175292856b0e3f1a038b604eaec4170f3c287e6395c
+size 32220659088
diff --git a/resid_post/layer_12_width_1m_l0_small/params.safetensors b/resid_post/layer_12_width_1m_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e6262eb46da0049d617fe3bdb5200d6b69e8bd71
--- /dev/null
+++ b/resid_post/layer_12_width_1m_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f36037a818923615c0001e3c6281abdf093095b4a26edb6d2477f3c767c33fa
+size 32220659088
diff --git a/resid_post/layer_12_width_262k_l0_big/params.safetensors b/resid_post/layer_12_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b056dfe5463f8bf0da14d258b125971a23399f69
--- /dev/null
+++ b/resid_post/layer_12_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58bd47a8aa109a12ecebed7e69f0eb8e43d53792bb5e638839cb5a9ad35f7c13
+size 8055176584
diff --git a/resid_post/layer_12_width_262k_l0_medium/params.safetensors b/resid_post/layer_12_width_262k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..83b684cd9a2592ef9a0dfbaa69dd3ad17fad4f71
--- /dev/null
+++ b/resid_post/layer_12_width_262k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8781f6135ff61447cda4b15fbdc944133265d5672e9146c718e31b23e2cbe96
+size 8055176584
diff --git a/resid_post/layer_12_width_262k_l0_medium_seed_1/params.safetensors b/resid_post/layer_12_width_262k_l0_medium_seed_1/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5c8262070a0e1e745b2c6bd0921a37b37c4fe745
--- /dev/null
+++ b/resid_post/layer_12_width_262k_l0_medium_seed_1/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01a1b165c34a3383950a2ac37033ea6db3e6f136063001e02a65dfe166708680
+size 8055176584
diff --git a/resid_post/layer_12_width_262k_l0_small/params.safetensors b/resid_post/layer_12_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e87189db09a23ba0a31d6a2281c8057421f56656
--- /dev/null
+++ b/resid_post/layer_12_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3920d9209405d6c8f3a27725a6deb6e4428d7d577ccd2492ebd64b86f730a89
+size 8055176584
diff --git a/resid_post/layer_12_width_65k_l0_big/params.safetensors b/resid_post/layer_12_width_65k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5026eb964fd4a81a8b39b370ac68188e04872104
--- /dev/null
+++ b/resid_post/layer_12_width_65k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e873af3f4abaa84b4d6ed4f9d28ee5a6634265c4ae71f58fe83deac9ec8863e9
+size 2013805952
diff --git a/resid_post/layer_12_width_65k_l0_medium/params.safetensors b/resid_post/layer_12_width_65k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..71b992c41e1bdd45e021bc73de80a35085658c25
--- /dev/null
+++ b/resid_post/layer_12_width_65k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8375ca7b3679c39a190c7dba0a640e486560b5b74710b1d133c03a050691318a
+size 2013805952
diff --git a/resid_post/layer_12_width_65k_l0_small/params.safetensors b/resid_post/layer_12_width_65k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4e0e041de4c895002e81d075d63bd7a4bb07d325
--- /dev/null
+++ b/resid_post/layer_12_width_65k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0daa5f0a1774d8e9e1da4a250fce0847d38e5e932f360875f473a2dfd279f27b
+size 2013805952
diff --git a/resid_post/layer_24_width_16k_l0_big/params.safetensors b/resid_post/layer_24_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..abcc7a430c06a57fbc856c2c1d36a276bb9be0d5
--- /dev/null
+++ b/resid_post/layer_24_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:863ae4272cae2eb49b7db32de3917ab3acea145032f4a2f7a7c08d5cbbd97c0a
+size 503463296
diff --git a/resid_post/layer_24_width_16k_l0_medium/params.safetensors b/resid_post/layer_24_width_16k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..45ec6f487106919b63730f4aae9f7b090f6d8a0b
--- /dev/null
+++ b/resid_post/layer_24_width_16k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c23051eb04f3a54e372a87bb81b2396661bfb14c4e9c4d1b7d1ac34912e617b
+size 503463296
diff --git a/resid_post/layer_24_width_16k_l0_small/params.safetensors b/resid_post/layer_24_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..dadd6764b46962ba516db20f53e57c5cca08235e
--- /dev/null
+++ b/resid_post/layer_24_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc8a994e8cb6eed9b3214731371a3f8edc4bb0c0f8562f9f169abf95872c81d
+size 503463296
diff --git a/resid_post/layer_24_width_1m_l0_big/params.safetensors b/resid_post/layer_24_width_1m_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b70c47c024077cddf53c82e60da57b0473f98eb4
--- /dev/null
+++ b/resid_post/layer_24_width_1m_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538610bb02373c362eef6d7f8833dc6d969cf99ce13374c2ece31ad36d8d0720
+size 32220659088
diff --git a/resid_post/layer_24_width_1m_l0_small/params.safetensors b/resid_post/layer_24_width_1m_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..4ed0010668a31b54103bbd0b0c30395fa94ca965
--- /dev/null
+++ b/resid_post/layer_24_width_1m_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3f5f8b0403ffc7480171d06a522ba7e52b538eb134ad7b3dbc6314f76db88a4
+size 32220659088
diff --git a/resid_post/layer_24_width_262k_l0_big/params.safetensors b/resid_post/layer_24_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c2fbf1f8ada12b27bbd2997d504791a2c6f61316
--- /dev/null
+++ b/resid_post/layer_24_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d50e83a496457597fbc2e07ca2e60229a5f3d6f0e7ca8fcee5c3972533da7f
+size 8055176584
diff --git a/resid_post/layer_24_width_262k_l0_medium/params.safetensors b/resid_post/layer_24_width_262k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..24b57c3af4a5a5af17e9756ae358c0ac87be4ec0
--- /dev/null
+++ b/resid_post/layer_24_width_262k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1b1482d51db3f3f40d0551e508cc7c5660f14989cbaa85c841fab6328ee193
+size 8055176584
diff --git a/resid_post/layer_24_width_262k_l0_medium_seed_1/params.safetensors b/resid_post/layer_24_width_262k_l0_medium_seed_1/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fbbec8a8bdfbd22fbdea4492ffc5fbd8ea7293d7
--- /dev/null
+++ b/resid_post/layer_24_width_262k_l0_medium_seed_1/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b42eb48f8f7f610fbe7ea766e40d82eaaacb318e9925e3aae4fedc92d15d03b4
+size 8055176584
diff --git a/resid_post/layer_24_width_262k_l0_small/params.safetensors b/resid_post/layer_24_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3450c7badd60c01e62d02007bd5a426cf41c8cea
--- /dev/null
+++ b/resid_post/layer_24_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:164c0d1e6f173345d46f8ffbfe13b61f6f90073e4e604b6c4dd0a5710e11e502
+size 8055176584
diff --git a/resid_post/layer_24_width_65k_l0_big/params.safetensors b/resid_post/layer_24_width_65k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..aac2391f1dd50513c154e7746a10d556b52697b4
--- /dev/null
+++ b/resid_post/layer_24_width_65k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d47ebe2a14c85be9a9ce655aef259dbf4182b643aee65168d186e1c2dce96aed
+size 2013805952
diff --git a/resid_post/layer_24_width_65k_l0_medium/params.safetensors b/resid_post/layer_24_width_65k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3ee3507a5c7edad38439ee5f9ae6c21c6b2c6de2
--- /dev/null
+++ b/resid_post/layer_24_width_65k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ca743174cee1f0a6687d4a7ae7ae9f8f5483d347654d692c4c524521e454556
+size 2013805952
diff --git a/resid_post/layer_24_width_65k_l0_small/params.safetensors b/resid_post/layer_24_width_65k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..db9bc70c1487768312a537761f343dc4d4a987c3
--- /dev/null
+++ b/resid_post/layer_24_width_65k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a740b4326b4606901152964c13a3535f8a2daa55f3ba8a743409533a451e427
+size 2013805952
diff --git a/resid_post/layer_31_width_16k_l0_big/params.safetensors b/resid_post/layer_31_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..20a117935aaa931b2379e67a995671ad5a815d9d
--- /dev/null
+++ b/resid_post/layer_31_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebeb13421b6939e0537b986e3f3361ffcd4c305e21c1a14c6abc68c2ad045e8b
+size 503463296
diff --git a/resid_post/layer_31_width_16k_l0_medium/params.safetensors b/resid_post/layer_31_width_16k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fc2e1cbfc99367612e2d2600e08a3ce8709e5d19
--- /dev/null
+++ b/resid_post/layer_31_width_16k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74d0f1f47e9a09b44960dc65132f1b459589288d6f757d8b57eb75bc4117e90
+size 503463296
diff --git a/resid_post/layer_31_width_16k_l0_small/params.safetensors b/resid_post/layer_31_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..75406c6e1f43387dada1b9bf8c06f512baeaa12c
--- /dev/null
+++ b/resid_post/layer_31_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8ae73c95a40e8c8e906a832b539a65193f10ef02ffe0648424743252f673d4a
+size 503463296
diff --git a/resid_post/layer_31_width_1m_l0_small/params.safetensors b/resid_post/layer_31_width_1m_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b6a105e454021c891cdde601f89f0e24d814a68b
--- /dev/null
+++ b/resid_post/layer_31_width_1m_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25838699188907ac8c09992829f861321b2c71651c08c9cb3b65d4e5a051e0e2
+size 32220659088
diff --git a/resid_post/layer_31_width_262k_l0_big/params.safetensors b/resid_post/layer_31_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cbfa75e64fa6355b7cca24417a8df48a596aa8ee
--- /dev/null
+++ b/resid_post/layer_31_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae23d6d282f04a95a7982eed9c53adad0ad6719c11ff6cae673abe8b03985ea
+size 8055176584
diff --git a/resid_post/layer_31_width_262k_l0_medium/params.safetensors b/resid_post/layer_31_width_262k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8470f2327106cee9244109ada100efc0237bc6f1
--- /dev/null
+++ b/resid_post/layer_31_width_262k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b9f6e6509a974ab21afc32dd7614f21537e2c3461f428d8deba80cfa7c6fb4
+size 8055176584
diff --git a/resid_post/layer_31_width_262k_l0_medium_seed_1/params.safetensors b/resid_post/layer_31_width_262k_l0_medium_seed_1/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f7f6c4a7772b19d2be4a10acff7221e4848d28ac
--- /dev/null
+++ b/resid_post/layer_31_width_262k_l0_medium_seed_1/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0674381c647a60cbc40ffb594b5e06b50c3bb5f5fe1bb391722c2d39a1eaf0d5
+size 8055176584
diff --git a/resid_post/layer_31_width_262k_l0_small/params.safetensors b/resid_post/layer_31_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..01ca7e3ccba4832f06c6b8d48c9de8286f3137f1
--- /dev/null
+++ b/resid_post/layer_31_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1a867c68a46283c446a24d1ba50d3ee47bf0ae8c76f943e027720233a70ccd
+size 8055176584
diff --git a/resid_post/layer_31_width_65k_l0_big/params.safetensors b/resid_post/layer_31_width_65k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c57d87d7f33e77ec923bf0ea886d8bdca072573f
--- /dev/null
+++ b/resid_post/layer_31_width_65k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2433dbe0a64003a07af3972cbe16ad6605989bac9eb7a87be8077bbac4ca380
+size 2013805952
diff --git a/resid_post/layer_31_width_65k_l0_medium/params.safetensors b/resid_post/layer_31_width_65k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ccea53c58dd02245af751e1fdf47f38ac4994bf6
--- /dev/null
+++ b/resid_post/layer_31_width_65k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f9a807480001191e157f250d4bcb8e532a6bd1cfd0b05e2bae3a565cd55d86b
+size 2013805952
diff --git a/resid_post/layer_31_width_65k_l0_small/params.safetensors b/resid_post/layer_31_width_65k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e98420c8276f74623120efdf0b2e97d8da0cb08c
--- /dev/null
+++ b/resid_post/layer_31_width_65k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10cfa774d6da622acda9aebf65c8d48bd3919077560c68be0cb52b2ea6d98a7a
+size 2013805952
diff --git a/resid_post/layer_41_width_16k_l0_big/params.safetensors b/resid_post/layer_41_width_16k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..caba3703cab53708a1c5dc48e6f17067d87e5641
--- /dev/null
+++ b/resid_post/layer_41_width_16k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b713f536b91959b38f5814f6e6335fbe8d180439a8ea7ac5a58c757a18628f9
+size 503463296
diff --git a/resid_post/layer_41_width_16k_l0_medium/params.safetensors b/resid_post/layer_41_width_16k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c14bfcdda50b0bfb59e493bf0bdc06152bba32c0
--- /dev/null
+++ b/resid_post/layer_41_width_16k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283afe036b664a673568a4329f9d8674d4e5bfafd047e8d08ca5089926d5cde6
+size 503463296
diff --git a/resid_post/layer_41_width_16k_l0_small/params.safetensors b/resid_post/layer_41_width_16k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8202b1c83c9a83915dc1e3d44f9e831311ae92e7
--- /dev/null
+++ b/resid_post/layer_41_width_16k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:954d4a373875b5b100a39cff211561dd870366348b8e348dd5e2ebd1077bcc92
+size 503463296
diff --git a/resid_post/layer_41_width_1m_l0_big/params.safetensors b/resid_post/layer_41_width_1m_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cfaf0f9f48f57955f044111303c833111c5495f8
--- /dev/null
+++ b/resid_post/layer_41_width_1m_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f6ecc8b75883ccc468eba9b78554d11d78b25948dd307d6fe0ac9d5abdd70f5
+size 32220659088
diff --git a/resid_post/layer_41_width_1m_l0_medium/params.safetensors b/resid_post/layer_41_width_1m_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..899a3c5d48ae2c766803ab9ae2385a4e42c960ee
--- /dev/null
+++ b/resid_post/layer_41_width_1m_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1148ad61da3dc01cee1bab7e65d0c61b9e76db55e65ae6397cdfe07fd68e9861
+size 32220659088
diff --git a/resid_post/layer_41_width_262k_l0_big/params.safetensors b/resid_post/layer_41_width_262k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cf7b084698960b0ab2d1e7a66f031c0962c2098f
--- /dev/null
+++ b/resid_post/layer_41_width_262k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1751c4e3c598b63a3efad584d020994cb36cb01d250b4c3f8a014d7fd2f7bba7
+size 8055176584
diff --git a/resid_post/layer_41_width_262k_l0_medium/params.safetensors b/resid_post/layer_41_width_262k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1a9f0f9bcb55f999088ce8362723d4d091e3c330
--- /dev/null
+++ b/resid_post/layer_41_width_262k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b0a3394b96cf1577d1b3402c2dcde23fbf8d5a0988e51beebd283d1a0bf7c96
+size 8055176584
diff --git a/resid_post/layer_41_width_262k_l0_medium_seed_1/params.safetensors b/resid_post/layer_41_width_262k_l0_medium_seed_1/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..af961ab77138a366806d5f9c82fc4596de0b86f1
--- /dev/null
+++ b/resid_post/layer_41_width_262k_l0_medium_seed_1/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dea81c20583eaac7d91098ef123ea04e675299aa35d97e270ea9cc0bf020ab9b
+size 8055176584
diff --git a/resid_post/layer_41_width_262k_l0_small/params.safetensors b/resid_post/layer_41_width_262k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2d47c1e6cbeae2596f8c1531ca11ad99a1e1759e
--- /dev/null
+++ b/resid_post/layer_41_width_262k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4464c25f31508271d5b8433023b39fe89ae6ac53117844bfea5f33e1ff3998c2
+size 8055176584
diff --git a/resid_post/layer_41_width_65k_l0_big/params.safetensors b/resid_post/layer_41_width_65k_l0_big/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1c37d9c153086afe1c4be018b182ad6e768c01ee
--- /dev/null
+++ b/resid_post/layer_41_width_65k_l0_big/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7affc8921eecb20b155b2786ad55aaf8ca248f52eef138cae48eef82241a7243
+size 2013805952
diff --git a/resid_post/layer_41_width_65k_l0_medium/params.safetensors b/resid_post/layer_41_width_65k_l0_medium/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..11d4b4d012e207b15b7f9d55c68878370d28f810
--- /dev/null
+++ b/resid_post/layer_41_width_65k_l0_medium/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8835741717d2217a664dd2982a2949aa80d43b671b12b86e2c5f6e384c06cc43
+size 2013805952
diff --git a/resid_post/layer_41_width_65k_l0_small/params.safetensors b/resid_post/layer_41_width_65k_l0_small/params.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..90e9d4a60b2ddf193c2a82402aac95ec34ae963e
--- /dev/null
+++ b/resid_post/layer_41_width_65k_l0_small/params.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a4312cea5d748c65f95f734e06e665c8ef736c3079160ab846b9529070e079c
+size 2013805952