diff --git a/1b_layer0_self_attn.k_proj_input_representation_persample_8.pth b/1b_layer0_self_attn.k_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1918bd2a84b9fe06d375c7da2277b1b5d4b24b85
--- /dev/null
+++ b/1b_layer0_self_attn.k_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:337b2e99855c635c363c0ac82c42dbf68b6e7979f7a7c988e8413a8cc0d630cf
+size 73438816
diff --git a/1b_layer0_self_attn.o_proj_output_representatio_persample_8.pth b/1b_layer0_self_attn.o_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4976147105c4b8065a1e22ae5a79743e7a413662
--- /dev/null
+++ b/1b_layer0_self_attn.o_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1439b413f008295e5b34986db4be067ea5681edc3be2186640e554ca562e897
+size 73438816
diff --git a/1b_layer10_self_attn.k_proj_output_representatio_persample_8.pth b/1b_layer10_self_attn.k_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8f1ab63570c67558e904b4d0766d329e9456c47f
--- /dev/null
+++ b/1b_layer10_self_attn.k_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5146190cb2da2217528f65bfc57a60d322d0cf012e9efbe58a284845ef9a6606
+size 18360933
diff --git a/1b_layer10_self_attn.o_proj_output_representatio_persample_8.pth b/1b_layer10_self_attn.o_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1cda049b53eb928627ab418efa3b031f9114d13c
--- /dev/null
+++ b/1b_layer10_self_attn.o_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f50f3c6c09de8f150f3f8495069faeed84eb1999c865f6fbd111a9654a6cc94d
+size 73438821
diff --git a/1b_layer10_self_attn.v_proj_input_representation_persample_8.pth b/1b_layer10_self_attn.v_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b2136e43c65e08ea0562f0fd14ee30598ad342fa
--- /dev/null
+++ b/1b_layer10_self_attn.v_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e198155e674ee1b2a577ccbf346028cf093471f17e2bd8bde88e7c1299310d92
+size 73438821
diff --git a/1b_layer11_mlp.gate_proj_input_representation_persample_8.pth b/1b_layer11_mlp.gate_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..883e342231644652353733ad012166b82585c75d
--- /dev/null
+++ b/1b_layer11_mlp.gate_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a569d2c5fc9f33f92d3f26e938cd30eaceede8166a7c649ad57933d72428d0
+size 73438806
diff --git a/1b_layer11_mlp.up_proj_input_representation_persample_8.pth b/1b_layer11_mlp.up_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8092e0775d8b575f99f33ea7065e23f3df9065a2
--- /dev/null
+++ b/1b_layer11_mlp.up_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24234c24157f673ab672c99969f130fc5aae7d2a31f74e67a831b07105babdcf
+size 73438796
diff --git a/1b_layer11_mlp.up_proj_output_representatio_persample_8.pth b/1b_layer11_mlp.up_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..553820fed23325d0dcb39754f327d9381767d054
--- /dev/null
+++ b/1b_layer11_mlp.up_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:162b3436d8328754e1612d5c80794b5a9b9b16a4bb8572f00ac59121307566b1
+size 293750348
diff --git a/1b_layer11_self_attn.o_proj_input_representation_persample_8.pth b/1b_layer11_self_attn.o_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a905b6f90d1456b90b8aba00c421ef60e87121d4
--- /dev/null
+++ b/1b_layer11_self_attn.o_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:562f39cdb894028ffef702b3007966b45f06f5d9e0b8d127d62b20960e68f8d0
+size 73438821
diff --git a/1b_layer12_self_attn.k_proj_output_representatio_persample_8.pth b/1b_layer12_self_attn.k_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..da42ee21c94d7506b85c5d98a9e151da559e8ac9
--- /dev/null
+++ b/1b_layer12_self_attn.k_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:313d8d5485767e4477ca556bf832992095f81699b46f4a52b131a825b2e0c8a6
+size 18360933
diff --git a/1b_layer12_self_attn.o_proj_input_representation_persample_8.pth b/1b_layer12_self_attn.o_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1dce3c3938ec0a5ad03a8ef2b59cc95bda66747e
--- /dev/null
+++ b/1b_layer12_self_attn.o_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05fb43c0e675b5654ade624bec1e9aa4fd308d5b8f7601342dbb4587be14ceb4
+size 73438821
diff --git a/1b_layer13_mlp.gate_proj_input_representation_persample_8.pth b/1b_layer13_mlp.gate_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7b7a1863f2323750ba8cde88d59d7f0339b966a8
--- /dev/null
+++ b/1b_layer13_mlp.gate_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e25ce652d7ab7143c3d516292fd02f09e011df2cd798c79e1e0d2e25474901b6
+size 73438806
diff --git a/1b_layer13_self_attn.k_proj_input_representation_persample_8.pth b/1b_layer13_self_attn.k_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..be98f180dc58f2c6bc409aed9bc6d583c0016daf
--- /dev/null
+++ b/1b_layer13_self_attn.k_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4613d7e99d637e4de36277f89df53b3f91ec3382ec4380f2cbc6dec081770d2
+size 73438821
diff --git a/1b_layer13_self_attn.k_proj_output_representatio_persample_8.pth b/1b_layer13_self_attn.k_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..558852fe386ef0ea28137517a14acf5aef7315d2
--- /dev/null
+++ b/1b_layer13_self_attn.k_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94690176eb61bbe110b308f7967a62379694adb93f8691834b9db4af5611df63
+size 18360933
diff --git a/1b_layer13_self_attn.o_proj_input_representation_persample_8.pth b/1b_layer13_self_attn.o_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..066097451cc33815c177d7407e128f243129a0df
--- /dev/null
+++ b/1b_layer13_self_attn.o_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0fd7b96c7387da46fe084e64137ac391c62bc30641bc45890b62c40d0bb116
+size 73438821
diff --git a/1b_layer13_self_attn.o_proj_output_representatio_persample_8.pth b/1b_layer13_self_attn.o_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9cc4c9d2c5961d337ccf45eccb993b14db419ba5
--- /dev/null
+++ b/1b_layer13_self_attn.o_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3407cf67d4868142c5eada322bc0eddfa694d0020e6e3c373a8a1d67cf411ee2
+size 73438821
diff --git a/1b_layer14_mlp.gate_proj_input_representation_persample_8.pth b/1b_layer14_mlp.gate_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1f0b41eec2b838b70ee13eacfc5f5cd2d000b03d
--- /dev/null
+++ b/1b_layer14_mlp.gate_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc5669912cfd8c5e547cfa130776b9762513f782b78919da20c81590ffd69b6
+size 73438806
diff --git a/1b_layer14_self_attn.k_proj_output_representatio_persample_8.pth b/1b_layer14_self_attn.k_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..679074cc4c09fe10181b051cc98d31ee675d3afa
--- /dev/null
+++ b/1b_layer14_self_attn.k_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95d32e2e0eb138bdcd0cb15c95f088b761723a86021212784cec130d7addf215
+size 18360933
diff --git a/1b_layer14_self_attn.o_proj_output_representatio_persample_8.pth b/1b_layer14_self_attn.o_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0a49fce9d136f55cb3a10909d3166e88499a8cef
--- /dev/null
+++ b/1b_layer14_self_attn.o_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:921b01924886d0ace3293a8d6643c0e2388a761c657fff82da4e69b456e80cdb
+size 73438821
diff --git a/1b_layer15_mlp.gate_proj_input_representation_persample_8.pth b/1b_layer15_mlp.gate_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1a387616fa7f06c53c012c8218ac36dfec88d738
--- /dev/null
+++ b/1b_layer15_mlp.gate_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ac136ee837b6ea232fe1ead912dafe393c0a159bd6c03aa8f9b9a5e4430662
+size 73438806
diff --git a/1b_layer15_self_attn.k_proj_output_representatio_persample_8.pth b/1b_layer15_self_attn.k_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fe517bea34832f1ed94014d844b3dc6b1a3ff9f3
--- /dev/null
+++ b/1b_layer15_self_attn.k_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1396a685850aa63c27f9812e5404b7bf7dd9256a9145aff314ea4acd75a45325
+size 18360933
diff --git a/1b_layer15_self_attn.q_proj_output_representatio_persample_8.pth b/1b_layer15_self_attn.q_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d8cda693cde40354b7556817b939e358a3469c1e
--- /dev/null
+++ b/1b_layer15_self_attn.q_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf7940d30d284176a84661b729268d9bfa6037d7991d5126e2ad16e7caeea30
+size 73438821
diff --git a/1b_layer1_mlp.down_proj_input_representation_persample_8.pth b/1b_layer1_mlp.down_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a180c35e0cbc0a0a50017734fc636091f4d717c6
--- /dev/null
+++ b/1b_layer1_mlp.down_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c8931f6f128da4a1737c29c5a89f1f1f6fab8651a6cf870e790d8293dfcf3ee
+size 293750353
diff --git a/1b_layer1_mlp.gate_proj_output_representatio_persample_8.pth b/1b_layer1_mlp.gate_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..96053eed4fa8107a3b9746f779b78f4a52ce9ebc
--- /dev/null
+++ b/1b_layer1_mlp.gate_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16555becdc47d55ee061d6c0c1d44d7cb344b25caebb0799feb8a30aa8ca06ce
+size 293750353
diff --git a/1b_layer1_self_attn.q_proj_input_representation_persample_8.pth b/1b_layer1_self_attn.q_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b56623334dc6974af84bf90223e5d6378889dea8
--- /dev/null
+++ b/1b_layer1_self_attn.q_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96988f1d1f58c7dd1775ffd20aff7bb45851a379aa0d01164fa5726610e08d21
+size 73438816
diff --git a/1b_layer1_self_attn.q_proj_output_representatio_persample_8.pth b/1b_layer1_self_attn.q_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e65b57b909356f0a9b8b26569e55cee4ae9d16cf
--- /dev/null
+++ b/1b_layer1_self_attn.q_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c66151ec3712c077ec72c357f277ac64b848dae0eebaf3bc5d2d781a490f7fd4
+size 73438816
diff --git a/1b_layer1_self_attn.v_proj_output_representatio_persample_8.pth b/1b_layer1_self_attn.v_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..96683cd1b96145f3a0cd2362e768ff586e895601
--- /dev/null
+++ b/1b_layer1_self_attn.v_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac29b5109a6b4fecf3d224244659bc6063c1a2ba2a6466a7f930d03802cd26f4
+size 18360928
diff --git a/1b_layer2_mlp.down_proj_input_representation_persample_8.pth b/1b_layer2_mlp.down_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..03fed48ff4860b9e38c7bad66a5959cb12cd9689
--- /dev/null
+++ b/1b_layer2_mlp.down_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e06dde43a50977447864b32cb0173d46739d2c276a080f963e00c58841896d4
+size 293750353
diff --git a/1b_layer2_mlp.gate_proj_output_representatio_persample_8.pth b/1b_layer2_mlp.gate_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8ff4389dce986e12ae3e4fe3f65dfea3ac5cbefb
--- /dev/null
+++ b/1b_layer2_mlp.gate_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e33b68a56682f5ef6bef1394efdbfce369f1d9e6ff0a72c25ee61f52cac1fc
+size 293750353
diff --git a/1b_layer2_self_attn.k_proj_input_representation_persample_8.pth b/1b_layer2_self_attn.k_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f88e908c0ff757d548b95a23b48286006b68f63c
--- /dev/null
+++ b/1b_layer2_self_attn.k_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d8e47875793112e063364b60c101817a79de3a3a85f62c66b52a53cef30ac9
+size 73438816
diff --git a/1b_layer2_self_attn.q_proj_output_representatio_persample_8.pth b/1b_layer2_self_attn.q_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..34b4034bfe3e23b2afdfd7aba2998c6fb836e2a5
--- /dev/null
+++ b/1b_layer2_self_attn.q_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76560a96ba3e8357370b754f624b3b9e71c50d2771587de84a024b31bce0b4bc
+size 73438816
diff --git a/1b_layer2_self_attn.v_proj_input_representation_persample_8.pth b/1b_layer2_self_attn.v_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..31de65d92640576fbaa829b749541b1ba5e9fdd6
--- /dev/null
+++ b/1b_layer2_self_attn.v_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52bb4c38549c41b0233bea8af61c8e1fc2d64ebf3c96e7d4ab17c3410d13059e
+size 73438816
diff --git a/1b_layer3_mlp.down_proj_output_representatio_persample_8.pth b/1b_layer3_mlp.down_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bb3a181e33d9ad754585695dce6983a15f5b56df
--- /dev/null
+++ b/1b_layer3_mlp.down_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64375fdb637b1e1f4948631cfcfc75c6a365ade6ff9fa1baa7b9594e7d878a81
+size 73438801
diff --git a/1b_layer3_self_attn.k_proj_input_representation_persample_8.pth b/1b_layer3_self_attn.k_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..92c25873aec62a03b5e0359acfe8d01481bcc9bd
--- /dev/null
+++ b/1b_layer3_self_attn.k_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5423659805095ae80e8d2ff07901829c5232abe3f1dc8ae5dad39889c1e6e032
+size 73438816
diff --git a/1b_layer3_self_attn.k_proj_output_representatio_persample_8.pth b/1b_layer3_self_attn.k_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..642a16d6fdc5a287a07796250a80687cf5732bec
--- /dev/null
+++ b/1b_layer3_self_attn.k_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c685558edad62e0f2324045f4f59ccbcd22de905143ed6cbb813e9a7810fabff
+size 18360928
diff --git a/1b_layer3_self_attn.o_proj_output_representatio_persample_8.pth b/1b_layer3_self_attn.o_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9d381ab778bc6c23c817ef2793f83fb67be3b516
--- /dev/null
+++ b/1b_layer3_self_attn.o_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d6d4fec8dbb37a1d872d2158ab2a2144577fc952a92c123b96151afc1cccfc7
+size 73438816
diff --git a/1b_layer3_self_attn.q_proj_output_representatio_persample_8.pth b/1b_layer3_self_attn.q_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9e8b19e3c70b410f88a29d47835d8d9d3b93bddc
--- /dev/null
+++ b/1b_layer3_self_attn.q_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92b3d90af2719011f239b5ec755354b547329128b1affa9816f887c31be39da6
+size 73438816
diff --git a/1b_layer5_mlp.gate_proj_input_representation_persample_8.pth b/1b_layer5_mlp.gate_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..eabb15f38bb98324ef3aa28e578f5fba452f6cbc
--- /dev/null
+++ b/1b_layer5_mlp.gate_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ea9db3f6b86f55b8a75fe506891f04a4cb0c0e2e2c1cf4a389f6b7e0d3f5042
+size 73438801
diff --git a/1b_layer5_mlp.up_proj_input_representation_persample_8.pth b/1b_layer5_mlp.up_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..efcb0736345a730a4177af6b8da8ba3155a44c7d
--- /dev/null
+++ b/1b_layer5_mlp.up_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b98155b9dedd6bd67a93d1047b38f006d7b6560a98464976d2a22a3cf435116
+size 73438791
diff --git a/1b_layer5_self_attn.q_proj_output_representatio_persample_8.pth b/1b_layer5_self_attn.q_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6fd4ce53737f52073ecdfb890f15318196001baf
--- /dev/null
+++ b/1b_layer5_self_attn.q_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:059de882bc70bc65074231bd431862165dda7fed03c41784e161841617be6d1e
+size 73438816
diff --git a/1b_layer6_mlp.down_proj_input_representation_persample_8.pth b/1b_layer6_mlp.down_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..86d26681ec6659840b7fa242f4ab359d970f040e
--- /dev/null
+++ b/1b_layer6_mlp.down_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1131a1b1f721a0ae1af1ef32abc1f102cae95292324a95924fe2f0dcd22f587a
+size 293750353
diff --git a/1b_layer6_mlp.gate_proj_input_representation_persample_8.pth b/1b_layer6_mlp.gate_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..991fcd274a6fd27eede07bf4a438c25cf1a4e1a8
--- /dev/null
+++ b/1b_layer6_mlp.gate_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfcf4e7db93519995ed3f27ca67dae3ab4fb7c9120479f2fd7e40c7639de78d9
+size 73438801
diff --git a/1b_layer7_mlp.up_proj_input_representation_persample_8.pth b/1b_layer7_mlp.up_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..01a116b8447bb26803ec58e434294a913d170e06
--- /dev/null
+++ b/1b_layer7_mlp.up_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9a22fa051e2b1380c52ef0e5b156bd90afb1ceb733f922e1c2beffdaf7f638
+size 73438791
diff --git a/1b_layer7_mlp.up_proj_output_representatio_persample_8.pth b/1b_layer7_mlp.up_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1e46eadb7a8695a967a64100c44436b3924288ea
--- /dev/null
+++ b/1b_layer7_mlp.up_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3005b2787fe66637e5b759372866d28afb54b20c7fdbe5b34d9ef67c691bc55
+size 293750343
diff --git a/1b_layer7_self_attn.q_proj_output_representatio_persample_8.pth b/1b_layer7_self_attn.q_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0d14e44934264a75d1417706102fd6e9133d6dee
--- /dev/null
+++ b/1b_layer7_self_attn.q_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:864cb8b41c1a488368ca408581080bb08a864bd1217d8ecb12a111ff74c762d3
+size 73438816
diff --git a/1b_layer8_mlp.gate_proj_output_representatio_persample_8.pth b/1b_layer8_mlp.gate_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..90aabea24d8c842fbef413c0f6b8cb8a045d8b24
--- /dev/null
+++ b/1b_layer8_mlp.gate_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ca4d8623a60f8cf1a49a186c481a0e0e3562e1767003c99313ac5a12c67097
+size 293750353
diff --git a/1b_layer8_mlp.up_proj_input_representation_persample_8.pth b/1b_layer8_mlp.up_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f7c67aa82345c8023f911a143749e9677bf6558d
--- /dev/null
+++ b/1b_layer8_mlp.up_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39ed3f80cfcb97632ae917f2a8ca2126ca571e504f78c8abf29c90ac3dd99fa5
+size 73438791
diff --git a/1b_layer8_mlp.up_proj_output_representatio_persample_8.pth b/1b_layer8_mlp.up_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..45bbd84ff6964e216c0ced7982e6609fcd6defe3
--- /dev/null
+++ b/1b_layer8_mlp.up_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dcb0b44104287d044d59760cccd5c4f57ff911a9212ba1ef4ae8aeb4e43292b
+size 293750343
diff --git a/1b_layer8_self_attn.v_proj_input_representation_persample_8.pth b/1b_layer8_self_attn.v_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d5ed57e248ac1ec62ecfa42cad6f344c7a162640
--- /dev/null
+++ b/1b_layer8_self_attn.v_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce572922668deda3f4f32caf73d1cae85149e234369de31788ca68ea4e85313
+size 73438816
diff --git a/1b_layer9_mlp.up_proj_input_representation_persample_8.pth b/1b_layer9_mlp.up_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b58795ac1a08c4091f527e256e7b84fd9ac7fdf9
--- /dev/null
+++ b/1b_layer9_mlp.up_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0076faae48eb6ea081f0fe8ecc65374cbf23ac8f2f7ae5e861b3b8f9885eef96
+size 73438791
diff --git a/1b_layer9_self_attn.q_proj_output_representatio_persample_8.pth b/1b_layer9_self_attn.q_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ce19efab9c06d3f8ab45673d5e52cb0646f6510e
--- /dev/null
+++ b/1b_layer9_self_attn.q_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1f7a076f900b04e4e236d33dae57b1fe9a14f0c5adfcd29595a0c5a15e6b0d
+size 73438816
diff --git a/3b_layer0_self_attn.k_proj_input_representation_persample_8.pth b/3b_layer0_self_attn.k_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..25f8fd6e69729908b7e0ec3a3fe39c70da357bc2
--- /dev/null
+++ b/3b_layer0_self_attn.k_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b956f978c642756d45d35336f328b73a3372915af042bd1ffb32da4b99be5a7
+size 110157408
diff --git a/3b_layer0_self_attn.o_proj_input_representation_persample_8.pth b/3b_layer0_self_attn.o_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d716cddfb1a91df5748593ecc4eea20ea326c619
--- /dev/null
+++ b/3b_layer0_self_attn.o_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b47bb0fb7531d0ec4eb51620af4bb2343542d61fe16daf512136791c8d568f9a
+size 110157408
diff --git a/3b_layer0_self_attn.q_proj_output_representation_persample_8.pth b/3b_layer0_self_attn.q_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..72c737d920f89fea18cb724ea462452ceb26eab5
--- /dev/null
+++ b/3b_layer0_self_attn.q_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c8a9bb965e5369fb152b9aa4276730ff62a7f96e676bbe74f740fd65c31e49c
+size 110157413
diff --git a/3b_layer0_self_attn.v_proj_input_representation_persample_8.pth b/3b_layer0_self_attn.v_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3c0d4043f2406e1c945b1dc5e60ea92b86369ca8
--- /dev/null
+++ b/3b_layer0_self_attn.v_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128f4b2cc38b4f1b8a5c4265702087cec132b01d08fce5c4983f1bb25c1d1d60
+size 110157408
diff --git a/3b_layer10_mlp.down_proj_input_representation_persample_8.pth b/3b_layer10_mlp.down_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8b55df1bb2690735dfdcff4f1522bfa3b8330db7
--- /dev/null
+++ b/3b_layer10_mlp.down_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56dc5dc404afa1bc6110d3a1ce7bd02bd645c091473505ccd105f21878d19f89
+size 293750358
diff --git a/3b_layer10_mlp.down_proj_output_representation_persample_8.pth b/3b_layer10_mlp.down_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fb1290ebd7b79f46297327bb28cef4c86881585b
--- /dev/null
+++ b/3b_layer10_mlp.down_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94f8461f32caadf7cbfc735c714d4635c1dedc6caed6fef5166eb2218d152e87
+size 110157403
diff --git a/3b_layer10_mlp.gate_proj_output_representation_persample_8.pth b/3b_layer10_mlp.gate_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e5b6d08f8b57917006a169449045d3ec40537aa7
--- /dev/null
+++ b/3b_layer10_mlp.gate_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f12d6b206a52278ed5fdbf920b9c1ca81185ed5945e2d14f85f82ca9d19f3c2c
+size 293750363
diff --git a/3b_layer10_self_attn.q_proj_input_representation_persample_8.pth b/3b_layer10_self_attn.q_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4155b7defe3c9054923316f3b2fc1f9ed7663a14
--- /dev/null
+++ b/3b_layer10_self_attn.q_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260cc8967e84616c96a4cc6af1b36113ba19b83e4998a50d7c4cdf7c4a69ab40
+size 110157413
diff --git a/3b_layer11_mlp.up_proj_input_representation_persample_8.pth b/3b_layer11_mlp.up_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1451c228cc5907ca46e485a796bea467c3f6c547
--- /dev/null
+++ b/3b_layer11_mlp.up_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f164c537189cb3dea410dbf5829728e62567684ced5db05f3972ed75a8e13fb
+size 110157388
diff --git a/3b_layer11_mlp.up_proj_output_representation_persample_8.pth b/3b_layer11_mlp.up_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..68fca50d108f87995991886b9d60657b5a2c92a1
--- /dev/null
+++ b/3b_layer11_mlp.up_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:818581855adf37bffaeb35c47365e2e53b04cc7cdda39ccbaa8cbea07d6b6ec5
+size 293750353
diff --git a/3b_layer11_self_attn.k_proj_output_representation_persample_8.pth b/3b_layer11_self_attn.k_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fcb84dc7d4a4d2cbb06d59e1ccaf1402cf59b7e1
--- /dev/null
+++ b/3b_layer11_self_attn.k_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e45e2799e3a645e91191926046fc99662fe9ebbd37203efbe03cb3636a290aa
+size 36720234
diff --git a/3b_layer11_self_attn.v_proj_input_representation_persample_8.pth b/3b_layer11_self_attn.v_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ce4dda3f56922b2a9462ba6d448b3dc849a3ad37
--- /dev/null
+++ b/3b_layer11_self_attn.v_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2440449063d4b939dc87d8cbd05ec0f0ddcf577e5a2e2bb612460961bf00f7ca
+size 110157413
diff --git a/3b_layer12_mlp.down_proj_input_representation_persample_8.pth b/3b_layer12_mlp.down_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1418cf82341e3d1f2f7d9e6c8a79b3daa28648d8
--- /dev/null
+++ b/3b_layer12_mlp.down_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9a7e0f85577b00cc852a9b0fe3675bba393bfcf817c6ca87e8be1324cf48b6
+size 293750358
diff --git a/3b_layer12_mlp.gate_proj_output_representation_persample_8.pth b/3b_layer12_mlp.gate_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..68018ee69d84fe2437aeac1fcc494a318f205757
--- /dev/null
+++ b/3b_layer12_mlp.gate_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d290268a39f8957d48c130764f386327537111354a4d2c46e78253bf71d366
+size 293750363
diff --git a/3b_layer12_mlp.up_proj_output_representation_persample_8.pth b/3b_layer12_mlp.up_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d47b4b0604e1c8990e3cfb2e23d241d0806cd3ac
--- /dev/null
+++ b/3b_layer12_mlp.up_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f03335158269b03b0e5d6caa52acf86b3f02edf0295a780995e0bf657e96289b
+size 293750353
diff --git a/3b_layer12_self_attn.k_proj_input_representation_persample_8.pth b/3b_layer12_self_attn.k_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6be0d6eee182c022ba8e6c79263f37c8601257b0
--- /dev/null
+++ b/3b_layer12_self_attn.k_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce6f4e2a9db05848c46dfb5ae61547c29466c82605ca347356938d5fbb0a7606
+size 110157413
diff --git a/3b_layer12_self_attn.q_proj_output_representation_persample_8.pth b/3b_layer12_self_attn.q_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..18a266320fca360d2e50a395a233633c0cbbf273
--- /dev/null
+++ b/3b_layer12_self_attn.q_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010994f4fd743a26bed0d3ccfd1ec6833bbaae1d49f72406c98c7be2ebb85f45
+size 110157418
diff --git a/3b_layer12_self_attn.v_proj_output_representation_persample_8.pth b/3b_layer12_self_attn.v_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b4499c713926e78b7b32f6ae900a8539f067a40b
--- /dev/null
+++ b/3b_layer12_self_attn.v_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ab70a4105061675ef49fafe60d7aa8f4f7d2e7e0f16a46e8ea36c9c64735fe
+size 36720234
diff --git a/3b_layer13_mlp.down_proj_output_representation_persample_8.pth b/3b_layer13_mlp.down_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5a25a405a1f68fe858168de2ab8d0e099bc29ba6
--- /dev/null
+++ b/3b_layer13_mlp.down_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ded0760d81d38780fd723142670a9015d335805473d4d2bc302ae29ec5315577
+size 110157403
diff --git a/3b_layer13_mlp.gate_proj_input_representation_persample_8.pth b/3b_layer13_mlp.gate_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..eba351632f54e1face681097a59025c33318e5bc
--- /dev/null
+++ b/3b_layer13_mlp.gate_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c12596f49304ea50fce46a15b4331abda9261cabe71275af5cf10b87b5f6aa
+size 110157398
diff --git a/3b_layer13_mlp.gate_proj_output_representation_persample_8.pth b/3b_layer13_mlp.gate_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d8a21e571de3b6b26f0d47fcd86a7c7fdc3ee86f
--- /dev/null
+++ b/3b_layer13_mlp.gate_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3e6fb3f7b20fab82115e3c753d446b8603e4fea20d7c0cdd3c32dc25526d812
+size 293750363
diff --git a/3b_layer13_mlp.up_proj_input_representation_persample_8.pth b/3b_layer13_mlp.up_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3147221a3ee29f4eb1f9660d98f8feaa905c66b3
--- /dev/null
+++ b/3b_layer13_mlp.up_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4306addb4218555ff3b061bcec982fec67d3b33f931a7827963fa1fc8b6a525
+size 110157388
diff --git a/3b_layer14_mlp.down_proj_output_representation_persample_8.pth b/3b_layer14_mlp.down_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..24b913d6d50257abd83149e980c79be2d7e701bd
--- /dev/null
+++ b/3b_layer14_mlp.down_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc34560e66f1113ba19264f3b4cab346ec2db2b7f3929d64499c774966fc319a
+size 110157403
diff --git a/3b_layer14_mlp.gate_proj_input_representation_persample_8.pth b/3b_layer14_mlp.gate_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a819a3c1cf72e35873890d32004ba36eb222a8de
--- /dev/null
+++ b/3b_layer14_mlp.gate_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93de3aacb837c78c6cd7a1ac222d8afaed85556afe7577bb33bf83e2e091473d
+size 110157398
diff --git a/3b_layer14_mlp.up_proj_output_representation_persample_8.pth b/3b_layer14_mlp.up_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..47e4639800bf5f656313192a0fb59f8106e97445
--- /dev/null
+++ b/3b_layer14_mlp.up_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f52a181867dd63f810e6d19b34895431377e5da225949ea33009c29a6daa64c3
+size 293750353
diff --git a/3b_layer14_self_attn.k_proj_input_representation_persample_8.pth b/3b_layer14_self_attn.k_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..78de7c35170b4898428e8430ef94949ea237fcb4
--- /dev/null
+++ b/3b_layer14_self_attn.k_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de1c2a81c6af3d29f4027284b36edeae27170b0e9cbc7bf03fe9c44da011abe9
+size 110157413
diff --git a/3b_layer15_mlp.down_proj_output_representation_persample_8.pth b/3b_layer15_mlp.down_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ada6e2f6dadd9888ba23c15ca42abc9413c4b381
--- /dev/null
+++ b/3b_layer15_mlp.down_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afdf5097e96668ec668b3439a098d31b8cce0983fb51c5b2f0f3ef847ce4715e
+size 110157403
diff --git a/3b_layer15_mlp.gate_proj_output_representation_persample_8.pth b/3b_layer15_mlp.gate_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d6ed52c51fcc3b2499f43ab7fc753b578646681e
--- /dev/null
+++ b/3b_layer15_mlp.gate_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ccaf4b18792c4955c0eab4b2996ca00c36b34c21c96b2d7eb51e545d27c0b7a
+size 293750363
diff --git a/3b_layer15_mlp.up_proj_output_representation_persample_8.pth b/3b_layer15_mlp.up_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b5df3899afb99c81a97d0a99ac8571ca66041152
--- /dev/null
+++ b/3b_layer15_mlp.up_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d46c09c7d8871af871886bb98fea136147a9d3169bd832e0fb2dfbd45c76433
+size 293750353
diff --git a/3b_layer15_self_attn.q_proj_output_representation_persample_8.pth b/3b_layer15_self_attn.q_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..cbbfbaed09b072760ef03d98f4774a2ccb04f060
--- /dev/null
+++ b/3b_layer15_self_attn.q_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56c58f70830fc3ff9058c99e2ec7a190cff5f6d2d89a6c164135de43438c51e7
+size 110157418
diff --git a/3b_layer15_self_attn.v_proj_input_representation_persample_8.pth b/3b_layer15_self_attn.v_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2f72bf1c52d1f425e2e8ce82ae9d39f412d5d09b
--- /dev/null
+++ b/3b_layer15_self_attn.v_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb7a3c2c89862de917e539e9576a8d69a70c4b0f25e25496aa2ceee0858fed4e
+size 110157413
diff --git a/3b_layer16_mlp.up_proj_input_representation_persample_8.pth b/3b_layer16_mlp.up_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3a0837ac35dff3c5910ce4d4b49d196984fe1477
--- /dev/null
+++ b/3b_layer16_mlp.up_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f4f7c60c13c6099ec8aee615d6c2154bafff1bc33a97d32b3d85bf17041dbe
+size 110157388
diff --git a/3b_layer16_mlp.up_proj_output_representation_persample_8.pth b/3b_layer16_mlp.up_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..06065e0e3e310fc4cf61bf2364fd1809086f1da8
--- /dev/null
+++ b/3b_layer16_mlp.up_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5fe7fb3232de1fd36ac3c785f4af3eacb75b2738a0d705c45a474cc6f373c59
+size 293750353
diff --git a/3b_layer16_self_attn.v_proj_input_representation_persample_8.pth b/3b_layer16_self_attn.v_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e9063474d5f7e101f5d258577903587f37e1c281
--- /dev/null
+++ b/3b_layer16_self_attn.v_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a03f9b00f90d4197000bd93664f2700b87b365037bbf669556ea8f42583144d3
+size 110157413
diff --git a/3b_layer17_mlp.down_proj_input_representation_persample_8.pth b/3b_layer17_mlp.down_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..eee18b0967f567ded7c85091cf6745385d90764b
--- /dev/null
+++ b/3b_layer17_mlp.down_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:648c4ad0693f6a1b9fc2fbe135264bb30e529dea4d622a8c1221c67a6177427d
+size 293750358
diff --git a/3b_layer17_mlp.down_proj_output_representation_persample_8.pth b/3b_layer17_mlp.down_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b6efa6ec6ff63596b21ca02cd04630275e419ba9
--- /dev/null
+++ b/3b_layer17_mlp.down_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:318756f44b5d5f5b022a9d86b098746982f3ac189c261c12c21af165e9d90d95
+size 110157403
diff --git a/3b_layer17_mlp.up_proj_input_representation_persample_8.pth b/3b_layer17_mlp.up_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c22c19bfd4c5db5e00973c5a8e41af28dd9df6ed
--- /dev/null
+++ b/3b_layer17_mlp.up_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ca4ff6d227cc3a2c0f9f7929efa3ee491f3ebc6752639a93f9305a42c44b0a
+size 110157388
diff --git a/3b_layer17_mlp.up_proj_output_representation_persample_8.pth b/3b_layer17_mlp.up_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..625d51d3871bc0a43df4b976c33618e28dd51148
--- /dev/null
+++ b/3b_layer17_mlp.up_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0d276b3318773dfce5917136b30ecb895b9a5592e7c43a677d78f31803d4ad
+size 293750353
diff --git a/3b_layer17_self_attn.k_proj_input_representation_persample_8.pth b/3b_layer17_self_attn.k_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..87aaa59581ab0c9e2a0076e045f08d36b52180aa
--- /dev/null
+++ b/3b_layer17_self_attn.k_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c1f9be7011a18f1814c892effa41af6f0897e5b73e1277aaca41087de087c1
+size 110157413
diff --git a/3b_layer17_self_attn.q_proj_input_representation_persample_8.pth b/3b_layer17_self_attn.q_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0816b6b8c5ce349414b64803fefc78cf7566173c
--- /dev/null
+++ b/3b_layer17_self_attn.q_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:874ece19ffc885309949e969d91e2f99bcf556524815e766cd72a333c4e5d858
+size 110157413
diff --git a/3b_layer17_self_attn.q_proj_output_representation_persample_8.pth b/3b_layer17_self_attn.q_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4a0bfe0f8cee8c9688824a67a9dab545862834d0
--- /dev/null
+++ b/3b_layer17_self_attn.q_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb25aca9b5003eb9563a03f1c65adc2cc9e10fc1ad7ca91cf39efdccd8075cf
+size 110157418
diff --git a/3b_layer18_mlp.down_proj_output_representation_persample_8.pth b/3b_layer18_mlp.down_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..89f30ce79c3ee7317244191be16666a728e7aa7e
--- /dev/null
+++ b/3b_layer18_mlp.down_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43970eddf7d95f86100b10e48df7c5c64bb798a89dfae1f00bdece5ad600e7a2
+size 110157403
diff --git a/3b_layer18_self_attn.k_proj_output_representation_persample_8.pth b/3b_layer18_self_attn.k_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ea5fb171fb5edb235f2fc75d3dc0e1a26884baee
--- /dev/null
+++ b/3b_layer18_self_attn.k_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f502fefec30d5d319f088a3ce34db36861aaebc7f7ec53e5141ceee889c77862
+size 36720234
diff --git a/3b_layer18_self_attn.o_proj_output_representation_persample_8.pth b/3b_layer18_self_attn.o_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9e3d0c0681fcff743447e19b86a7a09b1af7e499
--- /dev/null
+++ b/3b_layer18_self_attn.o_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13fadec3a4758d9e110a115610d3c918d646efc00400c18388fa205d32a17bac
+size 110157418
diff --git a/3b_layer19_self_attn.k_proj_input_representation_persample_8.pth b/3b_layer19_self_attn.k_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..196962fda795c796c682a37652ab0dd004ce3132
--- /dev/null
+++ b/3b_layer19_self_attn.k_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5679b088f44a333c9da8c5154a42d7bc594f4428d4c2ad07f8d7c579a83d3645
+size 110157413
diff --git a/3b_layer1_mlp.down_proj_input_representation_persample_8.pth b/3b_layer1_mlp.down_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0fed7c4af0205de5e7870b6b41286e4734eb010b
--- /dev/null
+++ b/3b_layer1_mlp.down_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c5d50aa83abac8bd8c48d3ebaba02872d078f9bba326b251257d134d26ada43
+size 293750353
diff --git a/3b_layer1_self_attn.k_proj_input_representation_persample_8.pth b/3b_layer1_self_attn.k_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d534d83893ad18ee6384f71746f61515cea7c248
--- /dev/null
+++ b/3b_layer1_self_attn.k_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56509410c1521b3a54458b8c632a3ffc5d1f790e2a3f403c78fc10d04aac9ef2
+size 110157408
diff --git a/3b_layer1_self_attn.o_proj_input_representation_persample_8.pth b/3b_layer1_self_attn.o_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0bf05ce91198c1e8234f6ea18dd91fbed96d63ca
--- /dev/null
+++ b/3b_layer1_self_attn.o_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7bad63d260b24340f3c9d0b8ac83206f2f5abf4b51c429081449ca72c16d9e
+size 110157408
diff --git a/3b_layer1_self_attn.v_proj_input_representation_persample_8.pth b/3b_layer1_self_attn.v_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..607b3bb512c2f7e1c24fd2811df10bfba646979a
--- /dev/null
+++ b/3b_layer1_self_attn.v_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a008d2d59f045f2e93d2016d75ecbbfbf2f766882756ae683841b4302eea4fa5
+size 110157408
diff --git a/3b_layer20_mlp.up_proj_input_representation_persample_8.pth b/3b_layer20_mlp.up_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f602c2a53957908d8f5b43da203636fd33030581
--- /dev/null
+++ b/3b_layer20_mlp.up_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e472b5065f6dc2e54983b41a8990c211880cbd4077f91eec73d0c08acd61b0
+size 110157388
diff --git a/3b_layer20_mlp.up_proj_output_representation_persample_8.pth b/3b_layer20_mlp.up_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..32a63cdfd5a7d1ca80fe1206de8a28c5026a7240
--- /dev/null
+++ b/3b_layer20_mlp.up_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92eb2e8ec1b4c39cd589b80ca75db2a473a67964f50d0070f7a7433d21fbbcd5
+size 293750353
diff --git a/3b_layer20_self_attn.o_proj_input_representation_persample_8.pth b/3b_layer20_self_attn.o_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d2509e91c9e1c4297525423c2de4a2aff5c80dae
--- /dev/null
+++ b/3b_layer20_self_attn.o_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af3bffeaee0207241ddee319fb8366bc9859b95d1e5583bde9ed0571b1eaffaf
+size 110157413
diff --git a/3b_layer20_self_attn.o_proj_output_representation_persample_8.pth b/3b_layer20_self_attn.o_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b89d6016936d1d2ce6acbc99e9a2e5733a7d649f
--- /dev/null
+++ b/3b_layer20_self_attn.o_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcf8d8b47427700b320204eca8b69773f4bcfc1153a2154dfbb77d3705510caf
+size 110157418
diff --git a/3b_layer21_mlp.down_proj_input_representation_persample_8.pth b/3b_layer21_mlp.down_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2d3ed366492c8482840a0c38dd2d02b4786870b9
--- /dev/null
+++ b/3b_layer21_mlp.down_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce084ba2530d33d80379a25047baad377b9af19bd9087f56f385f563beb27bb6
+size 293750358
diff --git a/3b_layer21_mlp.down_proj_output_representation_persample_8.pth b/3b_layer21_mlp.down_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ffa9289ab291bbd56d49ae170b7e4978eb61c0f3
--- /dev/null
+++ b/3b_layer21_mlp.down_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a9086e6caadef2e9ba73c4acc6f872c02777be52ce9d66cd7ef0ec009282d8
+size 110157403
diff --git a/3b_layer21_mlp.gate_proj_output_representation_persample_8.pth b/3b_layer21_mlp.gate_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3794bc6a4ebfce209fd5091818c82daaf56ac964
--- /dev/null
+++ b/3b_layer21_mlp.gate_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db49d21eeb0d5d975b3c366f783ebb2d637a01297927dea009fa4ca2659e011b
+size 293750363
diff --git a/3b_layer22_mlp.gate_proj_output_representation_persample_8.pth b/3b_layer22_mlp.gate_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5d81a4bbf3b20aa0fe5c0ecc6bfbdb40818e73d7
--- /dev/null
+++ b/3b_layer22_mlp.gate_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73fd5c390358a913e84499dbd9a2df8b33901528383e55202083d40a6d6bf417
+size 293750363
diff --git a/3b_layer22_self_attn.o_proj_output_representation_persample_8.pth b/3b_layer22_self_attn.o_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..594830c87ed9d185619d0acbef46db20aafb76b0
--- /dev/null
+++ b/3b_layer22_self_attn.o_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c02aae9f2a409c48e55d9da017564bd1a6fe96ae082ceeedf28d38e8cb0ec9e2
+size 110157418
diff --git a/3b_layer22_self_attn.q_proj_input_representation_persample_8.pth b/3b_layer22_self_attn.q_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f758dd5928649e0a4b0577e37cce479a61e1c618
--- /dev/null
+++ b/3b_layer22_self_attn.q_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d6aaeb054489c4e111a001b849f6f0e8b2d37e5c8c5d377092279d54ddb5fb0
+size 110157413
diff --git a/3b_layer23_mlp.down_proj_output_representation_persample_8.pth b/3b_layer23_mlp.down_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..716d60526b9c16e22c11e9c33c42d1e5659469d5
--- /dev/null
+++ b/3b_layer23_mlp.down_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ef05fe173a42dd6808ab9fad1e27cca7b3cd6a7f2375c81850a386f2ee522c9
+size 110157403
diff --git a/3b_layer23_mlp.gate_proj_input_representation_persample_8.pth b/3b_layer23_mlp.gate_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..38846091acbf5533d76f010c212945b71dabefe8
--- /dev/null
+++ b/3b_layer23_mlp.gate_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca26248e77b8921691f46064d9f5facd27ef597e07be511b2e1763eafa188798
+size 110157398
diff --git a/3b_layer23_self_attn.v_proj_output_representation_persample_8.pth b/3b_layer23_self_attn.v_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ac163094d1f5e1f7c329ee8402a87ce1d3d9e000
--- /dev/null
+++ b/3b_layer23_self_attn.v_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d06283e8c6b6673be4b35f29d5b20f0541523fa1bba72d3b425e817e8404f35
+size 36720234
diff --git a/3b_layer24_mlp.down_proj_input_representation_persample_8.pth b/3b_layer24_mlp.down_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1b5d0257cc5ebcdfc48e33dda106b7d7e2b1a824
--- /dev/null
+++ b/3b_layer24_mlp.down_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1247afdd8797f5345bf59ee106c2679a36748d503491b181ba9ed065ec157344
+size 293750358
diff --git a/3b_layer24_mlp.gate_proj_output_representation_persample_8.pth b/3b_layer24_mlp.gate_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..25c506c2319b7e9c530817aede508687a3455402
--- /dev/null
+++ b/3b_layer24_mlp.gate_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7501ecb1640bc836dc9224705b5c924fd9ac4fcf8a032dd36bb35e557aeb50f6
+size 293750363
diff --git a/3b_layer24_self_attn.k_proj_output_representation_persample_8.pth b/3b_layer24_self_attn.k_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..421fd5ff5175238044fcf4869620a3f036943389
--- /dev/null
+++ b/3b_layer24_self_attn.k_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e665216dbfd59798c9415e73e6b321af0034d60481cbc306e98ee1e94c6b3309
+size 36720234
diff --git a/3b_layer25_mlp.down_proj_input_representation_persample_8.pth b/3b_layer25_mlp.down_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f5d61ea697bea53bbf775415cc404af2b6132731
--- /dev/null
+++ b/3b_layer25_mlp.down_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:228791b89d924a3e8988620475cefd313a678911ccd925a016289456dcf6a607
+size 293750358
diff --git a/3b_layer25_mlp.gate_proj_output_representation_persample_8.pth b/3b_layer25_mlp.gate_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a64ad41ece826bb185606c68fb33c6735f0561be
--- /dev/null
+++ b/3b_layer25_mlp.gate_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a2a08dedfbbb5f11090d9bcdc8af8b04f72269e5a0b9ab7a72857e5edcdf5df
+size 293750363
diff --git a/3b_layer25_mlp.up_proj_input_representation_persample_8.pth b/3b_layer25_mlp.up_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2e1019b759d2206dbdc80807008877b319e14cb6
--- /dev/null
+++ b/3b_layer25_mlp.up_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed396c4d4eda2ade9329024bd16385369d80b5c59586d29a7b96638b7224b49
+size 110157388
diff --git a/3b_layer25_self_attn.v_proj_output_representation_persample_8.pth b/3b_layer25_self_attn.v_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fc90f29685f62b3a8efe8d3f71baa5e7cc4fe822
--- /dev/null
+++ b/3b_layer25_self_attn.v_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8165ecf2eca31a4789e333e078f102c312aa213609759842648cea5cb0b0b7fd
+size 36720234
diff --git a/3b_layer26_mlp.down_proj_output_representation_persample_8.pth b/3b_layer26_mlp.down_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5a60dd688930f2ab3ef333556156fe540a5f6235
--- /dev/null
+++ b/3b_layer26_mlp.down_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c1cc15eb40c09250e957f547c5be418ddc3e92c98e767cac8c54ca5585b2278
+size 110157403
diff --git a/3b_layer26_mlp.up_proj_output_representation_persample_8.pth b/3b_layer26_mlp.up_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..507d9e6f19b54d439a712557225e760a01fbd682
--- /dev/null
+++ b/3b_layer26_mlp.up_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ccdecc2ef68f14b12ede006d4ab931e1ea9183816348d387e44d65f8796373
+size 293750353
diff --git a/3b_layer27_mlp.down_proj_input_representation_persample_8.pth b/3b_layer27_mlp.down_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..365d278f5ee7641b7e0a101782c6734f09a2b2e0
--- /dev/null
+++ b/3b_layer27_mlp.down_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaedb6dec37b4da152fb2b12d768e5c20057e1dbca094565657c85327cea094c
+size 293750358
diff --git a/3b_layer27_mlp.gate_proj_input_representation_persample_8.pth b/3b_layer27_mlp.gate_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..57d0f53eb2dfdf8ffc4cb008b5c617aeae19e1d0
--- /dev/null
+++ b/3b_layer27_mlp.gate_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e5f85e1219d399f06eb80eb5bc0c10e39489122d0eabc18290f0cc8379c362
+size 110157398
diff --git a/3b_layer27_mlp.gate_proj_output_representation_persample_8.pth b/3b_layer27_mlp.gate_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0a402bdb425b158749fb37d313bbf73103999528
--- /dev/null
+++ b/3b_layer27_mlp.gate_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78a3174b19fc4c5765dbc34e1d3a9b11afb0acea31cf232caa801d2827489e2b
+size 293750363
diff --git a/3b_layer27_mlp.up_proj_input_representation_persample_8.pth b/3b_layer27_mlp.up_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a5e1af06836d5331dc179569a8dedfea777e1f12
--- /dev/null
+++ b/3b_layer27_mlp.up_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb265e3e8ea0e792f68033bce6417e3f98e245dd82c883df761961800c27813
+size 110157388
diff --git a/3b_layer27_self_attn.o_proj_input_representation_persample_8.pth b/3b_layer27_self_attn.o_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6b16702408219d429e7081f7f5473f2e8ed5fe40
--- /dev/null
+++ b/3b_layer27_self_attn.o_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9102e82c5fa52a02839226d35ffc70010919275301b948a8de0234b9041aa6ad
+size 110157413
diff --git a/3b_layer27_self_attn.v_proj_input_representation_persample_8.pth b/3b_layer27_self_attn.v_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f4c814cd76d937c770e2ddf2c0288b66837b0890
--- /dev/null
+++ b/3b_layer27_self_attn.v_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7796592bda6b7ae0a408b1d2fe6b25c0b91c7b7dd7198fd61f4e607cd9455de
+size 110157413
diff --git a/3b_layer2_self_attn.k_proj_input_representation_persample_8.pth b/3b_layer2_self_attn.k_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..929c3041edcb7618b7543b841c02743c17cf64f4
--- /dev/null
+++ b/3b_layer2_self_attn.k_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d8deaceadea6276f061a1870b6705b45165273682ff685a0c9711e980ed0b73
+size 110157408
diff --git a/3b_layer2_self_attn.k_proj_output_representation_persample_8.pth b/3b_layer2_self_attn.k_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b70e309677c2e483181f3efe22a162a0a0067ed2
--- /dev/null
+++ b/3b_layer2_self_attn.k_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d8e7552bff7d8d3beb1dd2e67e47a15de02210e43d7a37169c10e9b734994c
+size 36720229
diff --git a/3b_layer2_self_attn.q_proj_output_representation_persample_8.pth b/3b_layer2_self_attn.q_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..47c142deed6d39c69f128b8aa18b7df9f8018a92
--- /dev/null
+++ b/3b_layer2_self_attn.q_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71cce79011800743d7871d5fe83cef12af8494acf96733cef76d786603d83872
+size 110157413
diff --git a/3b_layer2_self_attn.v_proj_output_representation_persample_8.pth b/3b_layer2_self_attn.v_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8ac1c8e26dba8df6982d5ce8599f28cfc8f58b3b
--- /dev/null
+++ b/3b_layer2_self_attn.v_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afb05fca7af290ff07c5c29481166fc782f228be484394f26ee182ecac7e5230
+size 36720229
diff --git a/3b_layer3_self_attn.k_proj_output_representation_persample_8.pth b/3b_layer3_self_attn.k_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..83803e1ecf62dcb0d8441d7bd325b58642993795
--- /dev/null
+++ b/3b_layer3_self_attn.k_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77c03ad30d1611a4edd30205c3f99f2e0e4ba1eb6425dded7d65f578be396138
+size 36720229
diff --git a/3b_layer4_self_attn.k_proj_input_representation_persample_8.pth b/3b_layer4_self_attn.k_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..61973d6b91d824c4e4a9112dbedb2715e93f557a
--- /dev/null
+++ b/3b_layer4_self_attn.k_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2159abe44c55d93c3ee0827b10fc4a589acccca2193956394ac76a2f643a8750
+size 110157408
diff --git a/3b_layer6_mlp.down_proj_input_representation_persample_8.pth b/3b_layer6_mlp.down_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..43c70f4a5626bd0e72c1680c311bb57389a9a29d
--- /dev/null
+++ b/3b_layer6_mlp.down_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b747424a76732100b07ea247fff73eae330585e2cd0527d2eeb9351d12dfd375
+size 293750353
diff --git a/3b_layer6_self_attn.k_proj_output_representation_persample_8.pth b/3b_layer6_self_attn.k_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c6bd0b853518df2e54323a6113fb451a272bb788
--- /dev/null
+++ b/3b_layer6_self_attn.k_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a4de6fdc7bc822ac06a72363445537867f04b95f7c182693d2d284a3f654a4
+size 36720229
diff --git a/3b_layer7_mlp.down_proj_input_representation_persample_8.pth b/3b_layer7_mlp.down_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ec8843ae0364efd2e1a380fa721bc92a2bd37a73
--- /dev/null
+++ b/3b_layer7_mlp.down_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ab0132efef7363449c68cd53093d07e0e46e58384e24c02047e208009a9d19
+size 293750353
diff --git a/3b_layer7_mlp.down_proj_output_representation_persample_8.pth b/3b_layer7_mlp.down_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c2c7caee063b15f2151dcdd35b681f4a7dd5f149
--- /dev/null
+++ b/3b_layer7_mlp.down_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36460425ed741b3f4d82256f10305e63f32793b937a5eb47748256eff3a64827
+size 110157398
diff --git a/3b_layer7_mlp.gate_proj_input_representation_persample_8.pth b/3b_layer7_mlp.gate_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..605915e92f7fedf9ae6fcd93ed484406c2a2b56d
--- /dev/null
+++ b/3b_layer7_mlp.gate_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c41cc84ebda57d99b3461ef92c018cb271c6d6d38b8358bf7901ebc60840008
+size 110157393
diff --git a/3b_layer7_mlp.up_proj_input_representation_persample_8.pth b/3b_layer7_mlp.up_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..91f9f14c287039bceedc2712f533f76fc4239116
--- /dev/null
+++ b/3b_layer7_mlp.up_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d0989c94d0b751bd2f1894234ec0061939ce1848c5fd06e47532dd1f4bc09c
+size 110157383
diff --git a/3b_layer7_self_attn.o_proj_output_representation_persample_8.pth b/3b_layer7_self_attn.o_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..957e0fbfbafbfe86c2d47c7de490f913f4c5344e
--- /dev/null
+++ b/3b_layer7_self_attn.o_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854bac024bb4b1e3b4e8e17bd28b635e8db8e6a9852a5de1c65829e52147d41d
+size 110157413
diff --git a/3b_layer8_mlp.up_proj_input_representation_persample_8.pth b/3b_layer8_mlp.up_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fd14da6d2242dfd485c77b9cc9302c98ad6f64a7
--- /dev/null
+++ b/3b_layer8_mlp.up_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee115da67d2ee8aad6babf65d71378ff4abf4df32b499e0bc2563aab0be45502
+size 110157383
diff --git a/3b_layer8_self_attn.q_proj_input_representation_persample_8.pth b/3b_layer8_self_attn.q_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3af151bf8c641a33816b1979750a42b1bf2483b0
--- /dev/null
+++ b/3b_layer8_self_attn.q_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92770719f540538dd7c04a24cafec1c29ec6f6c281e2ff5c3a99edc05d1b0be7
+size 110157408
diff --git a/3b_layer8_self_attn.q_proj_output_representation_persample_8.pth b/3b_layer8_self_attn.q_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..abe4bf20ae92478ef805a0e37ef3a232b0381f9c
--- /dev/null
+++ b/3b_layer8_self_attn.q_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24821fa804abecf61329a6cbdf4eb14537b1373a1a8a1c4b7e6887e73de4d335
+size 110157413
diff --git a/3b_layer8_self_attn.v_proj_input_representation_persample_8.pth b/3b_layer8_self_attn.v_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..51d73968d7ff85573341f1275c797794137c22df
--- /dev/null
+++ b/3b_layer8_self_attn.v_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b49b5902275038e77bda141b37c2fd0d06255e05c1de440eef0cd2e413b12e
+size 110157408
diff --git a/3b_layer9_mlp.down_proj_output_representation_persample_8.pth b/3b_layer9_mlp.down_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..034c26c8b7d6be43850c030c1b4674166560c95c
--- /dev/null
+++ b/3b_layer9_mlp.down_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f42afe6fc3dcdeeb95d5dfaa9c542c74995af9fa16cdd4161c8cce35968da561
+size 110157398
diff --git a/3b_layer9_self_attn.k_proj_input_representation_persample_8.pth b/3b_layer9_self_attn.k_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..17de48b2f510a225e4cce82b9fd6a852bfb7adaa
--- /dev/null
+++ b/3b_layer9_self_attn.k_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dbfd5ca7c8edccb262a016179f8934979d0f5090ca5402811bb44f66f0790ba
+size 110157408
diff --git a/3b_layer9_self_attn.o_proj_input_representation_persample_8.pth b/3b_layer9_self_attn.o_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..178195acc1aee20e67a85f3ae11684f18e6e9969
--- /dev/null
+++ b/3b_layer9_self_attn.o_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd2fcac2507ff7df83d1c680945c70afff13254b3f1d98c596bd12172be203e
+size 110157408
diff --git a/3b_layer9_self_attn.o_proj_output_representation_persample_8.pth b/3b_layer9_self_attn.o_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..af3ee3c5fa1fa77fd46560ffe6181597cfeb84df
--- /dev/null
+++ b/3b_layer9_self_attn.o_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6c9c87ccd65d73c602b96e5383d0a871bf8365bba3bcfb77671482158e230c
+size 110157413
diff --git a/3b_layer9_self_attn.v_proj_input_representation_persample_8.pth b/3b_layer9_self_attn.v_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0e153f1bc1ee19ed8eb75ffa77602978bb9eda29
--- /dev/null
+++ b/3b_layer9_self_attn.v_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0086e901b36d3ba1d27f36f19e756120ae988d9bd01b1e4fa4040c7ea177733e
+size 110157408