diff --git a/1b_layer0_mlp.gate_proj_input_representation_persample_8.pth b/1b_layer0_mlp.gate_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ff218abdf86cc2fd1b1f89fdce830fa7a3290725
--- /dev/null
+++ b/1b_layer0_mlp.gate_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b7571f9b807591264749ab8586fbcba32d701eab3b264430ea940e8a3e0ec16
+size 73438801
diff --git a/1b_layer0_mlp.gate_proj_output_representatio_persample_8.pth b/1b_layer0_mlp.gate_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1ee27dacb528e4a52ce4e85db43dccaa75796299
--- /dev/null
+++ b/1b_layer0_mlp.gate_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80f1b11f4f911997015e398904c2b734142e1fcd50c5bfac06c76618fc2de4ef
+size 293750353
diff --git a/1b_layer0_self_attn.q_proj_output_representatio_persample_8.pth b/1b_layer0_self_attn.q_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d4118a6147d7dbcd00afa6095e058e2003b66bc9
--- /dev/null
+++ b/1b_layer0_self_attn.q_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bda3799c3af340084eb288b7ba8faf6a89e3da0da5bba6318710c3fd0b00f7e
+size 73438816
diff --git a/1b_layer0_self_attn.v_proj_output_representatio_persample_8.pth b/1b_layer0_self_attn.v_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..27b1617a1b604ff47009a9b4d3ac3a24316aed0c
--- /dev/null
+++ b/1b_layer0_self_attn.v_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38cc28cd55acac41f1d020626de15d8ad2c515bb91b4943191731fa41a50187d
+size 18360928
diff --git a/1b_layer10_self_attn.k_proj_input_representation_persample_8.pth b/1b_layer10_self_attn.k_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7d0c9a89636a494475386798e35b39aaf29ec9a8
--- /dev/null
+++ b/1b_layer10_self_attn.k_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7c28221d7a76f9ad1c0c64134ca2453d2801e3f90d93a2f2ef6ff072005392
+size 73438821
diff --git a/1b_layer11_self_attn.v_proj_output_representatio_persample_8.pth b/1b_layer11_self_attn.v_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9be8067750a0a7d1590908ef40e84e29cdf877e0
--- /dev/null
+++ b/1b_layer11_self_attn.v_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10dae4610133e3cc3ddd26bbc699129322283318928e9aa2dfcc8cea8dfd9123
+size 18360933
diff --git a/1b_layer12_mlp.gate_proj_output_representatio_persample_8.pth b/1b_layer12_mlp.gate_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..da8b01a70e0a2b3d45956984361c1b03493bb97f
--- /dev/null
+++ b/1b_layer12_mlp.gate_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e8de59c2e7365b788de069bec82810124b72ae1191d862b5e6952c4ee07e2c4
+size 293750358
diff --git a/1b_layer12_self_attn.q_proj_input_representation_persample_8.pth b/1b_layer12_self_attn.q_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9007796846263400ef94426696ba117e5e51121f
--- /dev/null
+++ b/1b_layer12_self_attn.q_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:472014e9f25052ba3e77ab151bc93d872ae20ed732170a6ae079fac06aaadbf8
+size 73438821
diff --git a/1b_layer12_self_attn.q_proj_output_representatio_persample_8.pth b/1b_layer12_self_attn.q_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6d163fe88525c6c8fbdb87a1c9852bedf1937c70
--- /dev/null
+++ b/1b_layer12_self_attn.q_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a25a669784a24214e22bcd2d7d8689c1ca9805acfae4c5600dc2c4fa0dd1ce02
+size 73438821
diff --git a/1b_layer12_self_attn.v_proj_input_representation_persample_8.pth b/1b_layer12_self_attn.v_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e87a73891e10f0aadb6751cb7d4e999a52e657cc
--- /dev/null
+++ b/1b_layer12_self_attn.v_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc783582016bbd4dd72228a9ef1cea3d49ef2faa74982f09a470fff4d747b86
+size 73438821
diff --git a/1b_layer13_mlp.up_proj_input_representation_persample_8.pth b/1b_layer13_mlp.up_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..509fa9267d582cab36b0f23fb9ba99ac64efb66a
--- /dev/null
+++ b/1b_layer13_mlp.up_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b55a186658fc622f946f2d50dc2bd46cd410d539669e1dcc468a562b569a0ab9
+size 73438796
diff --git a/1b_layer14_mlp.down_proj_output_representatio_persample_8.pth b/1b_layer14_mlp.down_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..79b67904d9a10c18c7f2148205aa0c5618e655b7
--- /dev/null
+++ b/1b_layer14_mlp.down_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f01fd79bcf8427266a7b4c5c522af29e1a6ed6abfdd140ad441d8c2b9b2383a
+size 73438806
diff --git a/1b_layer14_mlp.up_proj_input_representation_persample_8.pth b/1b_layer14_mlp.up_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..43adbf253ff2d81d259dc36f8f9c8edb19d7fd5a
--- /dev/null
+++ b/1b_layer14_mlp.up_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46aff6bc64631820ed2e314af202c372f48c6a94e2e16f936e7fe1eebcea1a22
+size 73438796
diff --git a/1b_layer14_self_attn.v_proj_input_representation_persample_8.pth b/1b_layer14_self_attn.v_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..57f2dff3b0606e85efce45a67749aa107983d998
--- /dev/null
+++ b/1b_layer14_self_attn.v_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4260156a6a7abccc10ef22b731b2c867121fabc1c8962fd4be0369834a2c4ff4
+size 73438821
diff --git a/1b_layer15_self_attn.k_proj_input_representation_persample_8.pth b/1b_layer15_self_attn.k_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ed93f8fc3bfdd687446ed822d3c0a0864703df4b
--- /dev/null
+++ b/1b_layer15_self_attn.k_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3cab4b2e0bdc3099d5ca003323aa10fe6be246fe9fbaee8e22e3077f66dfc5b
+size 73438821
diff --git a/1b_layer1_self_attn.k_proj_input_representation_persample_8.pth b/1b_layer1_self_attn.k_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1965592fe4352299a87fa1c1563f267504148e90
--- /dev/null
+++ b/1b_layer1_self_attn.k_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c3b7d82cfaaa081a6d54c31fe8540a2c2392d8ba0ac3ad3aebaaa67dd9aaa25
+size 73438816
diff --git a/1b_layer2_mlp.up_proj_output_representatio_persample_8.pth b/1b_layer2_mlp.up_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f459fa81676ca14f04403df334a520ac0e259953
--- /dev/null
+++ b/1b_layer2_mlp.up_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a65c59a81f8d623583360baa6db10a5defeec235171c234e3d49add4f7ecba5d
+size 293750343
diff --git a/1b_layer2_self_attn.k_proj_output_representatio_persample_8.pth b/1b_layer2_self_attn.k_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..61a0f199fda6b0de61606617ed59fd0cf188876e
--- /dev/null
+++ b/1b_layer2_self_attn.k_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f5c2fe1a2baca041bc3260ee4983c0cf720d069b8d88789a9575dcf890fa50e
+size 18360928
diff --git a/1b_layer3_self_attn.q_proj_input_representation_persample_8.pth b/1b_layer3_self_attn.q_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d558ff11ead5f386d0ba5c23be8ab1b23935275e
--- /dev/null
+++ b/1b_layer3_self_attn.q_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7829af4247d76a736a65b99d5b3de78f3538a639fd48ea5e53698dd598f84c80
+size 73438816
diff --git a/1b_layer4_self_attn.v_proj_input_representation_persample_8.pth b/1b_layer4_self_attn.v_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bb1eee931b62be6bd9a5a47612ab3fa46d1c6b9c
--- /dev/null
+++ b/1b_layer4_self_attn.v_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d0abaaa56682f6970cd371ef21dbfdb5d72f7f69dbb8469997d02cddd7700f
+size 73438816
diff --git a/1b_layer5_self_attn.k_proj_output_representatio_persample_8.pth b/1b_layer5_self_attn.k_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e9d96e3b8172c6b305cdd32a66b7730ec26fbf95
--- /dev/null
+++ b/1b_layer5_self_attn.k_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7406e4f0c288ab049455d4994009f87887d5d7b207d3b7ffb01b987d157d5dca
+size 18360928
diff --git a/1b_layer5_self_attn.q_proj_input_representation_persample_8.pth b/1b_layer5_self_attn.q_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1e6d1089a9aa03c2c3f2290ef88e545a54892db6
--- /dev/null
+++ b/1b_layer5_self_attn.q_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b1c3688d9c1d3bcecf38c512a221cc4efe89edb1363a3e4c10a015bf0e49ca
+size 73438816
diff --git a/1b_layer6_mlp.up_proj_output_representatio_persample_8.pth b/1b_layer6_mlp.up_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d793ac59ba3f4bbb07b49f1244690b1fce40620f
--- /dev/null
+++ b/1b_layer6_mlp.up_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd3827c85a1e30e84dcd5249da4854d4e75ccfc15505eca30feebfe167b8048b
+size 293750343
diff --git a/1b_layer6_self_attn.v_proj_input_representation_persample_8.pth b/1b_layer6_self_attn.v_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b7c649f45fcfa858680d28c8e3d9cd5949229b5e
--- /dev/null
+++ b/1b_layer6_self_attn.v_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c547a803be01db1158419b9f608ab3b8fbf74edb8d75e461e2983d8147be81fa
+size 73438816
diff --git a/1b_layer7_mlp.gate_proj_output_representatio_persample_8.pth b/1b_layer7_mlp.gate_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c6fd6efb8a5d9ccb0acd45e19dfac98ccf6ba3e2
--- /dev/null
+++ b/1b_layer7_mlp.gate_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9568066967a662d93afb91d48c51fb6065aa169431ed958a0a0b2c7f2a6d50d1
+size 293750353
diff --git a/1b_layer7_self_attn.k_proj_input_representation_persample_8.pth b/1b_layer7_self_attn.k_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4d99666682e59d734ba6ea13ac7bca59c9074612
--- /dev/null
+++ b/1b_layer7_self_attn.k_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61718d4d1a8cae6edd99ca5b364bca9ac242d4e7ef0dbd12df9d5df12bb4cc54
+size 73438816
diff --git a/1b_layer7_self_attn.o_proj_output_representatio_persample_8.pth b/1b_layer7_self_attn.o_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..378ad9f15494e5061365627a41d0713af0944faf
--- /dev/null
+++ b/1b_layer7_self_attn.o_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5256ee4952e84f287bbdf3507f2d049e7d7a38f894b1a642d2078b07b5ef08a7
+size 73438816
diff --git a/1b_layer8_self_attn.k_proj_output_representatio_persample_8.pth b/1b_layer8_self_attn.k_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..70e3d25ac2dcf3039d808e134e67bb610c66b359
--- /dev/null
+++ b/1b_layer8_self_attn.k_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:351df515bcce447df44bc279b3dbcc9ba4d1badb42ba9610f42cba0ab5603261
+size 18360928
diff --git a/1b_layer8_self_attn.o_proj_output_representatio_persample_8.pth b/1b_layer8_self_attn.o_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f9c68570d367dfd515f6c6d51c07baed59d72832
--- /dev/null
+++ b/1b_layer8_self_attn.o_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89f144e137e462963a363e0079b8d230e1543ca8212459ae7b01dc46411a2013
+size 73438816
diff --git a/1b_layer9_mlp.gate_proj_input_representation_persample_8.pth b/1b_layer9_mlp.gate_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..05a972150518cd71783b9bdc4a5e6ca5b07e1f6f
--- /dev/null
+++ b/1b_layer9_mlp.gate_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98084f281e8a80f926dd9095f29e633c28ac0f562a7b375f9b34faebab83a2a5
+size 73438801
diff --git a/3b_layer10_mlp.gate_proj_input_representation_persample_8.pth b/3b_layer10_mlp.gate_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..377ab44a136f1f2a250f16c298ecb3e8ac285fcc
--- /dev/null
+++ b/3b_layer10_mlp.gate_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d154283fba42ef9724e4984d9042cfa213df3da9d2780e5f45b5f8a5a96c9858
+size 110157398
diff --git a/3b_layer10_self_attn.k_proj_output_representation_persample_8.pth b/3b_layer10_self_attn.k_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0ef7be57ba4b34e4b53dc30abf7b0c02da4949f2
--- /dev/null
+++ b/3b_layer10_self_attn.k_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b5d365747041f9ea93de9ed9a923453ed904de779d05c40f8da5b6189724fdf
+size 36720234
diff --git a/3b_layer10_self_attn.o_proj_input_representation_persample_8.pth b/3b_layer10_self_attn.o_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bd841efe1096a02e0e65296ca8406959f0659406
--- /dev/null
+++ b/3b_layer10_self_attn.o_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c82d2d5aea870430e89deb6476b6cb50ce3e4ff93c8938099b10922780e5299
+size 110157413
diff --git a/3b_layer11_self_attn.q_proj_input_representation_persample_8.pth b/3b_layer11_self_attn.q_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d1c21390efd5d5947f30691b26615e7b5103f305
--- /dev/null
+++ b/3b_layer11_self_attn.q_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4e2a1f9dcd1cbd82dcb27f9837fc9eec71a6aabf816ef2c52afa0ea2260c65
+size 110157413
diff --git a/3b_layer11_self_attn.v_proj_output_representation_persample_8.pth b/3b_layer11_self_attn.v_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9ed7880738033bd79dc8e9fa90f64e4eb8b8c550
--- /dev/null
+++ b/3b_layer11_self_attn.v_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7172459c99bbebcca788b1d79663f3363705d5b694047996ea9c92de6b2baf01
+size 36720234
diff --git a/3b_layer12_mlp.gate_proj_input_representation_persample_8.pth b/3b_layer12_mlp.gate_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f73a7b8278f3d074b4092fd24a35e2693b261470
--- /dev/null
+++ b/3b_layer12_mlp.gate_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad3669b077a5d327a581cf18f27cb10b7791049e97f92d1ecad299e5568816b
+size 110157398
diff --git a/3b_layer13_self_attn.o_proj_output_representation_persample_8.pth b/3b_layer13_self_attn.o_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4e8d8fba02a14ce2eba296fff6473b0c08f4cd2f
--- /dev/null
+++ b/3b_layer13_self_attn.o_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852ab4907735243f7d30691c07b01626a096bd65463f3392a6b70ab84bfa9fad
+size 110157418
diff --git a/3b_layer14_mlp.down_proj_input_representation_persample_8.pth b/3b_layer14_mlp.down_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..13d2911862f721576526192579d9b79995e91411
--- /dev/null
+++ b/3b_layer14_mlp.down_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c95f4d6ec83b6ea8d7fcd489f3ba3f9ebf7a3b792f9b8adef9fc45a6ae07ed1
+size 293750358
diff --git a/3b_layer15_mlp.down_proj_input_representation_persample_8.pth b/3b_layer15_mlp.down_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0dc1accc890b5dd63f516eab2608e7f2d88aa3d6
--- /dev/null
+++ b/3b_layer15_mlp.down_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e21f775ca8e1f17155e31b65d612a32155eb4562c906bea0eae986ed39f9bce5
+size 293750358
diff --git a/3b_layer15_self_attn.o_proj_output_representation_persample_8.pth b/3b_layer15_self_attn.o_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8b4de5d1be4701c2a0882707876ca36217428975
--- /dev/null
+++ b/3b_layer15_self_attn.o_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf89e6dbec5982d84b7155b89ee5ae103ffd833f60190ec88653912c1a59c8a
+size 110157418
diff --git a/3b_layer15_self_attn.v_proj_output_representation_persample_8.pth b/3b_layer15_self_attn.v_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ad03ac41803b55b3285eea8b14eb60e97aef7940
--- /dev/null
+++ b/3b_layer15_self_attn.v_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9973bdb1e684794c956e0d48bb1c6847839acdd85e98c8f707bcafed87471bc1
+size 36720234
diff --git a/3b_layer16_mlp.down_proj_output_representation_persample_8.pth b/3b_layer16_mlp.down_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..128710239ef692cfc0201016e6c1fb06cc8489fb
--- /dev/null
+++ b/3b_layer16_mlp.down_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb0a64529487f7dc81757e288404fad330bb521a6021537d1b5e8ae3c6053a1
+size 110157403
diff --git a/3b_layer16_mlp.gate_proj_input_representation_persample_8.pth b/3b_layer16_mlp.gate_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..974aa848ce67b5f314597df336f0589cd84bf465
--- /dev/null
+++ b/3b_layer16_mlp.gate_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a0bd4a3654710bfde33037f98a85feb4ccbe220a506a6841b19aceba1a889fd
+size 110157398
diff --git a/3b_layer18_mlp.gate_proj_input_representation_persample_8.pth b/3b_layer18_mlp.gate_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3ecd2605c389c6fd26e746b14001ce665f03a0cc
--- /dev/null
+++ b/3b_layer18_mlp.gate_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2101713061e63693ed2c99b34a2d91e210515c6e9b0be3632c9d8d243a9a33e5
+size 110157398
diff --git a/3b_layer18_self_attn.q_proj_input_representation_persample_8.pth b/3b_layer18_self_attn.q_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bbfdff2c2827ae5e8320190cd72800846b4d9714
--- /dev/null
+++ b/3b_layer18_self_attn.q_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8553538643ada48e2883d2bb56b0c98b82b9b48981f6beda0d5c8d1e241b6077
+size 110157413
diff --git a/3b_layer18_self_attn.v_proj_input_representation_persample_8.pth b/3b_layer18_self_attn.v_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e766caab8d1bc2ba9e4fc4d93434b6fab7a70cd0
--- /dev/null
+++ b/3b_layer18_self_attn.v_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cce1241d0444f75c2d502660039d1f5238d99ea41c14a42121b8dfe1fa3c78c0
+size 110157413
diff --git a/3b_layer19_mlp.down_proj_output_representation_persample_8.pth b/3b_layer19_mlp.down_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ed10226ff5c2968ec91ec2f6dc31babff96bf3f9
--- /dev/null
+++ b/3b_layer19_mlp.down_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f135f675a7c4cf64505b7f5d791cec8958a941e1c5c2abe88b3f8c9b170560e9
+size 110157403
diff --git a/3b_layer19_mlp.up_proj_output_representation_persample_8.pth b/3b_layer19_mlp.up_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..25d5aca25283c7bc031c4e86b92f6332e804ffc6
--- /dev/null
+++ b/3b_layer19_mlp.up_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c8a79f8927a5ab4984afe92a6aee90c26d59ec1630ed5eae42524191946115
+size 293750353
diff --git a/3b_layer1_mlp.gate_proj_input_representation_persample_8.pth b/3b_layer1_mlp.gate_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d988272f9d14ec66d7d760c2cf356f57bdb11489
--- /dev/null
+++ b/3b_layer1_mlp.gate_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233e6c7c9675cfe4c8b75c1550487191ebe9dc8824f2f7c77e308ccf46855b7f
+size 110157393
diff --git a/3b_layer1_self_attn.v_proj_output_representation_persample_8.pth b/3b_layer1_self_attn.v_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..63c25b03ad884f8d6418f7f10d0ed231c0af70b8
--- /dev/null
+++ b/3b_layer1_self_attn.v_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d97b220af2cc7cd336c67cb6deb6ccb039a4613a8ba17a127fe6d9de303832
+size 36720229
diff --git a/3b_layer20_mlp.down_proj_input_representation_persample_8.pth b/3b_layer20_mlp.down_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0f73e74c1a5adb3652e3bcc76e58c3378bbe505c
--- /dev/null
+++ b/3b_layer20_mlp.down_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b4745a7cf6efa5f55983c6c288351e9e8d54aac2ec14569c7b81ce97d41c87
+size 293750358
diff --git a/3b_layer20_mlp.gate_proj_input_representation_persample_8.pth b/3b_layer20_mlp.gate_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..85652db9f4ce75a609baa42e407ec8307ff56ddd
--- /dev/null
+++ b/3b_layer20_mlp.gate_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d0e724470c61eb3991bf77208c624a55075358d5a267559777f972c5ba5c1f
+size 110157398
diff --git a/3b_layer20_mlp.gate_proj_output_representation_persample_8.pth b/3b_layer20_mlp.gate_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..87bb877efa48c19060035d9ca37f67b466da9e1d
--- /dev/null
+++ b/3b_layer20_mlp.gate_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f73d1b6bf4790c3658316ecbd1231d1fc48dc60a660495ef7062bee9f085e5c7
+size 293750363
diff --git a/3b_layer20_self_attn.q_proj_output_representation_persample_8.pth b/3b_layer20_self_attn.q_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..81840b843cb011493f9c64c92ac757a52198c555
--- /dev/null
+++ b/3b_layer20_self_attn.q_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fefb9f767781b0c778ec9852db7760121c26ec73f9264ff9801f47bae12ef022
+size 110157418
diff --git a/3b_layer21_self_attn.q_proj_output_representation_persample_8.pth b/3b_layer21_self_attn.q_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a95caea53b39705ccb8adace9000ca5e5f6133a4
--- /dev/null
+++ b/3b_layer21_self_attn.q_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605956f85fba1d2a3d97aa710a100a18c2c3f4ad1eef67cac16319e0ca77f9d6
+size 110157418
diff --git a/3b_layer22_mlp.down_proj_input_representation_persample_8.pth b/3b_layer22_mlp.down_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5ba74c611938eeec41a1c69c26d0feb8c9b37c02
--- /dev/null
+++ b/3b_layer22_mlp.down_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f11584d996da9117a20c8eb9e91386a7097debdcbbcd21b73680957d6c950a
+size 293750358
diff --git a/3b_layer23_self_attn.k_proj_output_representation_persample_8.pth b/3b_layer23_self_attn.k_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b66649bc21f7f0cc220433c18eef32c7f341da4d
--- /dev/null
+++ b/3b_layer23_self_attn.k_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86120916f249c9d5f5988617c0209fff23f25937c4b11e8a0688cdf65ba14c83
+size 36720234
diff --git a/3b_layer23_self_attn.o_proj_output_representation_persample_8.pth b/3b_layer23_self_attn.o_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a1a87b6e712acf4e5aa7f525b1d8a7959cd65419
--- /dev/null
+++ b/3b_layer23_self_attn.o_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc5647838212496e522a1f5803f3671c1bb5a26c48439f1b544480685aa55d34
+size 110157418
diff --git a/3b_layer23_self_attn.q_proj_output_representation_persample_8.pth b/3b_layer23_self_attn.q_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5c577d0f7da963e449b7b5c9dacd132c5df85572
--- /dev/null
+++ b/3b_layer23_self_attn.q_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c9cef909c9da4a43327139d577513a8d7a200e209e64fc79a4965a56bbb8bc
+size 110157418
diff --git a/3b_layer24_mlp.up_proj_output_representation_persample_8.pth b/3b_layer24_mlp.up_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..73385eac9c10e30ee212d9be018a1cadfb9d7358
--- /dev/null
+++ b/3b_layer24_mlp.up_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa8a251b30ad5f7774a1ae2054cc9f8fdd0af203789513513b7f462a71ae1979
+size 293750353
diff --git a/3b_layer24_self_attn.v_proj_input_representation_persample_8.pth b/3b_layer24_self_attn.v_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ccad9657b298f0eb95ee216add08975ea832716f
--- /dev/null
+++ b/3b_layer24_self_attn.v_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f0fac8191cc6a84287d963cc866f234e27958f195dee70a6984655433d0ccc
+size 110157413
diff --git a/3b_layer24_self_attn.v_proj_output_representation_persample_8.pth b/3b_layer24_self_attn.v_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e0a9e6ed056c20bdc5e62183ed325b5fad78321f
--- /dev/null
+++ b/3b_layer24_self_attn.v_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e44d29bb12cac61d52fb6fcf32e206a334d02d9ba8efaed18599a7e7534b4d35
+size 36720234
diff --git a/3b_layer25_self_attn.k_proj_input_representation_persample_8.pth b/3b_layer25_self_attn.k_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..162322bde0a8aa38fdc7a0239cf81c05d626e0cd
--- /dev/null
+++ b/3b_layer25_self_attn.k_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec399a0b0ed9bab8c519f4f8a2819c138fbc0dd5ee534156ed9b8ef782b29a8
+size 110157413
diff --git a/3b_layer25_self_attn.k_proj_output_representation_persample_8.pth b/3b_layer25_self_attn.k_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1ef6bf433f4cb6b7c16009b2234e81e462f2b880
--- /dev/null
+++ b/3b_layer25_self_attn.k_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ab7b8bf61a963e276b10be6f2ef722b7d8d1c45fab13ff35f26d2e305b39d4
+size 36720234
diff --git a/3b_layer26_mlp.gate_proj_output_representation_persample_8.pth b/3b_layer26_mlp.gate_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b4f0a11d407c9ec1a3353f8766870b7a70a8e359
--- /dev/null
+++ b/3b_layer26_mlp.gate_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff3b495498fe8079ca3e0f2902b867f41a166bb09cd2096a573e0c857e003ae
+size 293750363
diff --git a/3b_layer26_mlp.up_proj_input_representation_persample_8.pth b/3b_layer26_mlp.up_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..50006d079ceb309e39786ab40525b07fbf257932
--- /dev/null
+++ b/3b_layer26_mlp.up_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0163eadbafde9c74374606d874b38598c8d1a1ffb2c9c093f67148e4c69633c1
+size 110157388
diff --git a/3b_layer26_self_attn.o_proj_output_representation_persample_8.pth b/3b_layer26_self_attn.o_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d88604e6359569d1a6760349cea0bec48ae2493d
--- /dev/null
+++ b/3b_layer26_self_attn.o_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e3bbe5148594e360674aac22403b8ec6be752eccad8c948a8c5424b4649e3e
+size 110157418
diff --git a/3b_layer26_self_attn.v_proj_input_representation_persample_8.pth b/3b_layer26_self_attn.v_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..96cf8504947a4fe1132b78f338544da357e68d56
--- /dev/null
+++ b/3b_layer26_self_attn.v_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5e1c97d79ef30b45d00619252e71a63c7c6a04e92ef31e37732ae1af31384e
+size 110157413
diff --git a/3b_layer2_mlp.up_proj_input_representation_persample_8.pth b/3b_layer2_mlp.up_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4bc4574e6202d14b325462269749543b10a64404
--- /dev/null
+++ b/3b_layer2_mlp.up_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbb60d09e406d641ea4916f77e8e0d83d85d30385fcad9feee6c9765d8e27f84
+size 110157383
diff --git a/3b_layer2_self_attn.q_proj_input_representation_persample_8.pth b/3b_layer2_self_attn.q_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2beb3e36bee62b16cfec1b7f7cefdfa3421b2074
--- /dev/null
+++ b/3b_layer2_self_attn.q_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70f050123bfad0d12287fe858254cfd04cad85f4d777a134472d53b8c900096
+size 110157408
diff --git a/3b_layer3_mlp.gate_proj_input_representation_persample_8.pth b/3b_layer3_mlp.gate_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e8b7bd605aa4b87311fe1d708894b19bd67bd760
--- /dev/null
+++ b/3b_layer3_mlp.gate_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c0ccda815f285c3fc05967e4787ede82b543dd0fb8ef5c757ae92bce21ca53
+size 110157393
diff --git a/3b_layer3_mlp.gate_proj_output_representation_persample_8.pth b/3b_layer3_mlp.gate_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fbf343c592a9ed900db8b7a9c1b515eb98a07262
--- /dev/null
+++ b/3b_layer3_mlp.gate_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1c5920275593bd4d8a90cfe61493b8ca7d765b4ebc7d5f664d8b360c7e3f27
+size 293750358
diff --git a/3b_layer3_mlp.up_proj_input_representation_persample_8.pth b/3b_layer3_mlp.up_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e47e230b7e7e4413f4ef1f6c7bdb8f61a3ec4c27
--- /dev/null
+++ b/3b_layer3_mlp.up_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f959b6cda31b73f5f57178c39c3fd45dbe9195eca319c4e5b2457fe8e6593cf4
+size 110157383
diff --git a/3b_layer3_self_attn.o_proj_input_representation_persample_8.pth b/3b_layer3_self_attn.o_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f6424ed4643c4f8919ebedc1ca8aa672854c7205
--- /dev/null
+++ b/3b_layer3_self_attn.o_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:386bb643a7d11a002ae36528141d466cdeaf67bcbde90ce1439b78e87d02cf1c
+size 110157408
diff --git a/3b_layer3_self_attn.o_proj_output_representation_persample_8.pth b/3b_layer3_self_attn.o_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..05950bfe1db44cb985247d99261724108cf249ed
--- /dev/null
+++ b/3b_layer3_self_attn.o_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af15f35414ee8f3ddf8cacc9f3ad58c34ce3bc47a2d6c7ed93891ead9c17c49
+size 110157413
diff --git a/3b_layer3_self_attn.q_proj_output_representation_persample_8.pth b/3b_layer3_self_attn.q_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..98ce17cd21d885a7fc28dfbe11ad64ee661b5a97
--- /dev/null
+++ b/3b_layer3_self_attn.q_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:671a7ceb4e9ddde26fdddd64a16366e04b816b4da0005db92858238767eb4bf7
+size 110157413
diff --git a/3b_layer3_self_attn.v_proj_output_representation_persample_8.pth b/3b_layer3_self_attn.v_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..cd2b75c4bef2e5de43ad6f4f819cd815a14e45cc
--- /dev/null
+++ b/3b_layer3_self_attn.v_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b973b1fde0bdfc92f58cca6c96b3fb47358bf97300e8afdec5e306ada240e9
+size 36720229
diff --git a/3b_layer4_mlp.down_proj_input_representation_persample_8.pth b/3b_layer4_mlp.down_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4c74b2b035057a30b866e9ff45fc02e6e293cb80
--- /dev/null
+++ b/3b_layer4_mlp.down_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf882be8f52108dbd0674bb033065f0674c9907e6174342a7deda9409d3ec58
+size 293750353
diff --git a/3b_layer4_mlp.gate_proj_output_representation_persample_8.pth b/3b_layer4_mlp.gate_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..939b07bf15a5334aba374d92897455ca6a5fb408
--- /dev/null
+++ b/3b_layer4_mlp.gate_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:700d22b272ad391c2e6586146c005c63521b0bb3f182b261e555b7f850c1daa2
+size 293750358
diff --git a/3b_layer4_self_attn.o_proj_input_representation_persample_8.pth b/3b_layer4_self_attn.o_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..407b33ba23633a41639c1c928e6892bc3399cd64
--- /dev/null
+++ b/3b_layer4_self_attn.o_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b78ea53344ee3177f473a52662af0b0a14f1946c1bf67fc2f6ed5f83ae52d32
+size 110157408
diff --git a/3b_layer4_self_attn.q_proj_input_representation_persample_8.pth b/3b_layer4_self_attn.q_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bb53b0c5e8b9761665d94df1800044b4d1977d40
--- /dev/null
+++ b/3b_layer4_self_attn.q_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b3b8e006f069f9bb109a7bfefa49d6948681ae04b491bd2df066f23f48d54d
+size 110157408
diff --git a/3b_layer5_mlp.down_proj_input_representation_persample_8.pth b/3b_layer5_mlp.down_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e8fecf597e7727317996b1f93a03a7a5ba567666
--- /dev/null
+++ b/3b_layer5_mlp.down_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beab520abaf8af273c29ca361dc4cd725ee715b0fd30bd2f5a0e8fbfb754cc07
+size 293750353
diff --git a/3b_layer5_mlp.down_proj_output_representation_persample_8.pth b/3b_layer5_mlp.down_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e25c6708ce7ee1d3547252063758a3c8f1c1991c
--- /dev/null
+++ b/3b_layer5_mlp.down_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb5b31d75e87aa580be1148faa6b54eb217f55141ff8215236c678745fcfa8c
+size 110157398
diff --git a/3b_layer5_mlp.gate_proj_input_representation_persample_8.pth b/3b_layer5_mlp.gate_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..cfdeeee427ec2172c79df607687d735e7ce80a61
--- /dev/null
+++ b/3b_layer5_mlp.gate_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b9fd81ee61ecfd65411fe93a30d9ba21e327d083b9cd0dea14797dbb77bc761
+size 110157393
diff --git a/3b_layer5_mlp.up_proj_input_representation_persample_8.pth b/3b_layer5_mlp.up_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..74f6fe99997d1aa1518db5f2fe083930be31ae97
--- /dev/null
+++ b/3b_layer5_mlp.up_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7affacea8ffa61e7f1512c605b48f6b8ae6be72e4007e00c51ea938fe4d29d85
+size 110157383
diff --git a/3b_layer5_self_attn.v_proj_output_representation_persample_8.pth b/3b_layer5_self_attn.v_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6f1750cfc203830e8698ba5c9e52b4f16b18b48f
--- /dev/null
+++ b/3b_layer5_self_attn.v_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49fed7a7e70cf81506e499c5593dc94d8b2cf800c771366aaac5846c184b8c32
+size 36720229
diff --git a/3b_layer6_mlp.down_proj_output_representation_persample_8.pth b/3b_layer6_mlp.down_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..85b0e00e6c725e5c3a8bb732bb079405bfa3b65e
--- /dev/null
+++ b/3b_layer6_mlp.down_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c58b138c945df427b03fca0fc5df3834bb539bfafd621030b2c0175f61b0df
+size 110157398
diff --git a/3b_layer6_mlp.gate_proj_output_representation_persample_8.pth b/3b_layer6_mlp.gate_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..cc09d1a9fb3b7e38f8f389fe74f09b759e7ca0f1
--- /dev/null
+++ b/3b_layer6_mlp.gate_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e232bd9cddef8122a737eab11216330c20558e4329d827d72d832d0f70260d03
+size 293750358
diff --git a/3b_layer6_self_attn.q_proj_input_representation_persample_8.pth b/3b_layer6_self_attn.q_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c2240a946f90e90d5564c0cfe08b3f5b533517ef
--- /dev/null
+++ b/3b_layer6_self_attn.q_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a3bc754da08ea5dc8044b942cd6b8561d56138120c7399aa8edb68e4580ee1f
+size 110157408
diff --git a/3b_layer7_self_attn.o_proj_input_representation_persample_8.pth b/3b_layer7_self_attn.o_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1b88815ba1478f4b20322a4eda6dbc1a1bb228af
--- /dev/null
+++ b/3b_layer7_self_attn.o_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44108e18628f83638ffe84a615c1c9dfb37d4768b7ad0461a597770b545c720e
+size 110157408
diff --git a/3b_layer7_self_attn.q_proj_input_representation_persample_8.pth b/3b_layer7_self_attn.q_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a7feade0ed0b8017459f475310987296ee07102f
--- /dev/null
+++ b/3b_layer7_self_attn.q_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:885bc25e7209686c1d1eccf5353ebd6d1be5080b0e0e2b2642c2015af4818b36
+size 110157408
diff --git a/3b_layer7_self_attn.q_proj_output_representation_persample_8.pth b/3b_layer7_self_attn.q_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..80b54f3eb4fcf28d4da39f076d640733f8e1f907
--- /dev/null
+++ b/3b_layer7_self_attn.q_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eb2daec9940c62c881d0e0aff7e5576ea705d460fcb2af824c8e7b72754e30e
+size 110157413
diff --git a/3b_layer8_mlp.gate_proj_input_representation_persample_8.pth b/3b_layer8_mlp.gate_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3778bfc317f5c241c5ac10c174631fe9495b6706
--- /dev/null
+++ b/3b_layer8_mlp.gate_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21376880eb5924115eb4fd0312f4524936c9dd8714c9c0f233e9a2ca6a403074
+size 110157393
diff --git a/3b_layer8_mlp.up_proj_output_representation_persample_8.pth b/3b_layer8_mlp.up_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..035a726dad78ed1b77941042782775a00a263066
--- /dev/null
+++ b/3b_layer8_mlp.up_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b107e7ad32967b9ec6cd45992f104001d04bb3358477dbe9e2ae681d879697
+size 293750348
diff --git a/3b_layer9_mlp.gate_proj_output_representation_persample_8.pth b/3b_layer9_mlp.gate_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f057fedfabf5bd5c0f94368047793cda47c028ef
--- /dev/null
+++ b/3b_layer9_mlp.gate_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8bbeedd06068cfafd6e176c84215c4cf4b115276ba6f6e83df08411ca400b1a
+size 293750358
diff --git a/3b_layer9_self_attn.q_proj_input_representation_persample_8.pth b/3b_layer9_self_attn.q_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f08ea6d0dc4138435fa28f9e0364103ff035d8ef
--- /dev/null
+++ b/3b_layer9_self_attn.q_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527f37498d499b5958fba4f9e7c8bc63dcb95d9635d6b6734fa0d2936c2123b7
+size 110157408
diff --git a/3b_layer9_self_attn.q_proj_output_representation_persample_8.pth b/3b_layer9_self_attn.q_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..af41ed05e743782f1ebfbe53599f2b19d2d154e0
--- /dev/null
+++ b/3b_layer9_self_attn.q_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975d67289dd33d153e51ed0ce6571503318613a2edbcebc2da97ea2ed81358c2
+size 110157413