diff --git a/1b_layer0_mlp.down_proj_output_representatio_persample_8.pth b/1b_layer0_mlp.down_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3c67501cfe3d5060944bce9404e3489d863b674e
--- /dev/null
+++ b/1b_layer0_mlp.down_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c788c14086b193534afd1180935c49cb0bc7562d6029e911bcaabbcf26bf83
+size 73438801
diff --git a/1b_layer0_mlp.up_proj_input_representation_persample_8.pth b/1b_layer0_mlp.up_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..cce37b556bca805fa67f6d037019014ad3418030
--- /dev/null
+++ b/1b_layer0_mlp.up_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb928f203910641ccb48a2a27c3a6712ef0821b7c317485d1877f6b7fc3da18b
+size 73438791
diff --git a/1b_layer10_mlp.down_proj_output_representatio_persample_8.pth b/1b_layer10_mlp.down_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e0f3e9e184f74a027e4a2b6b46145bd79a92c6f6
--- /dev/null
+++ b/1b_layer10_mlp.down_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0077f2295daa719ab3e3f55ccd82610c89d95c61558aa765af3bf9eb3a156a76
+size 73438806
diff --git a/1b_layer10_mlp.gate_proj_input_representation_persample_8.pth b/1b_layer10_mlp.gate_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e597c64a84884824e2fd87892b574888302838f8
--- /dev/null
+++ b/1b_layer10_mlp.gate_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1dfb4db92dbbb688102bbbd1511d7c7e8191a6741d07301a1885e317ecb4284
+size 73438806
diff --git a/1b_layer10_self_attn.q_proj_input_representation_persample_8.pth b/1b_layer10_self_attn.q_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5c384f0523c524cd1e4542d078ada13d3f39e0fd
--- /dev/null
+++ b/1b_layer10_self_attn.q_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ad2d697db256efe21eea79933daa96c9ca66b3fa04ee6450a89421371cf7e5b
+size 73438821
diff --git a/1b_layer10_self_attn.q_proj_output_representatio_persample_8.pth b/1b_layer10_self_attn.q_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..10d31a3973cd04be8b2a03abe9d9c82e55c09e97
--- /dev/null
+++ b/1b_layer10_self_attn.q_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae143599d21a14069c79b65932dce44c7a5e7bec071a9c52c1a25ac756a16ea
+size 73438821
diff --git a/1b_layer11_mlp.down_proj_output_representatio_persample_8.pth b/1b_layer11_mlp.down_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..297c5d9d42c4c98570c7a83af35761f2025ac570
--- /dev/null
+++ b/1b_layer11_mlp.down_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a365d4d572d2e1541d7b60fc7cf91a1a0278ff2283c925219c4e33785c8d8f49
+size 73438806
diff --git a/1b_layer11_self_attn.o_proj_output_representatio_persample_8.pth b/1b_layer11_self_attn.o_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c8de68b5fee56ebf7b557db3a39ea2535012d3b7
--- /dev/null
+++ b/1b_layer11_self_attn.o_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2259783acdd8d41b9a2985a36041dabeea78fff56d651c823dab2488808fd41
+size 73438821
diff --git a/1b_layer11_self_attn.q_proj_output_representatio_persample_8.pth b/1b_layer11_self_attn.q_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b36bfbfab5f00d1e7063b611b0c59e1ff5507dff
--- /dev/null
+++ b/1b_layer11_self_attn.q_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb9be1091745b94e418804e496158af4738e00c7817bbeda224cdf3ae13626c
+size 73438821
diff --git a/1b_layer12_mlp.down_proj_output_representatio_persample_8.pth b/1b_layer12_mlp.down_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e0f32df9bdec9a082dde721a9119d385e75cc63b
--- /dev/null
+++ b/1b_layer12_mlp.down_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc3099bafdd8eb65c783de15df5749bc0898f53dcb00963663fcf56ecfdaf185
+size 73438806
diff --git a/1b_layer12_self_attn.o_proj_output_representatio_persample_8.pth b/1b_layer12_self_attn.o_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..21d4c936197055ed49720d0891e093d2898a7a4f
--- /dev/null
+++ b/1b_layer12_self_attn.o_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8cc6f7174577c9e7b43a86ab7929f10c9df0df4c3f9bfb0257bf00fd7368aeb
+size 73438821
diff --git a/1b_layer12_self_attn.v_proj_output_representatio_persample_8.pth b/1b_layer12_self_attn.v_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..037faf935aa7f5de8d77f036ab13ae0cfce5055a
--- /dev/null
+++ b/1b_layer12_self_attn.v_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e2b0aed34e050157c1897122adcb308418886bd501d7ac0a9bd5b7943e04a76
+size 18360933
diff --git a/1b_layer13_mlp.down_proj_output_representatio_persample_8.pth b/1b_layer13_mlp.down_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..98e7a8d1e3fe7f86af3689ea59fd8c24dd5c7fb1
--- /dev/null
+++ b/1b_layer13_mlp.down_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749e9cd70447a8933637b7f2cf0fa13fd0901444639305dc60280e6c9c105e95
+size 73438806
diff --git a/1b_layer13_self_attn.q_proj_output_representatio_persample_8.pth b/1b_layer13_self_attn.q_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..22ff567c44a484f4c39a95df15e490d5e19d7b2b
--- /dev/null
+++ b/1b_layer13_self_attn.q_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7071cf0263ed51102485be8c311d5de0dd5c3f37152b31c35747d6745ea9a25f
+size 73438821
diff --git a/1b_layer14_self_attn.q_proj_output_representatio_persample_8.pth b/1b_layer14_self_attn.q_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..87179400738c356dd51e077519fddbc694621b48
--- /dev/null
+++ b/1b_layer14_self_attn.q_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0c6240294ad1519681acb09b7c0ba20c6e7f0d8fabf05a8894a76c905b34d34
+size 73438821
diff --git a/1b_layer15_mlp.down_proj_output_representatio_persample_8.pth b/1b_layer15_mlp.down_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7b9a79b9746847f2b8a918bc72e503880a38e298
--- /dev/null
+++ b/1b_layer15_mlp.down_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790601e0bc64eb97ece435ce6ad87e9181a53052574f15bb7211eac1dadb5b1f
+size 73438806
diff --git a/1b_layer15_self_attn.o_proj_output_representatio_persample_8.pth b/1b_layer15_self_attn.o_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f488f2974893ddefccabed0e720827e6456c87d3
--- /dev/null
+++ b/1b_layer15_self_attn.o_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74e645a7da46bce2075d64749b87e9c61b5b540f39f3932a8613767137609e44
+size 73438821
diff --git a/1b_layer15_self_attn.q_proj_input_representation_persample_8.pth b/1b_layer15_self_attn.q_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9b11b4c165c3247c559c867038e1ded7d212cff7
--- /dev/null
+++ b/1b_layer15_self_attn.q_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c094380c5d2b9ed24b82675f4c3b98c94a87a506a6cbd4f97d2390b30737d87f
+size 73438821
diff --git a/1b_layer15_self_attn.v_proj_input_representation_persample_8.pth b/1b_layer15_self_attn.v_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bd418221660e4ece67a1c52bf0d37ce6de22620a
--- /dev/null
+++ b/1b_layer15_self_attn.v_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b78c853ebb4b7f2fea2d4ac6d91df0b9f8758f21f5f964e4f95600689c21fb0
+size 73438821
diff --git a/1b_layer15_self_attn.v_proj_output_representatio_persample_8.pth b/1b_layer15_self_attn.v_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..729ea5204f6ba6bd5f29fb9cfcbe56dd84da8a28
--- /dev/null
+++ b/1b_layer15_self_attn.v_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32afb11999bbc8992f5968ad24c6149b258b6b075f78b55bd225ba37bc4c653f
+size 18360933
diff --git a/1b_layer1_mlp.down_proj_output_representatio_persample_8.pth b/1b_layer1_mlp.down_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..58fe4dab6b17d3ff574804b59127b9a30e9aefbd
--- /dev/null
+++ b/1b_layer1_mlp.down_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e710a41890d02b6fe44b0ab15e2cf9af67a051e934e9897aa14af965d62d61b
+size 73438801
diff --git a/1b_layer1_mlp.gate_proj_input_representation_persample_8.pth b/1b_layer1_mlp.gate_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d24403c3f0fa2574c1453da4d3ee8e5cc1b76103
--- /dev/null
+++ b/1b_layer1_mlp.gate_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e7a358dbe8e5cb9b5906225c2da6767e853c1de7281d02b8ab201f1e9022b0
+size 73438801
diff --git a/1b_layer1_self_attn.k_proj_output_representatio_persample_8.pth b/1b_layer1_self_attn.k_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..41ed59b23c929d72fc7fbf1c9fe63357272d08f3
--- /dev/null
+++ b/1b_layer1_self_attn.k_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74608c42ad636097169aed605f26bebcd0af72313875ef9081c30d615b0eafee
+size 18360928
diff --git a/1b_layer1_self_attn.o_proj_input_representation_persample_8.pth b/1b_layer1_self_attn.o_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1ab701be02338266d285ab256b397ad822630dbd
--- /dev/null
+++ b/1b_layer1_self_attn.o_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9761886af6f6d979a0af316cc7f4b5e9166d966b438ec3d998f29d77ca935d8d
+size 73438816
diff --git a/1b_layer1_self_attn.o_proj_output_representatio_persample_8.pth b/1b_layer1_self_attn.o_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8f1d8dded94d7b2535b3f5175291a4ce91fbe0b0
--- /dev/null
+++ b/1b_layer1_self_attn.o_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f59d295af28bf22b2d5e174833a756a5aff5b3d009ff2e536800c6db5684f12
+size 73438816
diff --git a/1b_layer1_self_attn.v_proj_input_representation_persample_8.pth b/1b_layer1_self_attn.v_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8bcd0a4b8b077e425ac6069f6446e54687832bfa
--- /dev/null
+++ b/1b_layer1_self_attn.v_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73c0c5cfda9ea2ce82bfa8fad6f51639ea8a852a4d83da05370038ce19f0f6c4
+size 73438816
diff --git a/1b_layer2_mlp.up_proj_input_representation_persample_8.pth b/1b_layer2_mlp.up_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d222b416e07e513ed25f6f39c8f4fccbc4fab085
--- /dev/null
+++ b/1b_layer2_mlp.up_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d50f352ebea41c3e8a024b4daea6d7005e27205a3d90e63f31c58d542a1748
+size 73438791
diff --git a/1b_layer2_self_attn.o_proj_input_representation_persample_8.pth b/1b_layer2_self_attn.o_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..67d19e70168f14bab4194f8c08c7ee35b7ef03a4
--- /dev/null
+++ b/1b_layer2_self_attn.o_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e9213f02f36c82b090dd6c5119fd628620f5080b89eeffb1defa053449448fa
+size 73438816
diff --git a/1b_layer2_self_attn.o_proj_output_representatio_persample_8.pth b/1b_layer2_self_attn.o_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..479e21c1567b23f55f1e38d228a141332aeb4a74
--- /dev/null
+++ b/1b_layer2_self_attn.o_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e990500b48d8033cc8d2b31899ede36a6dbe280beab334c468ad079994c7520
+size 73438816
diff --git a/1b_layer2_self_attn.q_proj_input_representation_persample_8.pth b/1b_layer2_self_attn.q_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a3be38301678bce2562d8fae0bd0335164ca6461
--- /dev/null
+++ b/1b_layer2_self_attn.q_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a4c39842c8354b00c420733eb1faa945e0d418d6ab991b9359e103e4b3cf33
+size 73438816
diff --git a/1b_layer3_mlp.gate_proj_input_representation_persample_8.pth b/1b_layer3_mlp.gate_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..21417bade6f244036ca1bc1c326390d40b5d5018
--- /dev/null
+++ b/1b_layer3_mlp.gate_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366761b49ed3c7396d5bca3746ecb7dabbd702339faf34af56eb47d62211afa3
+size 73438801
diff --git a/1b_layer3_self_attn.o_proj_input_representation_persample_8.pth b/1b_layer3_self_attn.o_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6125ea6ae02c60f8bcc1905bdb53ad4a07e5a1a7
--- /dev/null
+++ b/1b_layer3_self_attn.o_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7a6db6ac313a5be2c7730f162739cd7261c2190dab6ebcc68ab8edc199f0ba
+size 73438816
diff --git a/1b_layer3_self_attn.v_proj_output_representatio_persample_8.pth b/1b_layer3_self_attn.v_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6d86003e363ed79b36e53a08ac4c27872a5efda8
--- /dev/null
+++ b/1b_layer3_self_attn.v_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91156d453e462c178045bf9e72a7034dba1c287ed4ee02bf68701d794cadd793
+size 18360928
diff --git a/1b_layer4_mlp.down_proj_output_representatio_persample_8.pth b/1b_layer4_mlp.down_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..766bd0a1a87bb8e14a2586aaeb97f7daca136029
--- /dev/null
+++ b/1b_layer4_mlp.down_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f452d0d3bc6b3fd461cf9f477760f8239fcf0663eda9b0a3bdb11ce7941e15
+size 73438801
diff --git a/1b_layer4_mlp.gate_proj_input_representation_persample_8.pth b/1b_layer4_mlp.gate_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9adb0b018af4ee7f033d03d8e9375ca4e63e96b0
--- /dev/null
+++ b/1b_layer4_mlp.gate_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64cf3981d42c35ae7ad4845bec6ca7373b3e1ee8c0ca92e09629eb20e9e9f2b6
+size 73438801
diff --git a/1b_layer4_mlp.up_proj_input_representation_persample_8.pth b/1b_layer4_mlp.up_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..21fe345c72596e32aff88aea91b189e7049cc552
--- /dev/null
+++ b/1b_layer4_mlp.up_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387cc8d0a017c9231c9ab5ab12b16c7a4d7a892489c94d6ac49febf78d337105
+size 73438791
diff --git a/1b_layer4_self_attn.k_proj_input_representation_persample_8.pth b/1b_layer4_self_attn.k_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d38b2285d2c45c2cdc466768f2e38460f9decc5c
--- /dev/null
+++ b/1b_layer4_self_attn.k_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f4a78cfd37a44bdcb6194159b07feb1bd41359d7903a243651ee42539ac0a3
+size 73438816
diff --git a/1b_layer4_self_attn.k_proj_output_representatio_persample_8.pth b/1b_layer4_self_attn.k_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..da35f7bfabaa689a94ebef2529c6da9d971d93f8
--- /dev/null
+++ b/1b_layer4_self_attn.k_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:238a62732589d23c6eb2d5ef9a8adb79867902ef862a1648b3f322f3e799414d
+size 18360928
diff --git a/1b_layer4_self_attn.o_proj_input_representation_persample_8.pth b/1b_layer4_self_attn.o_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0b805c603317f2b8e0f84adc44281ce96b0a56dd
--- /dev/null
+++ b/1b_layer4_self_attn.o_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a865d1011f5efad01930b420dc9d8f974ab5abc651969ceb5a5df99ec801dc74
+size 73438816
diff --git a/1b_layer4_self_attn.o_proj_output_representatio_persample_8.pth b/1b_layer4_self_attn.o_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e7020a0e3da25945100e6d08f5b9db8e6957376a
--- /dev/null
+++ b/1b_layer4_self_attn.o_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d4254a0ed1fd4cbe8c7b1094d1c63def26c9f9c9c34465fd96e3a081f48649a
+size 73438816
diff --git a/1b_layer4_self_attn.q_proj_input_representation_persample_8.pth b/1b_layer4_self_attn.q_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..078f2962fa949f15d11b7a9e0eb34a054f6b926a
--- /dev/null
+++ b/1b_layer4_self_attn.q_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e2a1d34cda324a00a32a34d14b031ccc45993ac213406dda298688a5f877fe
+size 73438816
diff --git a/1b_layer4_self_attn.v_proj_output_representatio_persample_8.pth b/1b_layer4_self_attn.v_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3e3f39c46cb522eaf3dcdb1fcc5fcd5e3e8eab89
--- /dev/null
+++ b/1b_layer4_self_attn.v_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d9afd1c4ba41bc98067511ac7d809be03ff520516d10d9468b72e820d49116d
+size 18360928
diff --git a/1b_layer5_self_attn.k_proj_input_representation_persample_8.pth b/1b_layer5_self_attn.k_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3e420e2237219c7a8b238124a7b23aa0f86d08c9
--- /dev/null
+++ b/1b_layer5_self_attn.k_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676c6b3291d8243c68ee0c1f1cb700b2bb36385d19666b574f0b3d7895e34bc3
+size 73438816
diff --git a/1b_layer5_self_attn.v_proj_input_representation_persample_8.pth b/1b_layer5_self_attn.v_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..83906a98d998ee35206e100edc72c2f140aa3b92
--- /dev/null
+++ b/1b_layer5_self_attn.v_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47708a3e20b98b6ae428e3d556f0e003bbcbc320d22bc7ebc432ca9dc0ad3f52
+size 73438816
diff --git a/1b_layer5_self_attn.v_proj_output_representatio_persample_8.pth b/1b_layer5_self_attn.v_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1f6c88b86b9d94ec1748be5aa004ab5f8ee3e6b1
--- /dev/null
+++ b/1b_layer5_self_attn.v_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efe0de7a447842d370943cf467736483e7e8e40358200a661cbd0ba4c3cf24d1
+size 18360928
diff --git a/1b_layer6_mlp.down_proj_output_representatio_persample_8.pth b/1b_layer6_mlp.down_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..cfba032c979078413aee207c172da44b3b4030e6
--- /dev/null
+++ b/1b_layer6_mlp.down_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4abf3e3481cec7b445bccf2ad1cb6c5a150f9083208bfec7c51539d028123390
+size 73438801
diff --git a/1b_layer6_self_attn.k_proj_input_representation_persample_8.pth b/1b_layer6_self_attn.k_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a1ff4e0b96d2991437bdd16a3bcc252c899c80ec
--- /dev/null
+++ b/1b_layer6_self_attn.k_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c87be2cc995c26145ad749da6531c5946f835bb062caa469fa66ad1311d556c
+size 73438816
diff --git a/1b_layer6_self_attn.k_proj_output_representatio_persample_8.pth b/1b_layer6_self_attn.k_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7bc37df20376b0dcebee56afc909af45b8310c93
--- /dev/null
+++ b/1b_layer6_self_attn.k_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7459ee84180676a0c038b1f49f2e8e65f38719d10475dcba7f168f48c6db522
+size 18360928
diff --git a/1b_layer6_self_attn.o_proj_input_representation_persample_8.pth b/1b_layer6_self_attn.o_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..cd90e99be694ef995ec990280191739e1c64bb53
--- /dev/null
+++ b/1b_layer6_self_attn.o_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0526c5d4279c6a17b6e5baa1b95659f08270ef6eab4965fb669ab4936ccd33e
+size 73438816
diff --git a/1b_layer6_self_attn.q_proj_output_representatio_persample_8.pth b/1b_layer6_self_attn.q_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..676ae7c3085600e832528a2abd5588819cca943f
--- /dev/null
+++ b/1b_layer6_self_attn.q_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d02abf734bb126cab35b0ca7a5b158c4c4bee56888428932a4107be667f83217
+size 73438816
diff --git a/1b_layer7_mlp.down_proj_output_representatio_persample_8.pth b/1b_layer7_mlp.down_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bf6a7e1d7bf33fd12b635382b0c40f236449cd52
--- /dev/null
+++ b/1b_layer7_mlp.down_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0daae2b13a14b9315df0915c047ca1206782755801ba0ced7d38ab4b4da98f
+size 73438801
diff --git a/1b_layer7_mlp.gate_proj_input_representation_persample_8.pth b/1b_layer7_mlp.gate_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8b40e9329be59cb6a212108be608c5ca91c36ebc
--- /dev/null
+++ b/1b_layer7_mlp.gate_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d0ef92582b5b5d0adf35dbf4776d1c2d03a3a6a6945369fd04f87670b9defa
+size 73438801
diff --git a/1b_layer7_self_attn.k_proj_output_representatio_persample_8.pth b/1b_layer7_self_attn.k_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c7ba0fa1527246be661156cf5db306837f7c640d
--- /dev/null
+++ b/1b_layer7_self_attn.k_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c997b1d59285d6b1930047a1ef90bd8557cb6fcd6fa46b932523e684e6b8dde
+size 18360928
diff --git a/1b_layer7_self_attn.v_proj_input_representation_persample_8.pth b/1b_layer7_self_attn.v_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7aa27ddb0b4a51107f6dc9be45091797f0b3a195
--- /dev/null
+++ b/1b_layer7_self_attn.v_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff48ae39a7471f8bf10439872f8ba17224bb329aa2fbb2c951d312e58e617bad
+size 73438816
diff --git a/1b_layer8_mlp.down_proj_output_representatio_persample_8.pth b/1b_layer8_mlp.down_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4c61b55b5714ff0b283658082aaae7e1fa2358e5
--- /dev/null
+++ b/1b_layer8_mlp.down_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b628be4f494aeba30e1bc8ce8ec386a30e67675c7374ea6674b7fca906f5741f
+size 73438801
diff --git a/1b_layer8_mlp.gate_proj_input_representation_persample_8.pth b/1b_layer8_mlp.gate_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4b1f109bcd16bd878df7112ef3a8d9c0f064eaf1
--- /dev/null
+++ b/1b_layer8_mlp.gate_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af990efe4c4ee8b0c3acf3e165011132f9090731a5e84894ce1a4bbbe21f33b
+size 73438801
diff --git a/1b_layer8_self_attn.k_proj_input_representation_persample_8.pth b/1b_layer8_self_attn.k_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ba0cf1dea9718e8dfe9ea9f1b19af2bb77bf544d
--- /dev/null
+++ b/1b_layer8_self_attn.k_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8de5a58cbea34eec4ae17f85615701330e40d0988d50f6b6bf4b270eea2cc6
+size 73438816
diff --git a/1b_layer9_mlp.down_proj_output_representatio_persample_8.pth b/1b_layer9_mlp.down_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..784a5907dc6a309d68ad7a9358f4b8a7aecc11c2
--- /dev/null
+++ b/1b_layer9_mlp.down_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb3d24c4e648d5a13b285b7121e52176a89e2866beebef0cc9e99edf204ea9c
+size 73438801
diff --git a/1b_layer9_self_attn.k_proj_output_representatio_persample_8.pth b/1b_layer9_self_attn.k_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..47e5afdb64c17a53fe769c577e703a613c567d40
--- /dev/null
+++ b/1b_layer9_self_attn.k_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e849d5856e1f6ff97713c57791a13fa7225010ced9df2cd923d05a03564e1769
+size 18360928
diff --git a/1b_layer9_self_attn.o_proj_input_representation_persample_8.pth b/1b_layer9_self_attn.o_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fcb427b3758a34c56abad7e71e0d4a1a79264876
--- /dev/null
+++ b/1b_layer9_self_attn.o_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bc6ddbc773f1ab3411c63e8edfe8e29bfbd307e83a54e692b41a8b4d3e0cc1b
+size 73438816
diff --git a/1b_layer9_self_attn.o_proj_output_representatio_persample_8.pth b/1b_layer9_self_attn.o_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..cfd2995942e891d1531506b011dfe3986eb060e4
--- /dev/null
+++ b/1b_layer9_self_attn.o_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d60163021c50c17be76c99795283b93d77215f2b6fdbf08af94e80683d83a374
+size 73438816
diff --git a/1b_layer9_self_attn.q_proj_input_representation_persample_8.pth b/1b_layer9_self_attn.q_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c7fe474a80408bb53e2f8ea5605eea477ab423e0
--- /dev/null
+++ b/1b_layer9_self_attn.q_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae352eebd2d10781f7b9054147158f200058fdbf7db4cdce37cb7a606048dbe
+size 73438816
diff --git a/1b_layer9_self_attn.v_proj_output_representatio_persample_8.pth b/1b_layer9_self_attn.v_proj_output_representatio_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..96c7eb8d2b88e68216f16b253e6dcc641a81b8a7
--- /dev/null
+++ b/1b_layer9_self_attn.v_proj_output_representatio_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17eca20d10b53f10a1d381fc9c5683a671e009d053a8573a9c81b4f21ac9a157
+size 18360928
diff --git a/3b_layer0_mlp.gate_proj_input_representation_persample_8.pth b/3b_layer0_mlp.gate_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1a696851b65a58619e6185ba17b53d9b4e29e5cc
--- /dev/null
+++ b/3b_layer0_mlp.gate_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f454180f10364daba869130e9628e4f1266ba724f9855f60adb6907868ba12d8
+size 110157393
diff --git a/3b_layer0_mlp.up_proj_input_representation_persample_8.pth b/3b_layer0_mlp.up_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..55a43c9c0624521e6b1f04d7fe60ec866fee44d5
--- /dev/null
+++ b/3b_layer0_mlp.up_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732485059730987e61bbb27bd77eff1f90a82f8435f19227fae9d434b31c6f9e
+size 110157383
diff --git a/3b_layer0_self_attn.o_proj_output_representation_persample_8.pth b/3b_layer0_self_attn.o_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..370e0be4b86c2b7620e9249fda54736f26a0e8d8
--- /dev/null
+++ b/3b_layer0_self_attn.o_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498e33f20b84c6a25ebacd498214752830ced40c52b60c6c8dd673ba5771add8
+size 110157413
diff --git a/3b_layer0_self_attn.q_proj_input_representation_persample_8.pth b/3b_layer0_self_attn.q_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..71b74172da6eb430d6b96b6234f4274f4d56d473
--- /dev/null
+++ b/3b_layer0_self_attn.q_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d9f541851779a8efb9986560a5adbac7279e061113da6474dbf501f8b8eeb6
+size 110157408
diff --git a/3b_layer0_self_attn.v_proj_output_representation_persample_8.pth b/3b_layer0_self_attn.v_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2827752d253e962ad8e8874c619df37b5a1be83d
--- /dev/null
+++ b/3b_layer0_self_attn.v_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527de5f01aee3b4cf14a61124fc845022652873308d0076ef60f4a454c6806e1
+size 36720229
diff --git a/3b_layer10_self_attn.k_proj_input_representation_persample_8.pth b/3b_layer10_self_attn.k_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a63d6d0622b354e00c0319acab3f0635c0bf7b51
--- /dev/null
+++ b/3b_layer10_self_attn.k_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10efc7139c3866a299fadf70e1cfe38364b15b891569a44e778c7c8ef5af7424
+size 110157413
diff --git a/3b_layer10_self_attn.v_proj_input_representation_persample_8.pth b/3b_layer10_self_attn.v_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4e3233916764f60538aaf15daade71db6c589b23
--- /dev/null
+++ b/3b_layer10_self_attn.v_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a5f26f0fc1114c3128818ea17d690b3cb6557903a39d0d28c79a721280f734d
+size 110157413
diff --git a/3b_layer11_self_attn.o_proj_input_representation_persample_8.pth b/3b_layer11_self_attn.o_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a9ced38a69da0591b9f1c82aac09495da300ba79
--- /dev/null
+++ b/3b_layer11_self_attn.o_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef994344b372774a000e7acbcb54c4c5bd1b29f22b6e0e2a79853c0501a212a1
+size 110157413
diff --git a/3b_layer12_mlp.down_proj_output_representation_persample_8.pth b/3b_layer12_mlp.down_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..46beee02f990700c32db228ac04b5dd8227b2b2e
--- /dev/null
+++ b/3b_layer12_mlp.down_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f82084fbb4e311c80351ee5639b6f7c7a946808b2f1b17b109485bb2ce0b393
+size 110157403
diff --git a/3b_layer12_mlp.up_proj_input_representation_persample_8.pth b/3b_layer12_mlp.up_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..321543ebade639e1b6ec960aaa932847065a9baa
--- /dev/null
+++ b/3b_layer12_mlp.up_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c956ffccc85d829aced414f61f1360f1379c66cdcc0366e68f3096237f49f35
+size 110157388
diff --git a/3b_layer12_self_attn.k_proj_output_representation_persample_8.pth b/3b_layer12_self_attn.k_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..45d88861642e3ec58fd839521877de34839bb613
--- /dev/null
+++ b/3b_layer12_self_attn.k_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb91bf2491f9b8ee0fc639c48483ae231d85565a526698d2205f73f6ac7377d
+size 36720234
diff --git a/3b_layer12_self_attn.o_proj_input_representation_persample_8.pth b/3b_layer12_self_attn.o_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ee99fe3bdb6167528d218145ccb29741d195e955
--- /dev/null
+++ b/3b_layer12_self_attn.o_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418bda02965af01e495222d92a8eff0f7219979f0fe94f73a7466937c3d71b60
+size 110157413
diff --git a/3b_layer12_self_attn.o_proj_output_representation_persample_8.pth b/3b_layer12_self_attn.o_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..417eb3fe8c3893dcaeb8d8ca2acf9dd136f067a1
--- /dev/null
+++ b/3b_layer12_self_attn.o_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d5ebb03c1b72fc57dd44af2175192e8b0b0cad4f4bdfdc9417d7ce67fe01145
+size 110157418
diff --git a/3b_layer12_self_attn.q_proj_input_representation_persample_8.pth b/3b_layer12_self_attn.q_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..beeaea9c45d688bf40bcb2ad6fa3ceb7907ee94d
--- /dev/null
+++ b/3b_layer12_self_attn.q_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df42630effd2cf53ac958625d0aee1f795b1376019d3877d3120f3cd463df06
+size 110157413
diff --git a/3b_layer12_self_attn.v_proj_input_representation_persample_8.pth b/3b_layer12_self_attn.v_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..48efcd0a1460248fe7b265479e6f294a48aa6d44
--- /dev/null
+++ b/3b_layer12_self_attn.v_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa67815959cc7bcfae9818526c9eb24f297445e7b22a4131b9c79b7b89d03e86
+size 110157413
diff --git a/3b_layer13_self_attn.k_proj_input_representation_persample_8.pth b/3b_layer13_self_attn.k_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..34ec324a01b838d6626cae822811346a9ecb543d
--- /dev/null
+++ b/3b_layer13_self_attn.k_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79fa5434c461ea661cff08aa19e2ed74149e3ab67377c75249afa8e3a4aed2f6
+size 110157413
diff --git a/3b_layer13_self_attn.k_proj_output_representation_persample_8.pth b/3b_layer13_self_attn.k_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..db0fbfb49b00f1abb29c04e6e963ea152b78a2c0
--- /dev/null
+++ b/3b_layer13_self_attn.k_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31d227483d314f63d06605fe8a95094339a566ab028aab45ec07c631c87288ac
+size 36720234
diff --git a/3b_layer13_self_attn.q_proj_input_representation_persample_8.pth b/3b_layer13_self_attn.q_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..82eee68277c0979325f8fb0373fdb2dee3f9585a
--- /dev/null
+++ b/3b_layer13_self_attn.q_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f531df9e6d598c0f7d44de5ad75ac10383227feadda39f6d5ab4c5aa79d13061
+size 110157413
diff --git a/3b_layer13_self_attn.v_proj_output_representation_persample_8.pth b/3b_layer13_self_attn.v_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..78fe0ef8d6d1655e67093249557e5e4520eff06d
--- /dev/null
+++ b/3b_layer13_self_attn.v_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22b315121e613fc99067381e6e11dbde3c884f7fa3cbcc9adb9d00dd4089a41
+size 36720234
diff --git a/3b_layer14_self_attn.q_proj_input_representation_persample_8.pth b/3b_layer14_self_attn.q_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..280778907fe4e1fe36f9578bbe44555440161214
--- /dev/null
+++ b/3b_layer14_self_attn.q_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e92a62eea460018a9e362779714169f43ed784d75ee7a410feeff98c6e7b3f
+size 110157413
diff --git a/3b_layer14_self_attn.q_proj_output_representation_persample_8.pth b/3b_layer14_self_attn.q_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2bdda7d1a3f383386227c0ddfd6a573c618376e2
--- /dev/null
+++ b/3b_layer14_self_attn.q_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18876097d7805c1612fe9e6ae825c1524dcea247694eeafa17da43b410275cf
+size 110157418
diff --git a/3b_layer14_self_attn.v_proj_input_representation_persample_8.pth b/3b_layer14_self_attn.v_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4d0fb0fe6098e852a1c7ee26f088f3b15345426e
--- /dev/null
+++ b/3b_layer14_self_attn.v_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb212ba040e2958796016555d833b454adb1e54ed67e0057ed28498ed7924f4
+size 110157413
diff --git a/3b_layer15_mlp.gate_proj_input_representation_persample_8.pth b/3b_layer15_mlp.gate_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3d3de087f120989b775ab06471526dffed36b24e
--- /dev/null
+++ b/3b_layer15_mlp.gate_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe90b3a6bcfb4a7ed0b622c821c285f0049762aae3982ad37a3273ad50cb28cb
+size 110157398
diff --git a/3b_layer15_mlp.up_proj_input_representation_persample_8.pth b/3b_layer15_mlp.up_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d8a7eee9e5ce1d86916a8782910e34f56f69a5eb
--- /dev/null
+++ b/3b_layer15_mlp.up_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98e34c16b749d2d1c0d98c02bfa5b70e1bf8bc4efbb83bd9f0f6d0da0e605a2a
+size 110157388
diff --git a/3b_layer15_self_attn.k_proj_output_representation_persample_8.pth b/3b_layer15_self_attn.k_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e71905fd70186d379c45783e9e7e689c542ddf0e
--- /dev/null
+++ b/3b_layer15_self_attn.k_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edd51a76f62b5066c8bdb503413580eb10b93e00653893371d6bcc10f5ad15d0
+size 36720234
diff --git a/3b_layer15_self_attn.o_proj_input_representation_persample_8.pth b/3b_layer15_self_attn.o_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4e54f075101deb3560bb907bf3fba79e49914fd0
--- /dev/null
+++ b/3b_layer15_self_attn.o_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ceca9b45227fab3afb3f9c6581022762199598f85032be84a319062b230b04a
+size 110157413
diff --git a/3b_layer16_self_attn.k_proj_output_representation_persample_8.pth b/3b_layer16_self_attn.k_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d651c9fa0ed04768afa3f0fb334f46ab50c61c8c
--- /dev/null
+++ b/3b_layer16_self_attn.k_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8a6bb483ce2f3913acd511e3a8a8e71f4a3ae6b9da1701ad296cb40b0c6d305
+size 36720234
diff --git a/3b_layer16_self_attn.o_proj_input_representation_persample_8.pth b/3b_layer16_self_attn.o_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a00afd3b72321b7253f07a4839cc117a11c05ec6
--- /dev/null
+++ b/3b_layer16_self_attn.o_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fec2a69e60a210cbccc7fcc8b754e28dd523c64bcd35385905c3a7a469a9d70
+size 110157413
diff --git a/3b_layer16_self_attn.q_proj_input_representation_persample_8.pth b/3b_layer16_self_attn.q_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f8f2019850d10c8c08b1b20f70168cbd392f5b5f
--- /dev/null
+++ b/3b_layer16_self_attn.q_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8147b3c211d70c80be96512b53d6e4b9603e4dfe12d3913f8647707954e7e3b
+size 110157413
diff --git a/3b_layer16_self_attn.v_proj_output_representation_persample_8.pth b/3b_layer16_self_attn.v_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6826452d6c6bad55736f8af48a041d1217d18e80
--- /dev/null
+++ b/3b_layer16_self_attn.v_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3275f68f2cbda172e5270e1b6bcf7d2fe3b94f02cb418faa188782f552ae029b
+size 36720234
diff --git a/3b_layer17_self_attn.k_proj_output_representation_persample_8.pth b/3b_layer17_self_attn.k_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8e0ebf7fff2ad3b6724dfd44841293ace0e99b59
--- /dev/null
+++ b/3b_layer17_self_attn.k_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a82361b550f4bbf9c17acc8493e4bd9c89179298571d0a11cd110a73d9826648
+size 36720234
diff --git a/3b_layer17_self_attn.o_proj_input_representation_persample_8.pth b/3b_layer17_self_attn.o_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..806ad402a4e5b56d410621382e4b29fda2c58b2a
--- /dev/null
+++ b/3b_layer17_self_attn.o_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22bc99063c9ce1d055fcf62865b5eeec9cfd1fb6e18ed86af8be63fd9f397a04
+size 110157413
diff --git a/3b_layer17_self_attn.o_proj_output_representation_persample_8.pth b/3b_layer17_self_attn.o_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5c16a40894869ee8fb2c28b05a3b53b9dab24e01
--- /dev/null
+++ b/3b_layer17_self_attn.o_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29bb1a8c3c890490d7032635e7ba90c0156bb36575ece71d7aec005640f58e0f
+size 110157418
diff --git a/3b_layer18_self_attn.k_proj_input_representation_persample_8.pth b/3b_layer18_self_attn.k_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3f7a67241e0dddd0df0f8006b8261747aa46b247
--- /dev/null
+++ b/3b_layer18_self_attn.k_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1919d982a406f7e32ea98f7a3be641e36979086ce54f3c9740dc25357fce1a0
+size 110157413
diff --git a/3b_layer18_self_attn.q_proj_output_representation_persample_8.pth b/3b_layer18_self_attn.q_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..82d18210ebc32c88d94e194b3ff38b51077df3b4
--- /dev/null
+++ b/3b_layer18_self_attn.q_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ffa7ab9f5e732e5d7e4d102ab158e17e189e50780a80bc73b3506b325fa3561
+size 110157418
diff --git a/3b_layer18_self_attn.v_proj_output_representation_persample_8.pth b/3b_layer18_self_attn.v_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3451b31a72f937d436ad75db10133dd1bc67e4a5
--- /dev/null
+++ b/3b_layer18_self_attn.v_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:447e47ea4f1c95aa85191e2f010ec29d9d5990ab335734b79ac04a65485bcb95
+size 36720234
diff --git a/3b_layer19_mlp.up_proj_input_representation_persample_8.pth b/3b_layer19_mlp.up_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bd6889f35ea6e85cd46c68bebfa0a508865a3bfe
--- /dev/null
+++ b/3b_layer19_mlp.up_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6b0bfb3ef576342a0d0b2d28bc31d6e7050fab40f6f246fc720c81f3946bc3
+size 110157388
diff --git a/3b_layer19_self_attn.o_proj_input_representation_persample_8.pth b/3b_layer19_self_attn.o_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..17ce432c4be1195f932df677949f946aeadac3f1
--- /dev/null
+++ b/3b_layer19_self_attn.o_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c8b200d4c34814dfc0387288f135deff6c6afda8cf30eda06204130b20b763
+size 110157413
diff --git a/3b_layer19_self_attn.q_proj_input_representation_persample_8.pth b/3b_layer19_self_attn.q_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ef470c9f9669d58951ce4fd1d2f64b2bd34c1735
--- /dev/null
+++ b/3b_layer19_self_attn.q_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bac438e6c950369ac1dd098531b66099db987e6b0c56d29e3a1be8d9ffa1c6c
+size 110157413
diff --git a/3b_layer1_self_attn.o_proj_output_representation_persample_8.pth b/3b_layer1_self_attn.o_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9737ee495a1259b12fc7dea408ad3b70af511b46
--- /dev/null
+++ b/3b_layer1_self_attn.o_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c08fe8d26c95314050a21f3dd73048c9a7ca2b73030ad879389d4a0fc4c85c
+size 110157413
diff --git a/3b_layer1_self_attn.q_proj_input_representation_persample_8.pth b/3b_layer1_self_attn.q_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d82428e23db5a2c3dea40bf2169ef84c5e81386e
--- /dev/null
+++ b/3b_layer1_self_attn.q_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bb9bf30cf81f4365c17007f92d961681b4bc17856cda220474fbaca7c487076
+size 110157408
diff --git a/3b_layer20_self_attn.k_proj_input_representation_persample_8.pth b/3b_layer20_self_attn.k_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b255116b8a80365d84b3155a8065764f0b0dc4c1
--- /dev/null
+++ b/3b_layer20_self_attn.k_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8661ba6b0939f46d74a667905a1e081fd7aa7a7b2fbe5885419631a380856940
+size 110157413
diff --git a/3b_layer20_self_attn.k_proj_output_representation_persample_8.pth b/3b_layer20_self_attn.k_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fdcf359c09a2328b73c39505df877e37c26521fd
--- /dev/null
+++ b/3b_layer20_self_attn.k_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:389155fd011b5d62d24547a13afdda0962c656154490678479dd67b7ff76eca4
+size 36720234
diff --git a/3b_layer20_self_attn.v_proj_input_representation_persample_8.pth b/3b_layer20_self_attn.v_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..079839b068218632c23cc2a3a3a7d2d6a6e144da
--- /dev/null
+++ b/3b_layer20_self_attn.v_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83803aba831fb7431f9615bfa2555032f3f6ae269a923dcbbf21cda129e1564e
+size 110157413
diff --git a/3b_layer21_mlp.gate_proj_input_representation_persample_8.pth b/3b_layer21_mlp.gate_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..dbe6400996e55e374b33d6254b9d8cd986b07558
--- /dev/null
+++ b/3b_layer21_mlp.gate_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9974cfab68c4dc68101a63adae3153d6aea02a6fe940310649c2de5c03829673
+size 110157398
diff --git a/3b_layer21_mlp.up_proj_input_representation_persample_8.pth b/3b_layer21_mlp.up_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..03bec6f0e253f7ea25599094c2aa3153f2aadf07
--- /dev/null
+++ b/3b_layer21_mlp.up_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df83c382aca2653225b6a6618609683f2656a0fbe02b184983a3e6491c1451ad
+size 110157388
diff --git a/3b_layer21_self_attn.k_proj_input_representation_persample_8.pth b/3b_layer21_self_attn.k_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a9e2c7792e71ef227e180b2e86d0d1eec8ec9b66
--- /dev/null
+++ b/3b_layer21_self_attn.k_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f39542c9505461edf461eb49ca245636eb5f094dcd534cb1a745cb3b61ef39c0
+size 110157413
diff --git a/3b_layer21_self_attn.k_proj_output_representation_persample_8.pth b/3b_layer21_self_attn.k_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0ac8d4679e22cf6012728d49f8662bdd3380184c
--- /dev/null
+++ b/3b_layer21_self_attn.k_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:065606681bbf63ba8d0c7e9ba07800c867fcf48f822097b749e26ccb30f450e7
+size 36720234
diff --git a/3b_layer21_self_attn.o_proj_input_representation_persample_8.pth b/3b_layer21_self_attn.o_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e9dc2dac0c083f070cad6a283a89f7f83da4f116
--- /dev/null
+++ b/3b_layer21_self_attn.o_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc158ae6b9d71c592115493e7fc5d997da10ab6c30502ee4e352b882b908840
+size 110157413
diff --git a/3b_layer21_self_attn.q_proj_input_representation_persample_8.pth b/3b_layer21_self_attn.q_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bacfe064c434025afb7dccbb7e6438723f68a903
--- /dev/null
+++ b/3b_layer21_self_attn.q_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0742f7c3b2330079f9e74e3e7dffdff373fd84b793e3c5ba6e720021ea182b6
+size 110157413
diff --git a/3b_layer21_self_attn.v_proj_output_representation_persample_8.pth b/3b_layer21_self_attn.v_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a14c8d416f8ae02d6073421886be62fe706cb321
--- /dev/null
+++ b/3b_layer21_self_attn.v_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35e8d24cac1497b22e880a15893d02bf0bb4038dea33af106324671d1d2687a1
+size 36720234
diff --git a/3b_layer22_mlp.down_proj_output_representation_persample_8.pth b/3b_layer22_mlp.down_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0a082c7634363755a5136b04e234612bf10ec180
--- /dev/null
+++ b/3b_layer22_mlp.down_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be8d4091e55218adf18fdd5b1d2330e6f884d9ab4b59fabfed51ee4384730fe0
+size 110157403
diff --git a/3b_layer22_mlp.gate_proj_input_representation_persample_8.pth b/3b_layer22_mlp.gate_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ba9e983388228223c3ade835198ad178346b77a7
--- /dev/null
+++ b/3b_layer22_mlp.gate_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86ee9ef741cc9c8a55852ee2c0913dc7e4e21337288018def84582057c40c72
+size 110157398
diff --git a/3b_layer22_self_attn.k_proj_input_representation_persample_8.pth b/3b_layer22_self_attn.k_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..227be0dbfe4d51e8e9db3158ed644daf84cabc4a
--- /dev/null
+++ b/3b_layer22_self_attn.k_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14654814a671442f36eed7bc114fd43b766366608aafc33a47990dd0aca809f
+size 110157413
diff --git a/3b_layer22_self_attn.o_proj_input_representation_persample_8.pth b/3b_layer22_self_attn.o_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..cffc8566a593c58ba42d323f1cca832b45eb615d
--- /dev/null
+++ b/3b_layer22_self_attn.o_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b73e71921fa1b159c0fb7adf027eecaa55c74c2112593580c4238294735b8d
+size 110157413
diff --git a/3b_layer22_self_attn.q_proj_output_representation_persample_8.pth b/3b_layer22_self_attn.q_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fb878edf1cfd243fabb6219f2cd2a2571ea921c6
--- /dev/null
+++ b/3b_layer22_self_attn.q_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca76609f5a59539b3eabd81901059f9e499fc1778698665206398ae67c1ed52
+size 110157418
diff --git a/3b_layer22_self_attn.v_proj_input_representation_persample_8.pth b/3b_layer22_self_attn.v_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..df5f2d695ca41df27839bcdf34dd33c1747b332f
--- /dev/null
+++ b/3b_layer22_self_attn.v_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ff14639c8d0e4db17fcd3aafc59adff72a3af5a0cea2bff56a0a618e0ae971
+size 110157413
diff --git a/3b_layer22_self_attn.v_proj_output_representation_persample_8.pth b/3b_layer22_self_attn.v_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b99176d04e016e42b5d7f7685d33e4d7807c5852
--- /dev/null
+++ b/3b_layer22_self_attn.v_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a0473fef0b068f4fc14b2fb220fa5735f870a9355841c6af5ed3e4b3ddf0027
+size 36720234
diff --git a/3b_layer23_self_attn.q_proj_input_representation_persample_8.pth b/3b_layer23_self_attn.q_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3db52bc7e02b0f2e75367ad63909778e84e33c25
--- /dev/null
+++ b/3b_layer23_self_attn.q_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb48b5866eea30fd2092996defc90ac4e9b99f28223fd86a448f5a547c67c2b0
+size 110157413
diff --git a/3b_layer25_self_attn.o_proj_input_representation_persample_8.pth b/3b_layer25_self_attn.o_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3f03d9d8f1c1d87760ffd379887aff378f0c990e
--- /dev/null
+++ b/3b_layer25_self_attn.o_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57a41f6d43a1648b0826f6dfd5aed9e5c1fd4958a51955a8051ac43867b7aff2
+size 110157413
diff --git a/3b_layer25_self_attn.o_proj_output_representation_persample_8.pth b/3b_layer25_self_attn.o_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..139178f94ad361e45dab364944a89a2ec14700d3
--- /dev/null
+++ b/3b_layer25_self_attn.o_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d51cc8f56a5453a016314b0929f453cc9fc2f799be11c4922956e8827f37078
+size 110157418
diff --git a/3b_layer25_self_attn.v_proj_input_representation_persample_8.pth b/3b_layer25_self_attn.v_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..464f2c9e5721dc9df38fe5c7cc49af017e594505
--- /dev/null
+++ b/3b_layer25_self_attn.v_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:910118398fae3b5b14e047c71b37f683245f0ad40101e9582450e58e13048ba2
+size 110157413
diff --git a/3b_layer26_mlp.gate_proj_input_representation_persample_8.pth b/3b_layer26_mlp.gate_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4aa817fb385f5e8b284f499405493bff7a98462e
--- /dev/null
+++ b/3b_layer26_mlp.gate_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e86d7733ec55d84a8f268e7d3906b436fb4715e835037cdd3147ec2a3bc14d67
+size 110157398
diff --git a/3b_layer26_self_attn.k_proj_input_representation_persample_8.pth b/3b_layer26_self_attn.k_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d3742af61709a33801d37336b34bcd7516d1a870
--- /dev/null
+++ b/3b_layer26_self_attn.k_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b44459bc260cc7c5fc830329648e42bcc3719e20513bd30b5448ab4fc9c95daa
+size 110157413
diff --git a/3b_layer27_mlp.down_proj_output_representation_persample_8.pth b/3b_layer27_mlp.down_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..295e9316cea33cecad675671b344a5c93dd9dd26
--- /dev/null
+++ b/3b_layer27_mlp.down_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f5d253b0642c8deab1c466f91c93fb4ecabb80b83bbbe32c7fb670cd070d354
+size 110157403
diff --git a/3b_layer27_self_attn.k_proj_input_representation_persample_8.pth b/3b_layer27_self_attn.k_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6176c3a25b7aad6dcf1e8a67dc5888d2b44f4fa6
--- /dev/null
+++ b/3b_layer27_self_attn.k_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4ad0c27bcc692bb0b912968ff7b2160b6b6ca3a7e36a19a6fbf27463702518
+size 110157413
diff --git a/3b_layer27_self_attn.k_proj_output_representation_persample_8.pth b/3b_layer27_self_attn.k_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ccadd26dbab41f230759fe194f6433186ddcdf5e
--- /dev/null
+++ b/3b_layer27_self_attn.k_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85202e8dffde14b939bd0ca5d54c809eb6858235be6345a7c8590cf97a643d8
+size 36720234
diff --git a/3b_layer2_mlp.down_proj_output_representation_persample_8.pth b/3b_layer2_mlp.down_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..df026088d1d0543700ee758646bb22d694ea4c83
--- /dev/null
+++ b/3b_layer2_mlp.down_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c21042cbe9f376ecd6ea374f59b1710f2f124d038392d68d25a6bf979dbe9ce
+size 110157398
diff --git a/3b_layer2_self_attn.v_proj_input_representation_persample_8.pth b/3b_layer2_self_attn.v_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e2b1d90e83eba9d67135cd3a1af24e7cbc3061d7
--- /dev/null
+++ b/3b_layer2_self_attn.v_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a25586c5a32fe3916d2e2f6d6cc268b0ec0624ea01813dbf0933e8ae1be032df
+size 110157408
diff --git a/3b_layer3_mlp.down_proj_output_representation_persample_8.pth b/3b_layer3_mlp.down_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..23b3bea0b894505ad365de62430a7f4f6fdd3b92
--- /dev/null
+++ b/3b_layer3_mlp.down_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85db2ece864765e7efaba19e6c828845e886aa9c7398402af958a31193dbcd66
+size 110157398
diff --git a/3b_layer3_self_attn.k_proj_input_representation_persample_8.pth b/3b_layer3_self_attn.k_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6cfc623d591af9dd729523279add8064a15d5764
--- /dev/null
+++ b/3b_layer3_self_attn.k_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7e058f79fd83b3cea0bd86b7db230356a5e3c12e8abaf8142869ad4bc9bdc9
+size 110157408
diff --git a/3b_layer4_mlp.gate_proj_input_representation_persample_8.pth b/3b_layer4_mlp.gate_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0c21fa57e39842710b83613129bcaf8a4531efaf
--- /dev/null
+++ b/3b_layer4_mlp.gate_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0304cfe1973e0cbe6e371ec1fb22259b74a04fef9ba15580929bf621f6209d71
+size 110157393
diff --git a/3b_layer4_self_attn.k_proj_output_representation_persample_8.pth b/3b_layer4_self_attn.k_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..847d2d42d6d8f7481bd3e3ceff1c62db1f6ec17f
--- /dev/null
+++ b/3b_layer4_self_attn.k_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d046ba51909ab43b8cbb17710ba1eb87fb0cee5902c87f8568dd30ad72eab7e
+size 36720229
diff --git a/3b_layer4_self_attn.v_proj_input_representation_persample_8.pth b/3b_layer4_self_attn.v_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..225aa3c17370e0cd6b9b5a55edc450e99f13bfc3
--- /dev/null
+++ b/3b_layer4_self_attn.v_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c5022dae16eb5218ec24c9838c4d6c2b65b15d81359b318289063390b400ab5
+size 110157408
diff --git a/3b_layer4_self_attn.v_proj_output_representation_persample_8.pth b/3b_layer4_self_attn.v_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a614820263ab87fd78479bc60075e5eb305ce9ea
--- /dev/null
+++ b/3b_layer4_self_attn.v_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:237386f3da653bedc422daca506f942f0d3feac46bc063555c217832a2c4dfdf
+size 36720229
diff --git a/3b_layer5_self_attn.k_proj_input_representation_persample_8.pth b/3b_layer5_self_attn.k_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..14155a43c232e34f477702e92b8ad3d30585d465
--- /dev/null
+++ b/3b_layer5_self_attn.k_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b97d88c81fbe477f760058c1ca1dd53f77edb17b7473da45189820f56d40c32e
+size 110157408
diff --git a/3b_layer5_self_attn.o_proj_input_representation_persample_8.pth b/3b_layer5_self_attn.o_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0a2ca93e607a0062b558937d71bb6f5cc35db25e
--- /dev/null
+++ b/3b_layer5_self_attn.o_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba9ce8fc0be278928c4b7e0d1739eefd1829ccd92729240ca7e02b62889709dc
+size 110157408
diff --git a/3b_layer5_self_attn.q_proj_output_representation_persample_8.pth b/3b_layer5_self_attn.q_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..28d33287d2fcdb1f4811a4562e06966254c953a3
--- /dev/null
+++ b/3b_layer5_self_attn.q_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf07b9d0a724faf6b606ef2fa1a317d0c96dc49f7eb5e210a238c104eb562b2
+size 110157413
diff --git a/3b_layer5_self_attn.v_proj_input_representation_persample_8.pth b/3b_layer5_self_attn.v_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ddd62078f849e79a914e038a4ed21c604e0b9c8c
--- /dev/null
+++ b/3b_layer5_self_attn.v_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e497fcd73e6e82c711683795b5eca4afd8dc79dfb90b618e7220d39e2d82e88
+size 110157408
diff --git a/3b_layer6_mlp.gate_proj_input_representation_persample_8.pth b/3b_layer6_mlp.gate_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6845b7ea66d24c80e32fcec414d46748dfd8530c
--- /dev/null
+++ b/3b_layer6_mlp.gate_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec0845748e885328a12c52deaea31d1a0552d0f137caade2ce6d5f835b974464
+size 110157393
diff --git a/3b_layer6_self_attn.o_proj_input_representation_persample_8.pth b/3b_layer6_self_attn.o_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2fb07824827dc40b2a1f32d2b1ee820b30d83220
--- /dev/null
+++ b/3b_layer6_self_attn.o_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51f4c9e52f309212e5d147158e1dfd271e6a448e21a0b3d2c1045d19bcfd3ada
+size 110157408
diff --git a/3b_layer6_self_attn.v_proj_input_representation_persample_8.pth b/3b_layer6_self_attn.v_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6555010a33bec6a98f2f73149f2c44b417ba7dce
--- /dev/null
+++ b/3b_layer6_self_attn.v_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88de11cf4544a2e5749f0b0cf5f676c8efd92eb57f7197b2883ef6241e2769a8
+size 110157408
diff --git a/3b_layer7_self_attn.k_proj_output_representation_persample_8.pth b/3b_layer7_self_attn.k_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d7f48971e9057c75e25f0a7c03fbc01882421ffd
--- /dev/null
+++ b/3b_layer7_self_attn.k_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca1e23c9ac0844efdf88f3c13495937ed28181a3c1988fcec0e935c09a66c8f
+size 36720229
diff --git a/3b_layer8_mlp.down_proj_output_representation_persample_8.pth b/3b_layer8_mlp.down_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9ed7b25b1238f999e41ca992d500f788a15ae3cd
--- /dev/null
+++ b/3b_layer8_mlp.down_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929d754a3308ef8d4ae152f5a3607f19af03b9969500c534a68dcbfcfca728bc
+size 110157398
diff --git a/3b_layer8_self_attn.o_proj_output_representation_persample_8.pth b/3b_layer8_self_attn.o_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5d3fa4ed2a7f310de0a5abc6de01c1023e2716fd
--- /dev/null
+++ b/3b_layer8_self_attn.o_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca069a656baa4681897c58e5b342528b6ec4227ff13e5bf5c404545e59b3015
+size 110157413
diff --git a/3b_layer9_mlp.up_proj_input_representation_persample_8.pth b/3b_layer9_mlp.up_proj_input_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8d23e8da4a5807f982f6005efd7c6b61e7cd394e
--- /dev/null
+++ b/3b_layer9_mlp.up_proj_input_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5bbbc76790741ba7c68d6e718fd16fdda4540079b0dc7f5ffc6974a4d052dfc
+size 110157383
diff --git a/3b_layer9_self_attn.k_proj_output_representation_persample_8.pth b/3b_layer9_self_attn.k_proj_output_representation_persample_8.pth
new file mode 100644
index 0000000000000000000000000000000000000000..de1031eef1da974d293af60dd7673dd28511bb6e
--- /dev/null
+++ b/3b_layer9_self_attn.k_proj_output_representation_persample_8.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f96da896d7877654f25527af3c7ba3a6201f69e053508f00027d0173afe326
+size 36720229