diff --git a/3b_layer0_mlp.down_proj_output_kl_representation.pth b/3b_layer0_mlp.down_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..38f912b11696d2cb7a8167cfdc638345c05333fc
--- /dev/null
+++ b/3b_layer0_mlp.down_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59c5a3b8b7455c91f61d390e9fe2b4f11373294044c577eb311e4c1e50fd9f3
+size 92585449
diff --git a/3b_layer0_mlp.gate_proj_input_kl_representation.pth b/3b_layer0_mlp.gate_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7161e334d4e59e086182a8ca039c8836989194f4
--- /dev/null
+++ b/3b_layer0_mlp.gate_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da2586af00d8c8cb0d1cc19eafaed41248ed16e2db3bc6e6847b7c83fbc9ff2b
+size 92585444
diff --git a/3b_layer0_mlp.gate_proj_output_kl_representation.pth b/3b_layer0_mlp.gate_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ea333bf9c05418ae5d860a4cdb5211b2a572c7dc
--- /dev/null
+++ b/3b_layer0_mlp.gate_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ed071595043f7558c953a35b8d053265c8e5bcaaa264a5871afa339883a10e
+size 246892009
diff --git a/3b_layer0_mlp.up_proj_output_kl_representation.pth b/3b_layer0_mlp.up_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7743bb8b6f5dcfa65c0f96755a4e5cafb381f9a2
--- /dev/null
+++ b/3b_layer0_mlp.up_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11bca89ae42a554f24aeb632617ee8544d231d0343df133abf5ac39f3f2222c3
+size 246891999
diff --git a/3b_layer0_self_attn.k_proj_input_kl_representation.pth b/3b_layer0_self_attn.k_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0c27513c8c54cba1b27fc123449218e3d2fdec7c
--- /dev/null
+++ b/3b_layer0_self_attn.k_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a5b5037dbfe3bbffe4bc85e1d3520088fb6f9245949afc0f25569cd8dde491
+size 92585459
diff --git a/3b_layer0_self_attn.o_proj_output_kl_representation.pth b/3b_layer0_self_attn.o_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..04f192ca62e8764a665547000c3ddc96ad162673
--- /dev/null
+++ b/3b_layer0_self_attn.o_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd8fc7ddecd92c24425f44f1b3f0ab9c60ff762c0f9801c869445252fc7e265d
+size 92585464
diff --git a/3b_layer0_self_attn.v_proj_input_kl_representation.pth b/3b_layer0_self_attn.v_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6227584fe94752261c1f3fc8e6c4cc3c16b8ab16
--- /dev/null
+++ b/3b_layer0_self_attn.v_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7576ef742fcd8415d46336dab6a73cbde13b593d98f8ddc289a3c8ad02684b0
+size 92585459
diff --git a/3b_layer10_mlp.gate_proj_input_kl_representation.pth b/3b_layer10_mlp.gate_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..776351766e413d21edb030c7b305f4eaf08e7f64
--- /dev/null
+++ b/3b_layer10_mlp.gate_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc8be1c09ff07fd145be1b3b804c9473a7bbefad2f1e1512a46d314b0125afd
+size 92585449
diff --git a/3b_layer10_mlp.up_proj_output_kl_representation.pth b/3b_layer10_mlp.up_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5890286e174be12d793bbf47ff35a993ce22f33d
--- /dev/null
+++ b/3b_layer10_mlp.up_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c3caf4726c2e1a82be0a69c475bd2275d0b89ae80d849bd74a807b276822882
+size 246892004
diff --git a/3b_layer10_self_attn.k_proj_input_kl_representation.pth b/3b_layer10_self_attn.k_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e0f5b179ffb7ff9f839c7d64015eab5f41dbe2dd
--- /dev/null
+++ b/3b_layer10_self_attn.k_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:319d784d95ff791c774b2d4498316d335a4c0a68b82c0051f392ae0fdc2a0376
+size 92585464
diff --git a/3b_layer10_self_attn.k_proj_output_kl_representation.pth b/3b_layer10_self_attn.k_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9bbc0516339dc631a5e46273ad877a18c06642d2
--- /dev/null
+++ b/3b_layer10_self_attn.k_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5383359e5a400da491d33c243a424342b44e35531c2969764e5fc48c8ff6a0d
+size 30862845
diff --git a/3b_layer10_self_attn.o_proj_input_kl_representation.pth b/3b_layer10_self_attn.o_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8630001da0f138b4fa4439a969cc4d8f871ecf84
--- /dev/null
+++ b/3b_layer10_self_attn.o_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c4561fed4d14081bc5b622ccffa4acf0c955a99d6a96d678e1b12bba8076cd4
+size 92585464
diff --git a/3b_layer10_self_attn.o_proj_output_kl_representation.pth b/3b_layer10_self_attn.o_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f07606ef8621a8a6da31593f5c254f87ab8b22e3
--- /dev/null
+++ b/3b_layer10_self_attn.o_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e42955d0a7e4599eea3add80cf8b732647aa696694acbbfd8243a9287b9ac98a
+size 92585469
diff --git a/3b_layer10_self_attn.q_proj_input_kl_representation.pth b/3b_layer10_self_attn.q_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0d44876395a417d9f4e387eeeafb66e975c98094
--- /dev/null
+++ b/3b_layer10_self_attn.q_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ba5beab4adddf77c8b7d2354a17acc33450221555a125f2f400fe52b4b622b
+size 92585464
diff --git a/3b_layer10_self_attn.v_proj_input_kl_representation.pth b/3b_layer10_self_attn.v_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c66b7478f0849b9db89709d549e17a57f34b3297
--- /dev/null
+++ b/3b_layer10_self_attn.v_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e1fc3c380af455a52f101d6e0ad36f3fa44c0c042d2ac960dd1603224ee908
+size 92585464
diff --git a/3b_layer11_mlp.down_proj_input_kl_representation.pth b/3b_layer11_mlp.down_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..cfd624db8f6963989e95b9a9e3e927273a05e2bf
--- /dev/null
+++ b/3b_layer11_mlp.down_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d82d512279117f8865c68460274d9b730f26105dbaede396d746cacb19b2819
+size 246892009
diff --git a/3b_layer11_mlp.down_proj_output_kl_representation.pth b/3b_layer11_mlp.down_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..946de65a9ac77deb023fc47334c8f11f7f6b15da
--- /dev/null
+++ b/3b_layer11_mlp.down_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21bb172ca2c27aa82efac738e64a135d1b1faa640f90c6148d3008bf284c31c3
+size 92585454
diff --git a/3b_layer11_mlp.gate_proj_output_kl_representation.pth b/3b_layer11_mlp.gate_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..84bb2f8df6362b7d9d8ae4881e9386ee1343c4e2
--- /dev/null
+++ b/3b_layer11_mlp.gate_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a45f40231655b80d509aab2fa6dfcd8b3318f8727f25e714f52ec23836de96d6
+size 246892014
diff --git a/3b_layer11_mlp.up_proj_output_kl_representation.pth b/3b_layer11_mlp.up_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ba91a9c483f66ed93523f862df462d9933a86ea5
--- /dev/null
+++ b/3b_layer11_mlp.up_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d21c712520b45bcfcfc09fb1885562ecb9253e7f03c190273e9f27e7810a1d80
+size 246892004
diff --git a/3b_layer11_self_attn.o_proj_input_kl_representation.pth b/3b_layer11_self_attn.o_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bc268d64926ffd5ffe5a1cecc8b4aa249c82d472
--- /dev/null
+++ b/3b_layer11_self_attn.o_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:991918fbfb4070f3ebf99d0fda591aaf7752880f8d16d83c14c86b20b46f51ee
+size 92585464
diff --git a/3b_layer11_self_attn.q_proj_input_kl_representation.pth b/3b_layer11_self_attn.q_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..805b051728ae16fec97bbc623cf977dcaef0c976
--- /dev/null
+++ b/3b_layer11_self_attn.q_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8088f4b135e569dca5845195036a27514b8a8ca028e798139e2fdfb918a6c0
+size 92585464
diff --git a/3b_layer12_mlp.gate_proj_output_kl_representation.pth b/3b_layer12_mlp.gate_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b32cf08bac9cbf7fc07a19298c5f4d84bcd5226b
--- /dev/null
+++ b/3b_layer12_mlp.gate_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb815230c16e949cf7d1e4cc6469e28baa8b7f4073cbcde3d7c35da46e94d112
+size 246892014
diff --git a/3b_layer12_mlp.up_proj_output_kl_representation.pth b/3b_layer12_mlp.up_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..468763bb37eff1813859885d318abfe5bfa01a8a
--- /dev/null
+++ b/3b_layer12_mlp.up_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7ef3ce42da6c5e319e28312acf516bc629986893f697b431023c5d2bc1e8a36
+size 246892004
diff --git a/3b_layer12_self_attn.k_proj_input_kl_representation.pth b/3b_layer12_self_attn.k_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2a1583ccc935297c55397dfd6a41cbaac0cdbc70
--- /dev/null
+++ b/3b_layer12_self_attn.k_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf9169e9407300d4fe7035729479afdaf994e57ab8f568e75f582feec141582
+size 92585464
diff --git a/3b_layer12_self_attn.o_proj_input_kl_representation.pth b/3b_layer12_self_attn.o_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..34d9cfa6e9bbe5269b56a7b8109eb8f3bd7dbbc8
--- /dev/null
+++ b/3b_layer12_self_attn.o_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b16912f0e435fbf5bf9f766dc02a64f21468658d0e32281fc5fba3b69833687
+size 92585464
diff --git a/3b_layer12_self_attn.q_proj_input_kl_representation.pth b/3b_layer12_self_attn.q_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..801e89d4f44ff8569bba0236546374b7f3914b54
--- /dev/null
+++ b/3b_layer12_self_attn.q_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38eaa316a1454f69357747a687cb092f93afcb4c576d743c4f5fa0a15fc5b4ae
+size 92585464
diff --git a/3b_layer12_self_attn.q_proj_output_kl_representation.pth b/3b_layer12_self_attn.q_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8b932666956bbdbb787388998016353bc4137d72
--- /dev/null
+++ b/3b_layer12_self_attn.q_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca879bbe8f58e20f816ad97aae3ee758f6c893efcdccfda423035dce24a08bcf
+size 92585469
diff --git a/3b_layer13_mlp.down_proj_input_kl_representation.pth b/3b_layer13_mlp.down_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b7591f9391f6236a7cf8d45f58d9349b0ed118d9
--- /dev/null
+++ b/3b_layer13_mlp.down_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d6e76b5725825832d5d3acb8b7336e432f8fa44a2fdf96c4565fad9d4fbd77
+size 246892009
diff --git a/3b_layer13_mlp.gate_proj_input_kl_representation.pth b/3b_layer13_mlp.gate_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e44a0a57da35c6f35faf50ddf791da09ba6c1133
--- /dev/null
+++ b/3b_layer13_mlp.gate_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d38121e97822603fcbccf44efa912011cf15c258da4e30e8cb54c558397283
+size 92585449
diff --git a/3b_layer13_self_attn.q_proj_input_kl_representation.pth b/3b_layer13_self_attn.q_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..cd7ad14aac4493fe459c903b2a2413ea47f51663
--- /dev/null
+++ b/3b_layer13_self_attn.q_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d90c04718fd9d3137da2826e9d80cc9c48d4c184cf858b9e6512e019633d892c
+size 92585464
diff --git a/3b_layer13_self_attn.q_proj_output_kl_representation.pth b/3b_layer13_self_attn.q_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..75eb6cbe6ca08746e28f54c54c4f8a5f15dcbb4a
--- /dev/null
+++ b/3b_layer13_self_attn.q_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ccde33b9c9a80c474a7106c526f6abf23d265173a67807dff492ef720647d5
+size 92585469
diff --git a/3b_layer13_self_attn.v_proj_input_kl_representation.pth b/3b_layer13_self_attn.v_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0f6b4d9d6b0d58985b4cfa628692b54920d623b8
--- /dev/null
+++ b/3b_layer13_self_attn.v_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b9f0794ee0a6e1cc6cf1969252f236045d8239b51d6e0c27bdff8990c139a8
+size 92585464
diff --git a/3b_layer14_mlp.down_proj_input_kl_representation.pth b/3b_layer14_mlp.down_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..94861e1f3eb074220308f2729453ff4b70c50d68
--- /dev/null
+++ b/3b_layer14_mlp.down_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b793b4eb4b5b6d4bd9d23341c3b42b6d476c98866dfcd5e9d747309112efe48f
+size 246892009
diff --git a/3b_layer14_mlp.gate_proj_input_kl_representation.pth b/3b_layer14_mlp.gate_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bcf85fbc9a2b9cfac1413f642664afd43851a923
--- /dev/null
+++ b/3b_layer14_mlp.gate_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:730da37b35e65fdd546ffc3521b651b31c0aeb7c967fb5f03b50d47d95ecf4b4
+size 92585449
diff --git a/3b_layer14_mlp.up_proj_output_kl_representation.pth b/3b_layer14_mlp.up_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e859574d63e9fd1349e79da27d5d77867723d444
--- /dev/null
+++ b/3b_layer14_mlp.up_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd4e6daccad61f0ffc42a10411de0369ac74c297e25d8452e3caf41f2b235d6
+size 246892004
diff --git a/3b_layer14_self_attn.k_proj_input_kl_representation.pth b/3b_layer14_self_attn.k_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9fd27ff719c9561b35752e8f2004d9504641e44a
--- /dev/null
+++ b/3b_layer14_self_attn.k_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5325b308e0b4d194721e8d22600d57b2360cad0065931c6903cda5d8f8d00ad
+size 92585464
diff --git a/3b_layer14_self_attn.o_proj_input_kl_representation.pth b/3b_layer14_self_attn.o_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..cda481b511e0443f6508f48d489279acb70a9548
--- /dev/null
+++ b/3b_layer14_self_attn.o_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec98c99e719bbc1aa85048a3d77639845bc1d47c4b41b75a338c5f5e3f4d9f5e
+size 92585464
diff --git a/3b_layer14_self_attn.q_proj_output_kl_representation.pth b/3b_layer14_self_attn.q_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f93a48bd97f979aa4a0aa9efa1f70403624a6f19
--- /dev/null
+++ b/3b_layer14_self_attn.q_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b3e27633449d6e8f342cd0d553cc7ba5716baaff8b489afd030fff7fc91d41f
+size 92585469
diff --git a/3b_layer14_self_attn.v_proj_output_kl_representation.pth b/3b_layer14_self_attn.v_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ba5c8cfc70045d5dd956caabd38b6faaa7719a71
--- /dev/null
+++ b/3b_layer14_self_attn.v_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dfe7f7e32143d1cdd2809062a3eea1cfb4072266cb9ed470d5eb24f30066682
+size 30862845
diff --git a/3b_layer15_mlp.down_proj_input_kl_representation.pth b/3b_layer15_mlp.down_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f497404d1677d36b86f3f9f30964d780bb718167
--- /dev/null
+++ b/3b_layer15_mlp.down_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b44773eef60ebf1474bdac76f6d1c7e826528b355d8aba71768484ba94ffbf
+size 246892009
diff --git a/3b_layer15_mlp.down_proj_output_kl_representation.pth b/3b_layer15_mlp.down_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..dbb1456a183c6001015641c606a0ae1ca9f33fcc
--- /dev/null
+++ b/3b_layer15_mlp.down_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa602f00488808145de565ea3330c197cfa54774ce87b9733e26757775c53f84
+size 92585454
diff --git a/3b_layer15_mlp.up_proj_output_kl_representation.pth b/3b_layer15_mlp.up_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c89f74a44f7c9eb589c615290409704f1dd62e38
--- /dev/null
+++ b/3b_layer15_mlp.up_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83fa5b9754577035e911d2dfc973536b74392cfda7670121657e964b48e991b3
+size 246892004
diff --git a/3b_layer15_self_attn.v_proj_input_kl_representation.pth b/3b_layer15_self_attn.v_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..dee5cceced0e601e7da82daf756cc80d554621ac
--- /dev/null
+++ b/3b_layer15_self_attn.v_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e25a9c19b59f8c131d33afa8ccec8a070c3bedcb235f3d0526ca436f59e63852
+size 92585464
diff --git a/3b_layer16_mlp.gate_proj_output_kl_representation.pth b/3b_layer16_mlp.gate_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..544e6d7f125dcbc4aa50935a06b46db0164c423f
--- /dev/null
+++ b/3b_layer16_mlp.gate_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d9edd69bb4c543f15cb3d6e3797562fd37d89b0a24975c8af2b55ba09d1f38
+size 246892014
diff --git a/3b_layer16_mlp.up_proj_input_kl_representation.pth b/3b_layer16_mlp.up_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..885cb9f309b84baa7b147b650d3c6d9df1a18fa6
--- /dev/null
+++ b/3b_layer16_mlp.up_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1a04da24cbb69d54e1543b1075f62be96b618262f4c6289036f685ac83f0d68
+size 92585439
diff --git a/3b_layer16_self_attn.o_proj_input_kl_representation.pth b/3b_layer16_self_attn.o_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..79d53dca478f1da51202b97e65a6399f07b27e7a
--- /dev/null
+++ b/3b_layer16_self_attn.o_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:092392cc64555b4e711832d238ffcf07b1850d996556ff4435fa83426cb63735
+size 92585464
diff --git a/3b_layer16_self_attn.o_proj_output_kl_representation.pth b/3b_layer16_self_attn.o_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..000eac5f93d1d99912f444c9d3584762e155dbb8
--- /dev/null
+++ b/3b_layer16_self_attn.o_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5552b1cfc43db0b256bd71800858f47971993f037cfa38bd614958b6a54583d7
+size 92585469
diff --git a/3b_layer17_mlp.down_proj_output_kl_representation.pth b/3b_layer17_mlp.down_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8bae67a51da1674020761eecf02de228a0c765db
--- /dev/null
+++ b/3b_layer17_mlp.down_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a561ab750cf92ecd38948f83625d10e5ea561f9e27fb75475bd58bb12bcbbc4
+size 92585454
diff --git a/3b_layer17_mlp.gate_proj_output_kl_representation.pth b/3b_layer17_mlp.gate_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..65f013e49087087fd1515cda4c9fd45868d48784
--- /dev/null
+++ b/3b_layer17_mlp.gate_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2852453cd5c73328b7a00dad23ab7b10d24c0397896bb6fa5aa5e719d258122
+size 246892014
diff --git a/3b_layer17_mlp.up_proj_input_kl_representation.pth b/3b_layer17_mlp.up_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..cc97b4d6e31b4f46e2ff8fb82e7dc64fba2ac424
--- /dev/null
+++ b/3b_layer17_mlp.up_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f15532268dc64ece1975ed6c56560ec5a2aac35f63bf2e8091a4e316362b53
+size 92585439
diff --git a/3b_layer17_mlp.up_proj_output_kl_representation.pth b/3b_layer17_mlp.up_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8b1d4bac3122178817fb994073abe4967b3443ff
--- /dev/null
+++ b/3b_layer17_mlp.up_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:786b162cac84f424015deb8486d3ac17af1f5c9cd4be7280506fc8edc4896421
+size 246892004
diff --git a/3b_layer17_self_attn.k_proj_input_kl_representation.pth b/3b_layer17_self_attn.k_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..23672914c055abcaf66565309d16147c42d47236
--- /dev/null
+++ b/3b_layer17_self_attn.k_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e442a1020ff5f3e7a10e0aecf3a483278332962d4de5c9ca63213645da0254
+size 92585464
diff --git a/3b_layer17_self_attn.k_proj_output_kl_representation.pth b/3b_layer17_self_attn.k_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2e2fb941af8808223f97a087744a1b8fbec4f845
--- /dev/null
+++ b/3b_layer17_self_attn.k_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:457b4d0d66460dcf0caa74aae7dea4b2c1ff6f5edf3c9ac3f7d91938f8234e2c
+size 30862845
diff --git a/3b_layer17_self_attn.q_proj_input_kl_representation.pth b/3b_layer17_self_attn.q_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..20be18fce7cf02f1a4018656e0d1188e61c3f4f2
--- /dev/null
+++ b/3b_layer17_self_attn.q_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f6352eec5dccd8e8eecefe4fbc2359275d5622df142c31a32df58af893e50d2
+size 92585464
diff --git a/3b_layer17_self_attn.v_proj_input_kl_representation.pth b/3b_layer17_self_attn.v_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d172407b7a7adb6dbd2f6f7424d942f1ac0229cc
--- /dev/null
+++ b/3b_layer17_self_attn.v_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4b418e1ce82978dfc0d3dc8df11587a7249abc3c9d74bfb569820d8e185b2bb
+size 92585464
diff --git a/3b_layer18_mlp.down_proj_output_kl_representation.pth b/3b_layer18_mlp.down_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bb395cfef54d52c58728094730cf369f02475543
--- /dev/null
+++ b/3b_layer18_mlp.down_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8e5747d76b371264ce320ca051f8fdd03bcd6e725d72bed5b4838b133fe130
+size 92585454
diff --git a/3b_layer18_mlp.up_proj_input_kl_representation.pth b/3b_layer18_mlp.up_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..366371004f599054a14438fc8b7da755da2576df
--- /dev/null
+++ b/3b_layer18_mlp.up_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1817a81d8646a77b77e98befd16670d96aeb0783ed9a1f79b2ca56e46c0a5a7
+size 92585439
diff --git a/3b_layer18_mlp.up_proj_output_kl_representation.pth b/3b_layer18_mlp.up_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a4271a4a2812a6220c4e07c3a847a4edb5a0a3fb
--- /dev/null
+++ b/3b_layer18_mlp.up_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80f45dd6511288a4a0d78dab77d550e9b0082d110d5d52f65af4eeb47bfdfe76
+size 246892004
diff --git a/3b_layer18_self_attn.o_proj_output_kl_representation.pth b/3b_layer18_self_attn.o_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..aeb9c12466d7f3a8c550abf503b2ab345b53d2b0
--- /dev/null
+++ b/3b_layer18_self_attn.o_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c72588b399b56f69e878bab9e6bf098ba634e0c01767fe7f417cb99528535b74
+size 92585469
diff --git a/3b_layer18_self_attn.v_proj_input_kl_representation.pth b/3b_layer18_self_attn.v_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..20d287b343f9c25bce81aae278d9029e45a57eef
--- /dev/null
+++ b/3b_layer18_self_attn.v_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c6d2d781f1932be746e4835b634bc62df974d88bde7840ad5e1cec61ef4fee4
+size 92585464
diff --git a/3b_layer18_self_attn.v_proj_output_kl_representation.pth b/3b_layer18_self_attn.v_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..abf1cfba94c51a1e7137363b5e9048225d1a5236
--- /dev/null
+++ b/3b_layer18_self_attn.v_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb0a672294443bb2f52989bb30aaa627a9891723ee9fe0c02b63f25b7621fc6c
+size 30862845
diff --git a/3b_layer19_mlp.down_proj_input_kl_representation.pth b/3b_layer19_mlp.down_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f20445bb04d8ec00a2bd4ca9970b8d8352a47b2d
--- /dev/null
+++ b/3b_layer19_mlp.down_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4cb38935981754d2cd64c4390bf92bdccbb9e2b49679c3c20dfd427fe029e78
+size 246892009
diff --git a/3b_layer19_mlp.gate_proj_output_kl_representation.pth b/3b_layer19_mlp.gate_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..892e5d6c4b9864cb52fc9dc53a39769833ea634a
--- /dev/null
+++ b/3b_layer19_mlp.gate_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac47042e0ea7bc80dc2e53b4312bf17873501e6d4b74a76d243339177eb080c6
+size 246892014
diff --git a/3b_layer19_mlp.up_proj_output_kl_representation.pth b/3b_layer19_mlp.up_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2ca7d1c1a26cc506bf403e2eab2a809bc67f3a1c
--- /dev/null
+++ b/3b_layer19_mlp.up_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcdd8b529b575bf111e26272769cb071ec9d05cef8814a0daaa41d7c0b625752
+size 246892004
diff --git a/3b_layer19_self_attn.o_proj_input_kl_representation.pth b/3b_layer19_self_attn.o_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..759b81abb46303bc500eed14c346c81e65913f9a
--- /dev/null
+++ b/3b_layer19_self_attn.o_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:facb234d3957b4b9a91a4873b5a5b3322284e0d1ffe1767d1f61a177abee4d35
+size 92585464
diff --git a/3b_layer19_self_attn.v_proj_input_kl_representation.pth b/3b_layer19_self_attn.v_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c93a82ba02d7d254b8a7120720aaedbff03e5f27
--- /dev/null
+++ b/3b_layer19_self_attn.v_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d4882d76e397657603f1f88718251bd89ca05dee8226d9ca4112ed90fa5e3b
+size 92585464
diff --git a/3b_layer1_mlp.gate_proj_output_kl_representation.pth b/3b_layer1_mlp.gate_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3ae024c00963355ba0e9ba63752309033a6d8468
--- /dev/null
+++ b/3b_layer1_mlp.gate_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a8f582737d82a20ee23af3fc4be53e94cf5595362dc11f80acd09416b2d6531
+size 246892009
diff --git a/3b_layer1_self_attn.k_proj_input_kl_representation.pth b/3b_layer1_self_attn.k_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..312a8bb6152ca9d8e709924462fb54a2bad381cd
--- /dev/null
+++ b/3b_layer1_self_attn.k_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:749cc95deed698a6002454423cbcd38caf3fa71bd2c0885030c4cc289ac1a74a
+size 92585459
diff --git a/3b_layer1_self_attn.o_proj_output_kl_representation.pth b/3b_layer1_self_attn.o_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..94f3ff077781336fd0f6dad2fee0aedd20fc8d45
--- /dev/null
+++ b/3b_layer1_self_attn.o_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a754a1af37c09305f0f9fe8899b75ffbccf4fc55f18ab361109f203054a74ed0
+size 92585464
diff --git a/3b_layer20_mlp.down_proj_input_kl_representation.pth b/3b_layer20_mlp.down_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..50cd006961a8e423b8ea2e6f951cba1c3f319f32
--- /dev/null
+++ b/3b_layer20_mlp.down_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a0caa91edfb996608d58f3c7c18e49df68087d0bff01c1aeebeea3b0bd537f
+size 246892009
diff --git a/3b_layer20_mlp.up_proj_input_kl_representation.pth b/3b_layer20_mlp.up_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d8bbffe3c7425b8f1f157e5ed788d7fffcf1579b
--- /dev/null
+++ b/3b_layer20_mlp.up_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee79c29916d36e5c5efec552531ab15504ebc9d3b44af3270da78ecf864588c3
+size 92585439
diff --git a/3b_layer20_mlp.up_proj_output_kl_representation.pth b/3b_layer20_mlp.up_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..18e08b9a6cce1c4c9c3ae0dfc9a554807d9ca9d0
--- /dev/null
+++ b/3b_layer20_mlp.up_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:484dfd4ed3bccac73aff2dda560fb9a91d82cddc99ec6c52a609cd59b823692d
+size 246892004
diff --git a/3b_layer20_self_attn.q_proj_input_kl_representation.pth b/3b_layer20_self_attn.q_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..793ecd5ab5660e6e237b3cd9d35b5d8d6431536c
--- /dev/null
+++ b/3b_layer20_self_attn.q_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bdbe73532dfb1fbd34d6995af44dc95a3aedd1909d4a35d007ad300d49d77c3
+size 92585464
diff --git a/3b_layer20_self_attn.q_proj_output_kl_representation.pth b/3b_layer20_self_attn.q_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0e6372bc6577b18f0689efa1b51ae7adb977932e
--- /dev/null
+++ b/3b_layer20_self_attn.q_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb728cacf9b663b6f9bad699d7e3c79a22c0f036b1ac520e7872f90595f5749
+size 92585469
diff --git a/3b_layer20_self_attn.v_proj_input_kl_representation.pth b/3b_layer20_self_attn.v_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..f5afeb18cacd13f6db69f8ed35cc6b8f30ceddd5
--- /dev/null
+++ b/3b_layer20_self_attn.v_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5897277acc02b59e03b21043bfbbb7e58fd6106d00f62e7af453dc031d446a2
+size 92585464
diff --git a/3b_layer21_mlp.gate_proj_input_kl_representation.pth b/3b_layer21_mlp.gate_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c3c67a23a7ee41c1d17e9c4f0d4ef3a1a262b349
--- /dev/null
+++ b/3b_layer21_mlp.gate_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9260c7d23863430b85d510586bd36760768d7bf6b88cb9ac1bf6ba127a56a4e
+size 92585449
diff --git a/3b_layer21_mlp.up_proj_output_kl_representation.pth b/3b_layer21_mlp.up_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..646aeeb73e012d03c5b7e28aaf279afd301cc7f9
--- /dev/null
+++ b/3b_layer21_mlp.up_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11873356689042a36691c3658c86eaf1f7304eaba16a2d382cf80f18ac5769d8
+size 246892004
diff --git a/3b_layer21_self_attn.k_proj_output_kl_representation.pth b/3b_layer21_self_attn.k_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6d98f45a3d9d7f8fc29458663f88049583865704
--- /dev/null
+++ b/3b_layer21_self_attn.k_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7085d7780f22cd6d87cd7a490de8ce9ccfa111ca566d28ed318d8e120e211009
+size 30862845
diff --git a/3b_layer21_self_attn.o_proj_input_kl_representation.pth b/3b_layer21_self_attn.o_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c0eef52b827f3824c132f9b2dcbe04b22adfa67b
--- /dev/null
+++ b/3b_layer21_self_attn.o_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b543d0d57d63148f76f2b790847cd795fc9972dcf756afa39831ae4862083a
+size 92585464
diff --git a/3b_layer21_self_attn.q_proj_output_kl_representation.pth b/3b_layer21_self_attn.q_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9c344efda9c4536119089cbebf3c7bafa32464bf
--- /dev/null
+++ b/3b_layer21_self_attn.q_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb3ee141c54a9133535da129004ab091e08fde4c92db6dffa97d3156d493cde0
+size 92585469
diff --git a/3b_layer21_self_attn.v_proj_input_kl_representation.pth b/3b_layer21_self_attn.v_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..8a0532b6b2919868281b8592505c9f3c7c655a30
--- /dev/null
+++ b/3b_layer21_self_attn.v_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6558398bf778ec0cb4e7aa874ef2d60979453d2943b51cc36287d9e5ed593bd3
+size 92585464
diff --git a/3b_layer22_mlp.down_proj_input_kl_representation.pth b/3b_layer22_mlp.down_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2c771bea20bee5b54c5b01c8fdf8d41ac540aa13
--- /dev/null
+++ b/3b_layer22_mlp.down_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b2ad460f6ef46af7647bc0bea2fbadc8223f70c2c83e9b1cac967da9386639
+size 246892009
diff --git a/3b_layer22_self_attn.k_proj_output_kl_representation.pth b/3b_layer22_self_attn.k_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..2f49d4da437d0ebe54a36de6975e7a1c7d9a5e72
--- /dev/null
+++ b/3b_layer22_self_attn.k_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d7bf6ddd100e3ffd08fa4cda3221ddb110517632ed4553bb1d246c703e3f05
+size 30862845
diff --git a/3b_layer22_self_attn.v_proj_input_kl_representation.pth b/3b_layer22_self_attn.v_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5c8101bc591d86d30ac8de9f963012b6ede0d5ca
--- /dev/null
+++ b/3b_layer22_self_attn.v_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4970fe18167007b76390814d023659c37a6f510da229f8c369cd23639854e99
+size 92585464
diff --git a/3b_layer23_mlp.down_proj_output_kl_representation.pth b/3b_layer23_mlp.down_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..79a0e86fb4cac210f07ccd5b462ad12fa3210d4e
--- /dev/null
+++ b/3b_layer23_mlp.down_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4a584257c7b1027ed353adc43d300813bf678abf921a54023e7c3d45283ce9
+size 92585454
diff --git a/3b_layer23_mlp.up_proj_output_kl_representation.pth b/3b_layer23_mlp.up_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..15fc46d3759057163257429dd87f1fbde6f44114
--- /dev/null
+++ b/3b_layer23_mlp.up_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00668191b38eb91390eda1d14646f8e7704515a62626091faca0fbea92aa7398
+size 246892004
diff --git a/3b_layer23_self_attn.v_proj_output_kl_representation.pth b/3b_layer23_self_attn.v_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5be62305cb97cef0f3c2322072737fad29b3ae14
--- /dev/null
+++ b/3b_layer23_self_attn.v_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a07bd52bdbf6afd605ceb29af2fcee33d0d5291866cc5492e2840fe022cb638
+size 30862845
diff --git a/3b_layer24_mlp.down_proj_output_kl_representation.pth b/3b_layer24_mlp.down_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..99fdd95460ae4f9e252c5f5ac215bf63281fd917
--- /dev/null
+++ b/3b_layer24_mlp.down_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0cdb09189631e369c0fc561a750950055cf248e70b0ea321fb41ea8a6ff26f9
+size 92585454
diff --git a/3b_layer24_mlp.up_proj_input_kl_representation.pth b/3b_layer24_mlp.up_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1227919b0773d8d3ee6829f5eaf961510d847940
--- /dev/null
+++ b/3b_layer24_mlp.up_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048aa374d1f2a320317e892fcfe7eb523d04d3eaf340b44b3f4023e1808460ba
+size 92585439
diff --git a/3b_layer24_mlp.up_proj_output_kl_representation.pth b/3b_layer24_mlp.up_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3240ca40d5cb74c55cd41da738530bfe379f189e
--- /dev/null
+++ b/3b_layer24_mlp.up_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eefc14d469d3037678292865a44cc73236905a3bdf34fc4446605b91ce7e4bcb
+size 246892004
diff --git a/3b_layer24_self_attn.v_proj_input_kl_representation.pth b/3b_layer24_self_attn.v_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bbb4580ad03ab65fc9441922f9541eff7598d950
--- /dev/null
+++ b/3b_layer24_self_attn.v_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e7ea3a77bd8d35efe46851e8e045900729015ef62e60c220526074c6cb8c2a5
+size 92585464
diff --git a/3b_layer25_mlp.gate_proj_input_kl_representation.pth b/3b_layer25_mlp.gate_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..624c23fe8a6e0afe60f14c69c6f9ff3e3d649a60
--- /dev/null
+++ b/3b_layer25_mlp.gate_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c95e862690125294d01e1ab68eb2e7348d19425e9dfd1d156e53732915fe575
+size 92585449
diff --git a/3b_layer25_mlp.gate_proj_output_kl_representation.pth b/3b_layer25_mlp.gate_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bea4691e71529f8f64b6a6976ac7d4cb09b81db8
--- /dev/null
+++ b/3b_layer25_mlp.gate_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ee1e67ec6d181d7296275b4c910192fd477b8c6953369640a26e198bd10cd72
+size 246892014
diff --git a/3b_layer25_self_attn.k_proj_output_kl_representation.pth b/3b_layer25_self_attn.k_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..c0471913d1c9892c541abe9c38881c4df3109480
--- /dev/null
+++ b/3b_layer25_self_attn.k_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890839ea1d355b8afc1c7608461d58e6ba922afcde26acbb56616d60d847d1bb
+size 30862845
diff --git a/3b_layer25_self_attn.q_proj_output_kl_representation.pth b/3b_layer25_self_attn.q_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..00c0e34fab714069777f631b0d5fc0b7bde42362
--- /dev/null
+++ b/3b_layer25_self_attn.q_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:522885b47a47a035fb5479c925d8e8adf44227003b8f652f5ce468b64392e27c
+size 92585469
diff --git a/3b_layer26_mlp.up_proj_input_kl_representation.pth b/3b_layer26_mlp.up_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e6734991b5ecfbcc271aa6ddf87085c29db8f7be
--- /dev/null
+++ b/3b_layer26_mlp.up_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5254d626fd2a6801706323e957403bd995ec7a3373ce3250cc2d6c83da343af6
+size 92585439
diff --git a/3b_layer26_self_attn.k_proj_input_kl_representation.pth b/3b_layer26_self_attn.k_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b77e10216d7880f68c2fde74dbe85896e52dfa2f
--- /dev/null
+++ b/3b_layer26_self_attn.k_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16afb4cb5afa77f5ee736fa9608a27916c4ef0e8d756dada7b1688d055c4160a
+size 92585464
diff --git a/3b_layer26_self_attn.k_proj_output_kl_representation.pth b/3b_layer26_self_attn.k_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e60080d67b68f7185ae2135d107cc789a1db5cf6
--- /dev/null
+++ b/3b_layer26_self_attn.k_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c8d2da3181f911649898262dbb915841ad1ac1ee2a4880c918aeaacd199c956
+size 30862845
diff --git a/3b_layer26_self_attn.v_proj_input_kl_representation.pth b/3b_layer26_self_attn.v_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a5170bcfa7c3a5b43419b48a192e1b2a598f6d60
--- /dev/null
+++ b/3b_layer26_self_attn.v_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c5a91534247ad0874dbc98fcb18fe11118bcf57a224579e0db7f8d7c94cc43
+size 92585464
diff --git a/3b_layer26_self_attn.v_proj_output_kl_representation.pth b/3b_layer26_self_attn.v_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a322c28fd0800507137331953a4ac9965a9d0f6f
--- /dev/null
+++ b/3b_layer26_self_attn.v_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b60713ea141195b6105e9a4f1eef872773cca29b72dd5416ac35ac789cb051
+size 30862845
diff --git a/3b_layer27_mlp.gate_proj_input_kl_representation.pth b/3b_layer27_mlp.gate_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b24b8e58ad0cc8540f0eac3a62787141e70dd92f
--- /dev/null
+++ b/3b_layer27_mlp.gate_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a5b69bb7b03e1bdf802632d18418f6b2555234d03eee5aaf5914fe8ae053cb5
+size 92585449
diff --git a/3b_layer27_mlp.up_proj_input_kl_representation.pth b/3b_layer27_mlp.up_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6ddd64cf51112f25d33be89814a4182cee99ea28
--- /dev/null
+++ b/3b_layer27_mlp.up_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b09590974d7d3ef4fb3d00276736dead8e6124a6eef624cdf2f7349cdc2e639
+size 92585439
diff --git a/3b_layer27_mlp.up_proj_output_kl_representation.pth b/3b_layer27_mlp.up_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4743af5e46c154f41c72d885334ed9d915340e0f
--- /dev/null
+++ b/3b_layer27_mlp.up_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7d07df2b54d822aeb461fac4c0c3f0ff202b94d7ffa90aad74e1ed22685a7b
+size 246892004
diff --git a/3b_layer27_self_attn.k_proj_output_kl_representation.pth b/3b_layer27_self_attn.k_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7a6f9dd2afd8d028bc7a4449ae7a9a2d015f201a
--- /dev/null
+++ b/3b_layer27_self_attn.k_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e77f8844ffd14faad8ddacff4972803f870770f9be10bc274f81bb5229213564
+size 30862845
diff --git a/3b_layer27_self_attn.o_proj_input_kl_representation.pth b/3b_layer27_self_attn.o_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..460cdd02a2d16b38db8657a44f95db937ce926d5
--- /dev/null
+++ b/3b_layer27_self_attn.o_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd9eb58329200c0c26bde75bab262e889c97184295689c7a2c3abbe4244bcfcd
+size 92585464
diff --git a/3b_layer27_self_attn.o_proj_output_kl_representation.pth b/3b_layer27_self_attn.o_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bf8edec2f46884229fe3b8547aeaa64b6e9d8670
--- /dev/null
+++ b/3b_layer27_self_attn.o_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f5a3a7c08290063ac6f5b00aeee36240a5a69ab6e499afc1fbaf6b696cc730
+size 92585469
diff --git a/3b_layer27_self_attn.q_proj_output_kl_representation.pth b/3b_layer27_self_attn.q_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d17fc9e4b50ae1c1c76f590d235377f4dce25a71
--- /dev/null
+++ b/3b_layer27_self_attn.q_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d1761cd522ff36b757899b811687341e7e2a63cf7e4355da88237e8afe5b97
+size 92585469
diff --git a/3b_layer2_mlp.gate_proj_input_kl_representation.pth b/3b_layer2_mlp.gate_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..fc9aa098f3427e4f24769322b74b65ccfcbc74fe
--- /dev/null
+++ b/3b_layer2_mlp.gate_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a8fdca4c9700e281fb2c620153eacbaa68c11cf34affd1d45e2f5b2f3680b43
+size 92585444
diff --git a/3b_layer2_mlp.gate_proj_output_kl_representation.pth b/3b_layer2_mlp.gate_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..648b7e7eba538d1d57f8a5f330728de14625de9f
--- /dev/null
+++ b/3b_layer2_mlp.gate_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f517f55bf5a536c79c8f9cb1ce642fef6e953702f274f8607566f4abf9c94bd
+size 246892009
diff --git a/3b_layer2_mlp.up_proj_input_kl_representation.pth b/3b_layer2_mlp.up_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9172467cb3f54a786555e4fb3a0c8a559081b369
--- /dev/null
+++ b/3b_layer2_mlp.up_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb7195e4e034c544941fa74d5abd7642463235c493574bd475ded681a54a6c6
+size 92585434
diff --git a/3b_layer2_mlp.up_proj_output_kl_representation.pth b/3b_layer2_mlp.up_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7fca29c2583b09ba92da4f536f78ddaacc2f99c2
--- /dev/null
+++ b/3b_layer2_mlp.up_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4fbcaee64505fc9d8a77c0a61c640266c88f51ca8174b0de06af406d2587c09
+size 246891999
diff --git a/3b_layer2_self_attn.k_proj_input_kl_representation.pth b/3b_layer2_self_attn.k_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e12f96d3a7795be1f903721e13c4d1b4a3a74741
--- /dev/null
+++ b/3b_layer2_self_attn.k_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6c38f0c0437e57619c94bb23cbf38729cf3d0be1e564a4409c491e87acea362
+size 92585459
diff --git a/3b_layer2_self_attn.q_proj_output_kl_representation.pth b/3b_layer2_self_attn.q_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..641446d8957bdc3f2e88b2605f1d47454ba87ceb
--- /dev/null
+++ b/3b_layer2_self_attn.q_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b15c1e0959949be8e24b2f8402bc81e4b2a81cce8068a49d9c80ac4f53bc271
+size 92585464
diff --git a/3b_layer3_mlp.down_proj_input_kl_representation.pth b/3b_layer3_mlp.down_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..80262c189c601d5f017627d15a33a012654cb216
--- /dev/null
+++ b/3b_layer3_mlp.down_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf14c48b2bc2424aaf527d8bc3497681008fc68189a94e80fa81bc2b0de8731
+size 246892004
diff --git a/3b_layer3_mlp.down_proj_output_kl_representation.pth b/3b_layer3_mlp.down_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..25e95a2b0d174c15881a30548feba4042b8cf385
--- /dev/null
+++ b/3b_layer3_mlp.down_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bae7f828394e9c7489419c5a3278132e9b74bfbbadda35a252c9cee557c664a
+size 92585449
diff --git a/3b_layer3_mlp.gate_proj_output_kl_representation.pth b/3b_layer3_mlp.gate_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..ed2e925435e1893054ebee45323ef62a06b78456
--- /dev/null
+++ b/3b_layer3_mlp.gate_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a8006efe3789ab8ceebdcda81cda6f477e563731868c9ab2f6d44680e0cc3f
+size 246892009
diff --git a/3b_layer3_self_attn.k_proj_output_kl_representation.pth b/3b_layer3_self_attn.k_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9839a80112e4b6ae9994a63176f591ffeada211f
--- /dev/null
+++ b/3b_layer3_self_attn.k_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e84bb30e5f524d9d1c96a50870d16e0879afba82c93171c53ccb9cbe041a4bfc
+size 30862840
diff --git a/3b_layer3_self_attn.o_proj_output_kl_representation.pth b/3b_layer3_self_attn.o_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..046e33dacdc2ab7810b5f71fc4d94bc9f08c2709
--- /dev/null
+++ b/3b_layer3_self_attn.o_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99df28633daa9b249428e6a77a40df3ce4d6773e0d81b535e4ad0efd20e9a4a3
+size 92585464
diff --git a/3b_layer3_self_attn.v_proj_input_kl_representation.pth b/3b_layer3_self_attn.v_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b242e914e838a933329d0e8ad15f1f419676bd8d
--- /dev/null
+++ b/3b_layer3_self_attn.v_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f1aca8179c81dae973c714db1135ae5a5ff168b333d00b2ab756e85378fe9e8
+size 92585459
diff --git a/3b_layer4_mlp.down_proj_input_kl_representation.pth b/3b_layer4_mlp.down_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4219dd8bd3f6f0cccbdb04a41cb98aaa0184d5f0
--- /dev/null
+++ b/3b_layer4_mlp.down_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faec1a45363644c78f377eb2fce2cd25d6e48a5a22aedc8c2faa924330ee58a6
+size 246892004
diff --git a/3b_layer4_mlp.down_proj_output_kl_representation.pth b/3b_layer4_mlp.down_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3a85ced93f70d9570cf0bd93ce27285eed7289a4
--- /dev/null
+++ b/3b_layer4_mlp.down_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af45f0796b3e63c45c5ce2e6352c165f4aa644c429eda2c22d0e7d4c1868bb0f
+size 92585449
diff --git a/3b_layer4_mlp.gate_proj_input_kl_representation.pth b/3b_layer4_mlp.gate_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7f6d87ffde5d04a1c660a12c9437de5f926ec6d0
--- /dev/null
+++ b/3b_layer4_mlp.gate_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b239ebfc231b4bbce37cd0e6176674eaa9d7654012651405b1ae2be84e66eb
+size 92585444
diff --git a/3b_layer4_mlp.gate_proj_output_kl_representation.pth b/3b_layer4_mlp.gate_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9239b09127fecd7253f23ec3357719e374524bac
--- /dev/null
+++ b/3b_layer4_mlp.gate_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfeed18f20f1280dc370bc9c3b16340a79cf4357ac48442524579405dde7ea98
+size 246892009
diff --git a/3b_layer4_self_attn.o_proj_input_kl_representation.pth b/3b_layer4_self_attn.o_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..dd41b8eb29264e897773265ccfeb97232133e3ba
--- /dev/null
+++ b/3b_layer4_self_attn.o_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40e63c9da8f5fb996fe3d69d322dfcbb2648d9ec0589dc07749496ca90626ea9
+size 92585459
diff --git a/3b_layer5_mlp.gate_proj_output_kl_representation.pth b/3b_layer5_mlp.gate_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..afbd8d8f58d99c9f7e92b2faef71a97cf1e06e35
--- /dev/null
+++ b/3b_layer5_mlp.gate_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d5dc4db69e655e1102e9ab4bd2dcaa95b22ff8c584869af9be4f1edfdc1523
+size 246892009
diff --git a/3b_layer5_mlp.up_proj_output_kl_representation.pth b/3b_layer5_mlp.up_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9acd477b84f0c1e28306b0eb06f1663db296b8ff
--- /dev/null
+++ b/3b_layer5_mlp.up_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9987e27e38dbe9a4be076f3375fe899413957c3dafd4b0065f90ede0e7cbfb8
+size 246891999
diff --git a/3b_layer6_mlp.down_proj_input_kl_representation.pth b/3b_layer6_mlp.down_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9ace9b0725905fd6684b2d813f29e50cb29aa797
--- /dev/null
+++ b/3b_layer6_mlp.down_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7d74aac546b38d42d89b8ddcff2f0415747f5138e656fe95f223df00db075c2
+size 246892004
diff --git a/3b_layer6_mlp.down_proj_output_kl_representation.pth b/3b_layer6_mlp.down_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d16dd75d8dab50ddb0194691faff0cb2b788a9b0
--- /dev/null
+++ b/3b_layer6_mlp.down_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee432d6a300f4baa83f30050940f034a7d4465ba0c8d0a55e1a724036c94094e
+size 92585449
diff --git a/3b_layer6_mlp.gate_proj_output_kl_representation.pth b/3b_layer6_mlp.gate_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..6a3ce038bb5c409dd3fe473af98780307eaca2e6
--- /dev/null
+++ b/3b_layer6_mlp.gate_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a35a96eac0261d0024e40dac922b5febdd87a0b20b985ac7bac11bb7c7983c
+size 246892009
diff --git a/3b_layer6_mlp.up_proj_output_kl_representation.pth b/3b_layer6_mlp.up_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bc2aaac1c92efc883c3aca08dcae73d6b5123892
--- /dev/null
+++ b/3b_layer6_mlp.up_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cbf0a4085063e839a33cf5daaeebb352ce4d823d02f45a5e7a99148218a4a0e
+size 246891999
diff --git a/3b_layer6_self_attn.k_proj_input_kl_representation.pth b/3b_layer6_self_attn.k_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..78b2ef4c96a03fb5ea8a4bb3531b11e695681681
--- /dev/null
+++ b/3b_layer6_self_attn.k_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0d3f94094a587a9ad322e66c3dcbc7be95bed603d6318f1a694884a58cc6ba
+size 92585459
diff --git a/3b_layer6_self_attn.o_proj_input_kl_representation.pth b/3b_layer6_self_attn.o_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..bd6e39519b136704f986fff72bd5af064983e9d6
--- /dev/null
+++ b/3b_layer6_self_attn.o_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdeadda8e6908d872bd8a7989d9e007e96a6aea3aa293c4f36a64a9e668d6d1a
+size 92585459
diff --git a/3b_layer6_self_attn.q_proj_input_kl_representation.pth b/3b_layer6_self_attn.q_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..a954baf96c612de6bac47517ca992d571ca2920f
--- /dev/null
+++ b/3b_layer6_self_attn.q_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d01df9646b93f0381954b3a3ad20aa2bf789f0053ebcef5a0b0421bc65124e
+size 92585459
diff --git a/3b_layer6_self_attn.v_proj_output_kl_representation.pth b/3b_layer6_self_attn.v_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..b0e8791fb9de0c5a9f8529205b94178b4beabaf1
--- /dev/null
+++ b/3b_layer6_self_attn.v_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce48a203809033fc01e41c12b6a04edbe76bebb31e75dc6f55fd04ef0b0d5d79
+size 30862840
diff --git a/3b_layer7_mlp.down_proj_output_kl_representation.pth b/3b_layer7_mlp.down_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..9ced958ba78db633c8736b7fd81d4ad2a949e2c9
--- /dev/null
+++ b/3b_layer7_mlp.down_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fdd5d9d81349ec3121aa13f9c4e3479065d6350e7047ffb90c8edf748b90f3d
+size 92585449
diff --git a/3b_layer7_mlp.gate_proj_output_kl_representation.pth b/3b_layer7_mlp.gate_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..7f383ab89601b7d266abb927c1d4d7d74ec15059
--- /dev/null
+++ b/3b_layer7_mlp.gate_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f2a378ffcc715f82af3bdca87bbc895a777685a77e9ec2fc1649de3890eed5f
+size 246892009
diff --git a/3b_layer7_mlp.up_proj_output_kl_representation.pth b/3b_layer7_mlp.up_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e6fa848a21fc8f70aee36ade21880f084abb43d4
--- /dev/null
+++ b/3b_layer7_mlp.up_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6417d7fa12daea4c0667be4d1e4a46ecd312297dda784f1c5a43ca9b248d1033
+size 246891999
diff --git a/3b_layer7_self_attn.q_proj_input_kl_representation.pth b/3b_layer7_self_attn.q_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..35e5ebf979237f64ca698b07f04242f9d4e803ac
--- /dev/null
+++ b/3b_layer7_self_attn.q_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffa58c604824dfeab324eeda98c967216f18fd0ca09dc24d1c14a7286f9c047a
+size 92585459
diff --git a/3b_layer7_self_attn.q_proj_output_kl_representation.pth b/3b_layer7_self_attn.q_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4b2cc7313a180ae39296aad7ae1924325723c690
--- /dev/null
+++ b/3b_layer7_self_attn.q_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5936ee5352d957c19d8f41ae163989940c2874c3d73a931dee6966d1bdf617
+size 92585464
diff --git a/3b_layer7_self_attn.v_proj_output_kl_representation.pth b/3b_layer7_self_attn.v_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..4578e7e4e31aeee245946f0224fb09b43346b6cc
--- /dev/null
+++ b/3b_layer7_self_attn.v_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0d4b3799e36bb518a1f3ae29ffa68950e5dbda67425e8accc77f65a235fc283
+size 30862840
diff --git a/3b_layer8_mlp.down_proj_input_kl_representation.pth b/3b_layer8_mlp.down_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..d2acbc9381dc4f7e501978ba3784a1d2856d64bf
--- /dev/null
+++ b/3b_layer8_mlp.down_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7fbeb6804cbaa6fa72913fcaa5a57017a0d3c4bf2dba28dc8c5c36b0d3e8cb3
+size 246892004
diff --git a/3b_layer8_mlp.up_proj_output_kl_representation.pth b/3b_layer8_mlp.up_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..eee17be31ee11bc3baeab06c70e61daf4f825ade
--- /dev/null
+++ b/3b_layer8_mlp.up_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29448e85172cd985b3454f1e9df56408f08b8e89179fffb4d6c2a5c58400c4fa
+size 246891999
diff --git a/3b_layer8_self_attn.k_proj_input_kl_representation.pth b/3b_layer8_self_attn.k_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..3ee23e4ce560035fb74efae7ed0eb34b14ab83fe
--- /dev/null
+++ b/3b_layer8_self_attn.k_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd39c4de1896b8b120daae5a994c3f2b8d0f2488cb7097f333485bce0ab4d958
+size 92585459
diff --git a/3b_layer8_self_attn.q_proj_input_kl_representation.pth b/3b_layer8_self_attn.q_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..e3c8d084530e483cd0ecb5bf190ff10d3a9afcb9
--- /dev/null
+++ b/3b_layer8_self_attn.q_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039090371592cdd527cb4d3a60b47c505da93cff4257a1cd4d063c639e0100d4
+size 92585459
diff --git a/3b_layer9_mlp.gate_proj_output_kl_representation.pth b/3b_layer9_mlp.gate_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..18daa10f70cc611aed62bd83c6d76843959a27b7
--- /dev/null
+++ b/3b_layer9_mlp.gate_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa4b4961086437279bd186daf890247c8632149a7b8ac251af8fcb9e4496e93
+size 246892009
diff --git a/3b_layer9_mlp.up_proj_input_kl_representation.pth b/3b_layer9_mlp.up_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..0beb6effaf8f938de45bdbc5a8a51ef8d3baf6a4
--- /dev/null
+++ b/3b_layer9_mlp.up_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:455ab7b583d44b32274f16ef6133cd505b1ac5b26c05b7765999aaf1434ac42a
+size 92585434
diff --git a/3b_layer9_mlp.up_proj_output_kl_representation.pth b/3b_layer9_mlp.up_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..5c818a999da47b0d99269d04599465e814d494f2
--- /dev/null
+++ b/3b_layer9_mlp.up_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a635b13a7e451ffc7081da9527e30e2c208c2c65ee421e0de50a5e97e62ad1
+size 246891999
diff --git a/3b_layer9_self_attn.o_proj_input_kl_representation.pth b/3b_layer9_self_attn.o_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1b4013cf5454e77ae748aba6964a05624d8d8859
--- /dev/null
+++ b/3b_layer9_self_attn.o_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f46c94c9212c2b25234cf215e789aaa83666efaa556c1eafe6792c1ccba0d0dc
+size 92585459
diff --git a/3b_layer9_self_attn.o_proj_output_kl_representation.pth b/3b_layer9_self_attn.o_proj_output_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..941272919358488433d82d2f4faac1d5608e95f3
--- /dev/null
+++ b/3b_layer9_self_attn.o_proj_output_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d4d59ad9bb4af0a2c1623efc908918e97b290a00b3008a6837633fc64d5cc28
+size 92585464
diff --git a/3b_layer9_self_attn.q_proj_input_kl_representation.pth b/3b_layer9_self_attn.q_proj_input_kl_representation.pth
new file mode 100644
index 0000000000000000000000000000000000000000..1bfd1b5d781b61b6eb1063c0acc5aa11d796d23a
--- /dev/null
+++ b/3b_layer9_self_attn.q_proj_input_kl_representation.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014b93f095bdfa533d769910bff0269f9e63bafdeaf4c6abfce4f53336e80066
+size 92585459