diff --git a/checkpoints/Meta-Llama-3-8B/0.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-8B/0.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c677f103792f2ec3fc8eb6e004b015c0f931a50
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/0.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f24d7e66c6c881258f1f4a1d4707045f88f2aafd2bcf7341456a62b68b0c0d
+size 119710612
diff --git a/checkpoints/Meta-Llama-3-8B/0.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-8B/0.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c0429642548d67a34e2b4b0b38a7945f65929dd
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/0.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e91f02e389e0650d6232bab731b344d36e92ed57df17119fc13cef891f47d156
+size 119403412
diff --git a/checkpoints/Meta-Llama-3-8B/0.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-8B/0.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a33b235a56362c1dc4dc3d81cd5aab6c02b35b3b
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/0.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb9a68256ab6a7b76e4cc16246ef892dec718b19a38bb5293dc454c4ae30a49e
+size 119403374
diff --git a/checkpoints/Meta-Llama-3-8B/0.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-8B/0.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cde42492c31b14103775ef90127753a954b7a317
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/0.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46884bd4f1eac24d9086e5dbd1ea75b7c7085e26c98689de24eebb9c7f2ebd8f
+size 8647629
diff --git a/checkpoints/Meta-Llama-3-8B/0.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-8B/0.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17859488bf5a6c6eedcdd5e53730c4619172bd7d
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/0.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf874cb84247e323f6310b701e40207cf6daef211574c0ac54678846a86dcb0
+size 34206669
diff --git a/checkpoints/Meta-Llama-3-8B/0.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-8B/0.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc969df79fdc197104d5421f2d524a0f4f84b01
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/0.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b094dedd9b51b1d9d27c70e8f89536143084299b542ffe972e8dc51a1c218dd2
+size 34206669
diff --git a/checkpoints/Meta-Llama-3-8B/0.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-8B/0.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..636532e40f262237751272a1e8f28fb00314e81b
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/0.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b9159c97dfab0d436c7cfa25bd0f00f013d1f4a296b0eb752d35b3d9c8d29c
+size 8647629
diff --git a/checkpoints/Meta-Llama-3-8B/1.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-8B/1.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..686c316098709355d4bd4f20274eb1fcc4a0ccb2
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/1.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ad6ca3d5d581cdb408191872fa34fcdbbc2adce79d3ac72bcd944c88b5d5a0
+size 119710612
diff --git a/checkpoints/Meta-Llama-3-8B/1.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-8B/1.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..880b697c717a3c9e459ea3a171182c4aee509cc7
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/1.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0baecc63b63ad602fdd91763b247451ad6f236ee54dc1138d72a28b942265317
+size 119403412
diff --git a/checkpoints/Meta-Llama-3-8B/1.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-8B/1.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed84d619e6d46981db81daf26d6c55e2c845c23e
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/1.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a63f5dc97d6a2c14646afbab140620be2d348e234606e8ef703004ac9aa358
+size 119403374
diff --git a/checkpoints/Meta-Llama-3-8B/1.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-8B/1.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffc4d5e09eaef64aaa3667277ae13e8a968591a8
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/1.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09929375e43a55d1383a336ec7b68875005b2c3e12286a3e43f6c2e6c5d55444
+size 8647629
diff --git a/checkpoints/Meta-Llama-3-8B/1.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-8B/1.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0edce911a76767d5cc0e9221e83fa8e4161a05f2
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/1.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dedd7582ed55e156791503387ab44555e1943a72f2a29617878533ccd11b97f
+size 34206669
diff --git a/checkpoints/Meta-Llama-3-8B/1.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-8B/1.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..853b878a441ea2b74dcb9d93ce26f41ca6989b94
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/1.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e08db4242c74b76d75ae01247fbbc1e73e2ded13f8801ea47d3f5ddacbe475de
+size 34206669
diff --git a/checkpoints/Meta-Llama-3-8B/1.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-8B/1.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f27c53f54b8816190e9e7f7df06a09b3a4003cb3
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/1.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5162907502c7a568293b6d8f40f247c368f6fedba23a85d4c5542c73cbef2b3e
+size 8647629
diff --git a/checkpoints/Meta-Llama-3-8B/10.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-8B/10.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..609f3460082505658701d7fc95473d5edee8a060
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/10.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c233521a12302404458583390be92228ab074d5aa71ced5512d11f05420de865
+size 119710631
diff --git a/checkpoints/Meta-Llama-3-8B/10.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-8B/10.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73e3962c713098062884861b5d61edd30ed5561c
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/10.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0eea07c25d3e4f87dad269f1d0e4ee452d3cf9dfc7046f5edda69fe975daf61
+size 119403431
diff --git a/checkpoints/Meta-Llama-3-8B/10.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-8B/10.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de59ae4297e443a4eef1c9c142adcfde4726a46
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/10.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f0b06baeb20425380623764bf6e8dd0d6b72509cda389610549490ce51427ae
+size 119403393
diff --git a/checkpoints/Meta-Llama-3-8B/10.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-8B/10.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7197d8a00da335d2b49f5e6163bd4a65b90b8e2
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/10.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2cd545c8a291231c55400e8254f6a723bc7cb95a067c2c62b033d951ff483f
+size 8647648
diff --git a/checkpoints/Meta-Llama-3-8B/10.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-8B/10.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..223f65b0e3a249e0e97e27687f4178794e200ffa
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/10.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca30c419608eaf048ffe51820533307991af2a64104ec7e7f3eda2f83a059b61
+size 34206688
diff --git a/checkpoints/Meta-Llama-3-8B/10.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-8B/10.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91dd578c0926dc370141b360222f451fb1eab473
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/10.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bceb7295798512411407acda66539d5741c6055b1e23a87194edec5fa3409b3b
+size 34206688
diff --git a/checkpoints/Meta-Llama-3-8B/10.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-8B/10.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc9004e8088cd4edb3d2e5a6c26575168dc8901
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/10.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f28456a05294d717cd4d687fe5445b2e24f571676aee08c3808ad4d7892749e
+size 8647648
diff --git a/checkpoints/Meta-Llama-3-8B/11.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-8B/11.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d0f69976d6c51c800fb2a8e3b6b19978668ee55
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/11.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f12386f5ba6e0c76949d76ceaf2eaebdec981064deaf6f88345e2eea4e9938
+size 119710631
diff --git a/checkpoints/Meta-Llama-3-8B/11.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-8B/11.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3e6426945c020e6737808b5442e6240c00c0b5
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/11.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:002c65f845254a9b5558074d385f06ebf392ec6e4894abdc420662af45d72f72
+size 119403431
diff --git a/checkpoints/Meta-Llama-3-8B/11.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-8B/11.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb2902ea1663897ed02107cfed2524287bd893f
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/11.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e226da0a1a92637338866a0d55f92a41d66aefebcf7819dc2bd27b1007b06a
+size 119403393
diff --git a/checkpoints/Meta-Llama-3-8B/11.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-8B/11.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a76ebd62e1aab92723d156daffd6e7eebd61e67
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/11.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce2dd4374267968351cf64b17537417aa4237ea48210038c7e339016961cb35
+size 8647648
diff --git a/checkpoints/Meta-Llama-3-8B/11.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-8B/11.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c8347715486412fce50dc3567459d9a018d931
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/11.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:674f14b510292d99edc9cc0efc337afc95df4d54f996f9f1076f2e79b248fbdd
+size 34206688
diff --git a/checkpoints/Meta-Llama-3-8B/11.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-8B/11.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a27e24d7a83905a9eb7eedae3846fb439e65239
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/11.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae35fa8462dac27d522f729998e0172cfd432b782a299e6ed740b226267790d
+size 34206688
diff --git a/checkpoints/Meta-Llama-3-8B/11.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-8B/11.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccba0adb27941eafa47a6aacdb81f9847c1b0505
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/11.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05a42d3782b75230a52838052d649a48850d40e558854d3c774c1e16546156b
+size 8647648
diff --git a/checkpoints/Meta-Llama-3-8B/12.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-8B/12.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cafa33a9bbdadb261b1d62b31796960a166c88f
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/12.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd3139039c33378ead6625e1e1322f7421cb9bd1f86c68be9279560860f4eff0
+size 119710631
diff --git a/checkpoints/Meta-Llama-3-8B/12.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-8B/12.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4d69c4dabf8da4db9c0d4ca604f691217eb9dc7
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/12.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7971a231c3527a7c6068ff642f99eb867ddb73faf359ae68482df8ed2f83509b
+size 119403431
diff --git a/checkpoints/Meta-Llama-3-8B/12.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-8B/12.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..367ab14560762602d28f53b36fada5337883c511
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/12.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7874f785170c676231fcd81b5e6e4f84b2795c210a3be5312c775f93c2c11e2
+size 119403393
diff --git a/checkpoints/Meta-Llama-3-8B/12.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-8B/12.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5b9a85f8d0740bb49eddbbf5dae5774a20359f
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/12.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f29a4aad8c3912857f0c7b9f724c95018d7cc9a4c18da0a7b71c10967a338c
+size 8647648
diff --git a/checkpoints/Meta-Llama-3-8B/12.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-8B/12.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab44349481054fc8d8508b4f25d6084cccdcae5
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/12.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:009b675adf7acdaaa05db168ece61325be1b4273165d3f390a61b4425448ef2d
+size 34206688
diff --git a/checkpoints/Meta-Llama-3-8B/12.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-8B/12.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84936fc6b867211aedbe01e2e94846115b8201cb
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/12.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a3bbfad77911776b8d8945308753a4d53bd78c506af1e887597b07b283d3e45
+size 34206688
diff --git a/checkpoints/Meta-Llama-3-8B/12.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-8B/12.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdbce7ba8543f1d1e42b2f2de7722d2d7caea98a
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/12.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48e902ff149aa246ea1fc3e0f704ce95d36fbcc6fd290e2b9f5f0f2d12a8d0a4
+size 8647648
diff --git a/checkpoints/Meta-Llama-3-8B/13.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-8B/13.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..762b3c42413c0a14aceeb790001eba000c1e0abe
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/13.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c770f95dcaa2ffd7efc9b1f893a9185d8974bf5cd13d3b13cdf9e504d738f2e
+size 119710631
diff --git a/checkpoints/Meta-Llama-3-8B/13.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-8B/13.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe72fc86d04472fcf6b5c1d03aff355fdd3901c0
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/13.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86faa70939ac4ae4d485f8772760dadcaad1ae238bf65abd30779298d88bfde
+size 119403431
diff --git a/checkpoints/Meta-Llama-3-8B/13.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-8B/13.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..073b41ec4d94cd1d9502d4e9c16d73316e31a8e5
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/13.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06d7f36c40a2d78ea112d1718ff07881003a2db71e331124d54862687c551667
+size 119403393
diff --git a/checkpoints/Meta-Llama-3-8B/13.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-8B/13.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7403626f2827cc50dab9b2fb115b39eba7477ad9
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/13.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb1322da9808c683794e5c4a8c70dd52706a904eef7084e428f9161cda5dbcb
+size 8647648
diff --git a/checkpoints/Meta-Llama-3-8B/13.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-8B/13.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68fd3cc822bbf44a15700ea4fb90dd380d461f96
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/13.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7201c82fd208d5574e1c70a0b6c667f044d21fe83b3627605209a53867331c4d
+size 34206688
diff --git a/checkpoints/Meta-Llama-3-8B/13.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-8B/13.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe986e95ffd9d0f1f1e0f44b03eb392c6ac31b5b
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/13.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d741289a90b589b43a28d3483fbdd8ff7de644178d592edd4d6adea986a3d47
+size 34206688
diff --git a/checkpoints/Meta-Llama-3-8B/13.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-8B/13.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05fddc7d1825e512943fef4558db0d34d4003020
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/13.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4dd57b3643b675611f9772118a7e2d160567f0f1b377fb740213fdb9d4ead8c
+size 8647648
diff --git a/checkpoints/Meta-Llama-3-8B/14.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-8B/14.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2fde8eee98cbd88db400fa05976360acce24635
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/14.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abd3fcc308dc6ff6ef5923d508d71f0b9602d3fe4d42ac0f431b74912b5cbac7
+size 119710631
diff --git a/checkpoints/Meta-Llama-3-8B/14.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-8B/14.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90eb30ce4503a9bab18d669b589c67bd164c5411
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/14.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:756a9c1e53157ae6c4a5aefac4783c5df168bac638dfb3456ca13fc01f219b6e
+size 119403431
diff --git a/checkpoints/Meta-Llama-3-8B/14.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-8B/14.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a9e62719acd02e39d7c6de6ec21c7e16ddac729
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/14.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d45ce88b4239ff5f32e8fc7501783c9057e193cbdd8a1ecbf04235ad023e0b36
+size 119403393
diff --git a/checkpoints/Meta-Llama-3-8B/14.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-8B/14.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..548c817a9f0c829a2478ca899f1f6802c6d8eec2
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/14.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4003b64c210ec9f7f44391c83eac69fb07f99285136baf4fcccc89133338ca
+size 8647648
diff --git a/checkpoints/Meta-Llama-3-8B/14.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-8B/14.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a080f1c75cd907413e1dc0b5a46ebea7f8aee05a
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/14.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dfd443c2d71b28879c646b724155787787283061ab49ae8772fbb6f94575624
+size 34206688
diff --git a/checkpoints/Meta-Llama-3-8B/14.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-8B/14.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e65022649a2979affaa7b89dd7b7a639a237702d
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/14.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b150905d266ca80729eecc82fe06f1f44d9d8ff8cbb8ed097d11d5a8955cdc0d
+size 34206688
diff --git a/checkpoints/Meta-Llama-3-8B/14.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-8B/14.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b318a447b03abe0cf1979cdcc0f7bbb4ebcc2ac1
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/14.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f925dcb9e5ee92faace4f9c2e1a598e43e9d8ea90083e0955b7b5a536e532522
+size 8647648
diff --git a/checkpoints/Meta-Llama-3-8B/15.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-8B/15.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dd974994e2a2af295346396d8588f37d685c176
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/15.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b82131164eb6d3f7477b711e153738b604219f51de0512c8a328fd3c71e5bd9c
+size 119710631
diff --git a/checkpoints/Meta-Llama-3-8B/15.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-8B/15.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57b47925a21136620ddcbe029d0c32de8488d763
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/15.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9977992e735c0135a8d7401f01883f7d74edfe3214737ef2c639cee30e049f2
+size 119403431
diff --git a/checkpoints/Meta-Llama-3-8B/15.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-8B/15.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a617fd91b75f0917eba05677431e920731e1db0
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/15.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82bc3f4f996690fce5b3894f35b73d3f10d2c63a8223f93b96d3d2e17ac63a26
+size 119403393
diff --git a/checkpoints/Meta-Llama-3-8B/15.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-8B/15.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9af028ad57cb349bf0835fd5454db48aff97a14
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/15.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44ceb72929f342e8e78b8ae4f39f0e11970371277f2271dde582eb35bd994fc
+size 8647648
diff --git a/checkpoints/Meta-Llama-3-8B/15.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-8B/15.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1df88dcf9fa18abbcfccf80f1d2e714813ce17c
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/15.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f6c1483938b1796c38c9a02d1f13ce725376120d01aa4547a91cede47d2f458
+size 34206688
diff --git a/checkpoints/Meta-Llama-3-8B/15.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-8B/15.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..326c020b139997621bf8165c5ab734c890fce0c6
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/15.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:695248be2f5f00b4fd2038486d7a974155c2e45653651ce7bd160738a1332cd4
+size 34206688
diff --git a/checkpoints/Meta-Llama-3-8B/15.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-8B/15.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e63903c1e94e8f81973b2d8392b362ee9b80ef30
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/15.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be28d56ff06e2b615dce15a8f08593c3c096deb1fbe57845eb5954a297e5e1c
+size 8647648
diff --git a/checkpoints/Meta-Llama-3-8B/16.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-8B/16.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfbe9aea7dbbc21eb38c4e01fd17d00b289ba53b
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/16.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ada8326d8b53bc92ed70cb08ccbdddb76d28e91d97f7ee71184779edefe1b731
+size 119710631
diff --git a/checkpoints/Meta-Llama-3-8B/16.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-8B/16.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bddc4668161618157b98b4e1ff489ee9b3564bd
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/16.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b7f3b2d6fdd1f000d4be86b340daa59bf5a099a258800e466ebd60dd31ed3d2
+size 119403431
diff --git a/checkpoints/Meta-Llama-3-8B/16.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-8B/16.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efad7096dd0f87f07998bf3dd52535efac73400e
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/16.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:514cf6436556bb18335ff79a53adf4e48b6a85349de3b0af64ea194d45b318d5
+size 119403393
diff --git a/checkpoints/Meta-Llama-3-8B/16.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-8B/16.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11db168754e307d5789720dc6d13b59959bd7978
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/16.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d47bd03de43d81062300437578cade524d31b9809e42c4e452cb371d9dd243b
+size 8647648
diff --git a/checkpoints/Meta-Llama-3-8B/16.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-8B/16.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5d837351cea9fa264604cf3061e70f2ecaa5dbe
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/16.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be7ab5925f315030d2f043c2fd7dfe4323602fd7d5f24f50938f293763998e9
+size 34206688
diff --git a/checkpoints/Meta-Llama-3-8B/16.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-8B/16.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..094be06840b9df3c122882743e216c1fb83cc94b
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/16.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cb49384b50c94b40a140b5c346636b0088704ffaee3086a464693ab641c864a
+size 34206688
diff --git a/checkpoints/Meta-Llama-3-8B/16.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-8B/16.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ecc9557885a7a6035c4fc267f5d5589a8e87da0
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/16.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f4f8fcdba7222dbfdad8ce33b5c882afb20ebc3ad3fe1aaa461344f933d0a3
+size 8647648
diff --git a/checkpoints/Meta-Llama-3-8B/17.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-8B/17.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3979a26d2c819619d6592346b55b60db2ed86cc3
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/17.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73c068a216abb6ec794787f966caa6838041de4312e34cebab05f2aa42719820
+size 119710631
diff --git a/checkpoints/Meta-Llama-3-8B/17.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-8B/17.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31db165cec93c72bad10bfc71542ab702a6e4aa5
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/17.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f3d324eff1adb39327480cff93b41200e1f0d200895759975ccfe306b511094
+size 119403431
diff --git a/checkpoints/Meta-Llama-3-8B/17.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-8B/17.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db514630312e90889865c8184a5c1b3f81cc1831
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/17.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50a04e41c861f336fa90ee0bacce0de8177e9326e966a26d2d55680bb6f1dce
+size 119403393
diff --git a/checkpoints/Meta-Llama-3-8B/17.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-8B/17.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd5923930dcdab7d99e5a531d1a7566654112f19
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/17.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:837b77fe57844ce761748166ebce15cf557f63acc6d180d04a4cfd06a2efe639
+size 8647648
diff --git a/checkpoints/Meta-Llama-3-8B/17.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-8B/17.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf0a5bc359237fbad084eb040399b8a650da8e93
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/17.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3a0b942e80431576bcfaa14fd0a0add371df0d459cc9e3cf5260f6df052d6e7
+size 34206688
diff --git a/checkpoints/Meta-Llama-3-8B/17.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-8B/17.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a60de4f0dcdb4545e19bcedc30cf50e4c3b98e
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/17.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27db1b01bd705df996415e9da1df1d36afb6b4d7632adcaece1d5c30d304fa5f
+size 34206688
diff --git a/checkpoints/Meta-Llama-3-8B/17.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-8B/17.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0097d6922b28c707105c53b11824fc9c6320572d
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/17.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca6926619561f918cba74f452b3f5aed13032fac7bb9e2bda61478a0a478f33
+size 8647648
diff --git a/checkpoints/Meta-Llama-3-8B/18.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-8B/18.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75d0b6c00ab37fde5207f87634309a5b75bfe7d
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/18.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd7e26a7de9288a7aa6911c35e901431686f5d97d8980e827b25a1a61280630
+size 119710631
diff --git a/checkpoints/Meta-Llama-3-8B/18.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-8B/18.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b184a186083ff1b3528e204ce2353957fc8710
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/18.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e53bd2c714145fa13995256744b6d50b840c62c28acaa3055d99b4cb73b4ec5
+size 119403431
diff --git a/checkpoints/Meta-Llama-3-8B/18.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-8B/18.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43c71b0341797cff770c219861abd7a9bb42b146
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/18.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:350774fccf10bff5915b0fefa2daffb109379adbc44d42d40fb50dc853d8eea1
+size 119403393
diff --git a/checkpoints/Meta-Llama-3-8B/18.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-8B/18.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b01b3f80a632a8081cee1c39a58a03182957fe
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/18.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db85fab1c9c223453dfa744874497c0e983e3db83850452bf51af45f71d26aca
+size 8647648
diff --git a/checkpoints/Meta-Llama-3-8B/18.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-8B/18.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b063f8cf89e194b8036f6ffd05622c43f5b038aa
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/18.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8a550444328634fb7e8251763c11e533d6f9afc2b8c6d9669ec50e4e1c6491
+size 34206688
diff --git a/checkpoints/Meta-Llama-3-8B/18.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-8B/18.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd240efef7bbffb29e86681cadc5ff13456f7d93
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/18.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28101808102588f44cca4b79dbfa84215baade92640a156cf92a9e70529be837
+size 34206688
diff --git a/checkpoints/Meta-Llama-3-8B/18.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-8B/18.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3373d0badc4d908b3a73e176c64260d35427022
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/18.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6bb75350925b81ab0787a582efe21cd1c1d5726cf17dcd2c15d1dca75f8b58
+size 8647648
diff --git a/checkpoints/Meta-Llama-3-8B/19.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-8B/19.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5b72cf766c6270c0737d90aa0a4847972c2eb99
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/19.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d56dfdc62536b3b49612d14a31e9d482f99efa69a2ef4b1337fc9482e5bc10e
+size 119710631
diff --git a/checkpoints/Meta-Llama-3-8B/19.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-8B/19.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55905df6a0d12d8e5539a257cb73249864cd1a5b
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/19.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d8a6443261ca3e7953896fdca0c7b12734b134a67a143ffce3a160023fbda2
+size 119403431
diff --git a/checkpoints/Meta-Llama-3-8B/19.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-8B/19.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eb55f9f1fcce9f19f5ee90ad34c3451f0d3428c
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/19.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a002dfb08d4c82de8304671881c61aebd8647a94afed9059b3a95bbb7201a0f0
+size 119403393
diff --git a/checkpoints/Meta-Llama-3-8B/19.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-8B/19.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..568502808a1d450b10112c382625915a8199fff5
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/19.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85db45bb812f19bde7b87e70903118d2813afd6a228d2566156e2f980a24c0cc
+size 8647648
diff --git a/checkpoints/Meta-Llama-3-8B/19.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-8B/19.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40bc1acf48cb2ed0d9336495858183bce47c457e
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/19.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f24448c70ac6882145c93593a5ba19a49bd0c3ef3013098f1e564530b3c7fde
+size 34206688
diff --git a/checkpoints/Meta-Llama-3-8B/19.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-8B/19.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8cdea4f56b269b2392d6f07b113ac14291de09f
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/19.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d40242aed250460d6f41be1a72c6ed6e0beef83dc67d78162445064db436e312
+size 34206688
diff --git a/checkpoints/Meta-Llama-3-8B/19.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-8B/19.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..675ddd345800187797d61bac1762dd1683e23314
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/19.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774951e675b490f532a7cde5a68582705208464d3377328774453414258c0b58
+size 8647648
diff --git a/checkpoints/Meta-Llama-3-8B/2.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-8B/2.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..948ecc890799c8531a0273cd7fc9aab52af62f87
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/2.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a6dbc94f505a2929e1e0a42dab2b93834e2914e5a98dadd85d0ce0a8b44718
+size 119710612
diff --git a/checkpoints/Meta-Llama-3-8B/2.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-8B/2.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17d1e7ff17b970bca09513e26d8a83d6f55c8b36
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/2.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58390c17aac06637d3d983b5f604c99628fb24e43f8b63049854c7d21872004
+size 119403412
diff --git a/checkpoints/Meta-Llama-3-8B/2.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-8B/2.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d22714cc0f7f955bfaaee7d915958a8cbe9a4e6
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/2.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a5e54c37376b5edc6bef5122f2be604430a3e97f999d01af6d5ffba7cf140f
+size 119403374
diff --git a/checkpoints/Meta-Llama-3-8B/2.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-8B/2.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..074b4d6a3c46c2b7d5d6e21613bd37f485334b2e
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/2.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a829b7cdb7d6cb4cd1c7f518a10d21ca70b5fe7b67b26c5363516dadaf0fd214
+size 8647629
diff --git a/checkpoints/Meta-Llama-3-8B/2.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-8B/2.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13b5b396656add4f4c2fe62a8bda6d3a807dadab
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/2.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b309969437ec74c40bf2469651d357aecf9226d662e02793940809c702a891
+size 34206669
diff --git a/checkpoints/Meta-Llama-3-8B/2.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-8B/2.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fad0dcdefef532b5049e65c14c17e0daec0a5c2f
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/2.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f61705cfbfa799bc693cd18c555bb5b21d60ac9cf281e2dcc8feb80511ab8188
+size 34206669
diff --git a/checkpoints/Meta-Llama-3-8B/2.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-8B/2.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f66a17e5e633eb147b8f403daa45e0ce017d6522
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/2.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2885e51fa8c6cfe5f52567221285e1ccc7386070c902885acfc7a30f530a1e3b
+size 8647629
diff --git a/checkpoints/Meta-Llama-3-8B/20.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-8B/20.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6cc218de5304a11cae454a4bf35d6642b5846cd
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/20.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd778b8c74c5530082d6e375ee479e466b8a234bd4a68389de38dfe7aa26345
+size 119710631
diff --git a/checkpoints/Meta-Llama-3-8B/20.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-8B/20.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17600017855d97a70948d1530c057c00fc8c87d2
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/20.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4239f49b6bcf276b4109573bd724f326b32542a37989825ff86654c198d5c0cc
+size 119403431
diff --git a/checkpoints/Meta-Llama-3-8B/20.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-8B/20.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c111cf91c89a2970fcc92a8183cf5f8d42ec165d
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/20.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d33be6f417e10d2da372891c41b980cfbd7790cf611e6493da1fc13374b11b05
+size 119403393
diff --git a/checkpoints/Meta-Llama-3-8B/20.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-8B/20.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b92ff7e365f6f6b377b0a65872981f1c1fd24b
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/20.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a453fd13bb5c955a8a64cf8817a8c3f58da88af19400b056b1138754098fdf
+size 8647648
diff --git a/checkpoints/Meta-Llama-3-8B/20.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-8B/20.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..760a246b7b53db4046f6c2a4f835edc293a81782
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/20.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e627ae3a8f48a430d07d33424de1b6f15b541bb3aafbd23cf5984891942ce0c2
+size 34206688
diff --git a/checkpoints/Meta-Llama-3-8B/20.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-8B/20.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db596c3755c01ac261942fb37565cbdb92c32a19
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/20.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0e89e90567574e717d492ed38eb170985e5bda8474a7977e7c6754ba6076436
+size 34206688
diff --git a/checkpoints/Meta-Llama-3-8B/20.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-8B/20.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c29e78445cad0207db7c4adeb55827c28296245
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/20.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1249b02cb080b9da2632478fbd29d068f694bb56144a4bbf4582df7705d62f78
+size 8647648
diff --git a/checkpoints/Meta-Llama-3-8B/21.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-8B/21.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877a766683b65261d8f342366dd3c91db3a761b8
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/21.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c6ca21c3de1f07a225ee1d752605ac5430ea49e80ac0c31301f54960d24751
+size 119710631
diff --git a/checkpoints/Meta-Llama-3-8B/21.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-8B/21.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c896281dab36a607d3917ce1804f14bf83569e6
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/21.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959debce229033581d83111722e04b80ad5769f04ae65703128a703b48a9804a
+size 119403431
diff --git a/checkpoints/Meta-Llama-3-8B/21.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-8B/21.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99dbb1a8e178c217df1925e21bff49c32c054e26
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/21.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:628d299aa5b38a63e15c57aa7b09fd1cd5615f55186159552ea3805787463ed2
+size 119403393
diff --git a/checkpoints/Meta-Llama-3-8B/21.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-8B/21.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4336f4de8000dd98bb4182ad7ee1f2e4956eb81f
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/21.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed7b76d3030a5a698985b8641ea993317cc6c9aee893476e03cea398fe6aca9d
+size 8647648
diff --git a/checkpoints/Meta-Llama-3-8B/21.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-8B/21.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a8e06ca7a354529efd3aef50346cdef20bc50d4
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/21.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e52b7efafa143fe4174ade000a83ae876672c7c63003e2024b76521c0197795
+size 34206688
diff --git a/checkpoints/Meta-Llama-3-8B/21.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-8B/21.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98af6ba6296c0c1c18e704be7f5e0ce624736185
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/21.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424708fe45ebe3831be68481a55ba5ddf4be1b0422f3fd82e4fdd431d85198cf
+size 34206688
diff --git a/checkpoints/Meta-Llama-3-8B/21.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-8B/21.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ac20259971d7628583d0f743661a434afe7fc73
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/21.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d9c9519d5e3d586be7ba512ca353449b8a65126f3c8b8890cb9fd08b301181
+size 8647648
diff --git a/checkpoints/Meta-Llama-3-8B/22.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-8B/22.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75ab0a92bcf30232e31aaac8b920dee4c171f49d
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/22.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd42f55fd17d775a268423700543bad7352bacd652639947985ba92aaea40fe
+size 119710631
diff --git a/checkpoints/Meta-Llama-3-8B/22.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-8B/22.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba901a334b8e055b06be7df49facd00a8887ca5f
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/22.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb9259c35933bc0cb5eea8e34a7e0679b6b6da42101745c7485a2156b489bfc
+size 119403431
diff --git a/checkpoints/Meta-Llama-3-8B/22.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-8B/22.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c4b5f1d887ccb4ee7a5c230e4a5512c3a36e277
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/22.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d953dd8a9ff625fafaca260447f246d0841a9056463c70cfb34f0f7700dfd755
+size 119403393
diff --git a/checkpoints/Meta-Llama-3-8B/22.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-8B/22.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2f18d44e241bf7658e142cd25d7d4178cc2b7b8
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/22.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90d31194f3b796166268c88f33e414c970a15021c872e5308300d8fbe95d0a4f
+size 8647648
diff --git a/checkpoints/Meta-Llama-3-8B/22.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-8B/22.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..439c6b1e80ec4acf2c07b9568ee93f0f6c6dcad6
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/22.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0beab16619d67e07f397b59c54dd99b2547f85160e2e8b60afe2a0d02c23aa
+size 34206688
diff --git a/checkpoints/Meta-Llama-3-8B/22.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-8B/22.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..540226131207892e9201c4521b72ac056461d4bf
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/22.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd5d03857e6e8337cc01a1e6b2fc2c49147c6f69592e1b23bb0a3a40c64610a0
+size 34206688
diff --git a/checkpoints/Meta-Llama-3-8B/22.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-8B/22.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f97dfd69eb3b1b6e1b64de4d9b117fed225ffaf2
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/22.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0437cd1c05a6495a836a1ed22c3d0dcdfaf68c2702a5aa465ecffb25cf1f331
+size 8647648
diff --git a/checkpoints/Meta-Llama-3-8B/23.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-8B/23.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..608ef2dd283d06e7ed70c12cf683c7dd0513a03e
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/23.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c9ebe8d8681f5293acef0763051c518054b96008067b88fc5476b8f1bfc5b2c
+size 119710631
diff --git a/checkpoints/Meta-Llama-3-8B/23.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-8B/23.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..accb38fe7c473a4d630155f226d0077194867ae6
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/23.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f09307fd0933bf24644b16c578ce9d77bd8624bb3199c6297ebc2d8f18aa5dd0
+size 119403431
diff --git a/checkpoints/Meta-Llama-3-8B/23.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-8B/23.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f936476a215dc6bc0cc1e14c79f073505b71173
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/23.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c90f26b8aca2865b91ac30fdcf8d09455f5cc182cd041163bc51963bfd0480
+size 119403393
diff --git a/checkpoints/Meta-Llama-3-8B/23.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-8B/23.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57a84edc95d9d82047d16637d42d5c8f60cd4775
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/23.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6cb7376e40b891834964b37ab3008737a1580905e67f3ca11d06b02836a1311
+size 8647648
diff --git a/checkpoints/Meta-Llama-3-8B/23.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-8B/23.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..536668b634fc0de1b5d68b7a8f7f1127af0774ad
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/23.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c3999c473358d70b0ccee2f2a57868acc0ff202230ae38c6a49e9ded50ef7f
+size 34206688
diff --git a/checkpoints/Meta-Llama-3-8B/23.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-8B/23.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c47799ef5accf22a21985f416df90af00b1883
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/23.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29b762de4f129f094e4b0c4f1f8e256284926b54dba4295df0eb47cc71276152
+size 34206688
diff --git a/checkpoints/Meta-Llama-3-8B/23.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-8B/23.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d9f1dd431451c7f3692e8dedf9ae53955c7d91e
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/23.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2c5ee1334235595c94309f99b1ec69979831c0ad19c953e4a16f65c7a0ef75
+size 8647648
diff --git a/checkpoints/Meta-Llama-3-8B/24.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-8B/24.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e870693551f90994a9b3d9c1518a2aab614c7bf
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/24.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abecc3eccf64b7e45c30548064f4957317509733603d7fdbee07243e73d9628a
+size 119710631
diff --git a/checkpoints/Meta-Llama-3-8B/24.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-8B/24.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeca54f90c6aa2b8f125aa31424ae86dcb933fd0
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/24.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b357e1f62a71f062f54bb6b7b2f1a2e0e539949995c6d22927585a1f12fea51
+size 119403431
diff --git a/checkpoints/Meta-Llama-3-8B/24.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-8B/24.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb3c9708b83747804daf313cc91ee0dd98e29b7
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/24.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:300848b70fa4709932cf6c6bc25fec4ae166c1fbc4c43cc33d43076c7c4b64ba
+size 119403393
diff --git a/checkpoints/Meta-Llama-3-8B/24.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-8B/24.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d185b6b5bf29eb00cec8ce8e4e798b3f7ea7ae1b
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/24.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d382c49d9bfb08a8287b2c451962e6381fed015570ebb8797c4d8023cc1755fa
+size 8647648
diff --git a/checkpoints/Meta-Llama-3-8B/24.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-8B/24.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74aaac14e3df08cd426e532420735e706e550435
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/24.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67006b83e61ce6602ba88d27c237348147dce721090749f7555c59807ab8d440
+size 34206688
diff --git a/checkpoints/Meta-Llama-3-8B/24.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-8B/24.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..728f7a8b1c9acecba5eeee8aeaa37669686d3f9f
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/24.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6dc5af5ee2b12649b9c4838258f48ea4c0a695cf46badf7ac3e2b25335daff7
+size 34206688
diff --git a/checkpoints/Meta-Llama-3-8B/24.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-8B/24.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf483a5014b237b22a12e278d14f276bca9ccb84
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/24.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5b7ba65a1bafe0564d8ae86ae21cd392be181c438e21af9954ab001372dc5a
+size 8647648
diff --git a/checkpoints/Meta-Llama-3-8B/25.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-8B/25.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6da538230c0c7f9e8e491bb3fec29f848613332
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/25.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28aee7898d4dfd1589f65ac9f435d60f3b03018401c556ef10273bdb6cac90a7
+size 119710631
diff --git a/checkpoints/Meta-Llama-3-8B/25.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-8B/25.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..748c4ea66ee145dfb952c607b48296471eee6fb2
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/25.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d63e34db820668b487652ed03f561208fb61125ecf5c2b35f2aca82099e102b
+size 119403431
diff --git a/checkpoints/Meta-Llama-3-8B/25.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-8B/25.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e4fde14f05b52982ae3d47f5f927329cbf2b4ae
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/25.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c6e125b6dca084d832be45e6aa4bcacb935a155a64db145f74eee657db58b3
+size 119403393
diff --git a/checkpoints/Meta-Llama-3-8B/25.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-8B/25.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd42032f4b39341cb9d6f0a80d65ee63afe5531a
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/25.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a1e7ba6c553294a929ae784b1dba1fdb10444df03da00f7016e43911a939cdc
+size 8647648
diff --git a/checkpoints/Meta-Llama-3-8B/25.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-8B/25.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff4a7c5bc29472fa79e12de7ca3efbf7b6f72ec
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/25.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98265eac120cacf04ff4a3fc0d840f07ee1e084b44a17a1ce1dbad0f53e6d6d2
+size 34206688
diff --git a/checkpoints/Meta-Llama-3-8B/25.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-8B/25.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdf59b9be7ee5342e136fdaeb595f058bb939c4c
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/25.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0354fd4b245281cf709e74c0a13545ced41eee0c2535b08764536c45759ae4
+size 34206688
diff --git a/checkpoints/Meta-Llama-3-8B/25.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-8B/25.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99fc7cbcb7b82c9fd391a6e4e717a4caa4a919d0
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/25.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c766ce65a3afba1a377d59386b863353f9e35788cc2a3c1dd58bd7b47ee1369
+size 8647648
diff --git a/checkpoints/Meta-Llama-3-8B/26.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-8B/26.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b419b67db6aefb5541cc9ff27d4e8f3447cb8da4
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/26.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc714e8888bc000254b602a230c4838c48bc138ee1a8a694e0769f13bfe90868
+size 119710631
diff --git a/checkpoints/Meta-Llama-3-8B/26.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-8B/26.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67af9cd7c94436d8de4a5616b84090c92b56fd53
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/26.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c60214298803a0f25669ad22ba2248afdb2c07e914039f286f1e7e44f2e3593
+size 119403431
diff --git a/checkpoints/Meta-Llama-3-8B/26.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-8B/26.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaa6a9f78901f09db26ef1326a2046eea70496ec
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/26.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e79b81ef578e6a9ca4202a859152a8c706f82158eb4621db60a49fab2de605b
+size 119403393
diff --git a/checkpoints/Meta-Llama-3-8B/26.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-8B/26.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4dcf97106ff1d2a0fb76bd63970b1b339c77f35
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/26.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bee75ec9c6a4c1cc7e7fc8d3d5916a1dcb5463839db6f852683722b45ec038f
+size 8647648
diff --git a/checkpoints/Meta-Llama-3-8B/26.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-8B/26.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d9e1c6264fa9409bd0c764afcbacd6598479636
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/26.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb16c89370a1d3b30e1fe876972e0fc8e9ae03b41b0b73a7575474bfc71a6a01
+size 34206688
diff --git a/checkpoints/Meta-Llama-3-8B/26.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-8B/26.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b723ff2a8187bbabd0a19c000942eeeaebc88c78
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/26.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2edcc6b043ddb080b7c63b373f7451998b342f023452ec777931beb824569927
+size 34206688
diff --git a/checkpoints/Meta-Llama-3-8B/26.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-8B/26.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3453624d61bc84d763391660b5d994a2da81d4
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/26.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c471ca0f4c8ea7793d20d7aef5896b5cb4dc3edaf89fc58e0bd6e7c4e3e41b6f
+size 8647648
diff --git a/checkpoints/Meta-Llama-3-8B/27.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-8B/27.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb3dfc4218f43993a887ad9b00d5ae23f980c36a
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/27.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d224f10dcb58c8e5b9a29a8de1da3fd5b0bc121a5943ff5626e949e0a89fb27
+size 119710631
diff --git a/checkpoints/Meta-Llama-3-8B/27.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-8B/27.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e244e4d11cf7ca7352a0f5014fe1f29c0312227
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/27.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75a191347ccb969061243ad218bffeb437d79e8d9fe2eaf0cb69ee1cf38e6176
+size 119403431
diff --git a/checkpoints/Meta-Llama-3-8B/27.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-8B/27.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d3d0d4b2a4d74bc492d13b006ac62502c06f1d6
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/27.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:265e809b39ac2c007c60259b793b57add1f2969b27d66a0a4a6453d51e4bccbf
+size 119403393
diff --git a/checkpoints/Meta-Llama-3-8B/27.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-8B/27.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..231f4d02e448ff1f1c82433fc6cfaa58de023ac3
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/27.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d01aca8c71e76ff3d56cca2ce923baf7ae74b4b7700f4b34eabab802369d409
+size 8647648
diff --git a/checkpoints/Meta-Llama-3-8B/27.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-8B/27.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58421435bcce3deafb00c8a26ae607207f1dae75
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/27.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838730bbd1c13252edcd11980504e6449f1c8a9584e231877c449fa40da8e467
+size 34206688
diff --git a/checkpoints/Meta-Llama-3-8B/27.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-8B/27.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d89eac23fcdf56c88e15f095767d330f831802f3
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/27.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1baf5951da5c9c87b42e2c334c6a3f249fae48e1137235ed32a703e0d3397e7b
+size 34206688
diff --git a/checkpoints/Meta-Llama-3-8B/27.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-8B/27.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e10768a12954826319c4f6c9d0c6ad87e51a6c1d
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/27.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f5dc8491a1ddfcefcf81e2d147dabbd75b8357950260b52a152f4599a231c5d
+size 8647648
diff --git a/checkpoints/Meta-Llama-3-8B/28.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-8B/28.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4510725c965da965cdba5edf0ba7b0a20690e37
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/28.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48eef994cc568a5a89727ddd578a4058b436edca6eda5f91933e8caa0500f3b6
+size 119710631
diff --git a/checkpoints/Meta-Llama-3-8B/28.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-8B/28.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f9502509a26bf28e316fd776a7312fdd473203
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/28.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3642e7489c9ee885c2938e625e60e677e9b3b63a8e1bce2b57a8563568ef5b1d
+size 119403431
diff --git a/checkpoints/Meta-Llama-3-8B/28.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-8B/28.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33e2c42ea8c2120773cc2fd480ee145d8622488c
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/28.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d22d013ead4bf6a54f66f4fc716c0d1b731c57cd683e41481ab34110e1af6a78
+size 119403393
diff --git a/checkpoints/Meta-Llama-3-8B/28.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-8B/28.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe35c8b3e81ee45e5a0de467c34a2fd037ca8b17
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/28.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50c1323e8d5330ee6457a9606aabcbba856bc2bd79b76ec2709fbe18dbf986a3
+size 8647648
diff --git a/checkpoints/Meta-Llama-3-8B/28.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-8B/28.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4351d5eeded69abce2107cab66e9d3043cb86e36
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/28.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a8ab4cf322df2d428c373a76f4e3d71d1f37e3a05949dc205058298db8b2260
+size 34206688
diff --git a/checkpoints/Meta-Llama-3-8B/28.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-8B/28.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d9a71f4a12a63d7e8ca287af38a19b3d7ad60e
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/28.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988decf6a5af7cb19c3a681e755e342aa490bd21ed0d20636b979d9ef4e53668
+size 34206688
diff --git a/checkpoints/Meta-Llama-3-8B/28.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-8B/28.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..273714dc75d13ed178fd3cd80ac72138a3a41c67
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/28.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59363ffa5c8ddb6ef7f86ec30b095910d209d8fa0da48c4bd2972f1a9e2bd053
+size 8647648
diff --git a/checkpoints/Meta-Llama-3-8B/29.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-8B/29.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47217f275c0f72c7ad82ee3665592d5a5b034b33
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/29.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f740c57ee5ae7e272970f7ba044b98502d0d498020e668a750ba8d160180ef6
+size 119710631
diff --git a/checkpoints/Meta-Llama-3-8B/29.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-8B/29.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c412c54ee3a860052aa5a1badbbd3030956b419f
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/29.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b55c5ebc973cd2a1496e0076cc3228e8b4cff9e8b16c42d300664ad253cdba74
+size 119403431
diff --git a/checkpoints/Meta-Llama-3-8B/29.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-8B/29.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a05e0f767dcd71a75a73da4abe37674835dd4e
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/29.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a181b3788d1cfcda4a7a4ebf4aa67da0c16711478c272aca58abc6818a21d79
+size 119403393
diff --git a/checkpoints/Meta-Llama-3-8B/29.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-8B/29.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1744ff0a04717b594fa17d38896d392c65e5b1c
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/29.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b09f8acabcbc4b68719f7e91d2881004162deae3f2fe7d05765f0a489e7a9c
+size 8647648
diff --git a/checkpoints/Meta-Llama-3-8B/29.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-8B/29.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba5aa94c53e4d78f9168e59162ca740c8cc0851
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/29.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc51a3b1410823582383b60ae1ed942bf07f45576a54b9b28c9397bce72e9012
+size 34206688
diff --git a/checkpoints/Meta-Llama-3-8B/29.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-8B/29.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e8ff00f9369c8fe9dfa2705dbc0c8a233f20369
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/29.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca745e79c03f8dbed57e182c60074ad51b5b2ebf59e7a49e48cb3ca29b09d00
+size 34206688
diff --git a/checkpoints/Meta-Llama-3-8B/29.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-8B/29.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc503a94c1e4c2ad5d780d54ebe5235ac805d689
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/29.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a140b866b96351a46a5c9d127612c81fa2013dff48708a43f5cfa023649754e2
+size 8647648
diff --git a/checkpoints/Meta-Llama-3-8B/3.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-8B/3.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e337dfc20a6b59ac5b14d124ee108ecfab0f20e
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/3.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91cc01bed714a12d48832bfd233bf7becdfa889ccf67de423dd5d0254fb26f0f
+size 119710612
diff --git a/checkpoints/Meta-Llama-3-8B/3.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-8B/3.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6dbcaadb00136e00e691d1fa134b985e3a0ce43
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/3.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74914547f5683a96c636f1f360084fe1a8db396624b7965238897915edd415f
+size 119403412
diff --git a/checkpoints/Meta-Llama-3-8B/3.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-8B/3.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2dabc316e34a59b57d93fa64ad9c3487210d6b
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/3.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e41d38790f5daeae7be8999c926de4290274e5076304f4f35c08f3cfca0382c3
+size 119403374
diff --git a/checkpoints/Meta-Llama-3-8B/3.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-8B/3.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba504c0caae199f3164f665a5c90f5284b2cd623
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/3.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:930c91c7d030e44b49e7072edab704b8b3be61fcdd12d32589c2c21d6880830f
+size 8647629
diff --git a/checkpoints/Meta-Llama-3-8B/3.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-8B/3.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18b3ad2d84df77cd2cac14c301a00a04b0286d53
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/3.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e390eff36c61097441583f5025f56cf205cd30f7a59081202c3a9b1900e628
+size 34206669
diff --git a/checkpoints/Meta-Llama-3-8B/3.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-8B/3.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49322f169777c0a19487813dbbcd3c28acd094c6
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/3.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:292a6a7492111d92e4077e6b4092e63d125710eec2785aa1209d69bcc4d55f0a
+size 34206669
diff --git a/checkpoints/Meta-Llama-3-8B/3.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-8B/3.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94936e9c192f85e1dea4462e51e0d098ae32badd
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/3.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b58cb6aa58f316df68f85c162a3d1dea360638baa863a2b2bb5e95ac32eab2
+size 8647629
diff --git a/checkpoints/Meta-Llama-3-8B/30.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-8B/30.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6327ff30e654c8da15c9d87432fb7af07fc501b
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/30.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:978643e2220a553a33c473d14cd64a731ed062d8c2d0e422dce7ad4dcf2d2e87
+size 119710631
diff --git a/checkpoints/Meta-Llama-3-8B/30.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-8B/30.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca737ae1628b6720d1f92a9a00ab31c9dacaf276
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/30.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd5ccb4d106b3e89282ae50b09f3fe86663a09d1b1e2ef5b698e10f31201da80
+size 119403431
diff --git a/checkpoints/Meta-Llama-3-8B/30.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-8B/30.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc11bf97a5998e9a9db33c433b2eae178f114854
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/30.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4823b72a112127f46163ba720a70e750ce7d285c37eda2a9e34c0f024f316ffb
+size 119403393
diff --git a/checkpoints/Meta-Llama-3-8B/30.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-8B/30.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f405f021d34a58eedbe61119d761a5b93ada6c
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/30.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd2299317402427e63d06036bfdcd684fed7fc2225d49b622836c59c2856d9e
+size 8647648
diff --git a/checkpoints/Meta-Llama-3-8B/30.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-8B/30.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d8dc5e6094b4e8d1086dda3219d2e7f93c4663a
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/30.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7ec428ec4a3932de98222cecfcd252c9d21938e7b83583045242550239989a7
+size 34206688
diff --git a/checkpoints/Meta-Llama-3-8B/30.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-8B/30.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a463e569e66cf4c8242be84e52c0882c663f840
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/30.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5505764386995bda611a151cf4ac1b8db337284b7c706bc56a6a386c9bc83215
+size 34206688
diff --git a/checkpoints/Meta-Llama-3-8B/30.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-8B/30.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..623d90be562acc14a42adb55b9dd8aa44032510c
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/30.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3119817435c0e4a86980df5541271927ae846a2292627a008bed3bbe618e1b
+size 8647648
diff --git a/checkpoints/Meta-Llama-3-8B/31.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-8B/31.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fccc6fd971697bbcfc704fc7ca37250b63805af9
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/31.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a8b54e4e83080b2997bfe1c5e0591bb37a8dad930f35d8b6e0aa4c6867a8d8
+size 119710631
diff --git a/checkpoints/Meta-Llama-3-8B/31.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-8B/31.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a23981fd6678c2c9298bbbe1eb49d53a829562bf
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/31.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f50f8642e4cc7a0038db68c11b688896fc5311254aec9d8f0db3c8e549dd77b
+size 119403431
diff --git a/checkpoints/Meta-Llama-3-8B/31.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-8B/31.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71643345a10042f04dcf7db6d53f11c58dfd779d
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/31.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f813ccd2ac16f613e6798d73053ae7c792355f94e5c1a60e50a0eaa1339fe69a
+size 119403393
diff --git a/checkpoints/Meta-Llama-3-8B/31.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-8B/31.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..847594e85d810ee2ff510ea8c021e03a52ba0825
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/31.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a24a04f5b01ec1eb827d25e2df0917190851dbfb73227d230387b725173db3c
+size 8647648
diff --git a/checkpoints/Meta-Llama-3-8B/31.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-8B/31.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49aa9b261079c0dcab2dcafb6c064f59fa037be4
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/31.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34597149913b8c8695f69074c8bbb806b02cc49f87b770b997fe9da242e99282
+size 34206688
diff --git a/checkpoints/Meta-Llama-3-8B/31.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-8B/31.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a10646628aaac9cfa016b54a22c2057c5ca5e711
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/31.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a43dd31ece12e24dd4083b19d486a3c731e52ee564cb12e9a6c147893d972a
+size 34206688
diff --git a/checkpoints/Meta-Llama-3-8B/31.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-8B/31.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b44ebfa83d8797f0450dcf26223f63e6945be4ee
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/31.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce35b194904bc6a5cd6abdbc42c28ab623af81bf4cc9a5d92b5f73d2dbf668b
+size 8647648
diff --git a/checkpoints/Meta-Llama-3-8B/4.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-8B/4.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad2f28f4c0fc90ea97f5696f7f2d4509b1f998ba
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/4.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaaf4d50a934e511dc0a56548c2ecf8c717df27a9a5b7260906f2d6fd434a3c2
+size 119710612
diff --git a/checkpoints/Meta-Llama-3-8B/4.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-8B/4.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb01841bd2f0308e34083581cc71f83b34a0332a
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/4.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1ba143d63a52fc4ac2a25f206fa7e1170f1d2d482e68dd99daf96c0f4469135
+size 119403412
diff --git a/checkpoints/Meta-Llama-3-8B/4.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-8B/4.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fb4b7bb78a53acd9387c78d1262a41ad45c31e0
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/4.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4858d0da7de6ef2f0f0f7906ea1842fc025d977dc7b8ab4f2dd93bab37ec0263
+size 119403374
diff --git a/checkpoints/Meta-Llama-3-8B/4.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-8B/4.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79afc1c5f32ef1f2d2f2b16c3cc4c67216027008
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/4.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ddcdf8e9e1bea8f1fa84d1f232ccac622a4199ae02a9cfadb2b9d0caa286ff9
+size 8647629
diff --git a/checkpoints/Meta-Llama-3-8B/4.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-8B/4.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a369c530407908424edc6517b375807c55846dad
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/4.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f81b19fed195772793d63c29659deac1d1e85f2b47b3dc014d4a1395a189da02
+size 34206669
diff --git a/checkpoints/Meta-Llama-3-8B/4.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-8B/4.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae5e28d6cd6aee7f1a5ea43bb68b47b9f8d89ca9
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/4.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2afda68a234d6d3d007d236ec175c3739d96b41d7aeebcfc7b1bb96667f71fe8
+size 34206669
diff --git a/checkpoints/Meta-Llama-3-8B/4.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-8B/4.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50521fcecbd0eee8c8ed1074757db1a49b10d812
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/4.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd09d0b0f9e1e6c941722d37b10eea9b2ac69d7b93b6d82d2fde36c7b352bcb0
+size 8647629
diff --git a/checkpoints/Meta-Llama-3-8B/5.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-8B/5.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b2f131d4e82ea209ec19a7ac6b94c7dab9b116
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/5.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc08319f52438c4838b1c9190d2d0a2710383259df0ade32dcf52ae461c4e0b
+size 119710612
diff --git a/checkpoints/Meta-Llama-3-8B/5.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-8B/5.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7250f8cb7e79448fe7334ce2331103eb325c387c
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/5.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e37c6fc4f8436af5a9ced9b41c30f03bc3c9b1bc8064d99e73d5cbfc779493
+size 119403412
diff --git a/checkpoints/Meta-Llama-3-8B/5.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-8B/5.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b956c9c2ba89e8e0ed94ac7c05acfc101a82f271
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/5.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:036db680de77de6f628d1f326b5f044078bf0a4c1244105082bf436b38ee9590
+size 119403374
diff --git a/checkpoints/Meta-Llama-3-8B/5.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-8B/5.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fd097b64d89b825d18f7c5cc287623499b53527
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/5.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe11f4ae787a617b2a3636e9f11e722f2bad6dd3df02522116abcbd88be3c38
+size 8647629
diff --git a/checkpoints/Meta-Llama-3-8B/5.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-8B/5.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62d7ad8c63a0beb9d975b573c5beeac46869cc2d
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/5.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b21ec5dac25ffa377147e57415b4523494128f364eb6074561fa61cd524f0ac
+size 34206669
diff --git a/checkpoints/Meta-Llama-3-8B/5.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-8B/5.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f0de81d55e42cff9551d27379bf9decc522183e
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/5.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55efd51bcb5b7ebbc38b460e624478da34ae6a2678cbb52d18b858a156772a45
+size 34206669
diff --git a/checkpoints/Meta-Llama-3-8B/5.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-8B/5.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..928e8ed545e4bc03f134eb52bee68ffcb91d35e4
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/5.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae7c691add789c8deb75b1e1b022fed74d69b0746ec172d3e851590e8476c8a
+size 8647629
diff --git a/checkpoints/Meta-Llama-3-8B/6.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-8B/6.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00254e6e24bccfbfb3c4ed17ef7da4af56398d4d
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/6.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31891435956362408592ec53d15d9f41f0e04edf78adb233d54ca748060a1515
+size 119710612
diff --git a/checkpoints/Meta-Llama-3-8B/6.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-8B/6.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65346829d2cf8748c59c903a482c4fa5929d7cf3
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/6.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e8246f5cbc12743839b556ea99a86c486a36aed0928e408e7317dd33ce743c
+size 119403412
diff --git a/checkpoints/Meta-Llama-3-8B/6.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-8B/6.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..494ce040da23ae3a9d0d18b20fcaa165839fa4db
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/6.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f87e751366e8886e99cae96cb21f4496ded311c8644e1641350c28e78850e8c
+size 119403374
diff --git a/checkpoints/Meta-Llama-3-8B/6.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-8B/6.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8986c294f19004d2b8e77013618a5986b303c60c
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/6.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3515561c6fe7663269f453e280cbe5ed53a5953937764ae4403f02537d083993
+size 8647629
diff --git a/checkpoints/Meta-Llama-3-8B/6.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-8B/6.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda03bb0c92f4b52da084212d43abc8408cdca26
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/6.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18d0382fcff5b8cef80263b423005d303f096420f470301b65a45e84a5a2c5b7
+size 34206669
diff --git a/checkpoints/Meta-Llama-3-8B/6.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-8B/6.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf72809298fb63c91e9b0152f870f78d5767ac3f
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/6.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c290703da121f312722c3319a01fd73a2dbd01f2893a57bf8bf6910fdb0747
+size 34206669
diff --git a/checkpoints/Meta-Llama-3-8B/6.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-8B/6.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36f3fb806c2deb6607499c0183f44e00643bad46
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/6.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df94ae88ccf63dc7168867699762096e408f61030ca7127c5f752a37692a5b7a
+size 8647629
diff --git a/checkpoints/Meta-Llama-3-8B/7.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-8B/7.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aa759a26861d7811ef213a1671eeaf5e9ce2b96
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/7.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:108ac0da675b697ff069ebbd8e50ba9ee2330236f4bb10d1bf6655e19f390b59
+size 119710612
diff --git a/checkpoints/Meta-Llama-3-8B/7.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-8B/7.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4bc73d54b8add0d3cb2d39a9121e87cc9bb5ce5
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/7.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4ee06ecb544efff4d241819d9a6e90af1125efdecb339712d7734bb3cf1c190
+size 119403412
diff --git a/checkpoints/Meta-Llama-3-8B/7.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-8B/7.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e170556aa054ce32fa97ccedd386e8ac503462b
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/7.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ad38fd1cd2530b439d5527c1babed2aae2e76b248c171a346b925d180d70a0
+size 119403374
diff --git a/checkpoints/Meta-Llama-3-8B/7.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-8B/7.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c132229392ed8a3f2fb4c96da6bcb8fa6b73f56e
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/7.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54c5fd57988cd4dd60da6e3bd1554d24146b49c5dbbd321ed3e3410d2ca0420
+size 8647629
diff --git a/checkpoints/Meta-Llama-3-8B/7.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-8B/7.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09cb0c21d0b7cb1a642ac17ef7576e59ce8ebf45
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/7.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e770e9a0d61c1b1f0bab6c7a635b3c7106d09556dd22635c2192dc6cd4d764ff
+size 34206669
diff --git a/checkpoints/Meta-Llama-3-8B/7.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-8B/7.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64471edd6c95b9fb47dee53f93f023e6368ced52
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/7.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3b78b7b62945169693b46a31333c7fa75b0c97eb95b575a4a87aeeae96c5b6
+size 34206669
diff --git a/checkpoints/Meta-Llama-3-8B/7.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-8B/7.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..832135e9d7fb4c7b4cc397d97bf2b2b3f79eecb8
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/7.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732b81cba96426a8030ef242bd208a6d41ec157c09115031aff521ba56cbdb0a
+size 8647629
diff --git a/checkpoints/Meta-Llama-3-8B/8.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-8B/8.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da6d342902cc283186de313db18d779064c74a7
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/8.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab328a6e2ef5606d9dc8487e590c4cce0fac71f240c65f32d6866e5590d07743
+size 119710612
diff --git a/checkpoints/Meta-Llama-3-8B/8.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-8B/8.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3fab2885eb0ee56b4ff698d7a261872b18228e
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/8.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75d7829f8d15a687828e8dcd8b372c29059bbdce9f647c5225a08dad4082b0d3
+size 119403412
diff --git a/checkpoints/Meta-Llama-3-8B/8.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-8B/8.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04fde74eade130483707ab9fee4191151ef74499
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/8.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b4bce82315d04bf9398634d770a23233fc363f33d5ed1b39459a8cbaf6486bb
+size 119403374
diff --git a/checkpoints/Meta-Llama-3-8B/8.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-8B/8.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..952a14bf46d2cb56b4a5545fef28cfe374c04677
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/8.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca1165f08da246215bbcc008c12163bb46b46fe02beb357c5e5564170ceca87
+size 8647629
diff --git a/checkpoints/Meta-Llama-3-8B/8.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-8B/8.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252d92078f1b79d0e504ea59e1f25595e75a55a9
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/8.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a200ee8419633e94c91c3c32c7de3842b701dcae91888e8031694f0b29e37588
+size 34206669
diff --git a/checkpoints/Meta-Llama-3-8B/8.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-8B/8.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d57ea44165763228eef6ea7ba10fa908cfd0687e
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/8.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05006f02911135a17a9575445ed666ad8021697488524818cd8de9992f39d4d
+size 34206669
diff --git a/checkpoints/Meta-Llama-3-8B/8.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-8B/8.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..396680f00ba234f38235b1623347f41d840fc920
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/8.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad5ee00fff4e102af0e125ca8567e4ab582d15a2624c3b923aa44b1b3d43cb6b
+size 8647629
diff --git a/checkpoints/Meta-Llama-3-8B/9.mlp.down_proj.pt b/checkpoints/Meta-Llama-3-8B/9.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..049e51d766e25f3bbc35c8bdbde3a2ff3a82c737
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/9.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb26604b9c5cbce134d3f4e3bd14ff031e9cb7cf579bf03af6a0e4e18233945e
+size 119710612
diff --git a/checkpoints/Meta-Llama-3-8B/9.mlp.gate_proj.pt b/checkpoints/Meta-Llama-3-8B/9.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25eaa4dc02cb19f9d4867f9d240fc2934030fb00
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/9.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3065516469823e6da29cbc173a3b7f0316710b6d08f7bcbcfd3acf0a319adffa
+size 119403412
diff --git a/checkpoints/Meta-Llama-3-8B/9.mlp.up_proj.pt b/checkpoints/Meta-Llama-3-8B/9.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16011bf51264eb4e9b850aa836aa9339bb8d2b7f
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/9.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb74095e8fc746c3579520c4bcf263a245c1f837edd3ff48a8ae9f2420b9dcf4
+size 119403374
diff --git a/checkpoints/Meta-Llama-3-8B/9.self_attn.k_proj.pt b/checkpoints/Meta-Llama-3-8B/9.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..071487919bcd38cb877618b0a34179b459a2d8d0
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/9.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6062f3008f62b769156f6fea53c4ab67fde97e41a55b0cf763c6e6342f26b11
+size 8647629
diff --git a/checkpoints/Meta-Llama-3-8B/9.self_attn.o_proj.pt b/checkpoints/Meta-Llama-3-8B/9.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb1ffeff0a5f5c0de9e848218561dc29a66738b
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/9.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:783d0a9d9a7928b467d50b01f0e468d34716dfe9d1e5919bb34207c2445b5512
+size 34206669
diff --git a/checkpoints/Meta-Llama-3-8B/9.self_attn.q_proj.pt b/checkpoints/Meta-Llama-3-8B/9.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2269f6cb9d9527c59a3a1e2b35aaefac6953e80e
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/9.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:945fdbebbe1628920b58d619593f3e63256fd64aa40c80b3131e9ae16186c633
+size 34206669
diff --git a/checkpoints/Meta-Llama-3-8B/9.self_attn.v_proj.pt b/checkpoints/Meta-Llama-3-8B/9.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e426c9648ac3a6d843b345f2de0fc8ad763dcd6
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/9.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:455ef625ebc446de713727ae93da1f9f23a8b45aa96ebc76dc2365aee4dc0b3c
+size 8647629
diff --git a/checkpoints/Meta-Llama-3-8B/args.json b/checkpoints/Meta-Llama-3-8B/args.json
new file mode 100644
index 0000000000000000000000000000000000000000..f1e195e3398bebe5e97da94f4ecfe9876de9a558
--- /dev/null
+++ b/checkpoints/Meta-Llama-3-8B/args.json
@@ -0,0 +1,45 @@
+{
+  "model": "meta-llama/Meta-Llama-3-8B",
+  "epochs_list": [
+    10,
+    10
+  ],
+  "early_stop": null,
+  "weight_decay": 0.01,
+  "betas": [
+    0.9,
+    0.95
+  ],
+  "eps": 1e-10,
+  "loss": "smooth_l1",
+  "q_group_size": 128,
+  "n_bit": 4,
+  "params_to_optimize": "channel_scales:0.05,angles:0.05;weight:1e-5,quantizer:1e-6",
+  "use_scheduler": "True;True",
+  "sched_freq": "step",
+  "datasets": [
+    "wikitext2",
+    "c4",
+    "redpajama"
+  ],
+  "val_dataset": "pileval",
+  "train_size": 2048,
+  "validation_size": 64,
+  "batch_size": 16,
+  "seqlen": 2048,
+  "seed": 0,
+  "use_og_input": false,
+  "shards": 8,
+  "results_dir": null,
+  "resume": true,
+  "layers": "all",
+  "output_dir": "./output/random-pairs",
+  "init_rotation_params": true,
+  "num_rotations": 8,
+  "num_pairs_factor": 0.5,
+  "use_kernel": true,
+  "checkpointing": false,
+  "reverse_pairs": false,
+  "random_pairs": true,
+  "first_n_layers": null
+}
\ No newline at end of file