diff --git a/checkpoints/Qwen3-8B/0.mlp.down_proj.pt b/checkpoints/Qwen3-8B/0.mlp.down_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..93bd3c66457d6265fcb3df53510e4de5c2d49cd5 --- /dev/null +++ b/checkpoints/Qwen3-8B/0.mlp.down_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d4202f29337d996d1f5ae266b47ddc8a8217dc7fc0f4ddee9f82f51fdd61599 +size 102609812 diff --git a/checkpoints/Qwen3-8B/0.mlp.gate_proj.pt b/checkpoints/Qwen3-8B/0.mlp.gate_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..e4cb3e770338918e10f341f2c28371aabcbc001b --- /dev/null +++ b/checkpoints/Qwen3-8B/0.mlp.gate_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d61009723a2514f91601b8f3f83fdfe81e366680c156dbcbc630d1996a69237e +size 102364052 diff --git a/checkpoints/Qwen3-8B/0.mlp.up_proj.pt b/checkpoints/Qwen3-8B/0.mlp.up_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..7bd417da963cf54d60382d1fb5bcb75af43eb531 --- /dev/null +++ b/checkpoints/Qwen3-8B/0.mlp.up_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a4c931cfd0106e3c89d89e6f5bf826cd0465250b6aa47932bf6b7d14f0843e2 +size 102364014 diff --git a/checkpoints/Qwen3-8B/0.self_attn.k_proj.pt b/checkpoints/Qwen3-8B/0.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f426a934cb93707db8085f14ef32cd72de6295a --- /dev/null +++ b/checkpoints/Qwen3-8B/0.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d428a66069e2e6acf913171c4d4345add768713e666abfca9abfdbb8d2b6fbf6 +size 8647629 diff --git a/checkpoints/Qwen3-8B/0.self_attn.o_proj.pt b/checkpoints/Qwen3-8B/0.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..6da5c16482da351786c9063a356b64ac6c141091 --- /dev/null +++ b/checkpoints/Qwen3-8B/0.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0704c80f77a4a7bbb7d839fd456abb3af17db356e64ee7a4df0cbc8e35795e7 +size 34206669 diff --git a/checkpoints/Qwen3-8B/0.self_attn.q_proj.pt b/checkpoints/Qwen3-8B/0.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..1e63880ba1b647de6eacd1001597f5f450f8cca0 --- /dev/null +++ b/checkpoints/Qwen3-8B/0.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:128e7a6189b0c734d639d1edb9a5b5552bc62066f60c92686c24d98f03c8fa20 +size 34206669 diff --git a/checkpoints/Qwen3-8B/0.self_attn.v_proj.pt b/checkpoints/Qwen3-8B/0.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..8173018549840ebf4c0ff5eac531e16549bef0d7 --- /dev/null +++ b/checkpoints/Qwen3-8B/0.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:783e72237117609799ce4caf724395b9bf5c08b53fb47a9c1f93f4438661d617 +size 8647629 diff --git a/checkpoints/Qwen3-8B/1.mlp.down_proj.pt b/checkpoints/Qwen3-8B/1.mlp.down_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..d1df687e3e9d2f6e4c7d34e827be5fd794372712 --- /dev/null +++ b/checkpoints/Qwen3-8B/1.mlp.down_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9064954592c42ce17390fb3588e3d995f88f4b4218b0830a8ecb5e3b3017340 +size 102609812 diff --git a/checkpoints/Qwen3-8B/1.mlp.gate_proj.pt b/checkpoints/Qwen3-8B/1.mlp.gate_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..96d00c09ab05cb4315c003a8a7da2d22d22779bf --- /dev/null +++ b/checkpoints/Qwen3-8B/1.mlp.gate_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:230ac6203e323d0d2a5171761b69cef3bf386d2ee4e90caad2f7bb9cb608b15c +size 102364052 diff --git a/checkpoints/Qwen3-8B/1.mlp.up_proj.pt b/checkpoints/Qwen3-8B/1.mlp.up_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..b7703c989466ac38b8cf7778fe232b7878721277 --- /dev/null +++ b/checkpoints/Qwen3-8B/1.mlp.up_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:668b93bd89670d8d6b3388218f7f3990b23ecfe41bc14f12c33db6c9c716f834 +size 102364014 diff --git a/checkpoints/Qwen3-8B/1.self_attn.k_proj.pt b/checkpoints/Qwen3-8B/1.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ba9dd495bc90ff7e82bd0f2faa3ca3fb6780202 --- /dev/null +++ b/checkpoints/Qwen3-8B/1.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34eb0fb37e18968aaa2a9a093eb2733aee07448ef68ab971c418c7f265defbb2 +size 8647629 diff --git a/checkpoints/Qwen3-8B/1.self_attn.o_proj.pt b/checkpoints/Qwen3-8B/1.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..810a336fbbc2eb15c9656e35e5954ee77cf9b1c8 --- /dev/null +++ b/checkpoints/Qwen3-8B/1.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94dc529c4a67f32a601fcef64511dd16b9dee6a52eae533a97640b4db2bbd049 +size 34206669 diff --git a/checkpoints/Qwen3-8B/1.self_attn.q_proj.pt b/checkpoints/Qwen3-8B/1.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..d05d3e18c59dbc895727c877243f7af243947ad4 --- /dev/null +++ b/checkpoints/Qwen3-8B/1.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6af3cc0cc0c10b28aac7b5a10e21524a2aee2f7523c87b4a79ba0841ca65b854 +size 34206669 diff --git a/checkpoints/Qwen3-8B/1.self_attn.v_proj.pt b/checkpoints/Qwen3-8B/1.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..f74bd722a94ac1a8b3fd7bcd1581b4447a0acbb3 --- /dev/null +++ b/checkpoints/Qwen3-8B/1.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86ee9a9209103cdd25bc8663e19e69383ce5918841a7b359bc13721613edcc6a +size 8647629 diff --git a/checkpoints/Qwen3-8B/10.mlp.down_proj.pt b/checkpoints/Qwen3-8B/10.mlp.down_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..3e535f4766f9dadd4da5e652751e465478178da5 --- /dev/null +++ b/checkpoints/Qwen3-8B/10.mlp.down_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ec7868201401de2448f6cafa244ebaaffb61334482dded606e65c705621ba46 +size 102609831 diff --git a/checkpoints/Qwen3-8B/10.mlp.gate_proj.pt b/checkpoints/Qwen3-8B/10.mlp.gate_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca9e44232ef9927e26de1ed3cdfcf648bbd3d0ba --- /dev/null +++ b/checkpoints/Qwen3-8B/10.mlp.gate_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ca6504de53db7e952266971fe00cca2a6a867983d19833625b83c1512b1fd71 +size 102364071 diff --git a/checkpoints/Qwen3-8B/10.mlp.up_proj.pt b/checkpoints/Qwen3-8B/10.mlp.up_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ab6231b43ef615431b383a6eeb00e0f37c482d0 --- /dev/null +++ b/checkpoints/Qwen3-8B/10.mlp.up_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71629dcf2d7f742a9c9d470fbfe0da9af193feedebdec339b1274c7e4593fef2 +size 102364033 diff --git a/checkpoints/Qwen3-8B/10.self_attn.k_proj.pt b/checkpoints/Qwen3-8B/10.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..adaf1fd17cf59715ee00676878795b322722064b --- /dev/null +++ b/checkpoints/Qwen3-8B/10.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2961d542effb73be71c86bdcfb62c80ca5aa7c1d0d7561af1a7f48f3068e9a9 +size 8647648 diff --git a/checkpoints/Qwen3-8B/10.self_attn.o_proj.pt b/checkpoints/Qwen3-8B/10.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..21cd4234d394b83f4d9bed72b8e5f73a8dad3f9b --- /dev/null +++ b/checkpoints/Qwen3-8B/10.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bfc3ee3d3ceddb215f06e0578868c610949b5a3d24d2e5d464f4e411b8cedd6 +size 34206688 diff --git a/checkpoints/Qwen3-8B/10.self_attn.q_proj.pt b/checkpoints/Qwen3-8B/10.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..d7cbf71d434789fd456394958b8d255bf183d2cd --- /dev/null +++ b/checkpoints/Qwen3-8B/10.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1de3d9eb4e058f4c701c2159f659e7441a559697882379628fde7e13b5291010 +size 34206688 diff --git a/checkpoints/Qwen3-8B/10.self_attn.v_proj.pt b/checkpoints/Qwen3-8B/10.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2380a61fffe6e4610b37a6e280374fd19c91d79 --- /dev/null +++ b/checkpoints/Qwen3-8B/10.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:317424468a4209504a5dad8916eb8c9b6af78954f999b956674345d6c1231c4d +size 8647648 diff --git a/checkpoints/Qwen3-8B/11.mlp.down_proj.pt b/checkpoints/Qwen3-8B/11.mlp.down_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..64e7dc59d5ff404daffb4f48706a36f62b454256 --- /dev/null +++ b/checkpoints/Qwen3-8B/11.mlp.down_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8782649af148606205a1e501966f0fca91a5108032ae5d7c3d7cce7008f75029 +size 102609831 diff --git a/checkpoints/Qwen3-8B/11.mlp.gate_proj.pt b/checkpoints/Qwen3-8B/11.mlp.gate_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c515195f952c38ca68ba0eae2c209de06326262 --- /dev/null +++ b/checkpoints/Qwen3-8B/11.mlp.gate_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6bbb5aa7d75cb341bc65fc9e16590b203582283e0f4085c509b59e1b67a8803a +size 102364071 diff --git a/checkpoints/Qwen3-8B/11.mlp.up_proj.pt b/checkpoints/Qwen3-8B/11.mlp.up_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..607ea0957cd8bde4ade4059c13d3e55b591a9d29 --- /dev/null +++ b/checkpoints/Qwen3-8B/11.mlp.up_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ffad0486e6b12e977298c41a89bf46b5ca6ea75c7e9c34a44787d446519c179 +size 102364033 diff --git a/checkpoints/Qwen3-8B/11.self_attn.k_proj.pt b/checkpoints/Qwen3-8B/11.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..2c3916202ba306d1612c86834fa2d770d5f5d73f --- /dev/null +++ b/checkpoints/Qwen3-8B/11.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b1fb2206caa219c9eea36eeb8768ae15af98cdf36c58de7bc916a7630d1a4682 +size 8647648 diff --git a/checkpoints/Qwen3-8B/11.self_attn.o_proj.pt b/checkpoints/Qwen3-8B/11.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..0122afdd3b780703a88f7c1837bdf4c5ada14222 --- /dev/null +++ b/checkpoints/Qwen3-8B/11.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecdb359942914234981890c4a29869df953ef7642f9d6fa573f6d74d7feb3cdd +size 34206688 diff --git a/checkpoints/Qwen3-8B/11.self_attn.q_proj.pt b/checkpoints/Qwen3-8B/11.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..08e8c9aa98c56269aebe1d2c92834fedb7384c5c --- /dev/null +++ b/checkpoints/Qwen3-8B/11.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55d801ccf5d7e2d6aacf52e095f7e60f326dfbf572d83b0dede5c047d9542868 +size 34206688 diff --git a/checkpoints/Qwen3-8B/11.self_attn.v_proj.pt b/checkpoints/Qwen3-8B/11.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..e3f4bbb301aac41d2ce2661df8ad6a86d974d450 --- /dev/null +++ b/checkpoints/Qwen3-8B/11.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9fe3724a1ffecec27b1b396b3735240a8d475309c26b445bb3b9a0f6eaa7afe +size 8647648 diff --git a/checkpoints/Qwen3-8B/12.mlp.down_proj.pt b/checkpoints/Qwen3-8B/12.mlp.down_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..ac3417b2064028a7af8612a5b496894090ce6067 --- /dev/null +++ b/checkpoints/Qwen3-8B/12.mlp.down_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1d6725fb3354d272e2990cab5bc1ea3b5c020553d567e26bff353da2e6a8bbc +size 102609831 diff --git a/checkpoints/Qwen3-8B/12.mlp.gate_proj.pt b/checkpoints/Qwen3-8B/12.mlp.gate_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..98a38d7b855e8816d79a58293512684836a9f747 --- /dev/null +++ b/checkpoints/Qwen3-8B/12.mlp.gate_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afb0895643528f14859caeb4751afb2c6def79bfd532115a86a6cdf8aaf0be6b +size 102364071 diff --git a/checkpoints/Qwen3-8B/12.mlp.up_proj.pt b/checkpoints/Qwen3-8B/12.mlp.up_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..220a8d91d8e6c67825effc4598d4ea79d2a0e3b8 --- /dev/null +++ b/checkpoints/Qwen3-8B/12.mlp.up_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c19af18ee42e636ad56b16f784113db39e47477dfa37a91a75a7a87f013c6af +size 102364033 diff --git a/checkpoints/Qwen3-8B/12.self_attn.k_proj.pt b/checkpoints/Qwen3-8B/12.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..822d5a9b810a962024a5b307821f7fe58634aff2 --- /dev/null +++ b/checkpoints/Qwen3-8B/12.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e70f6376b132fcd571be54877bc3f55f3ad15de84165eb3e88d42d490af1aac0 +size 8647648 diff --git a/checkpoints/Qwen3-8B/12.self_attn.o_proj.pt b/checkpoints/Qwen3-8B/12.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e9c4a802afe03cf9392023f6a180e2efdc191ee --- /dev/null +++ b/checkpoints/Qwen3-8B/12.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6b73eab70cc93fced2db81e7788590029dbf3bebe7d50d60f7cac479cf3a2a84 +size 34206688 diff --git a/checkpoints/Qwen3-8B/12.self_attn.q_proj.pt b/checkpoints/Qwen3-8B/12.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2f5eabea5159ebdd767e45d5dd7e88cdd970cd0 --- /dev/null +++ b/checkpoints/Qwen3-8B/12.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:25c8c1fb3c8296f52390a249842491093c383de79dee52727dedc13177501002 +size 34206688 diff --git a/checkpoints/Qwen3-8B/12.self_attn.v_proj.pt b/checkpoints/Qwen3-8B/12.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..edccada00ee7566ff809cea71aa19fe7e1413343 --- /dev/null +++ b/checkpoints/Qwen3-8B/12.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8563464450001e7baad09d5d9626ee2e35a5f98beb7d1d4ff7170c2ef5127886 +size 8647648 diff --git a/checkpoints/Qwen3-8B/13.mlp.down_proj.pt b/checkpoints/Qwen3-8B/13.mlp.down_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..295e6353d43ee99fb394de22caf8a2540c9f2b9a --- /dev/null +++ b/checkpoints/Qwen3-8B/13.mlp.down_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf088f775fc2bf7465ed01d46a899d92101ccc3d9e8e0f36aa2f9c9b285900ff +size 102609831 diff --git a/checkpoints/Qwen3-8B/13.mlp.gate_proj.pt b/checkpoints/Qwen3-8B/13.mlp.gate_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..c850b1ae7afc5c7e7d12595e8cef73f5ba08dd9f --- /dev/null +++ b/checkpoints/Qwen3-8B/13.mlp.gate_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e0218d55fe9cd34c10dc0e896699417f7f7896447082080e8c315c84b461caa +size 102364071 diff --git a/checkpoints/Qwen3-8B/13.mlp.up_proj.pt b/checkpoints/Qwen3-8B/13.mlp.up_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..713d4561c34358b12c59c363805d43e77ab52cba --- /dev/null +++ b/checkpoints/Qwen3-8B/13.mlp.up_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dda317afcd33c489a55ecfd977c6fbc33195eb9c00bbdbc51a442265c1aac03c +size 102364033 diff --git a/checkpoints/Qwen3-8B/13.self_attn.k_proj.pt b/checkpoints/Qwen3-8B/13.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..06fccb555cd5ac1a923fcb93dda68b1ad0ea74a6 --- /dev/null +++ b/checkpoints/Qwen3-8B/13.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1170eb2f40eaf4a4598fc27fff1f8bd48a2460db3cf90fc6cc904f8aa9bc8882 +size 8647648 diff --git a/checkpoints/Qwen3-8B/13.self_attn.o_proj.pt b/checkpoints/Qwen3-8B/13.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..905cd78a9f82b257f4195dc7299b34623a5daafd --- /dev/null +++ b/checkpoints/Qwen3-8B/13.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc9d840f89e6577b32a40f88d8c0871f5aaffaf32a2764a622bb1d18d69e6d02 +size 34206688 diff --git a/checkpoints/Qwen3-8B/13.self_attn.q_proj.pt b/checkpoints/Qwen3-8B/13.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..10d318252dad5b8e44f29aeec2ad572d735b8af5 --- /dev/null +++ b/checkpoints/Qwen3-8B/13.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37aa8714dbe77f67e3eafb75b27cb2974111e960801e1799f43227d0daec575c +size 34206688 diff --git a/checkpoints/Qwen3-8B/13.self_attn.v_proj.pt b/checkpoints/Qwen3-8B/13.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..55d20cb71f3ad385a9c823af61a5ece4bef5b57d --- /dev/null +++ b/checkpoints/Qwen3-8B/13.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75d6b6121e90b40cb6d1b3cd4858d654969f3750adb5097033db2b2fe776e8e1 +size 8647648 diff --git a/checkpoints/Qwen3-8B/14.mlp.down_proj.pt b/checkpoints/Qwen3-8B/14.mlp.down_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6a76cf3f7659b97bafc48af4906398abdc60483 --- /dev/null +++ b/checkpoints/Qwen3-8B/14.mlp.down_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f837da6168ca1384205644a03ce0853a1e6ea54d107f8e63a03b08510e6f4c0 +size 102609831 diff --git a/checkpoints/Qwen3-8B/14.mlp.gate_proj.pt b/checkpoints/Qwen3-8B/14.mlp.gate_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..beefc39b68c76fa8a840fc5713e9ce2f9e4bfbf2 --- /dev/null +++ b/checkpoints/Qwen3-8B/14.mlp.gate_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86b83b11583f369b7733db02cdd44cfe722257bf19c21d3dcf437632d0e8002d +size 102364071 diff --git a/checkpoints/Qwen3-8B/14.mlp.up_proj.pt b/checkpoints/Qwen3-8B/14.mlp.up_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc51f3b96889f153e173303a3052249fb3614ea9 --- /dev/null +++ b/checkpoints/Qwen3-8B/14.mlp.up_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73f53ee2c9aefd75daffbcc59e21c09777cfce35e25e6862b7953c8daf9c11ca +size 102364033 diff --git a/checkpoints/Qwen3-8B/14.self_attn.k_proj.pt b/checkpoints/Qwen3-8B/14.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..71a8383be978cc8729e9ef8136438397edc36781 --- /dev/null +++ b/checkpoints/Qwen3-8B/14.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0995b057d9215459094f83943457cdf90f1090ea5b7bb738be654b89d09f6ab7 +size 8647648 diff --git a/checkpoints/Qwen3-8B/14.self_attn.o_proj.pt b/checkpoints/Qwen3-8B/14.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..05b0714320dbdf3398054068341de46188d6ce92 --- /dev/null +++ b/checkpoints/Qwen3-8B/14.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f9b8ac247000114cd908571b7ee5e561003d8344ab89f294ae41e270b5de3b6 +size 34206688 diff --git a/checkpoints/Qwen3-8B/14.self_attn.q_proj.pt b/checkpoints/Qwen3-8B/14.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a2f8896e6502fa877eaeeff1231a377b0f69395 --- /dev/null +++ b/checkpoints/Qwen3-8B/14.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eaad5dc2d97b84aea95f5a1ca9dff546bbbe8a14c4975a9a7aa3bb2865d944c4 +size 34206688 diff --git a/checkpoints/Qwen3-8B/14.self_attn.v_proj.pt b/checkpoints/Qwen3-8B/14.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..c74a7c979279d9c6fbea42c2dc8379aca25d7045 --- /dev/null +++ b/checkpoints/Qwen3-8B/14.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee912dfe1715590903c312e952a2da8cb7d6fef858e7d6ddd16bd9680e767c79 +size 8647648 diff --git a/checkpoints/Qwen3-8B/15.mlp.down_proj.pt b/checkpoints/Qwen3-8B/15.mlp.down_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..d6d7696e53108cc89cdf2dc3501f0ecd8d97d120 --- /dev/null +++ b/checkpoints/Qwen3-8B/15.mlp.down_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d2b7e10998a52119414b6360e3a845e8e337e38beceb0c470550c6d99a264b7 +size 102609831 diff --git a/checkpoints/Qwen3-8B/15.mlp.gate_proj.pt b/checkpoints/Qwen3-8B/15.mlp.gate_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..e644f47435b5744ff73284c3a40f1adfcdc1cf56 --- /dev/null +++ b/checkpoints/Qwen3-8B/15.mlp.gate_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33a4f2c7dd6a2257767f444c80acd6b65b10f9e498bf464ca4cb01fcb1ec22bc +size 102364071 diff --git a/checkpoints/Qwen3-8B/15.mlp.up_proj.pt b/checkpoints/Qwen3-8B/15.mlp.up_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..da91809cd8c2f746e06c033aeaf514e6c477cd46 --- /dev/null +++ b/checkpoints/Qwen3-8B/15.mlp.up_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11ab793a20100da74f7eca2be739c36c15b1a2dfc8e4c508b719b4f98b00e65f +size 102364033 diff --git a/checkpoints/Qwen3-8B/15.self_attn.k_proj.pt b/checkpoints/Qwen3-8B/15.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..832516be170d6c4befced4c130e2c2f43b806730 --- /dev/null +++ b/checkpoints/Qwen3-8B/15.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bc91a89594388bda61f27f1fb9affbc93fcd30bf36bf67ab774472fcce94553 +size 8647648 diff --git a/checkpoints/Qwen3-8B/15.self_attn.o_proj.pt b/checkpoints/Qwen3-8B/15.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..2babcb57e5a88bd7f97beb318f0936e1a5e31e19 --- /dev/null +++ b/checkpoints/Qwen3-8B/15.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2eb47abf767dbc8a9a31692d2b2e604f8902ef4044f33c8d9edcc3dc978fccfd +size 34206688 diff --git a/checkpoints/Qwen3-8B/15.self_attn.q_proj.pt b/checkpoints/Qwen3-8B/15.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..e566c3719b0fa38550a9d2cc9685ea5c4181aea7 --- /dev/null +++ b/checkpoints/Qwen3-8B/15.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56edc522ffb01c03713b3f5c736dc2064a8052b3b7419cc6e55ac8f4e1ec34b0 +size 34206688 diff --git a/checkpoints/Qwen3-8B/15.self_attn.v_proj.pt b/checkpoints/Qwen3-8B/15.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..5d0a87fa6da20d9490c67fe5a7290b96fff3d7ce --- /dev/null +++ b/checkpoints/Qwen3-8B/15.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c38eeb70a86d2fd88ce6eb9775b094909e2d330e3a18867d7b73f0cf03db6e5a +size 8647648 diff --git a/checkpoints/Qwen3-8B/16.mlp.down_proj.pt b/checkpoints/Qwen3-8B/16.mlp.down_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..fc36099ba0b8c0f0c5273872972f001660d4f5c1 --- /dev/null +++ b/checkpoints/Qwen3-8B/16.mlp.down_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26a20684970d500abf63a679d472ec4f4593956ba85281f2b47540703e614029 +size 102609831 diff --git a/checkpoints/Qwen3-8B/16.mlp.gate_proj.pt b/checkpoints/Qwen3-8B/16.mlp.gate_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..7d88d9e4c61eb798f4fb257c199ce68ae41a1b51 --- /dev/null +++ b/checkpoints/Qwen3-8B/16.mlp.gate_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1c38a709ff60ce2842cf9b01021e9df206bc65998344047f8a8c9a729ca12c5 +size 102364071 diff --git a/checkpoints/Qwen3-8B/16.mlp.up_proj.pt b/checkpoints/Qwen3-8B/16.mlp.up_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..f6b3208a17a2d082825446dab0f88625a7306982 --- /dev/null +++ b/checkpoints/Qwen3-8B/16.mlp.up_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebe8401f4fbc9d2cd410661d7f150a234b1dd747ba8d17e81bcd6a3053dcc04f +size 102364033 diff --git a/checkpoints/Qwen3-8B/16.self_attn.k_proj.pt b/checkpoints/Qwen3-8B/16.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..8f89d310e315bcb6e5085deada1059c8e487e145 --- /dev/null +++ b/checkpoints/Qwen3-8B/16.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fae4454b0802b837730db3571154d71adb1d6ebc73761c9f4df5acaeac978bb +size 8647648 diff --git a/checkpoints/Qwen3-8B/16.self_attn.o_proj.pt b/checkpoints/Qwen3-8B/16.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..a91ec312176e88a0171162c8127431c7444696ca --- /dev/null +++ b/checkpoints/Qwen3-8B/16.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b58dd25ef87975989e7241a4a92b561e2b85991703c10288b3d686292a34ad11 +size 34206688 diff --git a/checkpoints/Qwen3-8B/16.self_attn.q_proj.pt b/checkpoints/Qwen3-8B/16.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6bca2d1dd300ac9c72a523c83e2952eaf6feade --- /dev/null +++ b/checkpoints/Qwen3-8B/16.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94d37c8419a953ad603d5d6fb8ce87b9bf98c683810f71f84650cdf54efc2f3d +size 34206688 diff --git a/checkpoints/Qwen3-8B/16.self_attn.v_proj.pt b/checkpoints/Qwen3-8B/16.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..e63abc91363f82cb641d41d649be61e111347dd4 --- /dev/null +++ b/checkpoints/Qwen3-8B/16.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d94670035c52817159e6ee52fb36468f38f068ee7c2c0b07cf561f1f6cfb99d3 +size 8647648 diff --git a/checkpoints/Qwen3-8B/17.mlp.down_proj.pt b/checkpoints/Qwen3-8B/17.mlp.down_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..1bc591e15c63f92f16715854c35603aae1200088 --- /dev/null +++ b/checkpoints/Qwen3-8B/17.mlp.down_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d98076df335e8ea6f2cf1a910b3636a3a29d3916a427065b2119736fe83e06f3 +size 102609831 diff --git a/checkpoints/Qwen3-8B/17.mlp.gate_proj.pt b/checkpoints/Qwen3-8B/17.mlp.gate_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..9094a11731bfb37985698575083731044cb63a91 --- /dev/null +++ b/checkpoints/Qwen3-8B/17.mlp.gate_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4da0058a0ced3c79a05cca08bda58707416d32e80c2e395c49d2c9eb1afc3fd6 +size 102364071 diff --git a/checkpoints/Qwen3-8B/17.mlp.up_proj.pt b/checkpoints/Qwen3-8B/17.mlp.up_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..5365be16a365424f3db26b9c56cb2dbf81635060 --- /dev/null +++ b/checkpoints/Qwen3-8B/17.mlp.up_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9cd17bd6ca14feba17b49276b9a61c2e9d75e89be6a0e1801aee89b5afc0ee71 +size 102364033 diff --git a/checkpoints/Qwen3-8B/17.self_attn.k_proj.pt b/checkpoints/Qwen3-8B/17.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..87363e52f9cef977ff4756d0e38d07cabaa1e24a --- /dev/null +++ b/checkpoints/Qwen3-8B/17.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6818d7aaf4f894c432d4b019761c05b86600dde294537fd21dc609b69b5ef536 +size 8647648 diff --git a/checkpoints/Qwen3-8B/17.self_attn.o_proj.pt b/checkpoints/Qwen3-8B/17.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..cfafb3d6e2d4f737baf430abb244b43eaaff00e8 --- /dev/null +++ b/checkpoints/Qwen3-8B/17.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95d66f78cfb5382c7ba1001e24c2c43b5f95f8310c752c468ed5a2e3b4159f44 +size 34206688 diff --git a/checkpoints/Qwen3-8B/17.self_attn.q_proj.pt b/checkpoints/Qwen3-8B/17.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..ed5ad1ff5ddb4a62481ff0e9001f14a9992d11bf --- /dev/null +++ b/checkpoints/Qwen3-8B/17.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:225414aa4a4fa7399f0ca74b57eb2f9914189bb81b9364c79f68c72aed089509 +size 34206688 diff --git a/checkpoints/Qwen3-8B/17.self_attn.v_proj.pt b/checkpoints/Qwen3-8B/17.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..dc4ab574fb8a92a8624bcaca1f6c34e28ad9a69f --- /dev/null +++ b/checkpoints/Qwen3-8B/17.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:290c634917a629d21eb9d8d76b1b0accbf73a0f79ae3a3540e652e620b4bc99c +size 8647648 diff --git a/checkpoints/Qwen3-8B/18.mlp.down_proj.pt b/checkpoints/Qwen3-8B/18.mlp.down_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..dca55707e6c212471edf9477c0c0660dc043fce1 --- /dev/null +++ b/checkpoints/Qwen3-8B/18.mlp.down_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81fe930862255a9f357bcb3f5e0bb95f70ac363d4b04a74dfff782d9d1077924 +size 102609831 diff --git a/checkpoints/Qwen3-8B/18.mlp.gate_proj.pt b/checkpoints/Qwen3-8B/18.mlp.gate_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d0ae46aa98c8a050548433ea2ca79111d33d3b5 --- /dev/null +++ b/checkpoints/Qwen3-8B/18.mlp.gate_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8149d82bde7a33f624b998c9a8d5f829f3d43b267d624c7a857c909638101f24 +size 102364071 diff --git a/checkpoints/Qwen3-8B/18.mlp.up_proj.pt b/checkpoints/Qwen3-8B/18.mlp.up_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..59560308808d5e5a1e31c034a550c82c146b033b --- /dev/null +++ b/checkpoints/Qwen3-8B/18.mlp.up_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81d5b88ed4223f686e1c21e0ee342a98ac7af9f75c50f819305213be2c9d1a82 +size 102364033 diff --git a/checkpoints/Qwen3-8B/18.self_attn.k_proj.pt b/checkpoints/Qwen3-8B/18.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..c685ae3fb009476eec533594cd986c85f083af7b --- /dev/null +++ b/checkpoints/Qwen3-8B/18.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb19257f167a6caee2492526e29553bd2de141d4ce0c5f15442d6e6fb014d868 +size 8647648 diff --git a/checkpoints/Qwen3-8B/18.self_attn.o_proj.pt b/checkpoints/Qwen3-8B/18.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..8982ff9b2cd9bf06af1c4c27bc3f9c84fee13df9 --- /dev/null +++ b/checkpoints/Qwen3-8B/18.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af1a6f027095a98854676394a1fefe3fc432cbfd0a25f0c1f00d0aa41e4da9d9 +size 34206688 diff --git a/checkpoints/Qwen3-8B/18.self_attn.q_proj.pt b/checkpoints/Qwen3-8B/18.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..653c7e45ca98f14437ff53b96b38a7612f2a819f --- /dev/null +++ b/checkpoints/Qwen3-8B/18.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78fd3b3755b020334837348f290e1d1e9f3460907e0bfa46d231bbb7f99dd4c3 +size 34206688 diff --git a/checkpoints/Qwen3-8B/18.self_attn.v_proj.pt b/checkpoints/Qwen3-8B/18.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..391dd2bfda6e4c1e8d0eab19e623b3fc4e4c0b44 --- /dev/null +++ b/checkpoints/Qwen3-8B/18.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cca0708f1e55847334036de610a9e0a72a3d7382f20a0f819ace480c41b3ac7 +size 8647648 diff --git a/checkpoints/Qwen3-8B/19.mlp.down_proj.pt b/checkpoints/Qwen3-8B/19.mlp.down_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..c35c4e76a23b0f4e59bbd5decd2762e6531115f1 --- /dev/null +++ b/checkpoints/Qwen3-8B/19.mlp.down_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:029ba5c7df090d91841efd7c33d6ab60243269f052883efb68f376fcbeee4190 +size 102609831 diff --git a/checkpoints/Qwen3-8B/19.mlp.gate_proj.pt b/checkpoints/Qwen3-8B/19.mlp.gate_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..8e6c047d8642561cc49e79a26a07403a5987b12e --- /dev/null +++ b/checkpoints/Qwen3-8B/19.mlp.gate_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:665f7ef178b8e4f2813d2dac096cf84ebfe71bcfd437242726410177e9bc65b9 +size 102364071 diff --git a/checkpoints/Qwen3-8B/19.mlp.up_proj.pt b/checkpoints/Qwen3-8B/19.mlp.up_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..80d6a38164935059b6029eeabe66631c34d290db --- /dev/null +++ b/checkpoints/Qwen3-8B/19.mlp.up_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34b3fcf353419bfc35b8f9d8b313d451a2f667dff3959691c0c96c6fae47e8a4 +size 102364033 diff --git a/checkpoints/Qwen3-8B/19.self_attn.k_proj.pt b/checkpoints/Qwen3-8B/19.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..28e3286dc68c1d0cffccdcac2d2c6ff0a35bc9ff --- /dev/null +++ b/checkpoints/Qwen3-8B/19.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa0ef2eacec03a6ef5ec9f3a038cdda42d1bac2fc98a4832c344503eec754485 +size 8647648 diff --git a/checkpoints/Qwen3-8B/19.self_attn.o_proj.pt b/checkpoints/Qwen3-8B/19.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..268eb06f7e8df7d0171d3ac46cf707ad2ef8d64e --- /dev/null +++ b/checkpoints/Qwen3-8B/19.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f2ac03c10819e6522b73c8f00a4d6a3ac5574d5d3665fa0fce1f2128fca2e57 +size 34206688 diff --git a/checkpoints/Qwen3-8B/19.self_attn.q_proj.pt b/checkpoints/Qwen3-8B/19.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..33ce9da7741dcdf98d281a4b5bcbbf85077c47b5 --- /dev/null +++ b/checkpoints/Qwen3-8B/19.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2cfc5a388d8beff7503053350b71dacecb0b677bab96654f7399cde8844d184f +size 34206688 diff --git a/checkpoints/Qwen3-8B/19.self_attn.v_proj.pt b/checkpoints/Qwen3-8B/19.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..10c55a8653a4c09cd89d8c3bb79ad10c0fec201f --- /dev/null +++ b/checkpoints/Qwen3-8B/19.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:230415ebf0bb2467e27f3c3657397a6aaab29f4d328058d9be5e9aae08d521de +size 8647648 diff --git a/checkpoints/Qwen3-8B/2.mlp.down_proj.pt b/checkpoints/Qwen3-8B/2.mlp.down_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..056c30108f9b711edc65b44de29c331bba7b49b1 --- /dev/null +++ b/checkpoints/Qwen3-8B/2.mlp.down_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e24a6801a30efa34210b917d2e6f5f0a49142f61a4e2935765c49b6ecf356076 +size 102609812 diff --git a/checkpoints/Qwen3-8B/2.mlp.gate_proj.pt b/checkpoints/Qwen3-8B/2.mlp.gate_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..03ab10176bc605b7f0719a837debf962988ad70e --- /dev/null +++ b/checkpoints/Qwen3-8B/2.mlp.gate_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06241f28c8b41f43f2d1ff535d391e63f1ea6e4707c5398cdda85470852df68c +size 102364052 diff --git a/checkpoints/Qwen3-8B/2.mlp.up_proj.pt b/checkpoints/Qwen3-8B/2.mlp.up_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..c192973c17d898d0e4906cc83af35969a1440b23 --- /dev/null +++ b/checkpoints/Qwen3-8B/2.mlp.up_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f889216f54914d8ec7bdaa9b6fd7002b5ce9bc4cb998988d5b21312ea83f07ef +size 102364014 diff --git a/checkpoints/Qwen3-8B/2.self_attn.k_proj.pt b/checkpoints/Qwen3-8B/2.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..872319f29fee4de9403094659bd3b3ad9b171b16 --- /dev/null +++ b/checkpoints/Qwen3-8B/2.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbe524ef8d1aac1ce2afe480f182db9dc7de2b63e8a84ba014d52ff76ccdf964 +size 8647629 diff --git a/checkpoints/Qwen3-8B/2.self_attn.o_proj.pt b/checkpoints/Qwen3-8B/2.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..479e8aa6a3dabbbcd718ec6079f09c81d5372661 --- /dev/null +++ b/checkpoints/Qwen3-8B/2.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:581f74c468fe3270bfa6b99028b91cd58b82dc2b3c6c37a95c2ce7cfdfe01b6a +size 34206669 diff --git a/checkpoints/Qwen3-8B/2.self_attn.q_proj.pt b/checkpoints/Qwen3-8B/2.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..0a1f151c5762cc5cd1d614d9b0bd38755652594a --- /dev/null +++ b/checkpoints/Qwen3-8B/2.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97de47a8ffd39cf8b023ee241d2a49c6d760b4cdfaff0241d5088d5162c2de62 +size 34206669 diff --git a/checkpoints/Qwen3-8B/2.self_attn.v_proj.pt b/checkpoints/Qwen3-8B/2.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..97d4447a595c1cc0967a2772d792b7719d8f98a1 --- /dev/null +++ b/checkpoints/Qwen3-8B/2.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45c3ad0eb7f21927be9ac6584c928385c70206dff1125808d90a7db6f5016e92 +size 8647629 diff --git a/checkpoints/Qwen3-8B/20.mlp.down_proj.pt b/checkpoints/Qwen3-8B/20.mlp.down_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..466627013fc767cf98187f738cc46b227736ebba --- /dev/null +++ b/checkpoints/Qwen3-8B/20.mlp.down_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b48f495f664936d3a899fd48593177f6e7b4369da10c015456a87740adef5842 +size 102609831 diff --git a/checkpoints/Qwen3-8B/20.mlp.gate_proj.pt b/checkpoints/Qwen3-8B/20.mlp.gate_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..10df8944ed9b9b45425204d09f105dcccb02eec2 --- /dev/null +++ b/checkpoints/Qwen3-8B/20.mlp.gate_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7874f12c13492a349023135b9c3eb720ad586de9ae5f3a863bc3796da68f3e19 +size 102364071 diff --git a/checkpoints/Qwen3-8B/20.mlp.up_proj.pt b/checkpoints/Qwen3-8B/20.mlp.up_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..2a8f5290db3ae98a6ce41d9b410c4f91fe97434b --- /dev/null +++ b/checkpoints/Qwen3-8B/20.mlp.up_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3db46c9482d1808a7bde1f8e602ae435a89b734851afa746f498bf79ee08f310 +size 102364033 diff --git a/checkpoints/Qwen3-8B/20.self_attn.k_proj.pt b/checkpoints/Qwen3-8B/20.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..4e34c2a5b8e38b1c0a0c1fdc651d9ce608cdedc8 --- /dev/null +++ b/checkpoints/Qwen3-8B/20.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c761713d3ee65dc9ea2e9436f51fc237c331cb3a0dfbf9c0da82997ac094f052 +size 8647648 diff --git a/checkpoints/Qwen3-8B/20.self_attn.o_proj.pt b/checkpoints/Qwen3-8B/20.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..8d02046d4db2d8912631370d4bc081bf87f3e29d --- /dev/null +++ b/checkpoints/Qwen3-8B/20.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5c99d00377d8203ba58146141e9ab80dbbccb637ea0ac2275e6115e4f265cd5 +size 34206688 diff --git a/checkpoints/Qwen3-8B/20.self_attn.q_proj.pt b/checkpoints/Qwen3-8B/20.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..333dde6a323c88cf197999531cc6565c54144e32 --- /dev/null +++ b/checkpoints/Qwen3-8B/20.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f06277530a267bc3f23cfb67cab1772948d6e969bb3f04288a14f33d279f58b5 +size 34206688 diff --git a/checkpoints/Qwen3-8B/20.self_attn.v_proj.pt b/checkpoints/Qwen3-8B/20.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7865a788324861e8ba1b68ac358e1938f1c5912 --- /dev/null +++ b/checkpoints/Qwen3-8B/20.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9008a77289bc506f31e3ae735cf3af20a7d175c361ed5a884175835c326ad5cb +size 8647648 diff --git a/checkpoints/Qwen3-8B/21.mlp.down_proj.pt b/checkpoints/Qwen3-8B/21.mlp.down_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..e74eeda672d6805f041b602737daa83a96f4e54f --- /dev/null +++ b/checkpoints/Qwen3-8B/21.mlp.down_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9f02cf669017540247e1f76d061573df883c8bb39697478467633368719dcbb +size 102609831 diff --git a/checkpoints/Qwen3-8B/21.mlp.gate_proj.pt b/checkpoints/Qwen3-8B/21.mlp.gate_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd6fd2873e681d37c41c8d3579aa6c64b42ef39c --- /dev/null +++ b/checkpoints/Qwen3-8B/21.mlp.gate_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa3818677a18a481f29b54173f0ba516255418defe60be52ff2dddb04487038d +size 102364071 diff --git a/checkpoints/Qwen3-8B/21.mlp.up_proj.pt b/checkpoints/Qwen3-8B/21.mlp.up_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..00b631ab810041cbd1511432237ca9c7695c0812 --- /dev/null +++ b/checkpoints/Qwen3-8B/21.mlp.up_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:058c639e6a0349f61cbc37e8dc3af7fa1b602860bda87dc47d632da7970ac253 +size 102364033 diff --git a/checkpoints/Qwen3-8B/21.self_attn.k_proj.pt b/checkpoints/Qwen3-8B/21.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c97896a526f0feb28cc0d59cd7089870e19a5a2 --- /dev/null +++ b/checkpoints/Qwen3-8B/21.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2628feee24e40aa319e1537907447fc0d9c2e0487b1c8a9276e4e4eaec9ef500 +size 8647648 diff --git a/checkpoints/Qwen3-8B/21.self_attn.o_proj.pt b/checkpoints/Qwen3-8B/21.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..cbf1404fede64843a417bb5a4402e65e8df38e26 --- /dev/null +++ b/checkpoints/Qwen3-8B/21.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4aa621d9fd090eb7467ebbb7573139e9b1e61379035e455307969e499893f24a +size 34206688 diff --git a/checkpoints/Qwen3-8B/21.self_attn.q_proj.pt b/checkpoints/Qwen3-8B/21.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7ee53ebe9b0d8eb1b17cbb3f9d2c4120ca8102f --- /dev/null +++ b/checkpoints/Qwen3-8B/21.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5afbbcf0e3823370f818b98e1c7b912ed1d95c00e108a763686dcd52efb41fbb +size 34206688 diff --git a/checkpoints/Qwen3-8B/21.self_attn.v_proj.pt b/checkpoints/Qwen3-8B/21.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..bf637e123157d36d7e9a0c408307e83356830fdb --- /dev/null +++ b/checkpoints/Qwen3-8B/21.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e5e408bed9bee9188dffaec25f60d28589ff8fd6c76df9aed88ec8d121124cc0 +size 8647648 diff --git a/checkpoints/Qwen3-8B/22.mlp.down_proj.pt b/checkpoints/Qwen3-8B/22.mlp.down_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..90fd7b0371fbfdd96904164f162dbc991289c030 --- /dev/null +++ b/checkpoints/Qwen3-8B/22.mlp.down_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2819a7719ed2addd170e6dac2280907546d0c303087ffda38f1dfebf91ffa15 +size 102609831 diff --git a/checkpoints/Qwen3-8B/22.mlp.gate_proj.pt b/checkpoints/Qwen3-8B/22.mlp.gate_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..218c3a4bdeecb471b7372adc7dbacb037af8e54c --- /dev/null +++ b/checkpoints/Qwen3-8B/22.mlp.gate_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7915def4745560c944683556691e86d6455ddade73c6febc1c0ad7b24f4eeb9 +size 102364071 diff --git a/checkpoints/Qwen3-8B/22.mlp.up_proj.pt b/checkpoints/Qwen3-8B/22.mlp.up_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..4a7b9a4bc30daa655dfe417ebc70fc33b0b2c677 --- /dev/null +++ b/checkpoints/Qwen3-8B/22.mlp.up_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:141cc2226c82dc23c6b63253eecab14ec5a78780ac5ad3809c0b7e16534430c0 +size 102364033 diff --git a/checkpoints/Qwen3-8B/22.self_attn.k_proj.pt b/checkpoints/Qwen3-8B/22.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..3bab3331e69bf74b897b2d139c1828823d3a8794 --- /dev/null +++ b/checkpoints/Qwen3-8B/22.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7c0887b98e2384b3fa4091dc7ca7b14da374f4f8ac43588d2cbedf62727065f +size 8647648 diff --git a/checkpoints/Qwen3-8B/22.self_attn.o_proj.pt b/checkpoints/Qwen3-8B/22.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..aa8ca9b0d2fb7dde7b22ad8e189b16fce86711b9 --- /dev/null +++ b/checkpoints/Qwen3-8B/22.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:034fa51fd9e9d60fedfbf8a4b76ace57cd5f842429ce4c0dc7eaaacd9aefbe82 +size 34206688 diff --git a/checkpoints/Qwen3-8B/22.self_attn.q_proj.pt b/checkpoints/Qwen3-8B/22.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..1ff0e4209b4651a9405815f4025b7ef9d0f8e71d --- /dev/null +++ b/checkpoints/Qwen3-8B/22.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1ca621ae362c01da53a86249156e8071c1cfeb6feb1670ecc2d1371eb4a79a7 +size 34206688 diff --git a/checkpoints/Qwen3-8B/22.self_attn.v_proj.pt b/checkpoints/Qwen3-8B/22.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..50a5c67288de6c483156100c2e8d7538e2204f2e --- /dev/null +++ b/checkpoints/Qwen3-8B/22.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c2bd91317c3f8de46bd5fd496d27a966f863dd517b0a53c51e51094cbfebac4 +size 8647648 diff --git a/checkpoints/Qwen3-8B/23.mlp.down_proj.pt b/checkpoints/Qwen3-8B/23.mlp.down_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..593470ee766413ea9d57cb88099904b6300b715c --- /dev/null +++ b/checkpoints/Qwen3-8B/23.mlp.down_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a1e52ea8f7f648912acbed696c43f675089a1b771344e0b3c6ce79ee251104e +size 102609831 diff --git a/checkpoints/Qwen3-8B/23.mlp.gate_proj.pt b/checkpoints/Qwen3-8B/23.mlp.gate_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..96781d44e23d40993dc0297f5e08a2abb1b0299e --- /dev/null +++ b/checkpoints/Qwen3-8B/23.mlp.gate_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33fab97e00a53e1ff6c1883c571214f1fde27eaa47b9d975ee601e4da588670c +size 102364071 diff --git a/checkpoints/Qwen3-8B/23.mlp.up_proj.pt b/checkpoints/Qwen3-8B/23.mlp.up_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..e07982f14db73323a9762bc0a16984ea856d5928 --- /dev/null +++ b/checkpoints/Qwen3-8B/23.mlp.up_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2749bf3447c1f4a227c2ae461c4f255a473c5297feaa84424a6c8094cd38b24 +size 102364033 diff --git a/checkpoints/Qwen3-8B/23.self_attn.k_proj.pt b/checkpoints/Qwen3-8B/23.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..93e15b969f596ce15d70473f50b6432624baf066 --- /dev/null +++ b/checkpoints/Qwen3-8B/23.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7842e866f5d9bd3d105263b69fccd724268e1f8cc418bc97c5624b5a137cdf0c +size 8647648 diff --git a/checkpoints/Qwen3-8B/23.self_attn.o_proj.pt b/checkpoints/Qwen3-8B/23.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..27460dd80888b45f3aa6d52efa4cf70d98030105 --- /dev/null +++ b/checkpoints/Qwen3-8B/23.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67fcffdf5f6f69b1dc789a35f8b4e807a125dc1a7fbe2ab6240bd80db129e204 +size 34206688 diff --git a/checkpoints/Qwen3-8B/23.self_attn.q_proj.pt b/checkpoints/Qwen3-8B/23.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..edd6af1b631d14432397ca1797001c064f342667 --- /dev/null +++ b/checkpoints/Qwen3-8B/23.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe52063236c7d838e760edb4844c861b748728730dea9a25ae547b6c69f54fc6 +size 34206688 diff --git a/checkpoints/Qwen3-8B/23.self_attn.v_proj.pt b/checkpoints/Qwen3-8B/23.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc4078725c3a2d44b395f88506e99c142bdb233b --- /dev/null +++ b/checkpoints/Qwen3-8B/23.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:961370681c59ce95ba66b810871dd73252c27bb2b9fce38ce6ba37c867fbdcf3 +size 8647648 diff --git a/checkpoints/Qwen3-8B/24.mlp.down_proj.pt b/checkpoints/Qwen3-8B/24.mlp.down_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..73c8b675dfc8abd42f67126c1108550f6a3a7d2c --- /dev/null +++ b/checkpoints/Qwen3-8B/24.mlp.down_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e82e10e6bd967492ff484ae6c644525d0aed8d1e6b3623d650b952d7d02b0815 +size 102609831 diff --git a/checkpoints/Qwen3-8B/24.mlp.gate_proj.pt b/checkpoints/Qwen3-8B/24.mlp.gate_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..260d1d992e474c4b68bd875329ae0e473e1640ab --- /dev/null +++ b/checkpoints/Qwen3-8B/24.mlp.gate_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09952ee3f529016c0d52541bdeff44648ad0ce04a27da0bc3281d57e7894f7e2 +size 102364071 diff --git a/checkpoints/Qwen3-8B/24.mlp.up_proj.pt b/checkpoints/Qwen3-8B/24.mlp.up_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..b0aa3baee46b09e4cecdfcf852042ebe5ce1a73d --- /dev/null +++ b/checkpoints/Qwen3-8B/24.mlp.up_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cecc172fc609d2f8a812332a7babc8f19a7fbfa4c5ec60b24eb7f7fe4f1e230d +size 102364033 diff --git a/checkpoints/Qwen3-8B/24.self_attn.k_proj.pt b/checkpoints/Qwen3-8B/24.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..96e745c640ad71a7b544f68188a428c94d5ed6df --- /dev/null +++ b/checkpoints/Qwen3-8B/24.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92988379b3d0936ee8c058d62c8fa055b4a93bbadc87c99d97b119a6e33f1175 +size 8647648 diff --git a/checkpoints/Qwen3-8B/24.self_attn.o_proj.pt b/checkpoints/Qwen3-8B/24.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..7cb887ddee5b72a87cc65034bcdfd04f22269dd8 --- /dev/null +++ b/checkpoints/Qwen3-8B/24.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b567af8978a5600ebc9bc9fd4c8867f49e5e140f4fd307518883cd79d8f7508 +size 34206688 diff --git a/checkpoints/Qwen3-8B/24.self_attn.q_proj.pt b/checkpoints/Qwen3-8B/24.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..152bbf2f2db3f1d012016b1f101dacce5caa9b23 --- /dev/null +++ b/checkpoints/Qwen3-8B/24.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52ddf4bb68af7d2194d63f42a8a84f41a69a604623c4e2093d99ffe74b2d6be6 +size 34206688 diff --git a/checkpoints/Qwen3-8B/24.self_attn.v_proj.pt b/checkpoints/Qwen3-8B/24.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6bf8356f6fcd917f9defe3ab141862d4a0c6c3d --- /dev/null +++ b/checkpoints/Qwen3-8B/24.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:701e0e22fb9c5ec15d149c395d10e97a2c141117013a6e8609afc419bf79b913 +size 8647648 diff --git a/checkpoints/Qwen3-8B/25.mlp.down_proj.pt b/checkpoints/Qwen3-8B/25.mlp.down_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..4ea5d70f1fb7736c2b95b05d5f666fe2aab2ca6a --- /dev/null +++ b/checkpoints/Qwen3-8B/25.mlp.down_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ed0b43aeb4ce9a6bea75886c42df290859d0428f57ef47654d11fb98da96892 +size 102609831 diff --git a/checkpoints/Qwen3-8B/25.mlp.gate_proj.pt b/checkpoints/Qwen3-8B/25.mlp.gate_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..76f672988c6d3fe0edca068db6d7027bc58d8b49 --- /dev/null +++ b/checkpoints/Qwen3-8B/25.mlp.gate_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:927621119c36636244b3c3c9dbd77812ecb3b644e0eccf643215dc43c20efa6e +size 102364071 diff --git a/checkpoints/Qwen3-8B/25.mlp.up_proj.pt b/checkpoints/Qwen3-8B/25.mlp.up_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ca00fc42d0bc4ccda00ea4a01fa19f7b094035e --- /dev/null +++ b/checkpoints/Qwen3-8B/25.mlp.up_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a5d638eab85f719608e66b064175495c07385081d7186387cfaf933a8492355 +size 102364033 diff --git a/checkpoints/Qwen3-8B/25.self_attn.k_proj.pt b/checkpoints/Qwen3-8B/25.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7a9dbcc2d560d0cab21a261944061d1307d2bdb --- /dev/null +++ b/checkpoints/Qwen3-8B/25.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:024c70d9421cd57055c5194084dd30fed653e780e42541dafc39ade738b4dfb8 +size 8647648 diff --git a/checkpoints/Qwen3-8B/25.self_attn.o_proj.pt b/checkpoints/Qwen3-8B/25.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a7d5076b85c2d9f369e3b09a80886908cf141e9 --- /dev/null +++ b/checkpoints/Qwen3-8B/25.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68e0b53223b1707c6d9c60d30702d1962e24a76085b7cd7239422cb162b68780 +size 34206688 diff --git a/checkpoints/Qwen3-8B/25.self_attn.q_proj.pt b/checkpoints/Qwen3-8B/25.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae3d34e3cad6d23fb61a0cce5f7a4cf375030134 --- /dev/null +++ b/checkpoints/Qwen3-8B/25.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bb1b5de349ee75cc4ba4611c5772ab2f682c4fac93b09a5fbc893b7d223a59e +size 34206688 diff --git a/checkpoints/Qwen3-8B/25.self_attn.v_proj.pt b/checkpoints/Qwen3-8B/25.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..e01e598e48babf4905b3562a404e4681419d4a0b --- /dev/null +++ b/checkpoints/Qwen3-8B/25.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:60782febcf24002329f0447c796d787bac3e289f866022e8b92def733d227938 +size 8647648 diff --git a/checkpoints/Qwen3-8B/26.mlp.down_proj.pt b/checkpoints/Qwen3-8B/26.mlp.down_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..841ac9138b9eac0515ef4440df102d859c014895 --- /dev/null +++ b/checkpoints/Qwen3-8B/26.mlp.down_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1772438a38546d79948fbdc0d738093e8d6a563635b26d762a1f1a9b8f444e67 +size 102609831 diff --git a/checkpoints/Qwen3-8B/26.mlp.gate_proj.pt b/checkpoints/Qwen3-8B/26.mlp.gate_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..271bf5785f24243666fa5176cc0b5cb4b32b9a59 --- /dev/null +++ b/checkpoints/Qwen3-8B/26.mlp.gate_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a21f55a90487a877b6961509c41c9981638fd07b3c21f6de81b651616c1a5ca9 +size 102364071 diff --git a/checkpoints/Qwen3-8B/26.mlp.up_proj.pt b/checkpoints/Qwen3-8B/26.mlp.up_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..ff623740a9fdb7c6bced56f83af3439c30850c36 --- /dev/null +++ b/checkpoints/Qwen3-8B/26.mlp.up_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:295bedccb2552f6987259bccd346112fd4c87c9f04b0271979bde517152349e9 +size 102364033 diff --git a/checkpoints/Qwen3-8B/26.self_attn.k_proj.pt b/checkpoints/Qwen3-8B/26.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..06430e03e1af25eb21f6fab21b974b1e2acb7169 --- /dev/null +++ b/checkpoints/Qwen3-8B/26.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71b39925098b869f0691fab5358e5930c38909d3bcc1867ed46faabaa2cf1866 +size 8647648 diff --git a/checkpoints/Qwen3-8B/26.self_attn.o_proj.pt b/checkpoints/Qwen3-8B/26.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..cc3cdf5ef7615e3a0ea3184d2001fc107c4257c6 --- /dev/null +++ b/checkpoints/Qwen3-8B/26.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:412f5f19d6f0c87bf74b6e2534857af2a5f6dc9704c3c9b14bdc04ab5d454627 +size 34206688 diff --git a/checkpoints/Qwen3-8B/26.self_attn.q_proj.pt b/checkpoints/Qwen3-8B/26.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..b6c779fcbb8e3dfdd1b2ffe471bd5e56c7bc742b --- /dev/null +++ b/checkpoints/Qwen3-8B/26.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1fb4f29836278a8095c3b63d7b9cbaa3aa2112cc6deaaa2b3b5221055c8cc5c3 +size 34206688 diff --git a/checkpoints/Qwen3-8B/26.self_attn.v_proj.pt b/checkpoints/Qwen3-8B/26.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b898438a12f3fcb8314302d832022cd8614bc6e --- /dev/null +++ b/checkpoints/Qwen3-8B/26.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7406ab5b320714ac90a8e693d36a01cd7028999a17990eaead98aadfd860ecd5 +size 8647648 diff --git a/checkpoints/Qwen3-8B/27.mlp.down_proj.pt b/checkpoints/Qwen3-8B/27.mlp.down_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a717aa3012b88bc4e0307c3ebda4f6de75ae00f --- /dev/null +++ b/checkpoints/Qwen3-8B/27.mlp.down_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96c5e77d17a44845c9464efa31b085b417cef73e5401fa15b549ce7b37f37a4e +size 102609831 diff --git a/checkpoints/Qwen3-8B/27.mlp.gate_proj.pt b/checkpoints/Qwen3-8B/27.mlp.gate_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..fcd26d28003d51c28bca04eae52a6db7c6d52c53 --- /dev/null +++ b/checkpoints/Qwen3-8B/27.mlp.gate_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a11dda8670b4f882eec1dba5e58bbf7536cbf1f97604b7fce92c9725d23c7f1a +size 102364071 diff --git a/checkpoints/Qwen3-8B/27.mlp.up_proj.pt b/checkpoints/Qwen3-8B/27.mlp.up_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..a783bf238ec5c04eb2f88ce890e7643256e988de --- /dev/null +++ b/checkpoints/Qwen3-8B/27.mlp.up_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05b55861293dbb1cb06df538b77b5ff0ca3e9ef1a5aaf48d55608b914007a8a6 +size 102364033 diff --git a/checkpoints/Qwen3-8B/27.self_attn.k_proj.pt b/checkpoints/Qwen3-8B/27.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..a06f1638350eac47f7aebcc56f57cc34ce680468 --- /dev/null +++ b/checkpoints/Qwen3-8B/27.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0232a09a9bdc33afe4f919e6a6a36f5ea5016d1766405f1ebb21d7cdd9d7af31 +size 8647648 diff --git a/checkpoints/Qwen3-8B/27.self_attn.o_proj.pt b/checkpoints/Qwen3-8B/27.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..c9fdd90ae5b6495e372db05b2c4ba24410a0d128 --- /dev/null +++ b/checkpoints/Qwen3-8B/27.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:759338f18b264478edb5f780d44e62b4f189c89c438faa52442367093a372ca1 +size 34206688 diff --git a/checkpoints/Qwen3-8B/27.self_attn.q_proj.pt b/checkpoints/Qwen3-8B/27.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4d5ad3bc0000c5c4a6089238a3ce39b1bfa37a1 --- /dev/null +++ b/checkpoints/Qwen3-8B/27.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2681bfd2d25d25762e4f76429383117422c810da876d93f025739f9752049f0b +size 34206688 diff --git a/checkpoints/Qwen3-8B/27.self_attn.v_proj.pt b/checkpoints/Qwen3-8B/27.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..583f4c43c5e15f9e6404e977dfebcc0116ad8d9b --- /dev/null +++ b/checkpoints/Qwen3-8B/27.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c59d5bed6fdaea827817dd793da295f4d82735b0519226954a509b6590f66a6 +size 8647648 diff --git a/checkpoints/Qwen3-8B/28.mlp.down_proj.pt b/checkpoints/Qwen3-8B/28.mlp.down_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..921e8b4a709115ea1a5f15b08601a6819c64e5b1 --- /dev/null +++ b/checkpoints/Qwen3-8B/28.mlp.down_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1d193c9de8c956df53fda90f70c5c225fa23fb77e32b49a5c084f7ffe3ccdc8 +size 102609831 diff --git a/checkpoints/Qwen3-8B/28.mlp.gate_proj.pt b/checkpoints/Qwen3-8B/28.mlp.gate_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..f9f93f7537b008121994fce0942f244b6c06c59b --- /dev/null +++ b/checkpoints/Qwen3-8B/28.mlp.gate_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36d9a3d7d46fb13a860b1e680ec113254a9943a5a78ebd85fe19a33e2a78937d +size 102364071 diff --git a/checkpoints/Qwen3-8B/28.mlp.up_proj.pt b/checkpoints/Qwen3-8B/28.mlp.up_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..8dcc4e4690f587bc03f096fd512fc62119eb0034 --- /dev/null +++ b/checkpoints/Qwen3-8B/28.mlp.up_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:587dd5c88f4688f013874a1f25be5e5a3a6d042d17824f3ad36e2098e09019f6 +size 102364033 diff --git a/checkpoints/Qwen3-8B/28.self_attn.k_proj.pt b/checkpoints/Qwen3-8B/28.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..c661f23913a92a888e857239ba19f04922e7985b --- /dev/null +++ b/checkpoints/Qwen3-8B/28.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed0f0560b1b5772dcca24fa119e3c3b1dc5bb703aae5484b22f75be74a68c4d3 +size 8647648 diff --git a/checkpoints/Qwen3-8B/28.self_attn.o_proj.pt b/checkpoints/Qwen3-8B/28.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..6fe2aa762c5d79069ba13883b5c99c6e62bca262 --- /dev/null +++ b/checkpoints/Qwen3-8B/28.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3379f64b6ff080bf1f4f4f0e357a341680662b1c1432183b2162f8be7560e72 +size 34206688 diff --git a/checkpoints/Qwen3-8B/28.self_attn.q_proj.pt b/checkpoints/Qwen3-8B/28.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..4260b9f84b25cdb5b9f7323e06c366b5146963c7 --- /dev/null +++ b/checkpoints/Qwen3-8B/28.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ffdee3008848a8a9c77df5cf1dd6321d4ce3857a35d132c6daa6a66060291e8 +size 34206688 diff --git a/checkpoints/Qwen3-8B/28.self_attn.v_proj.pt b/checkpoints/Qwen3-8B/28.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad3d6c01a6dcdf773a72e05c892859fde0ed3591 --- /dev/null +++ b/checkpoints/Qwen3-8B/28.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d52b6529e3a37bf3ebdf4108c63ca75ec579be44dd8a781bf21a9f52c5be59bb +size 8647648 diff --git a/checkpoints/Qwen3-8B/29.mlp.down_proj.pt b/checkpoints/Qwen3-8B/29.mlp.down_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..6a82c026f974d9de4abd1678cf1329b168b56bcb --- /dev/null +++ b/checkpoints/Qwen3-8B/29.mlp.down_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cee96d8c2d60b563daf320e7228bad5a91bfa4b1d38647c99f862c78c784c01c +size 102609831 diff --git a/checkpoints/Qwen3-8B/29.mlp.gate_proj.pt b/checkpoints/Qwen3-8B/29.mlp.gate_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..3c58d2a127f608bb20d97a6f5b699ab87ca7922f --- /dev/null +++ b/checkpoints/Qwen3-8B/29.mlp.gate_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce43c6632b10ad9c9e230855e1cc08bcebfadd3471c160a89dc4539221360901 +size 102364071 diff --git a/checkpoints/Qwen3-8B/29.mlp.up_proj.pt b/checkpoints/Qwen3-8B/29.mlp.up_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..c7ea5b6cabb8ee31947a2c60707a98c92cb1311c --- /dev/null +++ b/checkpoints/Qwen3-8B/29.mlp.up_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c30392e18f9faf5c7196c74abbd9d8a858986bf70018e44d5abf15bf0ec15ba +size 102364033 diff --git a/checkpoints/Qwen3-8B/29.self_attn.k_proj.pt b/checkpoints/Qwen3-8B/29.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..14a7233070583e734b315c742639da4c37481344 --- /dev/null +++ b/checkpoints/Qwen3-8B/29.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ce0fedae6fb42cca053ac666819ecdc4d9cb200f9148bdd92e9dc546c6232eb +size 8647648 diff --git a/checkpoints/Qwen3-8B/29.self_attn.o_proj.pt b/checkpoints/Qwen3-8B/29.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..26092197e8d799cec96e00c311ed26485a9b6d06 --- /dev/null +++ b/checkpoints/Qwen3-8B/29.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7c68182ee80c7192b9e267b043c0dad53761db4193e60e5f4f699918315022ac +size 34206688 diff --git a/checkpoints/Qwen3-8B/29.self_attn.q_proj.pt b/checkpoints/Qwen3-8B/29.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..c58a90ff191abd306db0c1044adcd9aacf169aef --- /dev/null +++ b/checkpoints/Qwen3-8B/29.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a426ee9b97b37a2f90f4f037bc887df8cb6c40ad1a9894e0a91e487c53d8291 +size 34206688 diff --git a/checkpoints/Qwen3-8B/29.self_attn.v_proj.pt b/checkpoints/Qwen3-8B/29.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..95e3fb3b08ffdccefc1f6767c067a21e22680f2a --- /dev/null +++ b/checkpoints/Qwen3-8B/29.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6d5371071d142ceab9e6fd44d0eb4bcf327f97d968813c89b3ba3aa29a2abb8 +size 8647648 diff --git a/checkpoints/Qwen3-8B/3.mlp.down_proj.pt b/checkpoints/Qwen3-8B/3.mlp.down_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..edfcc71ad3511deee56fa42741e6565dbcfe9c83 --- /dev/null +++ b/checkpoints/Qwen3-8B/3.mlp.down_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71b08f1512fd02ee4579a923e0974f3efe08f2d859d502408ae7608480b51b12 +size 102609812 diff --git a/checkpoints/Qwen3-8B/3.mlp.gate_proj.pt b/checkpoints/Qwen3-8B/3.mlp.gate_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..787217a997d543c3a71f4d82adf9f545596b8e43 --- /dev/null +++ b/checkpoints/Qwen3-8B/3.mlp.gate_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c7110bbea1061df14cc6d74fd332edb5fb93ccb6d71f09a4daf34a63ba64557 +size 102364052 diff --git a/checkpoints/Qwen3-8B/3.mlp.up_proj.pt b/checkpoints/Qwen3-8B/3.mlp.up_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..996e32b41575491de668071dcbeb1b45266abc54 --- /dev/null +++ b/checkpoints/Qwen3-8B/3.mlp.up_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1dae7226f7d299ca623bc5509290ba6af47936e8d493d6f3567ae79e5de11b06 +size 102364014 diff --git a/checkpoints/Qwen3-8B/3.self_attn.k_proj.pt b/checkpoints/Qwen3-8B/3.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..074c86db125c2edde6dd38d9e0fcbd6679cc0270 --- /dev/null +++ b/checkpoints/Qwen3-8B/3.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b94e93dd89035b6f04c1d1e558429fc9c062332848959f7d8b0c913abcd05fab +size 8647629 diff --git a/checkpoints/Qwen3-8B/3.self_attn.o_proj.pt b/checkpoints/Qwen3-8B/3.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2f57784fdbd88a350b8bc3f83860e1cd154f949 --- /dev/null +++ b/checkpoints/Qwen3-8B/3.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bd5e0b2992e12dd8cc9624844c319362e05f8a0b6c68f54e5f8eb9c4480be1f +size 34206669 diff --git a/checkpoints/Qwen3-8B/3.self_attn.q_proj.pt b/checkpoints/Qwen3-8B/3.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb07c95374dcce5c9e8e7d765dafcd38ca996192 --- /dev/null +++ b/checkpoints/Qwen3-8B/3.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:097ff45007abfdcf4c569afe582b2f7d8dc22f31d03908f4e54188574e605aaa +size 34206669 diff --git a/checkpoints/Qwen3-8B/3.self_attn.v_proj.pt b/checkpoints/Qwen3-8B/3.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..578462d25535b70f2bc6fb0dcf227d6b0e485e33 --- /dev/null +++ b/checkpoints/Qwen3-8B/3.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac790d5a0064375c757e1014531d9cf3e9f610e96fb11ca9729ef0b169b4aa79 +size 8647629 diff --git a/checkpoints/Qwen3-8B/30.mlp.down_proj.pt b/checkpoints/Qwen3-8B/30.mlp.down_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..67b7d72cc4fedab9e5f9a4bde73bcd4ec06dd9cb --- /dev/null +++ b/checkpoints/Qwen3-8B/30.mlp.down_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4d2bd324cc2bf301380fc69e8407557c8609c4ccf4de58a7a799cd64a9327a0 +size 102609831 diff --git a/checkpoints/Qwen3-8B/30.mlp.gate_proj.pt b/checkpoints/Qwen3-8B/30.mlp.gate_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..9779ec4b54af623656d45616d7dd2b4761bf3ada --- /dev/null +++ b/checkpoints/Qwen3-8B/30.mlp.gate_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b54cec8b7992ea890065717507460e7e8210cbaa81b398c522c84a544b05f56 +size 102364071 diff --git a/checkpoints/Qwen3-8B/30.mlp.up_proj.pt b/checkpoints/Qwen3-8B/30.mlp.up_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..58131f2b39159e6faa3df71da6cb3a52253c9672 --- /dev/null +++ b/checkpoints/Qwen3-8B/30.mlp.up_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:507956b93ca5072d9c5ceedf9bc73442d56390333321e02f4d1f58416fb24fee +size 102364033 diff --git a/checkpoints/Qwen3-8B/30.self_attn.k_proj.pt b/checkpoints/Qwen3-8B/30.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..de20e1702f3936e1bffbbe93129228f922aedb01 --- /dev/null +++ b/checkpoints/Qwen3-8B/30.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d3d5686f283e126f8cb1956c1b750418585801f91922e1456feb4a674553da64 +size 8647648 diff --git a/checkpoints/Qwen3-8B/30.self_attn.o_proj.pt b/checkpoints/Qwen3-8B/30.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..6029096cdb60d8b6b8714c1a5892618a1e131846 --- /dev/null +++ b/checkpoints/Qwen3-8B/30.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bcd3d99b305fc832b6223c9e6a539ece053ee7ea589a758d41cf60d61d361e5 +size 34206688 diff --git a/checkpoints/Qwen3-8B/30.self_attn.q_proj.pt b/checkpoints/Qwen3-8B/30.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b288c1697abb9ebc2d7352103de2e6229310cb5 --- /dev/null +++ b/checkpoints/Qwen3-8B/30.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e11e58a24b2a058ede54f67fe63b8f0b5c909d13fd43944ec944f1514dcb3493 +size 34206688 diff --git a/checkpoints/Qwen3-8B/30.self_attn.v_proj.pt b/checkpoints/Qwen3-8B/30.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..80392125eb09df4ecb400e0b5013e2f15c4f3d66 --- /dev/null +++ b/checkpoints/Qwen3-8B/30.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19976f3ac582cfa5838076129877eb09e4fb4fa72353db2ebb7afcf7386ef37e +size 8647648 diff --git a/checkpoints/Qwen3-8B/31.mlp.down_proj.pt b/checkpoints/Qwen3-8B/31.mlp.down_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..34276527ef3c92bae5d4a7746912d18213a555e6 --- /dev/null +++ b/checkpoints/Qwen3-8B/31.mlp.down_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f03d070a2d0bd39ed88f902a57f9b91122baa0da4dae0db87f17663b0c1589b4 +size 102609831 diff --git a/checkpoints/Qwen3-8B/31.mlp.gate_proj.pt b/checkpoints/Qwen3-8B/31.mlp.gate_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..6c1c7b5ad45614dafa248accf560f99ae079045c --- /dev/null +++ b/checkpoints/Qwen3-8B/31.mlp.gate_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fadddea31ba891ba421f1ecd7b181ca2f52b6f411b8a5e62b9a659f2ec1bade6 +size 102364071 diff --git a/checkpoints/Qwen3-8B/31.mlp.up_proj.pt b/checkpoints/Qwen3-8B/31.mlp.up_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..b4b4cfdf78fb733b5b37594634b56650fe1ceaef --- /dev/null +++ b/checkpoints/Qwen3-8B/31.mlp.up_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee5f495f737fe92510949e1608d214f1c514d1d9529818ade93c0ad181da2767 +size 102364033 diff --git a/checkpoints/Qwen3-8B/31.self_attn.k_proj.pt b/checkpoints/Qwen3-8B/31.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae2843a01c5393ca0f6f02fe7e0858362ac98f2a --- /dev/null +++ b/checkpoints/Qwen3-8B/31.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcc98ab60fd0d337cc55534e9456ee55cecc7152c3353b6de2ef8076865170e8 +size 8647648 diff --git a/checkpoints/Qwen3-8B/31.self_attn.o_proj.pt b/checkpoints/Qwen3-8B/31.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab0b22e52ade9ab5b8cc8a717b575e36de0706d2 --- /dev/null +++ b/checkpoints/Qwen3-8B/31.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a94e89443a8a0bf109f70ff4f54e785e867b29a2042d1a9f82cde9c80881570e +size 34206688 diff --git a/checkpoints/Qwen3-8B/31.self_attn.q_proj.pt b/checkpoints/Qwen3-8B/31.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..9122709e341dc192f4132cc83e602e1a0897405d --- /dev/null +++ b/checkpoints/Qwen3-8B/31.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:216d88463a9d6e93c315ddb3c5fbc9c9728bef5a8ef9ab8c5eca51cc642e0c48 +size 34206688 diff --git a/checkpoints/Qwen3-8B/31.self_attn.v_proj.pt b/checkpoints/Qwen3-8B/31.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..660e612c9d6d69ed7e6437c39e729054549881eb --- /dev/null +++ b/checkpoints/Qwen3-8B/31.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d435de46132a5ba4f78970a0c3c0cf728eb62894826494eb44c7d646f8b516c +size 8647648 diff --git a/checkpoints/Qwen3-8B/32.mlp.down_proj.pt b/checkpoints/Qwen3-8B/32.mlp.down_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f4620442508b9339b2143b47804d7748036a83a --- /dev/null +++ b/checkpoints/Qwen3-8B/32.mlp.down_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e63b62a74892b2afd6c702bd147be4c3ff96f3536163b45b1dfb9b4163af701 +size 102609831 diff --git a/checkpoints/Qwen3-8B/32.mlp.gate_proj.pt b/checkpoints/Qwen3-8B/32.mlp.gate_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..e040378205fcf35fc65f50e1c4775c4c4a8ffa8f --- /dev/null +++ b/checkpoints/Qwen3-8B/32.mlp.gate_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d74d84807064e01b816a92fecd5ab173e7c156f640bbb20f6293ada6a2f7a079 +size 102364071 diff --git a/checkpoints/Qwen3-8B/32.mlp.up_proj.pt b/checkpoints/Qwen3-8B/32.mlp.up_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..ab8f093abbe8e4b06a872ea1c8e20c13d0a470fd --- /dev/null +++ b/checkpoints/Qwen3-8B/32.mlp.up_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c373cf62cfe53c9a33ec73fd78a07868538a0271b8a07b5a2be03f3e5904f927 +size 102364033 diff --git a/checkpoints/Qwen3-8B/32.self_attn.k_proj.pt b/checkpoints/Qwen3-8B/32.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..6096f625a5b4fa6eff36d4c1dfb9e8adbb36564e --- /dev/null +++ b/checkpoints/Qwen3-8B/32.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95ab1c8ad00512b0ff20783ed68cd0eb251978afe6fa15b51776aff953345c45 +size 8647648 diff --git a/checkpoints/Qwen3-8B/32.self_attn.o_proj.pt b/checkpoints/Qwen3-8B/32.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..788d9c7de88a340e2c0ca305e9a87cc029a33caf --- /dev/null +++ b/checkpoints/Qwen3-8B/32.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea5c2a78201dd181a9bcef89f87e3b09ef583bae5789e620ff306efe09653699 +size 34206688 diff --git a/checkpoints/Qwen3-8B/32.self_attn.q_proj.pt b/checkpoints/Qwen3-8B/32.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..754117f5ae1e8c04d848baf427b6d1474183da25 --- /dev/null +++ b/checkpoints/Qwen3-8B/32.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b28e075f69677b1ecb4d5046da8e76ac299b42454993d2699b876e308a17abd +size 34206688 diff --git a/checkpoints/Qwen3-8B/32.self_attn.v_proj.pt b/checkpoints/Qwen3-8B/32.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8c842dc4546eaeffaf497ec0125e5071af38393 --- /dev/null +++ b/checkpoints/Qwen3-8B/32.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8cb1c6af2bb4be7ae39ff0219ffac4a4c1670294062d345ef1cc24b9a13cc982 +size 8647648 diff --git a/checkpoints/Qwen3-8B/33.mlp.down_proj.pt b/checkpoints/Qwen3-8B/33.mlp.down_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..95d0d3be5fba6cf29bf1260b2c421e08f4028525 --- /dev/null +++ b/checkpoints/Qwen3-8B/33.mlp.down_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6396937362501623fc9b796184b1a2b10e477d07c270b85316db7250928771a7 +size 102609831 diff --git a/checkpoints/Qwen3-8B/33.mlp.gate_proj.pt b/checkpoints/Qwen3-8B/33.mlp.gate_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..bb53fa3ce6f3cac9563629c563b305661c586d5f --- /dev/null +++ b/checkpoints/Qwen3-8B/33.mlp.gate_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98acbdc2190e598c471c0b37d640cd00a727eebe0d9fe57a925eef2d9159b697 +size 102364071 diff --git a/checkpoints/Qwen3-8B/33.mlp.up_proj.pt b/checkpoints/Qwen3-8B/33.mlp.up_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..506cfb9f4a9b926a9bbe32fce896931930f962d5 --- /dev/null +++ b/checkpoints/Qwen3-8B/33.mlp.up_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:edeb0d662c4af1a7aecb2783864e961d40a661d5be7f9a353f1ef1dd45266c09 +size 102364033 diff --git a/checkpoints/Qwen3-8B/33.self_attn.k_proj.pt b/checkpoints/Qwen3-8B/33.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..44176fd7578cdceea0bfcec6660fe82037665a16 --- /dev/null +++ b/checkpoints/Qwen3-8B/33.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:049ed68fa90ebbbaac656b7e99bf21f9c46362686071a8e3b9bd4682abb0f75e +size 8647648 diff --git a/checkpoints/Qwen3-8B/33.self_attn.o_proj.pt b/checkpoints/Qwen3-8B/33.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..1c486a332dcf2f78091c009d68cb7be7f90871bb --- /dev/null +++ b/checkpoints/Qwen3-8B/33.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f330e6a9800eff1dfbd9b94bfb2684990d09a94b2a6fb9c6b170a9b26307cc38 +size 34206688 diff --git a/checkpoints/Qwen3-8B/33.self_attn.q_proj.pt b/checkpoints/Qwen3-8B/33.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd9f854d20dbb611eed729def76e42fa7294de6f --- /dev/null +++ b/checkpoints/Qwen3-8B/33.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a82b024a846b9cba2d227c97aeb985639e22476c3a76d28f77273a3f664ac650 +size 34206688 diff --git a/checkpoints/Qwen3-8B/33.self_attn.v_proj.pt b/checkpoints/Qwen3-8B/33.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..728545ba554940ac7fc6cfc16338f26f72b5aafb --- /dev/null +++ b/checkpoints/Qwen3-8B/33.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f3a4d53f4feadab3a8fe50d936c0f49a9d76a8356202c23cbb5efbe23f1c2e4 +size 8647648 diff --git a/checkpoints/Qwen3-8B/34.mlp.down_proj.pt b/checkpoints/Qwen3-8B/34.mlp.down_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..0d93076fc371a903e3b8b1ac979a6063cbe4170b --- /dev/null +++ b/checkpoints/Qwen3-8B/34.mlp.down_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d3df95e01031dc0d03b060d7a47a9952de7e8e0ce8d21a3b30251def83572df +size 102609831 diff --git a/checkpoints/Qwen3-8B/34.mlp.gate_proj.pt b/checkpoints/Qwen3-8B/34.mlp.gate_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..7ed553fc363978082455dcb16455032cadbb1f6e --- /dev/null +++ b/checkpoints/Qwen3-8B/34.mlp.gate_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c0d17d7076ce1b04469e3019ed6e734a3f0ec5a44040aef647210d5d6bfef45 +size 102364071 diff --git a/checkpoints/Qwen3-8B/34.mlp.up_proj.pt b/checkpoints/Qwen3-8B/34.mlp.up_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..4dbc70272048adc7d0f1f406ff3c0cbab0831b95 --- /dev/null +++ b/checkpoints/Qwen3-8B/34.mlp.up_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84381bf80197ac5af992e472588f767ba0ac2d0cb8a0d70b4f9a39c078a665f1 +size 102364033 diff --git a/checkpoints/Qwen3-8B/34.self_attn.k_proj.pt b/checkpoints/Qwen3-8B/34.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..8994158bd47238e25d6a6517cabfcc2fba386616 --- /dev/null +++ b/checkpoints/Qwen3-8B/34.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:037d8250e98f1592a8bf773dd61970d8ee050c65047d4e97d82248d43fbb3ad1 +size 8647648 diff --git a/checkpoints/Qwen3-8B/34.self_attn.o_proj.pt b/checkpoints/Qwen3-8B/34.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..c70ebd7075000228aa81590b50a40ac884aceb7f --- /dev/null +++ b/checkpoints/Qwen3-8B/34.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fab1cfe50199296c0a23b641a740ddfa8c470d5627d17c9408ccc569e340d723 +size 34206688 diff --git a/checkpoints/Qwen3-8B/34.self_attn.q_proj.pt b/checkpoints/Qwen3-8B/34.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..ebd00585c7d707d2b9bd1aca633c82ad5ec0b2c0 --- /dev/null +++ b/checkpoints/Qwen3-8B/34.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43454231d10b23bdc7116b219df9bb683c53dcef13a096508be31ad26276ebc9 +size 34206688 diff --git a/checkpoints/Qwen3-8B/34.self_attn.v_proj.pt b/checkpoints/Qwen3-8B/34.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..d60eb91462ccd7a9a628b9786cd8a589036b0194 --- /dev/null +++ b/checkpoints/Qwen3-8B/34.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00ce070d93e0b9e761bed1c334538e9f9d27c4657d32db7b9c9276ee6acb78ad +size 8647648 diff --git a/checkpoints/Qwen3-8B/35.mlp.down_proj.pt b/checkpoints/Qwen3-8B/35.mlp.down_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..08fde3fb23291b8586fb4a4ff5c7683c203f0fba --- /dev/null +++ b/checkpoints/Qwen3-8B/35.mlp.down_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65c42eac84d2ef9c5830bb946f9c40174afb7cf99ac9ecec82681e9a28bb11ca +size 102609831 diff --git a/checkpoints/Qwen3-8B/35.mlp.gate_proj.pt b/checkpoints/Qwen3-8B/35.mlp.gate_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..550007222f010e3aee683624d076ae28a715dbea --- /dev/null +++ b/checkpoints/Qwen3-8B/35.mlp.gate_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5856577c14f1f36690f9e47dd8538c3de8442aed829cd023b068175000cfc223 +size 102364071 diff --git a/checkpoints/Qwen3-8B/35.mlp.up_proj.pt b/checkpoints/Qwen3-8B/35.mlp.up_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..5ca3cdffc507ad2c07db84aaec19cf2e4d08210a --- /dev/null +++ b/checkpoints/Qwen3-8B/35.mlp.up_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dfdc7de1d3bd516e163a15827e6cf87faf0d7f355d75b07cd739ea2b47f03734 +size 102364033 diff --git a/checkpoints/Qwen3-8B/35.self_attn.k_proj.pt b/checkpoints/Qwen3-8B/35.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..c0b07de04effddb791481217f7e5c04de4df67b5 --- /dev/null +++ b/checkpoints/Qwen3-8B/35.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4ce769aba84b39b6589ec4b01fff42ae40ebbc4262e8fd4807816343f5b948e +size 8647648 diff --git a/checkpoints/Qwen3-8B/35.self_attn.o_proj.pt b/checkpoints/Qwen3-8B/35.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..86cb63526cd82fa977a3dbe88b07ca7592288bba --- /dev/null +++ b/checkpoints/Qwen3-8B/35.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72c560b619c4368126ec6b00c36d7b603802aceaed636ec97d87ca7b3311454d +size 34206688 diff --git a/checkpoints/Qwen3-8B/35.self_attn.q_proj.pt b/checkpoints/Qwen3-8B/35.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..61ad25aac1e30167a09816ecec80db189f642476 --- /dev/null +++ b/checkpoints/Qwen3-8B/35.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27eb1a9d0fc84c41876df57bbea18dd1a55ffa1dee316b5d3c9b6ec3dce95f24 +size 34206688 diff --git a/checkpoints/Qwen3-8B/35.self_attn.v_proj.pt b/checkpoints/Qwen3-8B/35.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c96696c5563daa3b40c781fa77de9af82985cb4 --- /dev/null +++ b/checkpoints/Qwen3-8B/35.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e47fecb0cf9c6c3486cecd50bcc664efde30eecc97f52c100829f316d58bf5c +size 8647648 diff --git a/checkpoints/Qwen3-8B/4.mlp.down_proj.pt b/checkpoints/Qwen3-8B/4.mlp.down_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..e5df6ee51dbc4662c60f424b8598bc29a3aac838 --- /dev/null +++ b/checkpoints/Qwen3-8B/4.mlp.down_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:025b62db5beec85d2e700ee906d748f9ba3dce722b41a14e49cf7393866eeb6e +size 102609812 diff --git a/checkpoints/Qwen3-8B/4.mlp.gate_proj.pt b/checkpoints/Qwen3-8B/4.mlp.gate_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae0626155b059d94de7b6dbe32baf1ea5153fba3 --- /dev/null +++ b/checkpoints/Qwen3-8B/4.mlp.gate_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4ffe6d75721721326b658e3b43c78781a353bde0efb2264ff0241d7279114362 +size 102364052 diff --git a/checkpoints/Qwen3-8B/4.mlp.up_proj.pt b/checkpoints/Qwen3-8B/4.mlp.up_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..02064f1b4b5b37d80b16359f26d05deef45fd02f --- /dev/null +++ b/checkpoints/Qwen3-8B/4.mlp.up_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e76a07643fd4891522724993545284249b21a7de6102a93282c2e059a0e45605 +size 102364014 diff --git a/checkpoints/Qwen3-8B/4.self_attn.k_proj.pt b/checkpoints/Qwen3-8B/4.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..ef5a6097489875472e6e625cdb1452056d39aef1 --- /dev/null +++ b/checkpoints/Qwen3-8B/4.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa31dab03c11e7a06380a703c42c7c46d98490585409dc45b51678cf6ca51616 +size 8647629 diff --git a/checkpoints/Qwen3-8B/4.self_attn.o_proj.pt b/checkpoints/Qwen3-8B/4.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..88bc0b733825207d3165e1b69abab23ab3362f9f --- /dev/null +++ b/checkpoints/Qwen3-8B/4.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89ef207be6a0b591d7ecedaac66aae18e5178ea8a4695242d56020ad3032dcb2 +size 34206669 diff --git a/checkpoints/Qwen3-8B/4.self_attn.q_proj.pt b/checkpoints/Qwen3-8B/4.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..9e49fdf7b5d66e0a1750ab363471a82543c5d058 --- /dev/null +++ b/checkpoints/Qwen3-8B/4.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f60e1f1914604d4a4ac14326f9e6d400aa0cbeb972146591cad656581a77d4ed +size 34206669 diff --git a/checkpoints/Qwen3-8B/4.self_attn.v_proj.pt b/checkpoints/Qwen3-8B/4.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..0caf5682b436978e54bb1429a5059d0174f519bf --- /dev/null +++ b/checkpoints/Qwen3-8B/4.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:339e8ea898cca3b648e712daf4d04e00fef2d785c009b0fb60f0afabf20df1a4 +size 8647629 diff --git a/checkpoints/Qwen3-8B/5.mlp.down_proj.pt b/checkpoints/Qwen3-8B/5.mlp.down_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb89bcfa3285aaeaa4d87828a243b377fd09bb72 --- /dev/null +++ b/checkpoints/Qwen3-8B/5.mlp.down_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb0f63221ee1404d5023158d455bb837aae760d35b21ab35635e66bb78b0ba19 +size 102609812 diff --git a/checkpoints/Qwen3-8B/5.mlp.gate_proj.pt b/checkpoints/Qwen3-8B/5.mlp.gate_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..4b42f59f771931e862d29d9af1643d972f08ff6f --- /dev/null +++ b/checkpoints/Qwen3-8B/5.mlp.gate_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e3bdbd7c2b49985c9aba8a8c11d463486278687a21ad23b7ab33e5fe3ae8262 +size 102364052 diff --git a/checkpoints/Qwen3-8B/5.mlp.up_proj.pt b/checkpoints/Qwen3-8B/5.mlp.up_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..5a0cf16b65a29720d312eb4d0243ad5c2f49cf4d --- /dev/null +++ b/checkpoints/Qwen3-8B/5.mlp.up_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c0babdb2a78e14bc5eaf6e4b5654c0054aed88e16a488215c790332de0d3ea7 +size 102364014 diff --git a/checkpoints/Qwen3-8B/5.self_attn.k_proj.pt b/checkpoints/Qwen3-8B/5.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..34956ef59e412efe35bfe975f1680e74d01c6395 --- /dev/null +++ b/checkpoints/Qwen3-8B/5.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c025b634ababb453705334cd565574a3da19f276f7e11743b4433be54fe80758 +size 8647629 diff --git a/checkpoints/Qwen3-8B/5.self_attn.o_proj.pt b/checkpoints/Qwen3-8B/5.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..c2aaf9482e5eb364b84ac7b18a09d9d283ccc8eb --- /dev/null +++ b/checkpoints/Qwen3-8B/5.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebc0ff290c20aed20a7f25b36d97c216157a61232ed7337c3c6a3d26efdc2e17 +size 34206669 diff --git a/checkpoints/Qwen3-8B/5.self_attn.q_proj.pt b/checkpoints/Qwen3-8B/5.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..26cbd1e4edbd7627409cdd67782aaac555a43c99 --- /dev/null +++ b/checkpoints/Qwen3-8B/5.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f1fdff86178061416ffcca4dbce401127f2e61d77ed80cf80ffe67b5f483810 +size 34206669 diff --git a/checkpoints/Qwen3-8B/5.self_attn.v_proj.pt b/checkpoints/Qwen3-8B/5.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..29f92426b4add514b472c672ac7fe4311cb44a38 --- /dev/null +++ b/checkpoints/Qwen3-8B/5.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:542ec7abc0864e9356cdf13a0da4c46b1d3031ca08cc6ce1aaa298e52f592b03 +size 8647629 diff --git a/checkpoints/Qwen3-8B/6.mlp.down_proj.pt b/checkpoints/Qwen3-8B/6.mlp.down_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..a766a4c00d5d05ff6d165aade376f21bdb8b175e --- /dev/null +++ b/checkpoints/Qwen3-8B/6.mlp.down_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ce0a5cbb6a49d543173df703cdf5156f8b4605358f9097e7f4bf3653a9162887 +size 102609812 diff --git a/checkpoints/Qwen3-8B/6.mlp.gate_proj.pt b/checkpoints/Qwen3-8B/6.mlp.gate_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..0c5cbda724701d35864354c01f94ac729d73fd02 --- /dev/null +++ b/checkpoints/Qwen3-8B/6.mlp.gate_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e5a0f2ff5a181d796c60826006204a926dccfcd85a6a2f37be000065df7a3fc +size 102364052 diff --git a/checkpoints/Qwen3-8B/6.mlp.up_proj.pt b/checkpoints/Qwen3-8B/6.mlp.up_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..d4dec825c68395a7d53be7c8270b07697e074105 --- /dev/null +++ b/checkpoints/Qwen3-8B/6.mlp.up_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:758f26e96f89da2afccfaf83b86d2dbf9027af63687ed6939f385703d8ee79db +size 102364014 diff --git a/checkpoints/Qwen3-8B/6.self_attn.k_proj.pt b/checkpoints/Qwen3-8B/6.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..af9fe1f87c927c3996b342337066dcc12b4a2bdd --- /dev/null +++ b/checkpoints/Qwen3-8B/6.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c1a7bf36b2b4b2b47b851c4a2aa4f8511ce739a7711e868a92aec82e217f3d6a +size 8647629 diff --git a/checkpoints/Qwen3-8B/6.self_attn.o_proj.pt b/checkpoints/Qwen3-8B/6.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..76af38605fbd19d1f4b48627e77e8bf8d091df7e --- /dev/null +++ b/checkpoints/Qwen3-8B/6.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1296151817b25ec2a552375a54df671e9a3a66d59b86e43d1044f6a7539e3854 +size 34206669 diff --git a/checkpoints/Qwen3-8B/6.self_attn.q_proj.pt b/checkpoints/Qwen3-8B/6.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..f14089752b7977d519f3c1f0d535c912243b5f0b --- /dev/null +++ b/checkpoints/Qwen3-8B/6.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8a4cb43c88a8b42e8bdfcc60e6fa59e1679da4cbcd3aa0d351119be9f369ccf1 +size 34206669 diff --git a/checkpoints/Qwen3-8B/6.self_attn.v_proj.pt b/checkpoints/Qwen3-8B/6.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..4645d2cb51d0e2289015b2f7269eb09dfdfef028 --- /dev/null +++ b/checkpoints/Qwen3-8B/6.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88799b95a5830f1de39e675852d810f26331882561abc4e5bc04d152f1c0c7a7 +size 8647629 diff --git a/checkpoints/Qwen3-8B/7.mlp.down_proj.pt b/checkpoints/Qwen3-8B/7.mlp.down_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..a9a9178fca7ce7a30f9824e9557623008586b43f --- /dev/null +++ b/checkpoints/Qwen3-8B/7.mlp.down_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6aff80b754d2f8c9b95746222c30a229e039f1231a25861889a3646bea3e301c +size 102609812 diff --git a/checkpoints/Qwen3-8B/7.mlp.gate_proj.pt b/checkpoints/Qwen3-8B/7.mlp.gate_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..a302da9671cd9837680e7fc79e20109fae69c308 --- /dev/null +++ b/checkpoints/Qwen3-8B/7.mlp.gate_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a79598781141a9b36370d5bbb559629f997008cc94b2373938bdb3932b12d393 +size 102364052 diff --git a/checkpoints/Qwen3-8B/7.mlp.up_proj.pt b/checkpoints/Qwen3-8B/7.mlp.up_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..66a672c8829aee99173e88b8d8a44d835e0eaef8 --- /dev/null +++ b/checkpoints/Qwen3-8B/7.mlp.up_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c630d9d391bf08adbcc24ebc358497b23a39667c7df9b558378ea707dab8825b +size 102364014 diff --git a/checkpoints/Qwen3-8B/7.self_attn.k_proj.pt b/checkpoints/Qwen3-8B/7.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..ca1e7761073a95cc3c574458d3e6107b0229d040 --- /dev/null +++ b/checkpoints/Qwen3-8B/7.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eebfbf491aeec9d358261f583c3f170987f7f31c4baabb0cc5a741d3862f9c2c +size 8647629 diff --git a/checkpoints/Qwen3-8B/7.self_attn.o_proj.pt b/checkpoints/Qwen3-8B/7.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..587afbfb58f0087eb6a1dbed7a879625c9f92bda --- /dev/null +++ b/checkpoints/Qwen3-8B/7.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49a89e4664cb53189c0babe73ee085d0eb285f43ca63becd55c64817902e0f90 +size 34206669 diff --git a/checkpoints/Qwen3-8B/7.self_attn.q_proj.pt b/checkpoints/Qwen3-8B/7.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a98a5ccb0792c1f39596ab60e8ba2a0d63ec3f5 --- /dev/null +++ b/checkpoints/Qwen3-8B/7.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46b5067e46df781c76aa32712b0065ebe9b69edb7e1d2796379d7e90b43eea3e +size 34206669 diff --git a/checkpoints/Qwen3-8B/7.self_attn.v_proj.pt b/checkpoints/Qwen3-8B/7.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..69ed9ac3ff7b632df491e91c491207e9cf49aaa0 --- /dev/null +++ b/checkpoints/Qwen3-8B/7.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:644c3a72c37a8081d686547e2c95cd12d3166e7e76ba51d8e14bb3ed72acf823 +size 8647629 diff --git a/checkpoints/Qwen3-8B/8.mlp.down_proj.pt b/checkpoints/Qwen3-8B/8.mlp.down_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..30477ecdc0ace072e556277cfe994b45660b6a8f --- /dev/null +++ b/checkpoints/Qwen3-8B/8.mlp.down_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2bee31dfccc03aeb068087b45ce14db31226e3c8ca510275c9226f8237cfa52f +size 102609812 diff --git a/checkpoints/Qwen3-8B/8.mlp.gate_proj.pt b/checkpoints/Qwen3-8B/8.mlp.gate_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..26688122efcf42f3dcab714a2bdf1429189d59fd --- /dev/null +++ b/checkpoints/Qwen3-8B/8.mlp.gate_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0d21b04cfcd4d8d1f7da2fd3caacd9a49a16eb80b63546e9b96e2af2abd1020 +size 102364052 diff --git a/checkpoints/Qwen3-8B/8.mlp.up_proj.pt b/checkpoints/Qwen3-8B/8.mlp.up_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..47c41497abfb5978733ddc390fd15ec32e053109 --- /dev/null +++ b/checkpoints/Qwen3-8B/8.mlp.up_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55b9087c6a6b1a4ba94e568cd6518c65921b5e8f6f63d9aab6270d19853bd9c4 +size 102364014 diff --git a/checkpoints/Qwen3-8B/8.self_attn.k_proj.pt b/checkpoints/Qwen3-8B/8.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..f229d8129876828aa814dba7cbd7df813ed1304f --- /dev/null +++ b/checkpoints/Qwen3-8B/8.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f62f5bcf09e67d9466c64eaf57272470beb487d94a99ec53bb3738fb1e7d816d +size 8647629 diff --git a/checkpoints/Qwen3-8B/8.self_attn.o_proj.pt b/checkpoints/Qwen3-8B/8.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..492d974b9817d2773b861128b00dc32aac6dd25d --- /dev/null +++ b/checkpoints/Qwen3-8B/8.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:053acdf969b433479aedd7c51e03fccb95d1f8452612972cecf1090dba2d50d5 +size 34206669 diff --git a/checkpoints/Qwen3-8B/8.self_attn.q_proj.pt b/checkpoints/Qwen3-8B/8.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..b57532a6b1ffc35c23ec0718c1fb7ddf91acf566 --- /dev/null +++ b/checkpoints/Qwen3-8B/8.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2702275a096086bd46e34ed81b0ff29d711d49ebb220dcf5b1dbd00845352db9 +size 34206669 diff --git a/checkpoints/Qwen3-8B/8.self_attn.v_proj.pt b/checkpoints/Qwen3-8B/8.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..7201587218b0ab025d00173c4408e6c7a8c58704 --- /dev/null +++ b/checkpoints/Qwen3-8B/8.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34a7874ec1e351984bbdb10c1aef119da8d6081a1adeeb3a09c18de99e400046 +size 8647629 diff --git a/checkpoints/Qwen3-8B/9.mlp.down_proj.pt b/checkpoints/Qwen3-8B/9.mlp.down_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..0f34bba8c07aa063f14630af814d438cb3273061 --- /dev/null +++ b/checkpoints/Qwen3-8B/9.mlp.down_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12c00509a4bbcdc08b3c13e2d4f3ae28b99f7066cbac58af370fe6db4293fc3e +size 102609812 diff --git a/checkpoints/Qwen3-8B/9.mlp.gate_proj.pt b/checkpoints/Qwen3-8B/9.mlp.gate_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..be0a3104e7423e14073e3684641d72528464bd2c --- /dev/null +++ b/checkpoints/Qwen3-8B/9.mlp.gate_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5279f8bc5c8c5ee22d77da9521eba7ba56d0c2024ebbeff6d9dc1572e1c2905a +size 102364052 diff --git a/checkpoints/Qwen3-8B/9.mlp.up_proj.pt b/checkpoints/Qwen3-8B/9.mlp.up_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..1da7dc1c4632bba0dd1a99e90d1410d8d0375da6 --- /dev/null +++ b/checkpoints/Qwen3-8B/9.mlp.up_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4fb479eb7a67fd7b3802bd56b1ca7982a3d59497a73945779bbe2a6a3e8c1f9 +size 102364014 diff --git a/checkpoints/Qwen3-8B/9.self_attn.k_proj.pt b/checkpoints/Qwen3-8B/9.self_attn.k_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..78269e40de9b0caed45335542218f12f72d31831 --- /dev/null +++ b/checkpoints/Qwen3-8B/9.self_attn.k_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dd5b88df1f89ed674ab41ab1da92dfbb25136798494cc27fb40786fe0456ab84 +size 8647629 diff --git a/checkpoints/Qwen3-8B/9.self_attn.o_proj.pt b/checkpoints/Qwen3-8B/9.self_attn.o_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..a6ac62bad19eca019116f50f2bb30c3772e1c936 --- /dev/null +++ b/checkpoints/Qwen3-8B/9.self_attn.o_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12f4bfadd0c041d909692c37a1baedc51beb9e44aa10dd77d61d28a1034b88bf +size 34206669 diff --git a/checkpoints/Qwen3-8B/9.self_attn.q_proj.pt b/checkpoints/Qwen3-8B/9.self_attn.q_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..239b513910b5ed0ac67a4c2eb2101dd6d3649fef --- /dev/null +++ b/checkpoints/Qwen3-8B/9.self_attn.q_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b099fb5b3d633fe1be2d543e5f13b404f751463f97a3613ce92ec147a07a5e8 +size 34206669 diff --git a/checkpoints/Qwen3-8B/9.self_attn.v_proj.pt b/checkpoints/Qwen3-8B/9.self_attn.v_proj.pt new file mode 100644 index 0000000000000000000000000000000000000000..56affc70d6b7a95cddc90e3d9a39d7b72eaf0e1a --- /dev/null +++ b/checkpoints/Qwen3-8B/9.self_attn.v_proj.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99aa3972e05420ab83109f0ddda0f9f240db5e4e1bfca11cff87f10bfa2df56f +size 8647629 diff --git a/checkpoints/Qwen3-8B/args.json b/checkpoints/Qwen3-8B/args.json new file mode 100644 index 0000000000000000000000000000000000000000..8ffbef6064801288a0838ec7bc013b5f52b7dcdf --- /dev/null +++ b/checkpoints/Qwen3-8B/args.json @@ -0,0 +1,45 @@ +{ + "model": "Qwen/Qwen3-8B", + "epochs_list": [ + 10, + 10 + ], + "early_stop": null, + "weight_decay": 0.01, + "betas": [ + 0.9, + 0.95 + ], + "eps": 1e-10, + "loss": "smooth_l1", + "q_group_size": 128, + "n_bit": 4, + "params_to_optimize": "channel_scales:0.05,angles:0.05;weight:1e-5,quantizer:1e-6", + "use_scheduler": "True;True", + "sched_freq": "step", + "datasets": [ + "wikitext2", + "c4", + "redpajama" + ], + "val_dataset": "pileval", + "train_size": 2048, + "validation_size": 64, + "batch_size": 16, + "seqlen": 2048, + "seed": 0, + "use_og_input": false, + "shards": 8, + "results_dir": null, + "resume": true, + "layers": "all", + "output_dir": "./output/random-pairs", + "init_rotation_params": true, + "num_rotations": 8, + "num_pairs_factor": 0.5, + "use_kernel": true, + "checkpointing": false, + "reverse_pairs": false, + "random_pairs": true, + "first_n_layers": null +} \ No newline at end of file