diff --git a/checkpoints/Qwen3-0.6B/0.mlp.down_proj.pt b/checkpoints/Qwen3-0.6B/0.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62cced6936fed27432adc45c9e80f05692976bb5
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/0.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1013920a217c7efd0ff940a089ea78134d030e36341f3f916d04b9d4960bea0b
+size 6486932
diff --git a/checkpoints/Qwen3-0.6B/0.mlp.gate_proj.pt b/checkpoints/Qwen3-0.6B/0.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3351ee441ab97b040d136c85741a9471134b8f2f
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/0.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d64a212cdfe6bf3ff7252d10321afa7c5bae4cf3cd2a3e322d8fa355ab745b
+size 6425492
diff --git a/checkpoints/Qwen3-0.6B/0.mlp.up_proj.pt b/checkpoints/Qwen3-0.6B/0.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4cbabe444fad7c549f719a3627f3fea734f131b
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/0.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d17afdcdab9ee18642c5c6e2039f72a7f672b8750d6a714e5837ce7b485a5eb
+size 6425454
diff --git a/checkpoints/Qwen3-0.6B/0.self_attn.k_proj.pt b/checkpoints/Qwen3-0.6B/0.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dba983eedf8788504d880f94847a323d9786e1d1
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/0.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e702c3cf924a7bfa93da5494b4546ee67abe6a20b8cfc5ab19710f9eecc9af0b
+size 2165709
diff --git a/checkpoints/Qwen3-0.6B/0.self_attn.o_proj.pt b/checkpoints/Qwen3-0.6B/0.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0428afce81f363bb7e2ba5ce2df53c42a8f52507
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/0.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ebec9849b5b309bc7e3649d20aa0810de8ef3c494246de1c175dce292fe902
+size 4326349
diff --git a/checkpoints/Qwen3-0.6B/0.self_attn.q_proj.pt b/checkpoints/Qwen3-0.6B/0.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c59efd6a7ccc6c48928c378ace4f9f4e0472b02e
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/0.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:192ddcd90175bcd638f9834c522f88d50f1d67132ccf0e680a1a02450cee5da4
+size 4295629
diff --git a/checkpoints/Qwen3-0.6B/0.self_attn.v_proj.pt b/checkpoints/Qwen3-0.6B/0.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..929fbca245a3e28de015cd3a6f27039db05eca34
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/0.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1c0dae4d383b18375e801775b2e472d0fdfbd14032ff8f5f0a53d851421e12
+size 2165709
diff --git a/checkpoints/Qwen3-0.6B/1.mlp.down_proj.pt b/checkpoints/Qwen3-0.6B/1.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2f4c493ce5dd6f0f325ddc1022650121066119
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/1.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24eff8dbb35d0cb0b6785e0ab38f5547b36ebb82bc58789c61e3242c16b2160
+size 6486932
diff --git a/checkpoints/Qwen3-0.6B/1.mlp.gate_proj.pt b/checkpoints/Qwen3-0.6B/1.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0548830e0a9511d04f2dd46e430d3b82eb05d813
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/1.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a44bdc1c25114596c52e35fc407df7f5deda8669fe8d96ca78720be4929623a
+size 6425492
diff --git a/checkpoints/Qwen3-0.6B/1.mlp.up_proj.pt b/checkpoints/Qwen3-0.6B/1.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cff76009b90461bbd7128ccc2d53d85a41c6b77f
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/1.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d4ebfdfbf159507c89bcea693af7c1e1457f96468f2cf1838883dcdfe0bc01e
+size 6425454
diff --git a/checkpoints/Qwen3-0.6B/1.self_attn.k_proj.pt b/checkpoints/Qwen3-0.6B/1.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ef3f3c9171fd8a62cdfbc9a4775609e61eaee0c
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/1.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335a2f45a7cca4a0df850d411f60bba1a13ddd4adf40436d09292089b3e1ec94
+size 2165709
diff --git a/checkpoints/Qwen3-0.6B/1.self_attn.o_proj.pt b/checkpoints/Qwen3-0.6B/1.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0721bb3cabe90868a36803118f9f4583c009a326
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/1.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:972a96ffd7a2a2b1c78a516a9e4da10d1fde01a77854df97fef9f112cef8eb9c
+size 4326349
diff --git a/checkpoints/Qwen3-0.6B/1.self_attn.q_proj.pt b/checkpoints/Qwen3-0.6B/1.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f055064dfaa8c6e9aa7515b47f93d3a907f0421
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/1.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:231d616f5e8cf5bc98c3d693ae40b7161f8cc049c664c33c6472ecf6215ab974
+size 4295629
diff --git a/checkpoints/Qwen3-0.6B/1.self_attn.v_proj.pt b/checkpoints/Qwen3-0.6B/1.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d8bb94f98032c0f2829ca6b123a23979291b46
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/1.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d1b9b1a6b778fe51c28b96900e1149c8b93f65f9641ced7a0ff70d9b925684a
+size 2165709
diff --git a/checkpoints/Qwen3-0.6B/10.mlp.down_proj.pt b/checkpoints/Qwen3-0.6B/10.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a721a8f08c8fce009d55458fbe883ed4105c6b3f
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/10.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0070490de844e0da35b1c08c142d4b102564798f315f9a2247ca84bc367ae700
+size 6486951
diff --git a/checkpoints/Qwen3-0.6B/10.mlp.gate_proj.pt b/checkpoints/Qwen3-0.6B/10.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a62319108bcb0fc0c32765bf8e455b8608bb2d
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/10.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9087aae0fccec0def2abbbfcc845c11bf6635fc008374af1ff3b682d637c7d11
+size 6425511
diff --git a/checkpoints/Qwen3-0.6B/10.mlp.up_proj.pt b/checkpoints/Qwen3-0.6B/10.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d8bd34426fe4779b2ba7e727c05cc364dc0534d
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/10.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67157ebd3f3f03c0ee2e28b7160539d27f011c82a07a1d54432c33aadb038852
+size 6425473
diff --git a/checkpoints/Qwen3-0.6B/10.self_attn.k_proj.pt b/checkpoints/Qwen3-0.6B/10.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9582b223be34d70bf70c2d865979900f20d085a8
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/10.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfeedae7e1d13eb72d87be1f616c51d494c51049fd2518bde9a4f8b5c52c3ce2
+size 2165728
diff --git a/checkpoints/Qwen3-0.6B/10.self_attn.o_proj.pt b/checkpoints/Qwen3-0.6B/10.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7fde5d0e06c12b92dea99235c9adc72aa0533e1
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/10.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ec731bec8466340501f524aef05017f1845e80ba220f3eded955a52ce0c0728
+size 4326368
diff --git a/checkpoints/Qwen3-0.6B/10.self_attn.q_proj.pt b/checkpoints/Qwen3-0.6B/10.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa4c49b0bf8d8aca9d4fabb3df82b3b50cfe9c8
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/10.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b01567acc17ee21abfa34082c33b9ff289c5953bb7cc7ce5d60e76970e0b2eac
+size 4295648
diff --git a/checkpoints/Qwen3-0.6B/10.self_attn.v_proj.pt b/checkpoints/Qwen3-0.6B/10.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc69bc96e4d390d79584c9cdea31c2cc33a29714
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/10.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:143e94d868a0459abcf93a025706458953542d3439b06c77e1ccb1cb7e630db5
+size 2165728
diff --git a/checkpoints/Qwen3-0.6B/11.mlp.down_proj.pt b/checkpoints/Qwen3-0.6B/11.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be8d602822fd5437a42c01b9f44bc1759b0af9cb
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/11.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8db7fc2d4e7c5dff74b9127e8a9cb917e3c5eb94eba79d4bdf1938693acdfb92
+size 6486951
diff --git a/checkpoints/Qwen3-0.6B/11.mlp.gate_proj.pt b/checkpoints/Qwen3-0.6B/11.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e569281a2f9bb07c4e8cdbc3a6dcf79e7a9a12f9
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/11.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad7e4c7380c28856b85b0b44210a6b038680da06d36c36c50f2305c9a8dd83d
+size 6425511
diff --git a/checkpoints/Qwen3-0.6B/11.mlp.up_proj.pt b/checkpoints/Qwen3-0.6B/11.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0aaf120e2107f95f395ee83b2d84a73f154460a
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/11.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23afb016c220078f1b255cfcc745c957dc21fd800da953eaf4ead743f96a5f1
+size 6425473
diff --git a/checkpoints/Qwen3-0.6B/11.self_attn.k_proj.pt b/checkpoints/Qwen3-0.6B/11.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc8ef1b6014e081580b40ba2c15c9dfa2dcfc3bc
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/11.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0879a28398e3c0272ff8af1df57d6b0b70f9b04f39284fe10c35f75e47c1c4e7
+size 2165728
diff --git a/checkpoints/Qwen3-0.6B/11.self_attn.o_proj.pt b/checkpoints/Qwen3-0.6B/11.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0ad356cf8cb4e05f0d5f136fed165dfd4a6477a
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/11.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfdaae4692c86c1207b2d7a24a5b10d19b808ec3347c05f2dd4f93ec0cc5cb8e
+size 4326368
diff --git a/checkpoints/Qwen3-0.6B/11.self_attn.q_proj.pt b/checkpoints/Qwen3-0.6B/11.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..438bd209ffa23073036b09b08e7dbc6f85476711
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/11.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2025793a025cfed57f89b0e2309e5556c4ebd75cccdd19716466ea5638fdcc
+size 4295648
diff --git a/checkpoints/Qwen3-0.6B/11.self_attn.v_proj.pt b/checkpoints/Qwen3-0.6B/11.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8516934ab7474e5e581057a2fbb408bbee3d2c3
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/11.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f24cf5b604d36da9f85d0031a018ec94f13d8729c744163a7867205d5ac5da6
+size 2165728
diff --git a/checkpoints/Qwen3-0.6B/12.mlp.down_proj.pt b/checkpoints/Qwen3-0.6B/12.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eae5ba35e05e621abd722b4a8eb422896563599
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/12.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c5250e1b038d63ca9a2e5285cf2f15d4cd7d737e9e818cef1619833288c702
+size 6486951
diff --git a/checkpoints/Qwen3-0.6B/12.mlp.gate_proj.pt b/checkpoints/Qwen3-0.6B/12.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af00538b083fd3f377dee498a1e1a425f357e0ed
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/12.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5c4b6d925dead2096221f752efca901bca72cdf61996d970706715b2ec617f
+size 6425511
diff --git a/checkpoints/Qwen3-0.6B/12.mlp.up_proj.pt b/checkpoints/Qwen3-0.6B/12.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5137316f60c30da8c85bb4fb9f0169d5b9aa086
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/12.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f113cde580ea13bec3957b488e18a2c291761b42f57a1117619f532d02baea4
+size 6425473
diff --git a/checkpoints/Qwen3-0.6B/12.self_attn.k_proj.pt b/checkpoints/Qwen3-0.6B/12.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b04ccdd7504e2b264b211bbb498f632d6c84262a
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/12.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732efe9e9a94f361307d6d9946de016883571a072e91dc589f29f02d6ad20602
+size 2165728
diff --git a/checkpoints/Qwen3-0.6B/12.self_attn.o_proj.pt b/checkpoints/Qwen3-0.6B/12.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67702761535492577ff2be32e8a5ab5e8d8c73ba
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/12.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a12d777bd6b32ff747412fc79aeda8831557127a28ae329af12290f0036d38
+size 4326368
diff --git a/checkpoints/Qwen3-0.6B/12.self_attn.q_proj.pt b/checkpoints/Qwen3-0.6B/12.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed0013a45143f3935a4053748380998156d563f1
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/12.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc7f73c5b37323b5889125a39d405810965616a4f9609f209352e7501e8d314
+size 4295648
diff --git a/checkpoints/Qwen3-0.6B/12.self_attn.v_proj.pt b/checkpoints/Qwen3-0.6B/12.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eedd28cc344d2969794c56daafd438e974d6f15
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/12.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3be9a8d42aed22c1a8cab1e27cbf12b9dedd2eb03fa4f10b7aa04373c159866a
+size 2165728
diff --git a/checkpoints/Qwen3-0.6B/13.mlp.down_proj.pt b/checkpoints/Qwen3-0.6B/13.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1571e9b1064eec5dbef68febf5f5ff724280e0c
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/13.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:393beaccf457e57815f4edccc7748d05c312bcba8175a15f6090733adbaaaea7
+size 6486951
diff --git a/checkpoints/Qwen3-0.6B/13.mlp.gate_proj.pt b/checkpoints/Qwen3-0.6B/13.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a59c611673e800c557f384ccfa62b5ce5910aada
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/13.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3236292e8553b91098ea668d417b0d28bbc26469e3ce26e9ee57e315a7e476
+size 6425511
diff --git a/checkpoints/Qwen3-0.6B/13.mlp.up_proj.pt b/checkpoints/Qwen3-0.6B/13.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac0a8f8efbf3d94de15ce13bba298fda6209dcab
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/13.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f8f96fac954003608495b11473e8175213cee39ab759ebd8fde33d1a6c74182
+size 6425473
diff --git a/checkpoints/Qwen3-0.6B/13.self_attn.k_proj.pt b/checkpoints/Qwen3-0.6B/13.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b8f87afd7162fba8d486d7a6ff5e04ff5378d5a
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/13.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0879e7b019a92ef11be6d05981ad28adcec2fdeb1706c5a18488bafb8a4d032
+size 2165728
diff --git a/checkpoints/Qwen3-0.6B/13.self_attn.o_proj.pt b/checkpoints/Qwen3-0.6B/13.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e043dca0acd49dd684fd61db9b7443991e26eb0
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/13.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3122ec7bb38fc63e9806a81b1738e29e97af7471962818317b0dd8b393fc2fde
+size 4326368
diff --git a/checkpoints/Qwen3-0.6B/13.self_attn.q_proj.pt b/checkpoints/Qwen3-0.6B/13.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29c7747cbd3604fdfee92d14c8bffc557b37e5b2
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/13.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:370c7a3086d9045ab637e0c0565b687bb405f3958332c946efd95eff464a03bf
+size 4295648
diff --git a/checkpoints/Qwen3-0.6B/13.self_attn.v_proj.pt b/checkpoints/Qwen3-0.6B/13.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d3b5c8a09dbd4f9339d80ac4fe7616a15a04ce
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/13.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cac9eb11f901ef177228c5ecf16cab51fde19d2416070a2982d626f16b1b5b7
+size 2165728
diff --git a/checkpoints/Qwen3-0.6B/14.mlp.down_proj.pt b/checkpoints/Qwen3-0.6B/14.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f0bcdd3b05c8407c71c1946eadb6b452389bb9
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/14.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14819b5c583a096925248396d9626606eebe49c0e56d3752e08b22a96f85b0bb
+size 6486951
diff --git a/checkpoints/Qwen3-0.6B/14.mlp.gate_proj.pt b/checkpoints/Qwen3-0.6B/14.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40498fcc7bb9a6ba6712330065d58352fc2319cc
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/14.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1a6b7a78d39c976ce88b124472ca396a055aac79019faa1323fea77fa40864
+size 6425511
diff --git a/checkpoints/Qwen3-0.6B/14.mlp.up_proj.pt b/checkpoints/Qwen3-0.6B/14.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b89026a4d6d22399afcfa44f259adef9d6854f2
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/14.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7136549527ba30ebd42621e3bfaf93652a4da3f93c4ec77e907c287e38f67736
+size 6425473
diff --git a/checkpoints/Qwen3-0.6B/14.self_attn.k_proj.pt b/checkpoints/Qwen3-0.6B/14.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db86f6d0c08607b743bc4846aa33609e5f03a99
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/14.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab0ff2a7efd15f6ea0d7ab31b890577a64516deb1783da6b7458dd46717a29d3
+size 2165728
diff --git a/checkpoints/Qwen3-0.6B/14.self_attn.o_proj.pt b/checkpoints/Qwen3-0.6B/14.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13071b1c84925657f66486224e6ce2a7f743411f
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/14.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58417e35a93a896d18c958839717f49c7ccd69ca08e6d6aa8d93c3ab7bbc1a86
+size 4326368
diff --git a/checkpoints/Qwen3-0.6B/14.self_attn.q_proj.pt b/checkpoints/Qwen3-0.6B/14.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66626b420bf14b9190e9917e9a70196ae27d71ad
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/14.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7f637027cc78cad869b4fedd65dae5861e0f10f0cb38cd6a8db0db3adaa009
+size 4295648
diff --git a/checkpoints/Qwen3-0.6B/14.self_attn.v_proj.pt b/checkpoints/Qwen3-0.6B/14.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..433d319d0a942ff3b269b5ff120bfb403ee868d1
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/14.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca19c0158e2b83847f57bea831af044440e3d5dfa008026a9b00532f03eec05
+size 2165728
diff --git a/checkpoints/Qwen3-0.6B/15.mlp.down_proj.pt b/checkpoints/Qwen3-0.6B/15.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f164d2f2698e1d40838f9cee29ddd0e23c1fac
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/15.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b47dde2fe3626e74d68a77d4b4bd09ae2d1bc7ba25c0d11d9665ab1cef54c1
+size 6486951
diff --git a/checkpoints/Qwen3-0.6B/15.mlp.gate_proj.pt b/checkpoints/Qwen3-0.6B/15.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2befac2e753ecb59406828049df5e088c025fb2
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/15.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b316e73204817bdf3b2d88a3bd435afdb2a2e5ef727b9624e3fc80080b4a03a
+size 6425511
diff --git a/checkpoints/Qwen3-0.6B/15.mlp.up_proj.pt b/checkpoints/Qwen3-0.6B/15.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21645704305815ead4149a395428ffc6df704efd
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/15.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ad90f5d3128ae444d3ff42c88ceb5ab6a6b724a0c06fa082da89a248756ec1
+size 6425473
diff --git a/checkpoints/Qwen3-0.6B/15.self_attn.k_proj.pt b/checkpoints/Qwen3-0.6B/15.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab4b0703bf2206404e10e351b8d46bab1ddad5af
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/15.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632860311fb6474da6b623bb63d054c675b7a3a709e31c62459d19e6f4fb566b
+size 2165728
diff --git a/checkpoints/Qwen3-0.6B/15.self_attn.o_proj.pt b/checkpoints/Qwen3-0.6B/15.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..122a7b4426648de34fbc56f8ce84daee95762eae
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/15.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf8e9556d48e42b516378aadb4fb1f684da1d3255208b60d906259ce55d37d0
+size 4326368
diff --git a/checkpoints/Qwen3-0.6B/15.self_attn.q_proj.pt b/checkpoints/Qwen3-0.6B/15.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899a7da2cf50414c882b5c340f9a08823b9b49fe
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/15.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e14314bfa978b8d0e255624e0be6f903cc4a6b925cd84bc137697c208f030e8f
+size 4295648
diff --git a/checkpoints/Qwen3-0.6B/15.self_attn.v_proj.pt b/checkpoints/Qwen3-0.6B/15.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..629bd4c1664f17fb7fd136e4725c82f1b6339f3b
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/15.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3caf466b0175fdb9cb7ea90f1921df0bad46d50f5724f31c9010917327931db
+size 2165728
diff --git a/checkpoints/Qwen3-0.6B/16.mlp.down_proj.pt b/checkpoints/Qwen3-0.6B/16.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a29da5bdf0111bc41a231d6dfa6c397f4366b5d
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/16.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c075b11644a0fa9186df0e05627307bd9b6bfdea902879b9300c418a8d8e90fc
+size 6486951
diff --git a/checkpoints/Qwen3-0.6B/16.mlp.gate_proj.pt b/checkpoints/Qwen3-0.6B/16.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ec964feeaafa2785877d0ab7c98fe791daadb4
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/16.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364417ab5f2367a8d053b633bf3b60496740a9f42b451895df153a1bd2832d0d
+size 6425511
diff --git a/checkpoints/Qwen3-0.6B/16.mlp.up_proj.pt b/checkpoints/Qwen3-0.6B/16.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fffbd4bf5d71477c0bb47db5deac629e6babe3a7
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/16.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1a1769a144b37a519df6b9a1ad52cd6c072e042a0d69cbf37f658f39ede75f0
+size 6425473
diff --git a/checkpoints/Qwen3-0.6B/16.self_attn.k_proj.pt b/checkpoints/Qwen3-0.6B/16.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a3dcc44d37edecfb9d0958ed77dc8724d4bee4c
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/16.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7ceddc98fbd6701c1a417cc430a6b174e3d46a71189b2e94c9aaf3cc7767f6
+size 2165728
diff --git a/checkpoints/Qwen3-0.6B/16.self_attn.o_proj.pt b/checkpoints/Qwen3-0.6B/16.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f4e8bbd15f614f90bd3ac6a759bf57512d29040
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/16.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e3f032319ff86fe9a2571b7a267d8a59cc62fefc1d882452d3ba07502c0b0b3
+size 4326368
diff --git a/checkpoints/Qwen3-0.6B/16.self_attn.q_proj.pt b/checkpoints/Qwen3-0.6B/16.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bdcc656211bade9b2bbd358dca27be23703ba93
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/16.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c6b339959f3a26e97dddd49c4a44606745f2c73297eac1f197089b895f8cc17
+size 4295648
diff --git a/checkpoints/Qwen3-0.6B/16.self_attn.v_proj.pt b/checkpoints/Qwen3-0.6B/16.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cefaebecf68970e6d31c974ae6a21766a7f2d6cc
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/16.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec0e175df3add95f1619ae749f303493ac03d92cc8dd6062740ebb2171604166
+size 2165728
diff --git a/checkpoints/Qwen3-0.6B/17.mlp.down_proj.pt b/checkpoints/Qwen3-0.6B/17.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0780494a3317faf092b123c1a05a7af8d55fb97a
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/17.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a83101e51a401a91a74495e41721fb961e54718aa09bda0ff4e9da31b3e13b3
+size 6486951
diff --git a/checkpoints/Qwen3-0.6B/17.mlp.gate_proj.pt b/checkpoints/Qwen3-0.6B/17.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ed6e505d970816e40ac5efcbe19138fccb6e1b1
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/17.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45da9314558f5061112c1c05300230fbab4b0f54f1277574bb60cdbad2aa0d54
+size 6425511
diff --git a/checkpoints/Qwen3-0.6B/17.mlp.up_proj.pt b/checkpoints/Qwen3-0.6B/17.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9daf204e0e8fb12e792c75a14d239cafc4a7844
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/17.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0725d0bce53d32db8a5686a07de8d80e0b2ecc6a2aa92cf156f457b7eba14f25
+size 6425473
diff --git a/checkpoints/Qwen3-0.6B/17.self_attn.k_proj.pt b/checkpoints/Qwen3-0.6B/17.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d47defd3fcba30a3bcfa7cbc9e76f4e71eb85809
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/17.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99fe70b4b3948c10ba2142ad80b26f3ca228d6f21b04121d9b6b7e91d504bcec
+size 2165728
diff --git a/checkpoints/Qwen3-0.6B/17.self_attn.o_proj.pt b/checkpoints/Qwen3-0.6B/17.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee28a90d9d2d7ce3ecc33115d38a96b1d649c22d
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/17.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1327337631faddeb3f1ab23980339bfb4bd5f7804619c557331a5b4b05b81271
+size 4326368
diff --git a/checkpoints/Qwen3-0.6B/17.self_attn.q_proj.pt b/checkpoints/Qwen3-0.6B/17.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc260afcd56c3b6c4a640360fe19c4f3240539c
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/17.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6fe35d49114be928169de80a342346d43634e0756431f563ba85370834ba452
+size 4295648
diff --git a/checkpoints/Qwen3-0.6B/17.self_attn.v_proj.pt b/checkpoints/Qwen3-0.6B/17.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93bbafcd11b4df5500b41c08ff6f7b54721b6e66
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/17.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b4466b6fb44a0534555441ba69381c33b89ba7a2ec36e8bafaed10259a2583
+size 2165728
diff --git a/checkpoints/Qwen3-0.6B/18.mlp.down_proj.pt b/checkpoints/Qwen3-0.6B/18.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1d525efda5c4438fe18c025c54333aa21a3bf4
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/18.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b6f2bf7f0850bf62e3accfe1354e8d67e0db6b2f49cfab145805fad2f242f30
+size 6486951
diff --git a/checkpoints/Qwen3-0.6B/18.mlp.gate_proj.pt b/checkpoints/Qwen3-0.6B/18.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d16cca8009d476a5222fc2a2e02b02dc57e0a07c
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/18.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df989290dd67bfe4eaacfe6788d57c515a7410f82ad5370b407c4d5defbf881
+size 6425511
diff --git a/checkpoints/Qwen3-0.6B/18.mlp.up_proj.pt b/checkpoints/Qwen3-0.6B/18.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..828ac9f35f748e35898643229d0825ae594aee9f
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/18.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:374c7409dc6276ffd4af3cccdb60f9b7bfff3231506e4c10b540230b4838c48f
+size 6425473
diff --git a/checkpoints/Qwen3-0.6B/18.self_attn.k_proj.pt b/checkpoints/Qwen3-0.6B/18.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d28f6a5be56edb3e411f975ecc867fe1462718c
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/18.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cacf7e7ca5ec0466ee81a11619d5355cb0d3ca87f964a82120a5403ddba66f6
+size 2165728
diff --git a/checkpoints/Qwen3-0.6B/18.self_attn.o_proj.pt b/checkpoints/Qwen3-0.6B/18.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cabffe206e4572c7fb3ca4f6a1737b26b793d29
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/18.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:437c01a88800ca8586fecda93a9a47d1801fdf16c910428ab2e358dad1984300
+size 4326368
diff --git a/checkpoints/Qwen3-0.6B/18.self_attn.q_proj.pt b/checkpoints/Qwen3-0.6B/18.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53229d340784cdd1b6f1744b76aafbadecc7c13b
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/18.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef80d6f0890eb74c3c3e8860c8c63c46fe5377bcb19bc8dc16dfecf53a2ed30
+size 4295648
diff --git a/checkpoints/Qwen3-0.6B/18.self_attn.v_proj.pt b/checkpoints/Qwen3-0.6B/18.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9975312f672b24e1879312599124a5666d675767
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/18.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433131c707481a1fee1babfda6fc979fd559c0351e8f7345e4e073fb114c4e78
+size 2165728
diff --git a/checkpoints/Qwen3-0.6B/19.mlp.down_proj.pt b/checkpoints/Qwen3-0.6B/19.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..235c1b1244cf9c1a18d29d484f06199ae72ace58
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/19.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc83e15429e034d7c4343c279fc933c0d4c538fb21060d0cfa46e65deb49b81e
+size 6486951
diff --git a/checkpoints/Qwen3-0.6B/19.mlp.gate_proj.pt b/checkpoints/Qwen3-0.6B/19.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..551982dd70c08e071eee22ef20a2043107cdf163
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/19.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1836da80cc3b63d7b648c973cf14e2a024d490153f8e4fd10f572dbee805bffa
+size 6425511
diff --git a/checkpoints/Qwen3-0.6B/19.mlp.up_proj.pt b/checkpoints/Qwen3-0.6B/19.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab2b8d9aad3f1eb466d6789458a06eade87dcd16
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/19.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0afcdadc5cecb46b51ff926b67c003840fc6c5cb10c4feaa980f4730e67813b2
+size 6425473
diff --git a/checkpoints/Qwen3-0.6B/19.self_attn.k_proj.pt b/checkpoints/Qwen3-0.6B/19.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b52ff5199d3df4c5e36e566668b678e561223186
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/19.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5639a69bb691523bae30c9c6445aee01c34a7e0e063fb366e7faa70f8c2805d
+size 2165728
diff --git a/checkpoints/Qwen3-0.6B/19.self_attn.o_proj.pt b/checkpoints/Qwen3-0.6B/19.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d08387c695547e0cf5823f8dc7fde17be614273f
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/19.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9155342c08f5fb6fd2ba513574e46924ed6798d4d228ea16127d082f39899bb
+size 4326368
diff --git a/checkpoints/Qwen3-0.6B/19.self_attn.q_proj.pt b/checkpoints/Qwen3-0.6B/19.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba5714ecad69141868aea1ff7d9231d025077251
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/19.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a7a1faf423bef32b1e1cb05c38cf240f91c0f6ca574aa3691515dfb21662f12
+size 4295648
diff --git a/checkpoints/Qwen3-0.6B/19.self_attn.v_proj.pt b/checkpoints/Qwen3-0.6B/19.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e569dbae8efd519d80bb9373470c7ae14f065dac
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/19.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaa710dfc2dd1bfd717c986068d4eed1091001e0fdf1c26c1bfbf002534da0b4
+size 2165728
diff --git a/checkpoints/Qwen3-0.6B/2.mlp.down_proj.pt b/checkpoints/Qwen3-0.6B/2.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adbe56b82169a30a1132426fa8171d14555d4bfa
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/2.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e76bb5206bbd670c4d51a9be1cdecbb9ffaaba1f766f94edbe2ef7e835207bab
+size 6486932
diff --git a/checkpoints/Qwen3-0.6B/2.mlp.gate_proj.pt b/checkpoints/Qwen3-0.6B/2.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e720797640c14a81f74c8710ad251b8af7a4edf
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/2.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d6aa61b660d04a2ab04a054aa991abe992e1c968c843494e8a8b6302fa7805
+size 6425492
diff --git a/checkpoints/Qwen3-0.6B/2.mlp.up_proj.pt b/checkpoints/Qwen3-0.6B/2.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b135d6897e19167a7b3af3a9f36f8d373f815b9
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/2.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e32cbf399bdb08cd2360ad80384c9ccb537785684da72f0e0c0f1d18838fa5f0
+size 6425454
diff --git a/checkpoints/Qwen3-0.6B/2.self_attn.k_proj.pt b/checkpoints/Qwen3-0.6B/2.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be06045fcec79462876f9da0b2d2747df0b3266f
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/2.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a056899f65af1c17c75c610b715e6e997024e2bb7baa04620f2a4c41033b8b9
+size 2165709
diff --git a/checkpoints/Qwen3-0.6B/2.self_attn.o_proj.pt b/checkpoints/Qwen3-0.6B/2.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..371bfecc04c36c2b9e44b44256f63870d66a8622
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/2.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd72cca0babbec680940088b0ab605fe51e5ce43b530a5697ea0bde05d51e25
+size 4326349
diff --git a/checkpoints/Qwen3-0.6B/2.self_attn.q_proj.pt b/checkpoints/Qwen3-0.6B/2.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520ebb0cc101fc068149ccef9b28702189331191
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/2.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f989a12bfe03fa023b4865b2163c5848cba1b5850c92627734273cab616f9e52
+size 4295629
diff --git a/checkpoints/Qwen3-0.6B/2.self_attn.v_proj.pt b/checkpoints/Qwen3-0.6B/2.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ffcea716afa7cff3393145c5ff4e7a4ccfaa5e8
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/2.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81239f22c85ae693c38452c7fceda9386d71ce526e2eb086afef2fcaa964f20d
+size 2165709
diff --git a/checkpoints/Qwen3-0.6B/20.mlp.down_proj.pt b/checkpoints/Qwen3-0.6B/20.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc8ef7991e3e7f6e5865c76d1de02719d800377c
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/20.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:664fdd26b10b587d882474860bcc900529daa96877935bfc8e9ba675eb6c91f8
+size 6486951
diff --git a/checkpoints/Qwen3-0.6B/20.mlp.gate_proj.pt b/checkpoints/Qwen3-0.6B/20.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c247322bcbf1522dd2a25d6ec1913502ae77fdea
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/20.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:247815dd5bcba1203588ee83401df5b7f70c58633922bd9dddc0cc91942ce52d
+size 6425511
diff --git a/checkpoints/Qwen3-0.6B/20.mlp.up_proj.pt b/checkpoints/Qwen3-0.6B/20.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a800eacfc3074fe44cfef86ef7fa2e0bc087083
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/20.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a79ed75f8244c15445bab143eaf35494aad0929ec84d88b9cf34c807025b18d
+size 6425473
diff --git a/checkpoints/Qwen3-0.6B/20.self_attn.k_proj.pt b/checkpoints/Qwen3-0.6B/20.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52115b001350966f177ab251ead502399e2ad9b2
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/20.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:375d7cd2d6ddbc217cae0bb2b449362ce270645f5f0176e78d11f24dd47ef1f5
+size 2165728
diff --git a/checkpoints/Qwen3-0.6B/20.self_attn.o_proj.pt b/checkpoints/Qwen3-0.6B/20.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0b37dbee06a81e3afe920e6e27e3f92891e350d
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/20.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de29fa94293a98a6374b7fbdc1f15bd5f28315d4ffd986fd7441852b0e8f4431
+size 4326368
diff --git a/checkpoints/Qwen3-0.6B/20.self_attn.q_proj.pt b/checkpoints/Qwen3-0.6B/20.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d0fc524050b760e57be5c1a2a13bcdf01ea0195
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/20.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1bdd9b54bac55abf8927b00f5f5750975870cf7abba8bfbc3cea67cfd7267c
+size 4295648
diff --git a/checkpoints/Qwen3-0.6B/20.self_attn.v_proj.pt b/checkpoints/Qwen3-0.6B/20.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff102dae411c06576a59640211593886868bfe54
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/20.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6a2373ba9a64671bdd7eccfe9107a73df5382e91047ee258c6f0a5e76a5abfc
+size 2165728
diff --git a/checkpoints/Qwen3-0.6B/21.mlp.down_proj.pt b/checkpoints/Qwen3-0.6B/21.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f786bdb9903f51751c1ec9afc4f55653f72b38c
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/21.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feee610b67a702a2913cc1378ff88a565ca443b961ecf7fac3e09b9d751c1869
+size 6486951
diff --git a/checkpoints/Qwen3-0.6B/21.mlp.gate_proj.pt b/checkpoints/Qwen3-0.6B/21.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad6ab35eaa033842b56486c7affbaf7f4350635
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/21.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c8326b6410408d23c522ff94e90bf2f0e30547e05ae7098134705295156480
+size 6425511
diff --git a/checkpoints/Qwen3-0.6B/21.mlp.up_proj.pt b/checkpoints/Qwen3-0.6B/21.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd25a99261e668adcf9f1528314a811df5ed7301
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/21.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42592cf62c53b9ea74408fff52b8c24d8860eab25f44878733ece2d9a24f9d4d
+size 6425473
diff --git a/checkpoints/Qwen3-0.6B/21.self_attn.k_proj.pt b/checkpoints/Qwen3-0.6B/21.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abfbfffc0f3df90e13b150f9a2975e253a9f44e7
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/21.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b50222aa61327013d153e6bd0e5dc0a91b8a98ab3e67f89b695da54302fbced
+size 2165728
diff --git a/checkpoints/Qwen3-0.6B/21.self_attn.o_proj.pt b/checkpoints/Qwen3-0.6B/21.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1944bc1bf950befaf467b296b6e093c39b5e6c24
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/21.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea49df2353b0b857f55b6041708d0e5d9f189eeed3ae9e0e7aeaf510b89c84b0
+size 4326368
diff --git a/checkpoints/Qwen3-0.6B/21.self_attn.q_proj.pt b/checkpoints/Qwen3-0.6B/21.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e33ec31aefa2eb5af9c5fd066ce773682869b573
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/21.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fdd620e79ccc204a3a3c88c1cf36648bbfa1cf1c0761ed1dfd5a5c86d48df00
+size 4295648
diff --git a/checkpoints/Qwen3-0.6B/21.self_attn.v_proj.pt b/checkpoints/Qwen3-0.6B/21.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..087b48d0f4c3621769ccc5f9ab7ffe862f1d2cac
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/21.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c334f3cf2c7c6be75a9a0b02cda17a16c5d6260d93a69ad92fea81ee858aec
+size 2165728
diff --git a/checkpoints/Qwen3-0.6B/22.mlp.down_proj.pt b/checkpoints/Qwen3-0.6B/22.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad468037c93a431d9d1e418d142d72d9514a1d8d
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/22.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da2b533572e7e2b7ec03c72fe165024aba7157fce3f16f30824c29ff8e58debf
+size 6486951
diff --git a/checkpoints/Qwen3-0.6B/22.mlp.gate_proj.pt b/checkpoints/Qwen3-0.6B/22.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..500e0ef0c88c6af366f39141cc150e286dec86cf
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/22.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca2b300680321e2c39146f03a91f84dfcaaa075d33a206885bef5af9bd7e121d
+size 6425511
diff --git a/checkpoints/Qwen3-0.6B/22.mlp.up_proj.pt b/checkpoints/Qwen3-0.6B/22.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17c524b5c29a1afb1c294290c5f5bf6ccf1e284a
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/22.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61092bbde3564590840caef5c8aa86c5947f8823aa1c3c7ca3028ae832a76427
+size 6425473
diff --git a/checkpoints/Qwen3-0.6B/22.self_attn.k_proj.pt b/checkpoints/Qwen3-0.6B/22.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..058e3de2212d202c12baf7712bc0711fcf4616e5
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/22.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a12366b0106b692012d2808ddb2a41ea78a4c9998bf36c27c2db715fee1a4a9
+size 2165728
diff --git a/checkpoints/Qwen3-0.6B/22.self_attn.o_proj.pt b/checkpoints/Qwen3-0.6B/22.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3d89d12f8da35e131eec7047faa7e73956ce115
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/22.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee45013439542bfc5186f16eb2060c29e93aac46f268a79cab0d1ab4a1359f4
+size 4326368
diff --git a/checkpoints/Qwen3-0.6B/22.self_attn.q_proj.pt b/checkpoints/Qwen3-0.6B/22.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..039f30075e3be0ce89369d091abff17beaed28e6
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/22.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bcba1a75ccd2c42dde8991ba1464963731dbcde826333b84a7c162b16c73cdc
+size 4295648
diff --git a/checkpoints/Qwen3-0.6B/22.self_attn.v_proj.pt b/checkpoints/Qwen3-0.6B/22.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5fd690ba21923614fb942c459983e6f6e496744
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/22.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ff134b9153a649bb77ae6329c4b00f5b393bb3ea1285a2158414d534284eba
+size 2165728
diff --git a/checkpoints/Qwen3-0.6B/23.mlp.down_proj.pt b/checkpoints/Qwen3-0.6B/23.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9bd9108abd2009cdcdf12a07ac0aa8d537e03cc
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/23.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63210c8f371daddac29a8e4f232dd36b4c00441dd5369f3cd03c8fe55e08f5b
+size 6486951
diff --git a/checkpoints/Qwen3-0.6B/23.mlp.gate_proj.pt b/checkpoints/Qwen3-0.6B/23.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f890ae7f5c20252a3cad1583c99e3058c077c158
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/23.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18be70c5c7eb8fee841d853de6c4f98917b90680cd38d97ac4ccf721536ac124
+size 6425511
diff --git a/checkpoints/Qwen3-0.6B/23.mlp.up_proj.pt b/checkpoints/Qwen3-0.6B/23.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce37d409b5e16318c98fb2025634d73738b3bbfc
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/23.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a968fcfdebced702eb247288acc8596cffa4b85c2f56f909af8405ff3b8f65
+size 6425473
diff --git a/checkpoints/Qwen3-0.6B/23.self_attn.k_proj.pt b/checkpoints/Qwen3-0.6B/23.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9f37b6f097924e04399c3e6cd9f43720e7f5eac
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/23.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0204914ac5eb8f879660a6ba3b7a6b6b48c4d86e38189fc1bda31befc346aeb9
+size 2165728
diff --git a/checkpoints/Qwen3-0.6B/23.self_attn.o_proj.pt b/checkpoints/Qwen3-0.6B/23.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3543cc6074bf86377f948844e1ff19c6c53392b
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/23.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a63cc828766c1a8610296a10a77f558f3b7acb2bf9ed05b9c60015bbe27eef
+size 4326368
diff --git a/checkpoints/Qwen3-0.6B/23.self_attn.q_proj.pt b/checkpoints/Qwen3-0.6B/23.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..113ca48fc7790249110e548776b911412bb47434
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/23.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11044d66899dab7b34b704a07651a22373e871ac4f26ecc32ad93d1bba94c2bd
+size 4295648
diff --git a/checkpoints/Qwen3-0.6B/23.self_attn.v_proj.pt b/checkpoints/Qwen3-0.6B/23.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56fa870c18abab126bf69d9484209dc2b39e8b68
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/23.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af5e9ffaf547da33ca7fc093b0441d4cc82431555eac25913b0038d07636a620
+size 2165728
diff --git a/checkpoints/Qwen3-0.6B/24.mlp.down_proj.pt b/checkpoints/Qwen3-0.6B/24.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5546185f19c3f4551edf8435c5a79da82d449d01
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/24.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a0e897aae87fee75b292c8b3653ccab11d2de0d179e59b0ba98b103d737137
+size 6486951
diff --git a/checkpoints/Qwen3-0.6B/24.mlp.gate_proj.pt b/checkpoints/Qwen3-0.6B/24.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146d4492fe5855ba24f7d8532273c10d98d68017
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/24.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f21570b202244c4716f28074a9d58096a4f4f84ef01f69a2feb6a020574fc5df
+size 6425511
diff --git a/checkpoints/Qwen3-0.6B/24.mlp.up_proj.pt b/checkpoints/Qwen3-0.6B/24.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7795194fc8390c9a84e7cd159ceabb4ba92f478
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/24.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f77259577e3e58f5984ea5af60235f8691d0ed2709f6deea6dbaa2c6acd108dd
+size 6425473
diff --git a/checkpoints/Qwen3-0.6B/24.self_attn.k_proj.pt b/checkpoints/Qwen3-0.6B/24.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..815b61276911b34ffaa7ba8040ed44a64ae25cd1
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/24.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76eb3f6c235b4ac0f04618eb21ca5ef3f46e7dd08695eeafcefc3b17d09de77e
+size 2165728
diff --git a/checkpoints/Qwen3-0.6B/24.self_attn.o_proj.pt b/checkpoints/Qwen3-0.6B/24.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd4491772af51dab397c97c3ee1f7fd5f61b7029
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/24.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5667d2e2c5c06de2a785698ed059ed08f0f18a4d1c522214741c521aff4d339d
+size 4326368
diff --git a/checkpoints/Qwen3-0.6B/24.self_attn.q_proj.pt b/checkpoints/Qwen3-0.6B/24.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c56342caa8735babea1f1750040e3a4a6b6cc915
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/24.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039919367aa31ad8744e7a9f115a81b6fb14c6e1df872656a5f7d9a25a856b3d
+size 4295648
diff --git a/checkpoints/Qwen3-0.6B/24.self_attn.v_proj.pt b/checkpoints/Qwen3-0.6B/24.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144349c8a64c7609ccbd40bf155caa00e316858f
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/24.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e0cf86c1fe9f4c6056a426457a5cb7073dff11eda145b66efe993da2a7991ae
+size 2165728
diff --git a/checkpoints/Qwen3-0.6B/25.mlp.down_proj.pt b/checkpoints/Qwen3-0.6B/25.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..621a2c19cf1a07d23ee3805f01d6c04f9de8e0c5
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/25.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95013d7f32d697357086601ab631a46c7025ebbe70d6ec5adbe16dc7b7075652
+size 6486951
diff --git a/checkpoints/Qwen3-0.6B/25.mlp.gate_proj.pt b/checkpoints/Qwen3-0.6B/25.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e931f137a7b4a3ed96d276798949403c625a3a7
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/25.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4144774af44061b2085d7884ea93d5f461eb490aa5d496e505f5b2e20e91573
+size 6425511
diff --git a/checkpoints/Qwen3-0.6B/25.mlp.up_proj.pt b/checkpoints/Qwen3-0.6B/25.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c6b5c377624c44221b2189ea1a5e075958bac8
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/25.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1bf1f917625563b7da40d621c72651ebef14511342da02d748f9d4666c2ae7c
+size 6425473
diff --git a/checkpoints/Qwen3-0.6B/25.self_attn.k_proj.pt b/checkpoints/Qwen3-0.6B/25.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6079dddc1ea7f386305bff5469024f5924973ee
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/25.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa32c8f7e223d251b4e12d7d66dc6aad5315d7f207f551e21f3271a3188b15e
+size 2165728
diff --git a/checkpoints/Qwen3-0.6B/25.self_attn.o_proj.pt b/checkpoints/Qwen3-0.6B/25.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c36fdf109ad984eba21eecd31c8f698a13d34180
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/25.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b6c0e8bbc746a81d76e9beee8a03ae5bc5b310cce4704231c2ce77377a666d
+size 4326368
diff --git a/checkpoints/Qwen3-0.6B/25.self_attn.q_proj.pt b/checkpoints/Qwen3-0.6B/25.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed86dfd11e1ea7fb6dcbe84b1af51e771adcb80b
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/25.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:569552669f13a0899595c1a08e9fa10d3a43029c2248e285149d223e3622412d
+size 4295648
diff --git a/checkpoints/Qwen3-0.6B/25.self_attn.v_proj.pt b/checkpoints/Qwen3-0.6B/25.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fbaa479ec2f26e3ebb6e4ce7eba430b1c62409b
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/25.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cfb7ff46eb0adcd4d64f16a1ea1010f616154631c12cb7735c9244306b6c8d4
+size 2165728
diff --git a/checkpoints/Qwen3-0.6B/26.mlp.down_proj.pt b/checkpoints/Qwen3-0.6B/26.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c8a11cfed95b84b5f081b17ca33de9769af7f00
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/26.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20891708fba1f13b160733b73af88a8223e0302587e7504a251fd93157fa25de
+size 6486951
diff --git a/checkpoints/Qwen3-0.6B/26.mlp.gate_proj.pt b/checkpoints/Qwen3-0.6B/26.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9a58a91846c33164ff9d440fdfcc4df50a699f
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/26.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:990eaa85868b598104fbaeb7aa05b60fa290345960cb16faac48f3d958763256
+size 6425511
diff --git a/checkpoints/Qwen3-0.6B/26.mlp.up_proj.pt b/checkpoints/Qwen3-0.6B/26.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f5079a7739344e70e6dbe4561c043f8861c6c65
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/26.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b494c71634f85bab5d77243122bbc0d6492ba08f0d3e83e82283ad5565c9231
+size 6425473
diff --git a/checkpoints/Qwen3-0.6B/26.self_attn.k_proj.pt b/checkpoints/Qwen3-0.6B/26.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a166f50ac7f21c7221e793af97cd7197eaafdbd2
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/26.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffcbf0bbe3bfa322302548d782a023257d1e5c5f4c49e4513b3efef230b9df0c
+size 2165728
diff --git a/checkpoints/Qwen3-0.6B/26.self_attn.o_proj.pt b/checkpoints/Qwen3-0.6B/26.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97cffb06fd25428523a19eca387caf67febe7b69
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/26.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d73a745fd82116925aed7421c06ead0a00df6ac02afafc84121c4845e8a79b
+size 4326368
diff --git a/checkpoints/Qwen3-0.6B/26.self_attn.q_proj.pt b/checkpoints/Qwen3-0.6B/26.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d42f6347545bed6f6ee018eb2f80ca30302fa600
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/26.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e9033355d75e0b6759d2dc4fd1b36e0f948aea2c8f8b0f1636a37fc29d26009
+size 4295648
diff --git a/checkpoints/Qwen3-0.6B/26.self_attn.v_proj.pt b/checkpoints/Qwen3-0.6B/26.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df02779312b01e6019f8038616f6f6cbaf1873a
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/26.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f5af1b2d6420d28c78a06581541dbf8382ccb477ec193f84eb35fe8d6de989
+size 2165728
diff --git a/checkpoints/Qwen3-0.6B/27.mlp.down_proj.pt b/checkpoints/Qwen3-0.6B/27.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4783db5322868dfee042cf53ec02c7bdc7b310cb
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/27.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3dd9aee2b97e42d2e0314e5531025a888f876da45ca370297eb11ce3509291f
+size 6486951
diff --git a/checkpoints/Qwen3-0.6B/27.mlp.gate_proj.pt b/checkpoints/Qwen3-0.6B/27.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d569bc8af3eaab5cb1d14518b39c2a5e6472d989
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/27.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af47590ef87ed4322eabf421018a6cca5ab836a7a0bb69f1a447a84bcdd8a8b
+size 6425511
diff --git a/checkpoints/Qwen3-0.6B/27.mlp.up_proj.pt b/checkpoints/Qwen3-0.6B/27.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de2a5d6a599404292ff7d2de088b7caaf4c38b08
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/27.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e237206dbe943e6b519f41ce8da6178172d40dbaf6d7671c82fe3048677c25a7
+size 6425473
diff --git a/checkpoints/Qwen3-0.6B/27.self_attn.k_proj.pt b/checkpoints/Qwen3-0.6B/27.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f414aaaef1b56fc361aa86d4e49915a8890d59
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/27.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0346b9adf0b290086b44d3fc06a47ee329f0e50338d8c21bbedea51e3d9290e2
+size 2165728
diff --git a/checkpoints/Qwen3-0.6B/27.self_attn.o_proj.pt b/checkpoints/Qwen3-0.6B/27.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd771e8336a6a3975546e6cc48608b05eb95ca4
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/27.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f52ddd531e3d6be5d10ec23497dd058d086525bc3f1c0153bdb9f54d22cfbfe
+size 4326368
diff --git a/checkpoints/Qwen3-0.6B/27.self_attn.q_proj.pt b/checkpoints/Qwen3-0.6B/27.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..623a901804bd61564075d59ed011e3fa4c85e9fb
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/27.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e046f9e6e5a8c3cabce47fe9496514d9492f49ba7b6333b177b672594fab5c
+size 4295648
diff --git a/checkpoints/Qwen3-0.6B/27.self_attn.v_proj.pt b/checkpoints/Qwen3-0.6B/27.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f86b6d511217f265106b8f5abeb85a650ea861d
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/27.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a10b6d69baa3defba4e790737e01e4ee13576c0988b1c8b341a8777c148b0c2
+size 2165728
diff --git a/checkpoints/Qwen3-0.6B/3.mlp.down_proj.pt b/checkpoints/Qwen3-0.6B/3.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b366e8cc1312ce140471b2de7087af22e07ba1bc
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/3.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eb626b2d402793354003c36e8cf3ca499cf62d67e2e98381a4729599678033a
+size 6486932
diff --git a/checkpoints/Qwen3-0.6B/3.mlp.gate_proj.pt b/checkpoints/Qwen3-0.6B/3.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbeebcdbc7b8942f56bd4d85f71ca374bc516cd8
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/3.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f5636d53265d04db00df7534b250f6b2c572bdac3c77bb3e583d138cd466df1
+size 6425492
diff --git a/checkpoints/Qwen3-0.6B/3.mlp.up_proj.pt b/checkpoints/Qwen3-0.6B/3.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57794fd72a414c8583383837c35197fe86c9f74d
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/3.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c92f3ed3667ddb8ce7613e3002f2100d6387db837d184c4a8cb1171291886b
+size 6425454
diff --git a/checkpoints/Qwen3-0.6B/3.self_attn.k_proj.pt b/checkpoints/Qwen3-0.6B/3.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b18d24a722c9763e2204d3b15bcf85ed46300d
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/3.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b24015a2de078ab35c0a14d5979203f0531edc25be89153484f7d9d550ff7a
+size 2165709
diff --git a/checkpoints/Qwen3-0.6B/3.self_attn.o_proj.pt b/checkpoints/Qwen3-0.6B/3.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d626e1eb96c8ef288389f16ebaf6cd9b062fca9e
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/3.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f79b1346a43675b175bb433a9e46b48715571e2d2c9247e28b81cd65f35484b
+size 4326349
diff --git a/checkpoints/Qwen3-0.6B/3.self_attn.q_proj.pt b/checkpoints/Qwen3-0.6B/3.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf579c6cb743aa7ffdd33dd74803e6eed701a9f4
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/3.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cddc9e8986f271579ca98b9e1495d4994a098603720da441930ed3ab099eb37
+size 4295629
diff --git a/checkpoints/Qwen3-0.6B/3.self_attn.v_proj.pt b/checkpoints/Qwen3-0.6B/3.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55c5f562e3e2329ec35e2c5d6ebc2de500fe48fd
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/3.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f22483a8529ff0621742af36136470f8c7d6b32d8acd163347b183330ac0251f
+size 2165709
diff --git a/checkpoints/Qwen3-0.6B/4.mlp.down_proj.pt b/checkpoints/Qwen3-0.6B/4.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bcd019100c4f5a74eb97f796cd67f5dfca98292
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/4.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67f656af312b0492342667d47a7aff5a3c05ae3bc1d6e6ba65b49288077fbcfa
+size 6486932
diff --git a/checkpoints/Qwen3-0.6B/4.mlp.gate_proj.pt b/checkpoints/Qwen3-0.6B/4.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b88cd28fbc4fe680eabc7cbeb5bac2fbd004b6b6
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/4.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249dcbb01805f9123e42df721aee0dfeac401da53b4ca0e9cf7b2b6808e96a67
+size 6425492
diff --git a/checkpoints/Qwen3-0.6B/4.mlp.up_proj.pt b/checkpoints/Qwen3-0.6B/4.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4595b5fd883c30b19f200d5751cc88c7c5783316
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/4.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:990ad8993214717e02effbd1b401f6cefbff502081ccedeb92f6cde4cb8279ea
+size 6425454
diff --git a/checkpoints/Qwen3-0.6B/4.self_attn.k_proj.pt b/checkpoints/Qwen3-0.6B/4.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1688cc1cc809fdda3dbd33a939daf0fed3fe6fc
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/4.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86814e3011a4153f56b31d20083bf3a98add66cc563d4ebb75504bf57817f345
+size 2165709
diff --git a/checkpoints/Qwen3-0.6B/4.self_attn.o_proj.pt b/checkpoints/Qwen3-0.6B/4.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc4c0c20ba066c7616653dfd9bb919b28a95b55b
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/4.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ffc63069209df23204a4cd4d1901349fac59b4f6f5046ff2d23cb0db522929
+size 4326349
diff --git a/checkpoints/Qwen3-0.6B/4.self_attn.q_proj.pt b/checkpoints/Qwen3-0.6B/4.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1afa6fa58cdeec8d4b3e512a0625741f29615185
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/4.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11742aea176b3d784cf35b897eae9b5dd7f26a54cfad3784e2e401f68a2f2303
+size 4295629
diff --git a/checkpoints/Qwen3-0.6B/4.self_attn.v_proj.pt b/checkpoints/Qwen3-0.6B/4.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fef805b4e9af9f7abbbe0320c5e13cc95db8efd9
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/4.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff481ca20f1614741d017d28c02e206f287cee66a778436923c813a0c01ea07
+size 2165709
diff --git a/checkpoints/Qwen3-0.6B/5.mlp.down_proj.pt b/checkpoints/Qwen3-0.6B/5.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e167eb065b003bb5c18b2d83c2362c6f9688cb04
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/5.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fafb02c8ec01548c81c176c63ad981899e1dcf865d047880446a36d974be68b4
+size 6486932
diff --git a/checkpoints/Qwen3-0.6B/5.mlp.gate_proj.pt b/checkpoints/Qwen3-0.6B/5.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..782d527050884a98aa182d76156b16d8cef9b937
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/5.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c831f4a7c4877a8ba8ed3e0e358133734abbd2c69c290732ca54544aa60bc4f5
+size 6425492
diff --git a/checkpoints/Qwen3-0.6B/5.mlp.up_proj.pt b/checkpoints/Qwen3-0.6B/5.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13ffdbb359f79e70b8326a080db727fc51895732
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/5.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:419b269401d229fd43cf5ecef2c2a48fc40a0ef3f563bbc6954add1c9e523f57
+size 6425454
diff --git a/checkpoints/Qwen3-0.6B/5.self_attn.k_proj.pt b/checkpoints/Qwen3-0.6B/5.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3744fd1b86a6b776aac8b26876c34b8f9e7034
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/5.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:741f2ddd7a246036c9117669977b678ab0c76029bfc143234939d95e51478963
+size 2165709
diff --git a/checkpoints/Qwen3-0.6B/5.self_attn.o_proj.pt b/checkpoints/Qwen3-0.6B/5.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d485ecbe764739cb6352e7317e9be8078e959edb
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/5.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a5da92d10a73ed9a4936103be3ebb47eea71c7b1ba12d0f6be33948776390e
+size 4326349
diff --git a/checkpoints/Qwen3-0.6B/5.self_attn.q_proj.pt b/checkpoints/Qwen3-0.6B/5.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9d55aec135307484968b48a4013e2e96878e02c
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/5.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea01e06a6d12b8881f949e005a895f8da3849d996ec5d3bf36debfbfa3de656
+size 4295629
diff --git a/checkpoints/Qwen3-0.6B/5.self_attn.v_proj.pt b/checkpoints/Qwen3-0.6B/5.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ee4efba0f8235ef9234c3dc0acd652a03c2238
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/5.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:626e1ea05974e57f41de00c7904dbbe5f20a83772f5d9078f22b1f2bbe3b4f14
+size 2165709
diff --git a/checkpoints/Qwen3-0.6B/6.mlp.down_proj.pt b/checkpoints/Qwen3-0.6B/6.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b287ca4fce9aac88a5aa4cbc5247b62c2a65c96c
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/6.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:829bb7a483defdee113b222dcd6a9051f0389bbeefbdebb72b7fa01b9990338e
+size 6486932
diff --git a/checkpoints/Qwen3-0.6B/6.mlp.gate_proj.pt b/checkpoints/Qwen3-0.6B/6.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30e7f8fa6bf4fc4d39542de4a7bbbbd0484dcb46
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/6.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb8a17a4fa556537f4928596dbd2d7022d90b834bb1a5627d89ec2e6a147e5b
+size 6425492
diff --git a/checkpoints/Qwen3-0.6B/6.mlp.up_proj.pt b/checkpoints/Qwen3-0.6B/6.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ebdced23d7d2cbdfc4c963298ce97bc1b4b6d7
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/6.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06367ed5ea3b9fb26eb1e180ac7e169e348ccc52a87fb79591391a0b17d923f3
+size 6425454
diff --git a/checkpoints/Qwen3-0.6B/6.self_attn.k_proj.pt b/checkpoints/Qwen3-0.6B/6.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a635cd3111f0f51b3b3a603eafd48a89f426e6ed
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/6.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1727a704ae43b240b51a5451ca6e7bc6eee82afe30c406c31e5eab9e0404374b
+size 2165709
diff --git a/checkpoints/Qwen3-0.6B/6.self_attn.o_proj.pt b/checkpoints/Qwen3-0.6B/6.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a7defe1aefe7796df02db094c3822a92d956225
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/6.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c2f9abf5416eff0fcfd1a1bc5db863b2bfee4dee046f43d47e00302d1a2bb6
+size 4326349
diff --git a/checkpoints/Qwen3-0.6B/6.self_attn.q_proj.pt b/checkpoints/Qwen3-0.6B/6.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0b6d7d6eeed212dbc07e361fb7e3c440b0a8d1d
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/6.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4370e71480cfeadc4dfa792692a4f4ec1c19b37fdfc2ef4ee3189422d0643b
+size 4295629
diff --git a/checkpoints/Qwen3-0.6B/6.self_attn.v_proj.pt b/checkpoints/Qwen3-0.6B/6.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d13770b4b48906314553ce0139044d0ba42818a
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/6.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3556b566716d50d459fb9a9be69cc22ceeddac5a34245c6d8886dae66981bbe
+size 2165709
diff --git a/checkpoints/Qwen3-0.6B/7.mlp.down_proj.pt b/checkpoints/Qwen3-0.6B/7.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd4c28f315607724089390022ee45e2334510c59
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/7.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cfaec0470a190b56d4403af2c84bce09dcbcbba88711156e1a6bc626bdd54bf
+size 6486932
diff --git a/checkpoints/Qwen3-0.6B/7.mlp.gate_proj.pt b/checkpoints/Qwen3-0.6B/7.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00a7a06f57768182cb542858cfe4240ba3e908dc
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/7.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fdb3ad7c6b045bba27ff54a01cf2ebeb8c0da1f1ebe899bcc3ddb08a6af1e14
+size 6425492
diff --git a/checkpoints/Qwen3-0.6B/7.mlp.up_proj.pt b/checkpoints/Qwen3-0.6B/7.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3a6e3be3520c551897f91c997d6ebabf683bca6
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/7.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18231388945106434f9cbe08e0aef65beaf489331273d12e24b3e26f828cc3a4
+size 6425454
diff --git a/checkpoints/Qwen3-0.6B/7.self_attn.k_proj.pt b/checkpoints/Qwen3-0.6B/7.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8418cec914f849c2dcd367caa177456dfddc889
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/7.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b570cd15310a9aa859d222d99a6178e38ef5b599b4cc292da45c26bfe8e10e58
+size 2165709
diff --git a/checkpoints/Qwen3-0.6B/7.self_attn.o_proj.pt b/checkpoints/Qwen3-0.6B/7.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e014134f12b5288545cdad371b0a9263bdf24aa
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/7.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d000e69d68e737381b437809b07ae9054b6dda2e45cd654342455edec7d2677
+size 4326349
diff --git a/checkpoints/Qwen3-0.6B/7.self_attn.q_proj.pt b/checkpoints/Qwen3-0.6B/7.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0007d25cc9b4c29e5fc2d62fcacc2039f283af7
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/7.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a0c3d7531f21e3cebcf3ae4a96dcb05e042fa6bc8d5bc4194dd0f25dec2b831
+size 4295629
diff --git a/checkpoints/Qwen3-0.6B/7.self_attn.v_proj.pt b/checkpoints/Qwen3-0.6B/7.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afd58ea99ef00510aa70953114ea98d486ac907d
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/7.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec441e0a3242a5481fde01c7f93ee28397981838346f12cecd85bdab8b5f90e
+size 2165709
diff --git a/checkpoints/Qwen3-0.6B/8.mlp.down_proj.pt b/checkpoints/Qwen3-0.6B/8.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32bd35a1bd965941c2dbae738328fb293bb14b3c
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/8.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:671a55796c6760aa1049cc9f447248e920b8558d65d65cfc2df202e309b2b242
+size 6486932
diff --git a/checkpoints/Qwen3-0.6B/8.mlp.gate_proj.pt b/checkpoints/Qwen3-0.6B/8.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de157a7f57670ed584603485d31e5e1faa11a48
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/8.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71420cb123588b88b93590aa8de9b68a9d93fad4e1fe4f7c0152279fb583e0ed
+size 6425492
diff --git a/checkpoints/Qwen3-0.6B/8.mlp.up_proj.pt b/checkpoints/Qwen3-0.6B/8.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5cea4979c86b2803d58de43ba062ce06e3fe93a
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/8.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836c0dbf8152a113c2438213792d3be6f76363175618dc3851b510537ec4c56d
+size 6425454
diff --git a/checkpoints/Qwen3-0.6B/8.self_attn.k_proj.pt b/checkpoints/Qwen3-0.6B/8.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9218a5d7bc2584c385c876ca1c47cf3a053733f1
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/8.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27bfe4688af3de955fedf49f92c42c74ae7ca55a8ba011b43561baf98c8d3b2
+size 2165709
diff --git a/checkpoints/Qwen3-0.6B/8.self_attn.o_proj.pt b/checkpoints/Qwen3-0.6B/8.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f88987994f2c3e739cd309b955aecfec9ed501
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/8.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a1c3831ff1a351f3fc8b8b30172eb01aa2226e64b7a9f10da2bff785f904fc
+size 4326349
diff --git a/checkpoints/Qwen3-0.6B/8.self_attn.q_proj.pt b/checkpoints/Qwen3-0.6B/8.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeb36847e07c3e2abb34a7b41bf25936e687ac32
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/8.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6b25478e445829c27846ea75819b0045d2ae4baf4300e101b01d98c5c5ab00
+size 4295629
diff --git a/checkpoints/Qwen3-0.6B/8.self_attn.v_proj.pt b/checkpoints/Qwen3-0.6B/8.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3224dc82b55f6bd9e7e3d7d6ec7bab66d99e3283
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/8.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adffcada3bf5282b89580b0e89f01bf922d7d5bc908610d8103dd867d11b3f58
+size 2165709
diff --git a/checkpoints/Qwen3-0.6B/9.mlp.down_proj.pt b/checkpoints/Qwen3-0.6B/9.mlp.down_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a42de467e1deb63c7ff2a1b37dafd97e8410e02e
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/9.mlp.down_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd3ced4a70b8fd8390e4e9ba0078c58e3a005988e395a4d7d1a215f7982910e5
+size 6486932
diff --git a/checkpoints/Qwen3-0.6B/9.mlp.gate_proj.pt b/checkpoints/Qwen3-0.6B/9.mlp.gate_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9140b514238badb1bda3090b1449c2607c04042
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/9.mlp.gate_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72a76bfd2b2a20b1e2fe5d2acdd5916fd337bafdedcf23bcf476b7be79dbe623
+size 6425492
diff --git a/checkpoints/Qwen3-0.6B/9.mlp.up_proj.pt b/checkpoints/Qwen3-0.6B/9.mlp.up_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..995b1b4dc3d5bbcac70b21520ac3c2a7e172f1e1
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/9.mlp.up_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8883b0ee6e5fa4de593388078b4a672369c61fe1a77a1a8aa5b3a0f43929352f
+size 6425454
diff --git a/checkpoints/Qwen3-0.6B/9.self_attn.k_proj.pt b/checkpoints/Qwen3-0.6B/9.self_attn.k_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2820c70c47d9c5ab005f985407011171527c83f
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/9.self_attn.k_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6244638f0ecbc74a42ce117c0e013ad2c020137ce188477db420279bf392339e
+size 2165709
diff --git a/checkpoints/Qwen3-0.6B/9.self_attn.o_proj.pt b/checkpoints/Qwen3-0.6B/9.self_attn.o_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a38647cadf241079716dae3a5e9cd8e8845d148
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/9.self_attn.o_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6161016041bf258c58737070d2982f5f4d85ddc928c7414394d25cd5ef600c61
+size 4326349
diff --git a/checkpoints/Qwen3-0.6B/9.self_attn.q_proj.pt b/checkpoints/Qwen3-0.6B/9.self_attn.q_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea7e2360bf2cfaa04b39423ff3e50b5411e4e72
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/9.self_attn.q_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ab4c945c87902e9ac939aa3b1dedcb06bb74c8822d2083a95c5b1e387dddca
+size 4295629
diff --git a/checkpoints/Qwen3-0.6B/9.self_attn.v_proj.pt b/checkpoints/Qwen3-0.6B/9.self_attn.v_proj.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130514919a8f7305b151f0ccb173768ea390d2f3
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/9.self_attn.v_proj.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7dbd46d5e38e96be5b2c79bf421d58e4e48087c24c9afa662ce79a6e42b1ff
+size 2165709
diff --git a/checkpoints/Qwen3-0.6B/args.json b/checkpoints/Qwen3-0.6B/args.json
new file mode 100644
index 0000000000000000000000000000000000000000..ef8e779303b320080bbdd4aa2ff852d67782fe99
--- /dev/null
+++ b/checkpoints/Qwen3-0.6B/args.json
@@ -0,0 +1,45 @@
+{
+  "model": "Qwen/Qwen3-0.6B",
+  "epochs_list": [
+    10,
+    10
+  ],
+  "early_stop": null,
+  "weight_decay": 0.01,
+  "betas": [
+    0.9,
+    0.95
+  ],
+  "eps": 1e-10,
+  "loss": "smooth_l1",
+  "q_group_size": 128,
+  "n_bit": 4,
+  "params_to_optimize": "channel_scales:0.05,angles:0.05;weight:1e-5,quantizer:1e-6",
+  "use_scheduler": "True;True",
+  "sched_freq": "step",
+  "datasets": [
+    "wikitext2",
+    "c4",
+    "redpajama"
+  ],
+  "val_dataset": "pileval",
+  "train_size": 2048,
+  "validation_size": 64,
+  "batch_size": 16,
+  "seqlen": 2048,
+  "seed": 0,
+  "use_og_input": false,
+  "shards": 1,
+  "results_dir": null,
+  "resume": true,
+  "layers": "all",
+  "output_dir": "./output/random-pairs",
+  "init_rotation_params": true,
+  "num_rotations": 8,
+  "num_pairs_factor": 0.5,
+  "use_kernel": true,
+  "checkpointing": false,
+  "reverse_pairs": false,
+  "random_pairs": true,
+  "first_n_layers": null
+}
\ No newline at end of file