diff --git a/.gitattributes b/.gitattributes index 634afd037d358cf3ab28bca1d3f5babc9367e5de..2c408d11762cbfd478f57b7d724fa58e7bfc9404 100644 --- a/.gitattributes +++ b/.gitattributes @@ -2765,3 +2765,128 @@ deepseek-r1-1.5b-ternary/model_layers_2_self_attn_o_proj_weight.pos filter=lfs d deepseek-r1-1.5b-ternary/model_layers_19_mlp_up_proj_weight.neg filter=lfs diff=lfs merge=lfs -text deepseek-r1-1.5b-ternary/model_layers_9_self_attn_o_proj_weight.neg filter=lfs diff=lfs merge=lfs -text deepseek-r1-1.5b-ternary/model_layers_16_self_attn_o_proj_weight.neg filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_5_mlp_gate_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_18_self_attn_q_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_30_mlp_up_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_7_self_attn_q_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_11_mlp_up_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_4_mlp_down_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_2_mlp_gate_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_21_mlp_down_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_14_mlp_down_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_26_mlp_gate_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_19_mlp_down_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_20_mlp_down_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_26_mlp_up_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_27_mlp_down_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_14_self_attn_o_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_29_self_attn_o_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_17_mlp_gate_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_15_self_attn_q_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_10_self_attn_v_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_35_mlp_gate_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_19_mlp_up_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_6_self_attn_o_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_5_mlp_up_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_4_self_attn_k_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_28_self_attn_o_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_35_self_attn_k_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_31_mlp_up_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_2_mlp_gate_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_0_self_attn_k_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_16_mlp_down_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_9_mlp_gate_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_22_self_attn_q_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_27_self_attn_q_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_16_self_attn_v_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_15_self_attn_o_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_31_mlp_down_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_16_self_attn_v_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_33_mlp_up_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_33_self_attn_q_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_17_mlp_gate_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_13_self_attn_k_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_6_self_attn_q_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_17_self_attn_q_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_4_self_attn_o_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_9_self_attn_k_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_24_mlp_up_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_17_self_attn_k_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_9_self_attn_v_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_6_self_attn_v_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_27_mlp_gate_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_30_self_attn_v_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_13_self_attn_q_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_8_self_attn_o_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_28_mlp_down_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_4_mlp_up_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_4_self_attn_v_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_19_mlp_up_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_10_self_attn_o_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_11_self_attn_v_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_18_self_attn_o_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_15_mlp_gate_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_21_mlp_gate_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_5_mlp_up_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_9_self_attn_o_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_3_mlp_down_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_0_self_attn_q_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_1_self_attn_k_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_12_mlp_up_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_25_mlp_down_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_8_mlp_gate_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_3_mlp_up_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_1_mlp_down_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_13_mlp_up_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_5_self_attn_q_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_20_self_attn_q_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_15_mlp_up_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_17_self_attn_k_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_4_mlp_gate_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_20_self_attn_v_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_24_self_attn_v_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_34_self_attn_k_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_20_mlp_up_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_24_mlp_gate_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_21_self_attn_q_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_13_mlp_gate_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_25_self_attn_v_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_30_self_attn_o_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_27_self_attn_o_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_15_mlp_down_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_16_mlp_up_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_22_self_attn_q_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_29_mlp_up_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_22_mlp_up_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_29_self_attn_q_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_34_self_attn_q_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_26_mlp_down_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_33_self_attn_v_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_24_self_attn_k_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_13_mlp_up_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_33_self_attn_o_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_23_mlp_down_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_9_self_attn_v_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_16_self_attn_q_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_35_mlp_gate_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_0_self_attn_v_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_29_mlp_gate_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_27_self_attn_v_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_35_self_attn_k_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_28_mlp_up_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_29_self_attn_o_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_20_self_attn_o_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_15_self_attn_v_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_15_self_attn_o_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_24_mlp_gate_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_14_self_attn_k_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_19_mlp_down_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_2_self_attn_k_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_6_mlp_gate_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_15_self_attn_v_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_4_self_attn_q_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_1_self_attn_k_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_27_self_attn_k_proj_weight.sign filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_2_self_attn_q_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_10_mlp_gate_proj_weight.planes filter=lfs diff=lfs merge=lfs -text +qwen3-4b-log-unary/model_layers_31_self_attn_q_proj_weight.sign filter=lfs diff=lfs merge=lfs -text diff --git a/qwen3-4b-log-unary/model_layers_0_self_attn_k_proj_weight.planes b/qwen3-4b-log-unary/model_layers_0_self_attn_k_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..6ff1a155169ea2a1e50557a46c2b7d7f2a443ad4 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_0_self_attn_k_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f889c04a60a3f6458bf9d2efef22160fbebc2480c728190a58cf5f87fadf2ea +size 1310720 diff --git a/qwen3-4b-log-unary/model_layers_0_self_attn_q_proj_weight.planes b/qwen3-4b-log-unary/model_layers_0_self_attn_q_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..fb59e5ea63486d75aaeb6b08f4567750def239ed --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_0_self_attn_q_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdfa9285e4a6d99f7bfb87889274d7960d74a7926e9bf71ef240acbe38b88752 +size 5242880 diff --git a/qwen3-4b-log-unary/model_layers_0_self_attn_v_proj_weight.planes b/qwen3-4b-log-unary/model_layers_0_self_attn_v_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..75c60d7b720a5b72cedd661abee9be1e410728b5 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_0_self_attn_v_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f48ba788fbc1d12c56e8dd69897274104445c98f4356b6bdf7976f22c0456d9 +size 1310720 diff --git a/qwen3-4b-log-unary/model_layers_10_mlp_gate_proj_weight.planes b/qwen3-4b-log-unary/model_layers_10_mlp_gate_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..158fb2e6565b76286f443855850443416e0254ff --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_10_mlp_gate_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:115a2b520d7f32dab11d5f24ed0cc8d570ca89d51b1b5a66ed98b98f4a01f50e +size 12451840 diff --git a/qwen3-4b-log-unary/model_layers_10_self_attn_o_proj_weight.planes b/qwen3-4b-log-unary/model_layers_10_self_attn_o_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..4df62d0fbf023357c8bd41059d94d5e04042aa10 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_10_self_attn_o_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea22b3c32fefdbdc3e1a11a241caa1ec989709178c5e13457d0cfe99019a048a +size 5242880 diff --git a/qwen3-4b-log-unary/model_layers_10_self_attn_v_proj_weight.planes b/qwen3-4b-log-unary/model_layers_10_self_attn_v_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..a13a69b438831a323abee38c38301d195c28f30a --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_10_self_attn_v_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c44fb623369c3927bea884407fdcb26b5a9568945d1bfd146ab75a93061f83d2 +size 1310720 diff --git a/qwen3-4b-log-unary/model_layers_11_mlp_up_proj_weight.sign b/qwen3-4b-log-unary/model_layers_11_mlp_up_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..7e793415d4f32a8d63873a317ed8e3a6756c4461 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_11_mlp_up_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7707d7f57d28e0acbcecf85f8ea6e6962fada16ac49144d4e1e1a8ccc94a6bf +size 3112960 diff --git a/qwen3-4b-log-unary/model_layers_11_self_attn_v_proj_weight.sign b/qwen3-4b-log-unary/model_layers_11_self_attn_v_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..32e6e0c5166654ce5ae0ced60b5cb6b88719942c --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_11_self_attn_v_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c006a897731a1626b9c2c1c4ca2551d511740a2f661df4d14815ae4128a7102f +size 327680 diff --git a/qwen3-4b-log-unary/model_layers_12_mlp_up_proj_weight.planes b/qwen3-4b-log-unary/model_layers_12_mlp_up_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..b8aa97d681be38da67f093f0cddc80a9836fbc4b --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_12_mlp_up_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6256f4e31ce00753c240f6e83c14bef9d9a26b2ed796bd2fed667e54cff474c2 +size 12451840 diff --git a/qwen3-4b-log-unary/model_layers_13_mlp_gate_proj_weight.sign b/qwen3-4b-log-unary/model_layers_13_mlp_gate_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..d3d7317fce1f3e3d6887f3068585e13e4f591d7c --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_13_mlp_gate_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c92483a3170be7725daac8875db930d5f1164cbd9ca7d11001e43f4ecf5837a0 +size 3112960 diff --git a/qwen3-4b-log-unary/model_layers_13_mlp_up_proj_weight.planes b/qwen3-4b-log-unary/model_layers_13_mlp_up_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..a17d9f198266848338f948f40648cb96ae424434 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_13_mlp_up_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d29086a56bd8b26b987d67597284546ffda13dd1ea9ef13835614615990adfdf +size 12451840 diff --git a/qwen3-4b-log-unary/model_layers_13_mlp_up_proj_weight.sign b/qwen3-4b-log-unary/model_layers_13_mlp_up_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..67fdcfc408a79d4f0230b7a56edc76a3d99e73d4 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_13_mlp_up_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62d5b9a1e4b72963d770eb778bdbedc23b556e67fba73b1357e00c2124e4f075 +size 3112960 diff --git a/qwen3-4b-log-unary/model_layers_13_self_attn_k_proj_weight.planes b/qwen3-4b-log-unary/model_layers_13_self_attn_k_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..67c0ea87a293bae15eeab48df37512638c05e942 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_13_self_attn_k_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c33c569521d0324bd8a95701f63bd8ce75ffdc4c0dcbe20e50ae403ac0065e23 +size 1310720 diff --git a/qwen3-4b-log-unary/model_layers_13_self_attn_q_proj_weight.planes b/qwen3-4b-log-unary/model_layers_13_self_attn_q_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..3f26783be9eeae2955548d134971afd0c4549467 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_13_self_attn_q_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f54d53a03335353a6571665edc0d43c4d8cdd5389696c5622a21248608326963 +size 5242880 diff --git a/qwen3-4b-log-unary/model_layers_14_mlp_down_proj_weight.sign b/qwen3-4b-log-unary/model_layers_14_mlp_down_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..95ad570812dd97e3a8e54d982a2af2cd7dc975b0 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_14_mlp_down_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dfc1fbf8f6518bdd71a4174b204c5636b4acf2b9752455fc28cd6d995343265 +size 3112960 diff --git a/qwen3-4b-log-unary/model_layers_14_self_attn_k_proj_weight.sign b/qwen3-4b-log-unary/model_layers_14_self_attn_k_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..20342371cf14ca90bdbd127f691365bc9ed11a93 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_14_self_attn_k_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ada7a3551e9626f9d2d29efae97c425bfbea3c549de55b56ea3c6797c0c19bb +size 327680 diff --git a/qwen3-4b-log-unary/model_layers_14_self_attn_o_proj_weight.planes b/qwen3-4b-log-unary/model_layers_14_self_attn_o_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..f55326664ddf73e9c9934c471959bb23e5e49e71 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_14_self_attn_o_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f74814798f37e654d60401fef9f23e7e1065e1843d612a360c090cf61b2a51d +size 5242880 diff --git a/qwen3-4b-log-unary/model_layers_15_mlp_down_proj_weight.sign b/qwen3-4b-log-unary/model_layers_15_mlp_down_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..b8cea821b3945a3e4065abe68100ef5fb0671bd8 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_15_mlp_down_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:198aa7285ac7988c1b4d22ab20e1cff545d7c169f0ca8db679bf0e5361756d6a +size 3112960 diff --git a/qwen3-4b-log-unary/model_layers_15_mlp_gate_proj_weight.planes b/qwen3-4b-log-unary/model_layers_15_mlp_gate_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..44cc259831bf17393f4d543a8fcc97a2ef52ecb8 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_15_mlp_gate_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fdf4cda4c51043f4aa8483b12f95153f2d9b8e0de676bb916129220b0b1f3cd +size 12451840 diff --git a/qwen3-4b-log-unary/model_layers_15_mlp_up_proj_weight.planes b/qwen3-4b-log-unary/model_layers_15_mlp_up_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..6fc52c0a0322c7b41ea15b33ff738f231c8a2404 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_15_mlp_up_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8846640d3a96ba070921e81615723ce992ef6b8ba203029175a662df8d6a0c3 +size 12451840 diff --git a/qwen3-4b-log-unary/model_layers_15_self_attn_o_proj_weight.planes b/qwen3-4b-log-unary/model_layers_15_self_attn_o_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..b6f23c4dee24cd2866cfe9314c89c8323aaeb63d --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_15_self_attn_o_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de21d4d6298001caaf900cc67e086b1a3a23c5fb2f0ddd0864a18ab52a4f3f2f +size 5242880 diff --git a/qwen3-4b-log-unary/model_layers_15_self_attn_o_proj_weight.sign b/qwen3-4b-log-unary/model_layers_15_self_attn_o_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..464bc252e2c7f13095660c01a7a5b81ff4c80c12 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_15_self_attn_o_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7f71af7f47151a4dce6d3dd9a1b6f2e44e3589a3436faa991a6ed268fad77c9 +size 1310720 diff --git a/qwen3-4b-log-unary/model_layers_15_self_attn_q_proj_weight.planes b/qwen3-4b-log-unary/model_layers_15_self_attn_q_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..3d99f740c6b6f5cdd0e2e91e0a58b9a1e925cd1f --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_15_self_attn_q_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d8ae7e0b84d6c563ba2d7db64e36fc1a931b0eede950ae8869c0b90755a9116b +size 5242880 diff --git a/qwen3-4b-log-unary/model_layers_15_self_attn_v_proj_weight.planes b/qwen3-4b-log-unary/model_layers_15_self_attn_v_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..334886284dad15e0d71e71b331c113f05626f785 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_15_self_attn_v_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e4c5d23444748e86b09338e44d5999471af8237b182252bab49f2c4e143c771 +size 1310720 diff --git a/qwen3-4b-log-unary/model_layers_15_self_attn_v_proj_weight.sign b/qwen3-4b-log-unary/model_layers_15_self_attn_v_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..9b56342e725b869acdd9a52dd8fdeb0424323525 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_15_self_attn_v_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b40193c724d798f6177f6910c45e179c50cb4d637f7964fba42d4e97862231fa +size 327680 diff --git a/qwen3-4b-log-unary/model_layers_16_mlp_down_proj_weight.sign b/qwen3-4b-log-unary/model_layers_16_mlp_down_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..ecf400ede154dc8061942314cf95072025802e44 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_16_mlp_down_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bea96aabc737dfbe645a8503d75e1d1352a089a36690fde5ab49bcf72a220f5e +size 3112960 diff --git a/qwen3-4b-log-unary/model_layers_16_mlp_up_proj_weight.planes b/qwen3-4b-log-unary/model_layers_16_mlp_up_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..bf1d096641783027e830874f0f8143a6bb5fd3c6 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_16_mlp_up_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21694fb071f5955172dd0b73acd4ac9fb3885ee30aca73928a079a93bbab46fc +size 12451840 diff --git a/qwen3-4b-log-unary/model_layers_16_self_attn_q_proj_weight.planes b/qwen3-4b-log-unary/model_layers_16_self_attn_q_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..573fb5ddf112e3302778eda09457881eeac4c80a --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_16_self_attn_q_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33428699aa8f9b44a7303ed8320eebf76f6387a463606bf01d1ee449e9552a69 +size 5242880 diff --git a/qwen3-4b-log-unary/model_layers_16_self_attn_v_proj_weight.planes b/qwen3-4b-log-unary/model_layers_16_self_attn_v_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..54edaf9e984e6860788f83470fef5f93d45e6bf3 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_16_self_attn_v_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0dd041fd4a7165421fcb13f9006c858a7573333a163aac494264b50e9ff55f82 +size 1310720 diff --git a/qwen3-4b-log-unary/model_layers_16_self_attn_v_proj_weight.sign b/qwen3-4b-log-unary/model_layers_16_self_attn_v_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..6d82888898394e2c43ec7faa58ffbea951fc909c --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_16_self_attn_v_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ccdcd9dc6af201791934b5ce7c0651d63e130024291b6cac7d65e72fc1c49d0 +size 327680 diff --git a/qwen3-4b-log-unary/model_layers_17_mlp_gate_proj_weight.planes b/qwen3-4b-log-unary/model_layers_17_mlp_gate_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..9cb61e8bbdb3394092e59c81486c057226daf9a2 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_17_mlp_gate_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b9e75d82b79732b43a70fdd6e0bb275100c0047d15fda6b430570c93b387ce1 +size 12451840 diff --git a/qwen3-4b-log-unary/model_layers_17_mlp_gate_proj_weight.sign b/qwen3-4b-log-unary/model_layers_17_mlp_gate_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..4f5af6425cb7faf870feb1cbd5e18d8b6e5f489a --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_17_mlp_gate_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3467af08d628ef1f27afd05057a4138aeadd9038027c44a99350d727638e9dae +size 3112960 diff --git a/qwen3-4b-log-unary/model_layers_17_self_attn_k_proj_weight.planes b/qwen3-4b-log-unary/model_layers_17_self_attn_k_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..ed26904b4edec9732cb9a8f187ffc8b956d92f53 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_17_self_attn_k_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c3f5f83a755cf3508baffcbb802b59e7314667ff48435e47f680a695e60ee94 +size 1310720 diff --git a/qwen3-4b-log-unary/model_layers_17_self_attn_k_proj_weight.sign b/qwen3-4b-log-unary/model_layers_17_self_attn_k_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..5972e8abe75de58805db1edf09eb55ebb0401d35 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_17_self_attn_k_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1592399845312ad0cdf7055f68f5cdcca88c49d819658d9db66d072cd28b2521 +size 327680 diff --git a/qwen3-4b-log-unary/model_layers_17_self_attn_q_proj_weight.sign b/qwen3-4b-log-unary/model_layers_17_self_attn_q_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..69de7598a29917031fa1c57b4f616d106cd551a7 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_17_self_attn_q_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:15a9d2352133200bac5afb6f6b1a4ad867218dfd9657b68b10872e320489e69e +size 1310720 diff --git a/qwen3-4b-log-unary/model_layers_18_self_attn_o_proj_weight.planes b/qwen3-4b-log-unary/model_layers_18_self_attn_o_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..baf0aa7734d48ce3a126de4d950e4cd4fea6bab6 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_18_self_attn_o_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:181ebb30af9a068368c043583bedd361c5ac9a1189e495a43e6f54fdf293a6e8 +size 5242880 diff --git a/qwen3-4b-log-unary/model_layers_18_self_attn_q_proj_weight.planes b/qwen3-4b-log-unary/model_layers_18_self_attn_q_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..b85f544a2a3fc4e5107038d894d1da7d7de8e62c --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_18_self_attn_q_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f198b000e64941269b357c48596e6cc25be8a2e0717f1426e0c421b23977a97 +size 5242880 diff --git a/qwen3-4b-log-unary/model_layers_19_mlp_down_proj_weight.planes b/qwen3-4b-log-unary/model_layers_19_mlp_down_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..c2bf532f87baf373c671bb7d01d1a1be88bf8949 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_19_mlp_down_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c640a071b959ddb72787ed152b95fbfb48025ac721fd8750d977226aa96d25f +size 12451840 diff --git a/qwen3-4b-log-unary/model_layers_19_mlp_down_proj_weight.sign b/qwen3-4b-log-unary/model_layers_19_mlp_down_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..0a4e3d048d71d972587c509cfaf69c2b76eab1be --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_19_mlp_down_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:768d1ed8e30ac5a838bafb41a32b5825d85340ca5e3b949045f5db3b40f1eef0 +size 3112960 diff --git a/qwen3-4b-log-unary/model_layers_19_mlp_up_proj_weight.planes b/qwen3-4b-log-unary/model_layers_19_mlp_up_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..071f3b7ca302f5cb8edb09ab100d6164bed6cc77 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_19_mlp_up_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98dbcb44a9cbd6e357c699c84a5781f4f511a894d202baf40a92ccece5edf67c +size 12451840 diff --git a/qwen3-4b-log-unary/model_layers_19_mlp_up_proj_weight.sign b/qwen3-4b-log-unary/model_layers_19_mlp_up_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..50a4ea734e49e77b56ea0fecc3b795769e7afeb5 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_19_mlp_up_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc5ba0a21e7ace88f747666d134ef8d8b72e6399be7d7f1e3352ef80cde60926 +size 3112960 diff --git a/qwen3-4b-log-unary/model_layers_1_mlp_down_proj_weight.sign b/qwen3-4b-log-unary/model_layers_1_mlp_down_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..0364bf6d135074f049f10b9e92e03282eb4bad3c --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_1_mlp_down_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3efaa0fb1a3cad08898a421edd75922b7e3e02d3ef68ea270503860c55f69f9b +size 3112960 diff --git a/qwen3-4b-log-unary/model_layers_1_self_attn_k_proj_weight.planes b/qwen3-4b-log-unary/model_layers_1_self_attn_k_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..7087b8d1637cc729669c1fc991e116f12d651562 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_1_self_attn_k_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:532bed4de5e126cd24144ec4a2665dd17634def94b32ea4cf511c01d905c79c9 +size 1310720 diff --git a/qwen3-4b-log-unary/model_layers_1_self_attn_k_proj_weight.sign b/qwen3-4b-log-unary/model_layers_1_self_attn_k_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..d34ea76ea2c2913799306c577baf03e9bd53b80e --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_1_self_attn_k_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb89dbb43658e6e97a8823da521c09f5de4fa35cb43325798f263ebf47483e42 +size 327680 diff --git a/qwen3-4b-log-unary/model_layers_20_mlp_down_proj_weight.planes b/qwen3-4b-log-unary/model_layers_20_mlp_down_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..116b70a55fbda7beae0b5aab41cead2874743c4f --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_20_mlp_down_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7edf950deecedfbfbdde9bb748cd664545067efe3923d1392753acec2b724f0c +size 12451840 diff --git a/qwen3-4b-log-unary/model_layers_20_mlp_up_proj_weight.sign b/qwen3-4b-log-unary/model_layers_20_mlp_up_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..0d0e1c3626651de28d5abaa458b7d7852f7fb9d2 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_20_mlp_up_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4304319b73d59696175e2494c259f77a1af1a6c83a22f5e3bcd0fe9a04ae2c67 +size 3112960 diff --git a/qwen3-4b-log-unary/model_layers_20_self_attn_o_proj_weight.sign b/qwen3-4b-log-unary/model_layers_20_self_attn_o_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..f0728f380e89548bf0c085f8df3d49756ac5546d --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_20_self_attn_o_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e088685284a9020c6469e034ecde8e0f7cd8ed0bc46c58f6c7bdb1cb4a76cc96 +size 1310720 diff --git a/qwen3-4b-log-unary/model_layers_20_self_attn_q_proj_weight.sign b/qwen3-4b-log-unary/model_layers_20_self_attn_q_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..37a95dcf84f5f5c44b67ff44ffc0c2a54df5fd29 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_20_self_attn_q_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dcc00e8cbdb6631e9844b8f591ae92d6c9a5d312ef69910daecb04ddef35cb03 +size 1310720 diff --git a/qwen3-4b-log-unary/model_layers_20_self_attn_v_proj_weight.planes b/qwen3-4b-log-unary/model_layers_20_self_attn_v_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..af5b5cbf8e23452d8641e23cdf26d56336f9a1a2 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_20_self_attn_v_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e945bb7b4672cbb2e8066c10513ea16f8b7b5608a7089e0ee8b8ae6b13f002fa +size 1310720 diff --git a/qwen3-4b-log-unary/model_layers_21_mlp_down_proj_weight.planes b/qwen3-4b-log-unary/model_layers_21_mlp_down_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..a01c723da4d60860b07aad1471288b5ff38fe71a --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_21_mlp_down_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f64159b098611fe5008c72e097f465020fc04415fb968cb61606b786f4650e5a +size 12451840 diff --git a/qwen3-4b-log-unary/model_layers_21_mlp_gate_proj_weight.planes b/qwen3-4b-log-unary/model_layers_21_mlp_gate_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..1eb8a886792e7dc231c63d0d94af2a4278590414 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_21_mlp_gate_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b71cbfb49ece594decccce560726818508a4b013eaa893669ae353b7afd7d6d +size 12451840 diff --git a/qwen3-4b-log-unary/model_layers_21_self_attn_q_proj_weight.planes b/qwen3-4b-log-unary/model_layers_21_self_attn_q_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..db88eb8c5761df5fcba6a2a538ab710b519a1927 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_21_self_attn_q_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:481099d7e0fd3bbba3a15e2d8278a15a91daf04682dc4ae504ad1a00df78a297 +size 5242880 diff --git a/qwen3-4b-log-unary/model_layers_22_mlp_up_proj_weight.planes b/qwen3-4b-log-unary/model_layers_22_mlp_up_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..67dba2408e9e32e2e12b3aa2bb97b8c66b157009 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_22_mlp_up_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8bffe760a33b87bf63781f73184ec23970683f18f792454f99310e271695469 +size 12451840 diff --git a/qwen3-4b-log-unary/model_layers_22_self_attn_q_proj_weight.planes b/qwen3-4b-log-unary/model_layers_22_self_attn_q_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..ca8d660de3718d1661a7f5a8ffcc04b99f74bd38 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_22_self_attn_q_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5077122ca45b8111dc3d0f064a4195d0d12146f91029d9a1c292ab429e6ff4e4 +size 5242880 diff --git a/qwen3-4b-log-unary/model_layers_22_self_attn_q_proj_weight.sign b/qwen3-4b-log-unary/model_layers_22_self_attn_q_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..4bee6f06312e02775597d453ea1df588c5ec1d3f --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_22_self_attn_q_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9ce028253e72c046e586e20d034211366be836a64c554e742dff45d602191c2 +size 1310720 diff --git a/qwen3-4b-log-unary/model_layers_23_mlp_down_proj_weight.sign b/qwen3-4b-log-unary/model_layers_23_mlp_down_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..a792e20e2c60eda308bf9f70a942f0ff10051fd2 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_23_mlp_down_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8df4451ad5ff0ddca60ef349577456f54f172f3f4d55841f23330c46ab3c56c3 +size 3112960 diff --git a/qwen3-4b-log-unary/model_layers_24_mlp_gate_proj_weight.planes b/qwen3-4b-log-unary/model_layers_24_mlp_gate_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..d965db021bf246b5b633fefdcceb881d7a9dcb5d --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_24_mlp_gate_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99684bcf6aeceb2ab7345c1dd674393bab9d74c96acc6c8e3b46a6eeb84ea41e +size 12451840 diff --git a/qwen3-4b-log-unary/model_layers_24_mlp_gate_proj_weight.sign b/qwen3-4b-log-unary/model_layers_24_mlp_gate_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..ff7f06afa2b894507a85e4cd278e88562d95e9a6 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_24_mlp_gate_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6f1af862223d61d86453a68f94d5765764add464f6621a177f1e2edd303ca518 +size 3112960 diff --git a/qwen3-4b-log-unary/model_layers_24_mlp_up_proj_weight.planes b/qwen3-4b-log-unary/model_layers_24_mlp_up_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..1ac22ffa8176dd63893907c566661b3da5368c35 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_24_mlp_up_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ae55d5d675e39b4578e057bd3549a10251590116fabb05c69cd0163f36b0d1b +size 12451840 diff --git a/qwen3-4b-log-unary/model_layers_24_self_attn_k_proj_weight.planes b/qwen3-4b-log-unary/model_layers_24_self_attn_k_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..1f4cc6a80d0fc46e48dec590d42f941be774af6a --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_24_self_attn_k_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40dc198d28ec3bf71b08154f4a07fde4a5ff7aebf8c534981d61b3e4f8d61cbe +size 1310720 diff --git a/qwen3-4b-log-unary/model_layers_24_self_attn_v_proj_weight.planes b/qwen3-4b-log-unary/model_layers_24_self_attn_v_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..ffc95c5de8376234ab0c5681c299fe2946bdf1ea --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_24_self_attn_v_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0274f6e891a3e89b977cbb93f40303b6da864d41298cd891b2f5debfb4cb713 +size 1310720 diff --git a/qwen3-4b-log-unary/model_layers_25_mlp_down_proj_weight.sign b/qwen3-4b-log-unary/model_layers_25_mlp_down_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..ddc7c698cc255322f15efec945aee17404a0b035 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_25_mlp_down_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:671ac22507f574b505fa6b1c830365466213b7a2604d7d2d30456a3282615ade +size 3112960 diff --git a/qwen3-4b-log-unary/model_layers_25_self_attn_v_proj_weight.sign b/qwen3-4b-log-unary/model_layers_25_self_attn_v_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..c6a45dd0d9e826fe5390690d824ea908adb383a2 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_25_self_attn_v_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:683882f4cb2c2c526d98a724d8d7baa4c55ff6181417845d4cbfe2f5e210a784 +size 327680 diff --git a/qwen3-4b-log-unary/model_layers_26_mlp_down_proj_weight.sign b/qwen3-4b-log-unary/model_layers_26_mlp_down_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..e66ec6c9bb8026757afa43c59b8e4dd7e95b50ff --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_26_mlp_down_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5c061ab61fb9febdc4518d473024dae1f7581412c0554d8a87c5bdfab32971c6 +size 3112960 diff --git a/qwen3-4b-log-unary/model_layers_26_mlp_gate_proj_weight.planes b/qwen3-4b-log-unary/model_layers_26_mlp_gate_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..7945f06818fce472f90a896612d9e0060aef85df --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_26_mlp_gate_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:12559f78963b7223e36aae40a51b6b3d865aab2344578af7185c5b876419e20a +size 12451840 diff --git a/qwen3-4b-log-unary/model_layers_26_mlp_up_proj_weight.sign b/qwen3-4b-log-unary/model_layers_26_mlp_up_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..a4f26a5bcae96ef2f804957e450aa40438f80a0c --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_26_mlp_up_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb1b8d27d673a20f4365db724023a976398583ad3c91242f389f462157516fbd +size 3112960 diff --git a/qwen3-4b-log-unary/model_layers_27_mlp_down_proj_weight.planes b/qwen3-4b-log-unary/model_layers_27_mlp_down_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..e7db12c244a512756dfb8e5a66a6c9debd85b740 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_27_mlp_down_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:682b5d9cf92f4774bc8a06da56b6d7f0268bc5a56fc692892c826934580de89f +size 12451840 diff --git a/qwen3-4b-log-unary/model_layers_27_mlp_gate_proj_weight.planes b/qwen3-4b-log-unary/model_layers_27_mlp_gate_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..a0c773ccc544bd1cbd0d7f5c4ccfcc03644569cd --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_27_mlp_gate_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c82925115bb109899c4caca9d1fe2209cd81e1100229dbb42bc6add07d6384b1 +size 12451840 diff --git a/qwen3-4b-log-unary/model_layers_27_self_attn_k_proj_weight.sign b/qwen3-4b-log-unary/model_layers_27_self_attn_k_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..365e7f8c10c44f586c33ad9875a20fff9feacb3f --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_27_self_attn_k_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d79664f08d7c2cd4f3aa3eca47f79fb52a3d8dfe928f2d46ed1a2c02fc21e7e5 +size 327680 diff --git a/qwen3-4b-log-unary/model_layers_27_self_attn_o_proj_weight.planes b/qwen3-4b-log-unary/model_layers_27_self_attn_o_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..850b1aeb1c490f33ca048216484fe5d5b79615aa --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_27_self_attn_o_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f81c225c00283ca59aa59efe51a16a2bd48f432ebe388a91e890604cb5e656a7 +size 5242880 diff --git a/qwen3-4b-log-unary/model_layers_27_self_attn_q_proj_weight.planes b/qwen3-4b-log-unary/model_layers_27_self_attn_q_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..e9a444e0ca454280c6c71d93222374a12f2bbc21 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_27_self_attn_q_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d849c7df5569827b9c779e6c9464b21a6d310c37cf5858dacfc1f0b6b7027be3 +size 5242880 diff --git a/qwen3-4b-log-unary/model_layers_27_self_attn_v_proj_weight.sign b/qwen3-4b-log-unary/model_layers_27_self_attn_v_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..84b5a829b2b8fa10947df13facd5bb829f3c1ea0 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_27_self_attn_v_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67f781b9c33ba371913bff4bfb5fd285c54e0121943d4aeaabf5d479efb6f75a +size 327680 diff --git a/qwen3-4b-log-unary/model_layers_28_mlp_down_proj_weight.sign b/qwen3-4b-log-unary/model_layers_28_mlp_down_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..81cb032cb5cdea86a135e6bdc26b51b41d4d1bb1 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_28_mlp_down_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b2259431678257329c0983203d1ef1197d6b653d623d894446d49adecbfa4ae +size 3112960 diff --git a/qwen3-4b-log-unary/model_layers_28_mlp_up_proj_weight.sign b/qwen3-4b-log-unary/model_layers_28_mlp_up_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..7166f498c780b433858ffa36b990e809bbd43821 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_28_mlp_up_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d44c32e60cad6e541c5dd6e15c180acbd23189bf663e8293badae78b843518e +size 3112960 diff --git a/qwen3-4b-log-unary/model_layers_28_self_attn_o_proj_weight.planes b/qwen3-4b-log-unary/model_layers_28_self_attn_o_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..7e6a4d1304083227066cd0ea959d15bd722460bf --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_28_self_attn_o_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a8f28950f7aec4724f185b5457517f8904d99236739a004b262827f7eea78aa +size 5242880 diff --git a/qwen3-4b-log-unary/model_layers_29_mlp_gate_proj_weight.planes b/qwen3-4b-log-unary/model_layers_29_mlp_gate_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..9197ced5af5b58e6be77251aab5596aec1ebfa19 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_29_mlp_gate_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d28361fa2a9389a5f89ba6eecf0e9ddc4a7f03d3a8f44aa4ebc9e1a1b9e7d3b +size 12451840 diff --git a/qwen3-4b-log-unary/model_layers_29_mlp_up_proj_weight.planes b/qwen3-4b-log-unary/model_layers_29_mlp_up_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..6093fd640d33101a1bc89606deb765506d20c45b --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_29_mlp_up_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdb81871083a07ba044ec58e2bdadcb38b5cafe9b6874ef33a624a29f12f5837 +size 12451840 diff --git a/qwen3-4b-log-unary/model_layers_29_self_attn_o_proj_weight.planes b/qwen3-4b-log-unary/model_layers_29_self_attn_o_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..4ba97fc24ee0d398fb5e0de274f695b37e151e3c --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_29_self_attn_o_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2095ede766737c7f4a49ee1fbfea2ba780ebca02667e3cf3f2c993b21fbf1d18 +size 5242880 diff --git a/qwen3-4b-log-unary/model_layers_29_self_attn_o_proj_weight.sign b/qwen3-4b-log-unary/model_layers_29_self_attn_o_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..a4645d2e8526a319169b944107ad7ce5283ee319 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_29_self_attn_o_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7a225db1cbcceb83ab77e3fbb7b9c00d1b699fe801ba7ef566ac799ea773aa0 +size 1310720 diff --git a/qwen3-4b-log-unary/model_layers_29_self_attn_q_proj_weight.planes b/qwen3-4b-log-unary/model_layers_29_self_attn_q_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..3b1eac1ba5a5ce72f4ff25a178efb335306a3b7e --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_29_self_attn_q_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d1782c4b559d3f41bc9753db9bf98471c09a3026ef1895d2c78535483333f6ac +size 5242880 diff --git a/qwen3-4b-log-unary/model_layers_2_mlp_gate_proj_weight.planes b/qwen3-4b-log-unary/model_layers_2_mlp_gate_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..19a3979d51cc2735f705fea93009e69c19fee8e8 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_2_mlp_gate_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:65d0646daf2897d7a5d0d74d117984260fa91b2850d66d028d4ece070defd280 +size 12451840 diff --git a/qwen3-4b-log-unary/model_layers_2_mlp_gate_proj_weight.sign b/qwen3-4b-log-unary/model_layers_2_mlp_gate_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..85db2958a437ca297c6b7d9085f746ff2d0a166d --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_2_mlp_gate_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc7fcc0d3d1379cd9981d791a2ae92b4fce9d215fdba8cc6d5d9595bc4557277 +size 3112960 diff --git a/qwen3-4b-log-unary/model_layers_2_self_attn_k_proj_weight.planes b/qwen3-4b-log-unary/model_layers_2_self_attn_k_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..bde91ee9699455776e274ba3952c0db3533fc643 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_2_self_attn_k_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:347312d479e3cd04ad90ce72369b680a470be5314812f33c9abc6c048d4ef03a +size 1310720 diff --git a/qwen3-4b-log-unary/model_layers_2_self_attn_q_proj_weight.planes b/qwen3-4b-log-unary/model_layers_2_self_attn_q_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..dbdd7c4177d2840598455011179f645a6900d4c6 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_2_self_attn_q_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1926d79776a934bcb40dd59d336109860e634411467dbac183276e2ba170afeb +size 5242880 diff --git a/qwen3-4b-log-unary/model_layers_30_mlp_up_proj_weight.sign b/qwen3-4b-log-unary/model_layers_30_mlp_up_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..28eb7b31c5c338937d03d82b3d8513d2155f8641 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_30_mlp_up_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db587dc3d6c2ffd1af95d559596d24981aac26f074f400048cd747222b99ea18 +size 3112960 diff --git a/qwen3-4b-log-unary/model_layers_30_self_attn_o_proj_weight.sign b/qwen3-4b-log-unary/model_layers_30_self_attn_o_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..8f70c2a19469a3e1d14faf4b02faf7a0e57c0025 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_30_self_attn_o_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94aeb1146a82ca8407274256739b4cf93e7591ea7c033e50f465f063b6b3bb83 +size 1310720 diff --git a/qwen3-4b-log-unary/model_layers_30_self_attn_v_proj_weight.sign b/qwen3-4b-log-unary/model_layers_30_self_attn_v_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..18c19677caee5c4ca58981030dcbd9207e49b33b --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_30_self_attn_v_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:859f54de0431795c525bfb99eee8fd503af8e4869566e4dcd3e10e5705868fc4 +size 327680 diff --git a/qwen3-4b-log-unary/model_layers_31_mlp_down_proj_weight.sign b/qwen3-4b-log-unary/model_layers_31_mlp_down_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..a7aa0920e33a5186f6dee5a7fd362eb7bda34dfb --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_31_mlp_down_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bbfa3af893f04cc9c2aa1bfef6df91ad73927c515cad93b89a87bf8c21ad4e46 +size 3112960 diff --git a/qwen3-4b-log-unary/model_layers_31_mlp_up_proj_weight.sign b/qwen3-4b-log-unary/model_layers_31_mlp_up_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..a71bfbc985948a74ede24be105bdd6abab8b99f1 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_31_mlp_up_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9bdc8ec37dd4f6b40ac556eb169c2b322d14e29c1c26aa0ecd2906cd46e09e27 +size 3112960 diff --git a/qwen3-4b-log-unary/model_layers_31_self_attn_q_proj_weight.sign b/qwen3-4b-log-unary/model_layers_31_self_attn_q_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..c4e495ed530279602b7f160cd696377d81fbd65b --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_31_self_attn_q_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bd6bc1ae8e7f1963f07e155f0848788c50ea188ef678fc67f54c1dbb63bc4a0 +size 1310720 diff --git a/qwen3-4b-log-unary/model_layers_33_mlp_up_proj_weight.planes b/qwen3-4b-log-unary/model_layers_33_mlp_up_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..b74c896be17ccbc6d8467e3688eecce2085a099b --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_33_mlp_up_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2636b4f83c1cfe9436fedc389aa5c124729b650e3b0209cd01df45c02d966bcc +size 12451840 diff --git a/qwen3-4b-log-unary/model_layers_33_self_attn_o_proj_weight.sign b/qwen3-4b-log-unary/model_layers_33_self_attn_o_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..b6b3ee3c1531fe2e97a612e2f11a2b57bea6bb05 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_33_self_attn_o_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e47397893f56fa94df96222c05afdd4a205180744b72c62d621d460314e0d0ea +size 1310720 diff --git a/qwen3-4b-log-unary/model_layers_33_self_attn_q_proj_weight.planes b/qwen3-4b-log-unary/model_layers_33_self_attn_q_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..1049d3febab5aadcadd9f72df421f7078162c3d0 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_33_self_attn_q_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd2b84581f86d402da790fb0f8325d7fddd9947a7e221c7242493c2059aff6f1 +size 5242880 diff --git a/qwen3-4b-log-unary/model_layers_33_self_attn_v_proj_weight.sign b/qwen3-4b-log-unary/model_layers_33_self_attn_v_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..85aeba7e340732c8880074e9fb90bc99e51d884e --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_33_self_attn_v_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:323192aa6ef9aaecdf40feb4e38bd7fd404df9e5f1b1dc9f052c21d438a04090 +size 327680 diff --git a/qwen3-4b-log-unary/model_layers_34_self_attn_k_proj_weight.planes b/qwen3-4b-log-unary/model_layers_34_self_attn_k_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..e116d8a4de3560e8f57ac5a726dfb81387d68b7c --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_34_self_attn_k_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7136678368bdb98b4aa8cc30f5508a3cb79fc48d0ee9171545efbddae8ac9276 +size 1310720 diff --git a/qwen3-4b-log-unary/model_layers_34_self_attn_q_proj_weight.sign b/qwen3-4b-log-unary/model_layers_34_self_attn_q_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..759d01c3071518bdd6523a37e765a8b7ed775624 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_34_self_attn_q_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0e17b363a85f6ea5efe78116f665d61f6a4b798e3c0ffe5659d071afb3333d9 +size 1310720 diff --git a/qwen3-4b-log-unary/model_layers_35_mlp_gate_proj_weight.planes b/qwen3-4b-log-unary/model_layers_35_mlp_gate_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..80aaa58f09bd1b1e93b09a9dfbae79cf1d5c64c4 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_35_mlp_gate_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:486e84486742a024a0567b6734cbde94db758717a1128d5c90f5c7ffef688e49 +size 12451840 diff --git a/qwen3-4b-log-unary/model_layers_35_mlp_gate_proj_weight.sign b/qwen3-4b-log-unary/model_layers_35_mlp_gate_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..c780dbc4fe5b82ff1c0d1a98b523816b47f966ef --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_35_mlp_gate_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:266b79a7ef1c68d51ef4156c2d39be7df92d3e54bbca1fc371d4c624cc7bd341 +size 3112960 diff --git a/qwen3-4b-log-unary/model_layers_35_self_attn_k_proj_weight.planes b/qwen3-4b-log-unary/model_layers_35_self_attn_k_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..8222aff5ba2709e97fe7a7d020f5f461ff2d5398 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_35_self_attn_k_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ee0821deeed9e71c07a1baa40c1b19ff8729d2a3690a804a7bceb1db0a990d8 +size 1310720 diff --git a/qwen3-4b-log-unary/model_layers_35_self_attn_k_proj_weight.sign b/qwen3-4b-log-unary/model_layers_35_self_attn_k_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..6cfab45259234d3821433b3ebeee7b725ef9d1ff --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_35_self_attn_k_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca4d18d8a9272a4588e95419f32137c3ca6fbd447be44fd4df4d46fea449aa4f +size 327680 diff --git a/qwen3-4b-log-unary/model_layers_3_mlp_down_proj_weight.planes b/qwen3-4b-log-unary/model_layers_3_mlp_down_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..686549b69649fcc1d9bd0d9705d23fa3f4f12314 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_3_mlp_down_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:299dc4b6966b30badfad3f02411c7572720708cfa1d4a4749b9cb31de29cbb45 +size 12451840 diff --git a/qwen3-4b-log-unary/model_layers_3_mlp_up_proj_weight.sign b/qwen3-4b-log-unary/model_layers_3_mlp_up_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..320317441ca87f5c12f893a0fc899c115183da94 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_3_mlp_up_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7bca339cdebdf301d9d6a3905df0c096d1414bb568544e985f00b9e4d96d360 +size 3112960 diff --git a/qwen3-4b-log-unary/model_layers_4_mlp_down_proj_weight.sign b/qwen3-4b-log-unary/model_layers_4_mlp_down_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..54ed47d1cdfe9763ddeb5204d9cb323f4c6ea382 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_4_mlp_down_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:53726fa51ee1cf7a2ed9984ccb3665255855baacb7c44c854a60e686299a62f3 +size 3112960 diff --git a/qwen3-4b-log-unary/model_layers_4_mlp_gate_proj_weight.planes b/qwen3-4b-log-unary/model_layers_4_mlp_gate_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..7159838e47d9d765478b30e01c48f54dbb482231 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_4_mlp_gate_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89d746897f6edae517c78969e6c586a88b5d4e602a4962e4b056fcf2fb916637 +size 12451840 diff --git a/qwen3-4b-log-unary/model_layers_4_mlp_up_proj_weight.sign b/qwen3-4b-log-unary/model_layers_4_mlp_up_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..f673aa6bd13462bbf95ba79a782097ecb56659b0 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_4_mlp_up_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:015eafc64e37802a9a8e7b9d822308cc82bdad373aaa16df06b3f6813b34e7ce +size 3112960 diff --git a/qwen3-4b-log-unary/model_layers_4_self_attn_k_proj_weight.sign b/qwen3-4b-log-unary/model_layers_4_self_attn_k_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..c640563954fffb123821ff8477f9a9a1e9f78f86 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_4_self_attn_k_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc46fa907e6034e8d7d51b97a5e22242e0ac15c16750de31e787cf7b399b7251 +size 327680 diff --git a/qwen3-4b-log-unary/model_layers_4_self_attn_o_proj_weight.sign b/qwen3-4b-log-unary/model_layers_4_self_attn_o_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..4a362ba9c88a77f011f95c822a682e13f3486332 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_4_self_attn_o_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4279ac80c1706374dc672db3f5a9e356a038c27e45aa99fbc218c58e3faeca8 +size 1310720 diff --git a/qwen3-4b-log-unary/model_layers_4_self_attn_q_proj_weight.sign b/qwen3-4b-log-unary/model_layers_4_self_attn_q_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..c41948d3bc85535ce2371781c752400e17c2791f --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_4_self_attn_q_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cca8daf75f53bd63883d6d3eea35ef8a449251552b941c462defe8801e41368 +size 1310720 diff --git a/qwen3-4b-log-unary/model_layers_4_self_attn_v_proj_weight.sign b/qwen3-4b-log-unary/model_layers_4_self_attn_v_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..c8f871345447950931ca755a99a772035b6a1884 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_4_self_attn_v_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb3ca125dc056d703841203d78519d088c30b962905aedde5d67216de6e9ce2b +size 327680 diff --git a/qwen3-4b-log-unary/model_layers_5_mlp_gate_proj_weight.sign b/qwen3-4b-log-unary/model_layers_5_mlp_gate_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..db895b5932425783ca5be24659930ffbb62db781 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_5_mlp_gate_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d124894fec598662dbe52b66ad79dce8bd2ade36efe4a774b189e0df213c902 +size 3112960 diff --git a/qwen3-4b-log-unary/model_layers_5_mlp_up_proj_weight.planes b/qwen3-4b-log-unary/model_layers_5_mlp_up_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..0814528fcc60b536cc2a7c565b2814a75783a84b --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_5_mlp_up_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3aea7c6292a0b68bb42be7530bef9ead75cfab686fab4730772cc4577c5d8dda +size 12451840 diff --git a/qwen3-4b-log-unary/model_layers_5_mlp_up_proj_weight.sign b/qwen3-4b-log-unary/model_layers_5_mlp_up_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..49240a2ce74441cd0ebfea5a17b48622b5a4f4e5 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_5_mlp_up_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ab5bac0a9e5758e72b881782713790ae598ff88d8791583cf31fe07aec355a1 +size 3112960 diff --git a/qwen3-4b-log-unary/model_layers_5_self_attn_q_proj_weight.planes b/qwen3-4b-log-unary/model_layers_5_self_attn_q_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..fb1b23de67fc413cde2831941ee2ff6b35b16e7c --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_5_self_attn_q_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89915b474e7a1e5db00066633111af9fed107088a075bcad152062e1f9d9371f +size 5242880 diff --git a/qwen3-4b-log-unary/model_layers_6_mlp_gate_proj_weight.sign b/qwen3-4b-log-unary/model_layers_6_mlp_gate_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..d7a8895e64d99b7127d41f6c6f525d37a4402e82 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_6_mlp_gate_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4b0ffd5913fd81d833359ebc2424f294f7f44cbb4d2563dacd9e5332a4a3107 +size 3112960 diff --git a/qwen3-4b-log-unary/model_layers_6_self_attn_o_proj_weight.planes b/qwen3-4b-log-unary/model_layers_6_self_attn_o_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..bc786aab238e38f71d30f4b9e69dc1059b1b3e9f --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_6_self_attn_o_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb38c8e4d9114f6788d89f0560dcd6b5981ad82662ede00a04dcdb83bb6d3d2f +size 5242880 diff --git a/qwen3-4b-log-unary/model_layers_6_self_attn_q_proj_weight.sign b/qwen3-4b-log-unary/model_layers_6_self_attn_q_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..4bffb7bbb564446a44ce62b021ecd587d6d5233e --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_6_self_attn_q_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28cb00654c7a2d0159e6338772939031447d774adba3af2554526372d280be6f +size 1310720 diff --git a/qwen3-4b-log-unary/model_layers_6_self_attn_v_proj_weight.sign b/qwen3-4b-log-unary/model_layers_6_self_attn_v_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..6aaf668772e6b7ca1ec62222cd2f64cc82ca8b87 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_6_self_attn_v_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e49c1f3d6bc0584884d09fc3d03217f1ca3b2643994c2feb114c6d159e4fbdc1 +size 327680 diff --git a/qwen3-4b-log-unary/model_layers_7_self_attn_q_proj_weight.planes b/qwen3-4b-log-unary/model_layers_7_self_attn_q_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..590ac04c70ec3de7be40b4a83ee151f66fb27216 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_7_self_attn_q_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94d6298cd692a17edfabe39a49ac80e48ce0520824f9d0106c742c4e8f347db3 +size 5242880 diff --git a/qwen3-4b-log-unary/model_layers_8_mlp_gate_proj_weight.sign b/qwen3-4b-log-unary/model_layers_8_mlp_gate_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..78ebccfa5de8c8fb62b2c723e62fb663a9e1c3eb --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_8_mlp_gate_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05bf51ca43c1253ca46a740137ea7f0999283740526776999d04713b4f783516 +size 3112960 diff --git a/qwen3-4b-log-unary/model_layers_8_self_attn_o_proj_weight.planes b/qwen3-4b-log-unary/model_layers_8_self_attn_o_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..3d2f9da424dccb2e164de86903e27cbbddf700b5 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_8_self_attn_o_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82f629542ebdc54b297933c9fac6405e5e1236b1e4af1601cbc389f75f4f7004 +size 5242880 diff --git a/qwen3-4b-log-unary/model_layers_9_mlp_gate_proj_weight.planes b/qwen3-4b-log-unary/model_layers_9_mlp_gate_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..a306d62a78d0232bc91ee6f14f5fcf688dada856 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_9_mlp_gate_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b74b50b01f56a654ff1938b5915bef288c0ed8b6f9fd9bf417f8feaf34243bec +size 12451840 diff --git a/qwen3-4b-log-unary/model_layers_9_self_attn_k_proj_weight.sign b/qwen3-4b-log-unary/model_layers_9_self_attn_k_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..4472828c94a4bbdfd6da0075d3e0842a4cd4d669 --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_9_self_attn_k_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71770cca2642f6af53d0b30bdafba4e8945db94ac42df2a3bf2fd7045ea5fa39 +size 327680 diff --git a/qwen3-4b-log-unary/model_layers_9_self_attn_o_proj_weight.planes b/qwen3-4b-log-unary/model_layers_9_self_attn_o_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..9d808d7529095fcdd40e7801a8d629b916d684ac --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_9_self_attn_o_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f57d4241b74a93a713ccc47bf278b880c82f313dceed8ef4150290d0e1d6bb1 +size 5242880 diff --git a/qwen3-4b-log-unary/model_layers_9_self_attn_v_proj_weight.planes b/qwen3-4b-log-unary/model_layers_9_self_attn_v_proj_weight.planes new file mode 100644 index 0000000000000000000000000000000000000000..b67b5a9181eb9484ef68db00e1e4edcaed511eac --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_9_self_attn_v_proj_weight.planes @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4262c77a9cc86e15b00aa114561706787a4b8a0dfc012d6dd1752b28ff4d52d1 +size 1310720 diff --git a/qwen3-4b-log-unary/model_layers_9_self_attn_v_proj_weight.sign b/qwen3-4b-log-unary/model_layers_9_self_attn_v_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..7e28dec89a87acb400147b5a2979339ed88ff8fb --- /dev/null +++ b/qwen3-4b-log-unary/model_layers_9_self_attn_v_proj_weight.sign @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c34958523e59bcc8d4aaa3f5f01a6c74839fe330631178a75755b4972636d088 +size 327680