diff --git a/deepseek-r1-1.5b-unary4/model_layers_0_mlp_down_proj_weight.scales b/deepseek-r1-1.5b-unary4/model_layers_0_mlp_down_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..eb39a77ebc2df4f05c18c5a6491c5d6909caac77
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_0_mlp_down_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_0_self_attn_k_proj_bias.fp16 b/deepseek-r1-1.5b-unary4/model_layers_0_self_attn_k_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..91e5335bba44952236c965e1d087a417fa1872a2
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_0_self_attn_k_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_0_self_attn_k_proj_weight.sign b/deepseek-r1-1.5b-unary4/model_layers_0_self_attn_k_proj_weight.sign
new file mode 100644
index 0000000000000000000000000000000000000000..1b7be81ea40572ce7b09dec92bbe585ab6a7cb9e
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_0_self_attn_k_proj_weight.sign differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_0_self_attn_o_proj_weight.scales b/deepseek-r1-1.5b-unary4/model_layers_0_self_attn_o_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..498b433ef98d65fc45c0923b8e15372d4477b328
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_0_self_attn_o_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_0_self_attn_v_proj_bias.fp16 b/deepseek-r1-1.5b-unary4/model_layers_0_self_attn_v_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..5837e3fe1a534632322c5961f2b75f7c554f88c3
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_0_self_attn_v_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_10_input_layernorm_weight.fp16 b/deepseek-r1-1.5b-unary4/model_layers_10_input_layernorm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..ca42714370c9e4663825711e822d6fd9b4f3a7b2
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_10_input_layernorm_weight.fp16 differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_10_mlp_down_proj_weight.scales b/deepseek-r1-1.5b-unary4/model_layers_10_mlp_down_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..d34eb8f0a011bf693522ec769f328a9c86590a7c
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_10_mlp_down_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_11_mlp_gate_proj_weight.scales b/deepseek-r1-1.5b-unary4/model_layers_11_mlp_gate_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..c30c7f92bb54c1871e490b8ae93ef0c608df122a
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_11_mlp_gate_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_11_self_attn_o_proj_weight.scales b/deepseek-r1-1.5b-unary4/model_layers_11_self_attn_o_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..0b24ea01914f71122abceb2723b8af02493b92d2
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_11_self_attn_o_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_11_self_attn_v_proj_bias.fp16 b/deepseek-r1-1.5b-unary4/model_layers_11_self_attn_v_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..9017af4926876f597c24e2bd9a435e002d4a08d3
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_11_self_attn_v_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_12_input_layernorm_weight.fp16 b/deepseek-r1-1.5b-unary4/model_layers_12_input_layernorm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..2ad77dec2867326bc94701462d61e8e7d82f5090
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_12_input_layernorm_weight.fp16 differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_12_mlp_gate_proj_weight.scales b/deepseek-r1-1.5b-unary4/model_layers_12_mlp_gate_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..6fc787dc8f152c22259b4d16ac369cf391147fd6
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_12_mlp_gate_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_12_self_attn_k_proj_weight.sign b/deepseek-r1-1.5b-unary4/model_layers_12_self_attn_k_proj_weight.sign
new file mode 100644
index 0000000000000000000000000000000000000000..5ddb67908a3e1b5a8fab7a2e821812244d7471c2
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_12_self_attn_k_proj_weight.sign differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_12_self_attn_q_proj_weight.scales b/deepseek-r1-1.5b-unary4/model_layers_12_self_attn_q_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..2adfa9ee08be35b88c72a0be4fe6d7d236ff2bc1
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_12_self_attn_q_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_13_mlp_up_proj_weight.scales b/deepseek-r1-1.5b-unary4/model_layers_13_mlp_up_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..ae15293b6d36901c220528f0aefeb0024d303c87
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_13_mlp_up_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_13_self_attn_k_proj_bias.fp16 b/deepseek-r1-1.5b-unary4/model_layers_13_self_attn_k_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..8908159071055644e0ee977d0b7eeb0fc888d7e6
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_13_self_attn_k_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_13_self_attn_q_proj_weight.scales b/deepseek-r1-1.5b-unary4/model_layers_13_self_attn_q_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..26d17c013162b8a3a24e921dafb2fb663e39b23a
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_13_self_attn_q_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_13_self_attn_v_proj_weight.sign b/deepseek-r1-1.5b-unary4/model_layers_13_self_attn_v_proj_weight.sign
new file mode 100644
index 0000000000000000000000000000000000000000..faa664846e9e36b3c9ae43ddc6a88401f10f715b
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_13_self_attn_v_proj_weight.sign differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_14_mlp_down_proj_weight.scales b/deepseek-r1-1.5b-unary4/model_layers_14_mlp_down_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..7c08aa879f55d9cc2c4df58197e049875e43ae40
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_14_mlp_down_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_14_mlp_gate_proj_weight.scales b/deepseek-r1-1.5b-unary4/model_layers_14_mlp_gate_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..223d846568fe702986d1ec66df2656c23aa93a9b
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_14_mlp_gate_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_14_mlp_up_proj_weight.scales b/deepseek-r1-1.5b-unary4/model_layers_14_mlp_up_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..e213df922c43e55493fcaa05fa36225dc2791931
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_14_mlp_up_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_14_self_attn_v_proj_bias.fp16 b/deepseek-r1-1.5b-unary4/model_layers_14_self_attn_v_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..7a890e6b559ac51462e1f4952a2c1a3a3ba89a84
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_14_self_attn_v_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_15_mlp_down_proj_weight.scales b/deepseek-r1-1.5b-unary4/model_layers_15_mlp_down_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..d7eb7f74775d78b7b63e6cc44db588e290950e0e
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_15_mlp_down_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_15_mlp_up_proj_weight.scales b/deepseek-r1-1.5b-unary4/model_layers_15_mlp_up_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..1c3f0b204e573c847aea70adfc8fe7ae07112b9e
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_15_mlp_up_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_15_self_attn_k_proj_weight.sign b/deepseek-r1-1.5b-unary4/model_layers_15_self_attn_k_proj_weight.sign
new file mode 100644
index 0000000000000000000000000000000000000000..b225cf5b31630407d56f21aeaa62e86fb6d246fb
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_15_self_attn_k_proj_weight.sign differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_15_self_attn_o_proj_weight.scales b/deepseek-r1-1.5b-unary4/model_layers_15_self_attn_o_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..7f86285f8b62b3921e53fbe0e903a5a7c668275f
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_15_self_attn_o_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_16_self_attn_k_proj_weight.sign b/deepseek-r1-1.5b-unary4/model_layers_16_self_attn_k_proj_weight.sign
new file mode 100644
index 0000000000000000000000000000000000000000..f3c645585b3f5cf451c7c7c770159e799fa83af7
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_16_self_attn_k_proj_weight.sign differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_16_self_attn_q_proj_bias.fp16 b/deepseek-r1-1.5b-unary4/model_layers_16_self_attn_q_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..c3981a49073d31fef293273e651dc1fc5863b33a
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_16_self_attn_q_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_17_mlp_up_proj_weight.scales b/deepseek-r1-1.5b-unary4/model_layers_17_mlp_up_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..2d4910d361cc80a8244ab47035ea2d5a8e721cbd
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_17_mlp_up_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_17_self_attn_q_proj_weight.scales b/deepseek-r1-1.5b-unary4/model_layers_17_self_attn_q_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..4ef34123c876445f5590731c78bb53859940dfd2
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_17_self_attn_q_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_18_mlp_down_proj_weight.scales b/deepseek-r1-1.5b-unary4/model_layers_18_mlp_down_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..51d549255e766bc6040237971665734a546fe1bc
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_18_mlp_down_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_18_self_attn_k_proj_weight.scales b/deepseek-r1-1.5b-unary4/model_layers_18_self_attn_k_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..184caa9b45dd79e611e9285033ca8f60e30fdd27
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_18_self_attn_k_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_18_self_attn_k_proj_weight.sign b/deepseek-r1-1.5b-unary4/model_layers_18_self_attn_k_proj_weight.sign
new file mode 100644
index 0000000000000000000000000000000000000000..85b45ba6f4e5167da101bc355ade8b675718a561
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_18_self_attn_k_proj_weight.sign differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_18_self_attn_v_proj_weight.scales b/deepseek-r1-1.5b-unary4/model_layers_18_self_attn_v_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..79167e3b54e722900e1c1666c17c4be972589f3a
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_18_self_attn_v_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_18_self_attn_v_proj_weight.sign b/deepseek-r1-1.5b-unary4/model_layers_18_self_attn_v_proj_weight.sign
new file mode 100644
index 0000000000000000000000000000000000000000..184cdd91769cea30eb5effe47e6a3f294d339aff
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_18_self_attn_v_proj_weight.sign differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_1_mlp_gate_proj_weight.scales b/deepseek-r1-1.5b-unary4/model_layers_1_mlp_gate_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..90819dcd64902d3fef9b4d7359607f3efc82d43c
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_1_mlp_gate_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_20_post_attention_layernorm_weight.fp16 b/deepseek-r1-1.5b-unary4/model_layers_20_post_attention_layernorm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..6c2e8526f934c429b58d28ac364b320464dafe2d
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_20_post_attention_layernorm_weight.fp16 differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_20_self_attn_k_proj_bias.fp16 b/deepseek-r1-1.5b-unary4/model_layers_20_self_attn_k_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..c5d0a76c0c2e67fc853bdb88b3effc526c8fb5c3
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_20_self_attn_k_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_20_self_attn_k_proj_weight.sign b/deepseek-r1-1.5b-unary4/model_layers_20_self_attn_k_proj_weight.sign
new file mode 100644
index 0000000000000000000000000000000000000000..b4734c6a402fe4103de6be4a3f8456dbde76dd39
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_20_self_attn_k_proj_weight.sign differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_21_self_attn_k_proj_bias.fp16 b/deepseek-r1-1.5b-unary4/model_layers_21_self_attn_k_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..523a27c555fd02fa97a9a1d03f2641fb2b98655b
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_21_self_attn_k_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_21_self_attn_v_proj_bias.fp16 b/deepseek-r1-1.5b-unary4/model_layers_21_self_attn_v_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..7c1f3b98dabb03ff3be28c0b03999064e08fdbdb
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_21_self_attn_v_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_22_self_attn_q_proj_bias.fp16 b/deepseek-r1-1.5b-unary4/model_layers_22_self_attn_q_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..56d475c2e2ec4b8e1c14680aec79de9a493ea100
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_22_self_attn_q_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_22_self_attn_q_proj_weight.scales b/deepseek-r1-1.5b-unary4/model_layers_22_self_attn_q_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..1de381fc4704eba79b3e2a656f4d35189bb2d048
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_22_self_attn_q_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_23_mlp_down_proj_weight.scales b/deepseek-r1-1.5b-unary4/model_layers_23_mlp_down_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..f7fb872656ee435e964dcfb7f38924891fb43c63
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_23_mlp_down_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_23_self_attn_k_proj_bias.fp16 b/deepseek-r1-1.5b-unary4/model_layers_23_self_attn_k_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..b7ce333521fda2ad7ce68c00fb18795d3baf81bb
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_23_self_attn_k_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_23_self_attn_q_proj_bias.fp16 b/deepseek-r1-1.5b-unary4/model_layers_23_self_attn_q_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..3f2c4d375b61d03cc2989e5af223fa1e3e0a829e
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_23_self_attn_q_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_23_self_attn_v_proj_bias.fp16 b/deepseek-r1-1.5b-unary4/model_layers_23_self_attn_v_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..308f588954d75655c4e3a7a9003561edfcca1de3
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_23_self_attn_v_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_24_mlp_gate_proj_weight.scales b/deepseek-r1-1.5b-unary4/model_layers_24_mlp_gate_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..51e580bc0ba49be0063a4c14d7aabd7b084f92e6
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_24_mlp_gate_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_24_self_attn_k_proj_bias.fp16 b/deepseek-r1-1.5b-unary4/model_layers_24_self_attn_k_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..8a38fe17002304214d00ae90a7bb04de994bec4d
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_24_self_attn_k_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_24_self_attn_v_proj_weight.scales b/deepseek-r1-1.5b-unary4/model_layers_24_self_attn_v_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..2042f59818773c19b66f3b6859f9b5a422c64d27
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_24_self_attn_v_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_25_self_attn_k_proj_weight.sign b/deepseek-r1-1.5b-unary4/model_layers_25_self_attn_k_proj_weight.sign
new file mode 100644
index 0000000000000000000000000000000000000000..54cc853a0dcde3490d08d2b0ac292c871bb2089e
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_25_self_attn_k_proj_weight.sign differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_25_self_attn_v_proj_weight.scales b/deepseek-r1-1.5b-unary4/model_layers_25_self_attn_v_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..8c7f554ac911efbcd8a930b0fcca9febe6172f41
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_25_self_attn_v_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_26_input_layernorm_weight.fp16 b/deepseek-r1-1.5b-unary4/model_layers_26_input_layernorm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..1f225c82377611b1ba728ba0580192d4687233a2
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_26_input_layernorm_weight.fp16 differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_26_self_attn_k_proj_weight.sign b/deepseek-r1-1.5b-unary4/model_layers_26_self_attn_k_proj_weight.sign
new file mode 100644
index 0000000000000000000000000000000000000000..df6e786029be37d2a1d7b3c0336e50d72b428372
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_26_self_attn_k_proj_weight.sign differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_26_self_attn_v_proj_weight.sign b/deepseek-r1-1.5b-unary4/model_layers_26_self_attn_v_proj_weight.sign
new file mode 100644
index 0000000000000000000000000000000000000000..02ff97b80f4eb7e7bde8dc2327400e625efb6c54
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_26_self_attn_v_proj_weight.sign differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_27_mlp_up_proj_weight.scales b/deepseek-r1-1.5b-unary4/model_layers_27_mlp_up_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..11990a59d4a83e361caf2691d10314be0011a5c4
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_27_mlp_up_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_2_post_attention_layernorm_weight.fp16 b/deepseek-r1-1.5b-unary4/model_layers_2_post_attention_layernorm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..2748fa2d55b1db412a89fe2d6dd1b34e4b2a9908
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_2_post_attention_layernorm_weight.fp16 differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_2_self_attn_v_proj_bias.fp16 b/deepseek-r1-1.5b-unary4/model_layers_2_self_attn_v_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..2380f667f41f252cbabe02de56949dd09681da1b
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_2_self_attn_v_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_3_input_layernorm_weight.fp16 b/deepseek-r1-1.5b-unary4/model_layers_3_input_layernorm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..82fe0d09b0a7eee7296ce5aa2c244e96aff41d85
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_3_input_layernorm_weight.fp16 differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_3_self_attn_v_proj_bias.fp16 b/deepseek-r1-1.5b-unary4/model_layers_3_self_attn_v_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..3c6ecacaa6eaa01ba4642cb7f341b9c6c08fc85c
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_3_self_attn_v_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_4_self_attn_q_proj_bias.fp16 b/deepseek-r1-1.5b-unary4/model_layers_4_self_attn_q_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..7c97d9dd0ea718ded20befe3f46a8222a3a4ae71
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_4_self_attn_q_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_5_input_layernorm_weight.fp16 b/deepseek-r1-1.5b-unary4/model_layers_5_input_layernorm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..4887b4f8f91b6ca182df77fad852de7d66027b7d
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_5_input_layernorm_weight.fp16 differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_5_self_attn_q_proj_weight.scales b/deepseek-r1-1.5b-unary4/model_layers_5_self_attn_q_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..5f1b515db3e95b7ffe27d577e56acdff6ac98f01
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_5_self_attn_q_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_6_input_layernorm_weight.fp16 b/deepseek-r1-1.5b-unary4/model_layers_6_input_layernorm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..97b519b14daa47092d6ecef62c3bfdda0e741084
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_6_input_layernorm_weight.fp16 differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_6_self_attn_k_proj_bias.fp16 b/deepseek-r1-1.5b-unary4/model_layers_6_self_attn_k_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..d593845bbb02448eac0e08ca8c4102e5478ac7d2
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_6_self_attn_k_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_6_self_attn_k_proj_weight.sign b/deepseek-r1-1.5b-unary4/model_layers_6_self_attn_k_proj_weight.sign
new file mode 100644
index 0000000000000000000000000000000000000000..44a1c67cb2d8815f8522ac98aab19745423db987
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_6_self_attn_k_proj_weight.sign differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_6_self_attn_q_proj_bias.fp16 b/deepseek-r1-1.5b-unary4/model_layers_6_self_attn_q_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..c26f42a44f8db2152457881a9bb9c48d3032ded5
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_6_self_attn_q_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_6_self_attn_v_proj_weight.scales b/deepseek-r1-1.5b-unary4/model_layers_6_self_attn_v_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..c2a5d06b2c73045e55bd44116add9cdc164e50ee
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_6_self_attn_v_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_7_self_attn_v_proj_weight.sign b/deepseek-r1-1.5b-unary4/model_layers_7_self_attn_v_proj_weight.sign
new file mode 100644
index 0000000000000000000000000000000000000000..0635d7eeec596e40e47fb5f57ed52995e24b7690
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_7_self_attn_v_proj_weight.sign differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_8_input_layernorm_weight.fp16 b/deepseek-r1-1.5b-unary4/model_layers_8_input_layernorm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..aff9d98b0be61b53898d1d9bbe1ed129e788251f
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_8_input_layernorm_weight.fp16 differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_8_mlp_down_proj_weight.scales b/deepseek-r1-1.5b-unary4/model_layers_8_mlp_down_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..d2de75986659d13db9d7c0cbc7c5ca2898bb5734
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_8_mlp_down_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_8_self_attn_q_proj_bias.fp16 b/deepseek-r1-1.5b-unary4/model_layers_8_self_attn_q_proj_bias.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..773d9f4cd8132578aea15925ad5cf523650e2337
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_8_self_attn_q_proj_bias.fp16 differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_9_input_layernorm_weight.fp16 b/deepseek-r1-1.5b-unary4/model_layers_9_input_layernorm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..34b2ea7c153d35d9b3d7bc9bc90d4025b8974cc8
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_9_input_layernorm_weight.fp16 differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_9_mlp_down_proj_weight.scales b/deepseek-r1-1.5b-unary4/model_layers_9_mlp_down_proj_weight.scales
new file mode 100644
index 0000000000000000000000000000000000000000..4e0f1eb9a99439ffbbd36741f627eb5ada549235
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_9_mlp_down_proj_weight.scales differ
diff --git a/deepseek-r1-1.5b-unary4/model_layers_9_post_attention_layernorm_weight.fp16 b/deepseek-r1-1.5b-unary4/model_layers_9_post_attention_layernorm_weight.fp16
new file mode 100644
index 0000000000000000000000000000000000000000..279793aef4972875c25744bf4a9569e950ee3302
Binary files /dev/null and b/deepseek-r1-1.5b-unary4/model_layers_9_post_attention_layernorm_weight.fp16 differ