diff --git a/deepseek-r1-1.5b-unary31/config.json b/deepseek-r1-1.5b-unary31/config.json new file mode 100644 index 0000000000000000000000000000000000000000..93a85a85d28ea2264346f8c20d47b1ac4a47f7fe --- /dev/null +++ b/deepseek-r1-1.5b-unary31/config.json @@ -0,0 +1,13 @@ +{ + "hidden_size": 1536, + "intermediate_size": 8960, + "num_attention_heads": 12, + "num_key_value_heads": 2, + "num_hidden_layers": 28, + "vocab_size": 151936, + "head_dim": 128, + "rope_theta": 1000000.0, + "rms_norm_eps": 1e-06, + "n_planes": 31, + "quant_type": "unary_interleaved" +} \ No newline at end of file diff --git a/deepseek-r1-1.5b-unary31/model_layers_0_self_attn_k_proj_weight.sign b/deepseek-r1-1.5b-unary31/model_layers_0_self_attn_k_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..1b7be81ea40572ce7b09dec92bbe585ab6a7cb9e Binary files /dev/null and b/deepseek-r1-1.5b-unary31/model_layers_0_self_attn_k_proj_weight.sign differ diff --git a/deepseek-r1-1.5b-unary31/model_layers_0_self_attn_o_proj_weight.scales b/deepseek-r1-1.5b-unary31/model_layers_0_self_attn_o_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..4fb420333aef6ce94e09a8a24075f6f950a1b5c9 Binary files /dev/null and b/deepseek-r1-1.5b-unary31/model_layers_0_self_attn_o_proj_weight.scales differ diff --git a/deepseek-r1-1.5b-unary31/model_layers_0_self_attn_q_proj_weight.scales b/deepseek-r1-1.5b-unary31/model_layers_0_self_attn_q_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..4d633035237700253ee6776020485f2a46cc460a Binary files /dev/null and b/deepseek-r1-1.5b-unary31/model_layers_0_self_attn_q_proj_weight.scales differ diff --git a/deepseek-r1-1.5b-unary31/model_layers_10_self_attn_k_proj_weight.scales b/deepseek-r1-1.5b-unary31/model_layers_10_self_attn_k_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..30243ab03c1333522177a4c72631ea8d3a4a461b Binary files /dev/null and b/deepseek-r1-1.5b-unary31/model_layers_10_self_attn_k_proj_weight.scales differ diff --git a/deepseek-r1-1.5b-unary31/model_layers_1_mlp_down_proj_weight.scales b/deepseek-r1-1.5b-unary31/model_layers_1_mlp_down_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..e4c1b46797366c1fd9e031bf39298eda65df6f2c Binary files /dev/null and b/deepseek-r1-1.5b-unary31/model_layers_1_mlp_down_proj_weight.scales differ diff --git a/deepseek-r1-1.5b-unary31/model_layers_1_mlp_gate_proj_weight.scales b/deepseek-r1-1.5b-unary31/model_layers_1_mlp_gate_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..8dbdf190bee3130862a9b3e5b4cee784d69fe2d6 Binary files /dev/null and b/deepseek-r1-1.5b-unary31/model_layers_1_mlp_gate_proj_weight.scales differ diff --git a/deepseek-r1-1.5b-unary31/model_layers_1_self_attn_k_proj_weight.scales b/deepseek-r1-1.5b-unary31/model_layers_1_self_attn_k_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..ccec0efc5e7b878254ce33437fe2f1c0396e901b Binary files /dev/null and b/deepseek-r1-1.5b-unary31/model_layers_1_self_attn_k_proj_weight.scales differ diff --git a/deepseek-r1-1.5b-unary31/model_layers_1_self_attn_v_proj_weight.sign b/deepseek-r1-1.5b-unary31/model_layers_1_self_attn_v_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..f1e1175627aaadb9325d72b57300b82b25c3043f Binary files /dev/null and b/deepseek-r1-1.5b-unary31/model_layers_1_self_attn_v_proj_weight.sign differ diff --git a/deepseek-r1-1.5b-unary31/model_layers_2_mlp_down_proj_weight.scales b/deepseek-r1-1.5b-unary31/model_layers_2_mlp_down_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..d53c5ca74a18048192adfdebcc74692cff4b1775 Binary files /dev/null and b/deepseek-r1-1.5b-unary31/model_layers_2_mlp_down_proj_weight.scales differ diff --git a/deepseek-r1-1.5b-unary31/model_layers_2_mlp_up_proj_weight.scales b/deepseek-r1-1.5b-unary31/model_layers_2_mlp_up_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..b186ad11d485741710efd53653dd30dea7974296 Binary files /dev/null and b/deepseek-r1-1.5b-unary31/model_layers_2_mlp_up_proj_weight.scales differ diff --git a/deepseek-r1-1.5b-unary31/model_layers_3_self_attn_q_proj_weight.scales b/deepseek-r1-1.5b-unary31/model_layers_3_self_attn_q_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..ae75deeedc6feecc442f2d9df1752cff3142bee8 Binary files /dev/null and b/deepseek-r1-1.5b-unary31/model_layers_3_self_attn_q_proj_weight.scales differ diff --git a/deepseek-r1-1.5b-unary31/model_layers_3_self_attn_v_proj_weight.scales b/deepseek-r1-1.5b-unary31/model_layers_3_self_attn_v_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..e2620fdf2c89a0fe379d39601dc39e4d132a7d91 Binary files /dev/null and b/deepseek-r1-1.5b-unary31/model_layers_3_self_attn_v_proj_weight.scales differ diff --git a/deepseek-r1-1.5b-unary31/model_layers_4_self_attn_q_proj_weight.scales b/deepseek-r1-1.5b-unary31/model_layers_4_self_attn_q_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..0a7440926e3aab947da4ee4a1af32ffb95632a09 Binary files /dev/null and b/deepseek-r1-1.5b-unary31/model_layers_4_self_attn_q_proj_weight.scales differ diff --git a/deepseek-r1-1.5b-unary31/model_layers_5_self_attn_k_proj_weight.scales b/deepseek-r1-1.5b-unary31/model_layers_5_self_attn_k_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..b4365cd6c6ca307869781ba84e3e94ce11da4921 Binary files /dev/null and b/deepseek-r1-1.5b-unary31/model_layers_5_self_attn_k_proj_weight.scales differ diff --git a/deepseek-r1-1.5b-unary31/model_layers_5_self_attn_k_proj_weight.sign b/deepseek-r1-1.5b-unary31/model_layers_5_self_attn_k_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..384e5550886585bdd202059a7247c072f880b9bd Binary files /dev/null and b/deepseek-r1-1.5b-unary31/model_layers_5_self_attn_k_proj_weight.sign differ diff --git a/deepseek-r1-1.5b-unary31/model_layers_5_self_attn_o_proj_weight.scales b/deepseek-r1-1.5b-unary31/model_layers_5_self_attn_o_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..b3e7e0294dc7df0b072b8fc46a72d684d40174e0 Binary files /dev/null and b/deepseek-r1-1.5b-unary31/model_layers_5_self_attn_o_proj_weight.scales differ diff --git a/deepseek-r1-1.5b-unary31/model_layers_5_self_attn_q_proj_weight.scales b/deepseek-r1-1.5b-unary31/model_layers_5_self_attn_q_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..616e64155650c9a772422df5045562cc21a3bcd4 Binary files /dev/null and b/deepseek-r1-1.5b-unary31/model_layers_5_self_attn_q_proj_weight.scales differ diff --git a/deepseek-r1-1.5b-unary31/model_layers_6_mlp_gate_proj_weight.scales b/deepseek-r1-1.5b-unary31/model_layers_6_mlp_gate_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..a0af509653f83570792cfe39691f94623ce78dd6 Binary files /dev/null and b/deepseek-r1-1.5b-unary31/model_layers_6_mlp_gate_proj_weight.scales differ diff --git a/deepseek-r1-1.5b-unary31/model_layers_6_self_attn_v_proj_weight.scales b/deepseek-r1-1.5b-unary31/model_layers_6_self_attn_v_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..259c42658284c6502e60ed1e48c613192d168585 Binary files /dev/null and b/deepseek-r1-1.5b-unary31/model_layers_6_self_attn_v_proj_weight.scales differ diff --git a/deepseek-r1-1.5b-unary31/model_layers_7_self_attn_k_proj_weight.scales b/deepseek-r1-1.5b-unary31/model_layers_7_self_attn_k_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..0b1e76ab5b51c330976602e6249dd437eef9f397 Binary files /dev/null and b/deepseek-r1-1.5b-unary31/model_layers_7_self_attn_k_proj_weight.scales differ diff --git a/deepseek-r1-1.5b-unary31/model_layers_7_self_attn_v_proj_weight.sign b/deepseek-r1-1.5b-unary31/model_layers_7_self_attn_v_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..0635d7eeec596e40e47fb5f57ed52995e24b7690 Binary files /dev/null and b/deepseek-r1-1.5b-unary31/model_layers_7_self_attn_v_proj_weight.sign differ diff --git a/deepseek-r1-1.5b-unary31/model_layers_8_mlp_down_proj_weight.scales b/deepseek-r1-1.5b-unary31/model_layers_8_mlp_down_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..a89cabbcd38cb681be5c356e5ea927045bea3fd8 Binary files /dev/null and b/deepseek-r1-1.5b-unary31/model_layers_8_mlp_down_proj_weight.scales differ diff --git a/deepseek-r1-1.5b-unary31/model_layers_8_mlp_gate_proj_weight.scales b/deepseek-r1-1.5b-unary31/model_layers_8_mlp_gate_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..422f92b60a99055883fe12e94cee577165f1752c Binary files /dev/null and b/deepseek-r1-1.5b-unary31/model_layers_8_mlp_gate_proj_weight.scales differ diff --git a/deepseek-r1-1.5b-unary31/model_layers_8_self_attn_k_proj_weight.sign b/deepseek-r1-1.5b-unary31/model_layers_8_self_attn_k_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..ee7d9d76fb8cd89d756b6e6e59276f5a4c3f77b1 Binary files /dev/null and b/deepseek-r1-1.5b-unary31/model_layers_8_self_attn_k_proj_weight.sign differ diff --git a/deepseek-r1-1.5b-unary31/model_layers_8_self_attn_q_proj_weight.scales b/deepseek-r1-1.5b-unary31/model_layers_8_self_attn_q_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..5c69bc6021025372cf16f78adcd38c0f84b93c06 Binary files /dev/null and b/deepseek-r1-1.5b-unary31/model_layers_8_self_attn_q_proj_weight.scales differ diff --git a/deepseek-r1-1.5b-unary31/model_layers_8_self_attn_v_proj_weight.sign b/deepseek-r1-1.5b-unary31/model_layers_8_self_attn_v_proj_weight.sign new file mode 100644 index 0000000000000000000000000000000000000000..66d95813be7a1cc30ac2e2ea3bef606235a0a5c9 Binary files /dev/null and b/deepseek-r1-1.5b-unary31/model_layers_8_self_attn_v_proj_weight.sign differ diff --git a/deepseek-r1-1.5b-unary31/model_layers_9_mlp_down_proj_weight.scales b/deepseek-r1-1.5b-unary31/model_layers_9_mlp_down_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..f514059ebcbd17e6ed5252311856f3e15ae5dae6 Binary files /dev/null and b/deepseek-r1-1.5b-unary31/model_layers_9_mlp_down_proj_weight.scales differ diff --git a/deepseek-r1-1.5b-unary31/model_layers_9_mlp_up_proj_weight.scales b/deepseek-r1-1.5b-unary31/model_layers_9_mlp_up_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..424745aba58bf6cb225a2f584b6c6233686e5e3e Binary files /dev/null and b/deepseek-r1-1.5b-unary31/model_layers_9_mlp_up_proj_weight.scales differ diff --git a/deepseek-r1-1.5b-unary31/model_layers_9_self_attn_q_proj_weight.scales b/deepseek-r1-1.5b-unary31/model_layers_9_self_attn_q_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..1925024a18817705e26508d5ddd1494a86284050 Binary files /dev/null and b/deepseek-r1-1.5b-unary31/model_layers_9_self_attn_q_proj_weight.scales differ diff --git a/qwen3-4b-log-unary/model_layers_10_self_attn_q_norm_weight.fp16 b/qwen3-4b-log-unary/model_layers_10_self_attn_q_norm_weight.fp16 new file mode 100644 index 0000000000000000000000000000000000000000..5f85f4fb5160a0ee82d91d9ce572e2016da32f4c Binary files /dev/null and b/qwen3-4b-log-unary/model_layers_10_self_attn_q_norm_weight.fp16 differ diff --git a/qwen3-4b-log-unary/model_layers_10_self_attn_q_proj_weight.scales b/qwen3-4b-log-unary/model_layers_10_self_attn_q_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..ce6c0b3e68fed02b3e593fc5e5b24c203a2f437f Binary files /dev/null and b/qwen3-4b-log-unary/model_layers_10_self_attn_q_proj_weight.scales differ diff --git a/qwen3-4b-log-unary/model_layers_11_input_layernorm_weight.fp16 b/qwen3-4b-log-unary/model_layers_11_input_layernorm_weight.fp16 new file mode 100644 index 0000000000000000000000000000000000000000..52499e93630e7921e0da2fe4b47f4d798fb1d83d Binary files /dev/null and b/qwen3-4b-log-unary/model_layers_11_input_layernorm_weight.fp16 differ diff --git a/qwen3-4b-log-unary/model_layers_12_mlp_up_proj_weight.scales b/qwen3-4b-log-unary/model_layers_12_mlp_up_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..8eb658de78f33a258aed968ae9c4f7ceb01bcf46 Binary files /dev/null and b/qwen3-4b-log-unary/model_layers_12_mlp_up_proj_weight.scales differ diff --git a/qwen3-4b-log-unary/model_layers_13_self_attn_k_norm_weight.fp16 b/qwen3-4b-log-unary/model_layers_13_self_attn_k_norm_weight.fp16 new file mode 100644 index 0000000000000000000000000000000000000000..a3a4309775e29f06791a78a779e13eac59d8ff86 Binary files /dev/null and b/qwen3-4b-log-unary/model_layers_13_self_attn_k_norm_weight.fp16 differ diff --git a/qwen3-4b-log-unary/model_layers_13_self_attn_q_norm_weight.fp16 b/qwen3-4b-log-unary/model_layers_13_self_attn_q_norm_weight.fp16 new file mode 100644 index 0000000000000000000000000000000000000000..0357fa9511a40947398e985cb9b6ea2460abc227 Binary files /dev/null and b/qwen3-4b-log-unary/model_layers_13_self_attn_q_norm_weight.fp16 differ diff --git a/qwen3-4b-log-unary/model_layers_14_self_attn_q_norm_weight.fp16 b/qwen3-4b-log-unary/model_layers_14_self_attn_q_norm_weight.fp16 new file mode 100644 index 0000000000000000000000000000000000000000..e1d32eeb4ab1cf6b1cf0caa601e86a706d23b032 Binary files /dev/null and b/qwen3-4b-log-unary/model_layers_14_self_attn_q_norm_weight.fp16 differ diff --git a/qwen3-4b-log-unary/model_layers_15_self_attn_q_proj_weight.scales b/qwen3-4b-log-unary/model_layers_15_self_attn_q_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..6baa9b8041db16e03ab81a9155075eb3283d5ea1 Binary files /dev/null and b/qwen3-4b-log-unary/model_layers_15_self_attn_q_proj_weight.scales differ diff --git a/qwen3-4b-log-unary/model_layers_15_self_attn_v_proj_weight.scales b/qwen3-4b-log-unary/model_layers_15_self_attn_v_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..4391ffda58b3690742e38dbebeb01cff89e0e5b6 Binary files /dev/null and b/qwen3-4b-log-unary/model_layers_15_self_attn_v_proj_weight.scales differ diff --git a/qwen3-4b-log-unary/model_layers_16_self_attn_o_proj_weight.scales b/qwen3-4b-log-unary/model_layers_16_self_attn_o_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..a36a54216b4d9f0d9aca9ff9bfdcfb6cfa8be3c8 Binary files /dev/null and b/qwen3-4b-log-unary/model_layers_16_self_attn_o_proj_weight.scales differ diff --git a/qwen3-4b-log-unary/model_layers_17_mlp_gate_proj_weight.scales b/qwen3-4b-log-unary/model_layers_17_mlp_gate_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..906baf1ac30f397ba26fff85534ca191c404b658 Binary files /dev/null and b/qwen3-4b-log-unary/model_layers_17_mlp_gate_proj_weight.scales differ diff --git a/qwen3-4b-log-unary/model_layers_19_mlp_down_proj_weight.scales b/qwen3-4b-log-unary/model_layers_19_mlp_down_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..9a755987b3bc0c21fcff6f5a2bffd39e52832399 Binary files /dev/null and b/qwen3-4b-log-unary/model_layers_19_mlp_down_proj_weight.scales differ diff --git a/qwen3-4b-log-unary/model_layers_19_self_attn_k_norm_weight.fp16 b/qwen3-4b-log-unary/model_layers_19_self_attn_k_norm_weight.fp16 new file mode 100644 index 0000000000000000000000000000000000000000..78f5543a43c21d3d55d0542bd414169e5f1a596b Binary files /dev/null and b/qwen3-4b-log-unary/model_layers_19_self_attn_k_norm_weight.fp16 differ diff --git a/qwen3-4b-log-unary/model_layers_20_mlp_up_proj_weight.scales b/qwen3-4b-log-unary/model_layers_20_mlp_up_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..e78b937b41befee202c6abf6873750d5b7a6cf22 Binary files /dev/null and b/qwen3-4b-log-unary/model_layers_20_mlp_up_proj_weight.scales differ diff --git a/qwen3-4b-log-unary/model_layers_20_self_attn_o_proj_weight.scales b/qwen3-4b-log-unary/model_layers_20_self_attn_o_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..8534b0d1730e654c57f014eb807a983314c3e5f5 Binary files /dev/null and b/qwen3-4b-log-unary/model_layers_20_self_attn_o_proj_weight.scales differ diff --git a/qwen3-4b-log-unary/model_layers_20_self_attn_q_norm_weight.fp16 b/qwen3-4b-log-unary/model_layers_20_self_attn_q_norm_weight.fp16 new file mode 100644 index 0000000000000000000000000000000000000000..a6f409115abd170d3cec57abc461da23ad034b91 Binary files /dev/null and b/qwen3-4b-log-unary/model_layers_20_self_attn_q_norm_weight.fp16 differ diff --git a/qwen3-4b-log-unary/model_layers_21_input_layernorm_weight.fp16 b/qwen3-4b-log-unary/model_layers_21_input_layernorm_weight.fp16 new file mode 100644 index 0000000000000000000000000000000000000000..89ba640f90812ed00faaaf6604cfef1667fe4bae Binary files /dev/null and b/qwen3-4b-log-unary/model_layers_21_input_layernorm_weight.fp16 differ diff --git a/qwen3-4b-log-unary/model_layers_21_self_attn_k_norm_weight.fp16 b/qwen3-4b-log-unary/model_layers_21_self_attn_k_norm_weight.fp16 new file mode 100644 index 0000000000000000000000000000000000000000..40b4535c3b1ef638d1ea56083a67dfb0a91acca1 Binary files /dev/null and b/qwen3-4b-log-unary/model_layers_21_self_attn_k_norm_weight.fp16 differ diff --git a/qwen3-4b-log-unary/model_layers_21_self_attn_o_proj_weight.scales b/qwen3-4b-log-unary/model_layers_21_self_attn_o_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..21df8f2fd2a073b6544d0623d5bdd3b78c0f6568 Binary files /dev/null and b/qwen3-4b-log-unary/model_layers_21_self_attn_o_proj_weight.scales differ diff --git a/qwen3-4b-log-unary/model_layers_24_input_layernorm_weight.fp16 b/qwen3-4b-log-unary/model_layers_24_input_layernorm_weight.fp16 new file mode 100644 index 0000000000000000000000000000000000000000..499bca17c6570dd89d46baec16657cb680cb7bb6 Binary files /dev/null and b/qwen3-4b-log-unary/model_layers_24_input_layernorm_weight.fp16 differ diff --git a/qwen3-4b-log-unary/model_layers_25_mlp_gate_proj_weight.scales b/qwen3-4b-log-unary/model_layers_25_mlp_gate_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..b2d9e0a49223e1f81a60f4c8d20da310576f5a81 Binary files /dev/null and b/qwen3-4b-log-unary/model_layers_25_mlp_gate_proj_weight.scales differ diff --git a/qwen3-4b-log-unary/model_layers_27_mlp_gate_proj_weight.scales b/qwen3-4b-log-unary/model_layers_27_mlp_gate_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..06cba551105e4e9ce691912e902da7cdd77f4190 Binary files /dev/null and b/qwen3-4b-log-unary/model_layers_27_mlp_gate_proj_weight.scales differ diff --git a/qwen3-4b-log-unary/model_layers_28_mlp_gate_proj_weight.scales b/qwen3-4b-log-unary/model_layers_28_mlp_gate_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..1bd688ebb8814f19616ab4f2d9d7148a2f4ebe24 Binary files /dev/null and b/qwen3-4b-log-unary/model_layers_28_mlp_gate_proj_weight.scales differ diff --git a/qwen3-4b-log-unary/model_layers_28_mlp_up_proj_weight.scales b/qwen3-4b-log-unary/model_layers_28_mlp_up_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..43347c962b388ef31f60278b1df04a1594c887f0 Binary files /dev/null and b/qwen3-4b-log-unary/model_layers_28_mlp_up_proj_weight.scales differ diff --git a/qwen3-4b-log-unary/model_layers_28_self_attn_q_proj_weight.scales b/qwen3-4b-log-unary/model_layers_28_self_attn_q_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..c71f239ac90b66ce045bad8a359380fd91b95595 Binary files /dev/null and b/qwen3-4b-log-unary/model_layers_28_self_attn_q_proj_weight.scales differ diff --git a/qwen3-4b-log-unary/model_layers_2_self_attn_k_proj_weight.scales b/qwen3-4b-log-unary/model_layers_2_self_attn_k_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..dace0555bfe325b3d85cc439bb09f3ce759f3977 Binary files /dev/null and b/qwen3-4b-log-unary/model_layers_2_self_attn_k_proj_weight.scales differ diff --git a/qwen3-4b-log-unary/model_layers_30_mlp_gate_proj_weight.scales b/qwen3-4b-log-unary/model_layers_30_mlp_gate_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..6b6e8c2c33e639c0d9312da0684d41964f2af281 Binary files /dev/null and b/qwen3-4b-log-unary/model_layers_30_mlp_gate_proj_weight.scales differ diff --git a/qwen3-4b-log-unary/model_layers_30_mlp_up_proj_weight.scales b/qwen3-4b-log-unary/model_layers_30_mlp_up_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..d97d0007dca9cf89e6134e74e12f6dc047c5afa7 Binary files /dev/null and b/qwen3-4b-log-unary/model_layers_30_mlp_up_proj_weight.scales differ diff --git a/qwen3-4b-log-unary/model_layers_31_self_attn_k_norm_weight.fp16 b/qwen3-4b-log-unary/model_layers_31_self_attn_k_norm_weight.fp16 new file mode 100644 index 0000000000000000000000000000000000000000..48b113f902d8866babdbc9c8dd4795c3483d72da Binary files /dev/null and b/qwen3-4b-log-unary/model_layers_31_self_attn_k_norm_weight.fp16 differ diff --git a/qwen3-4b-log-unary/model_layers_32_post_attention_layernorm_weight.fp16 b/qwen3-4b-log-unary/model_layers_32_post_attention_layernorm_weight.fp16 new file mode 100644 index 0000000000000000000000000000000000000000..997df4b79ca9bcc9221be8c5760784ede4d5a055 Binary files /dev/null and b/qwen3-4b-log-unary/model_layers_32_post_attention_layernorm_weight.fp16 differ diff --git a/qwen3-4b-log-unary/model_layers_32_self_attn_o_proj_weight.scales b/qwen3-4b-log-unary/model_layers_32_self_attn_o_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..6b77dd81b1ca29b026d2b05c7b658d756840ca58 Binary files /dev/null and b/qwen3-4b-log-unary/model_layers_32_self_attn_o_proj_weight.scales differ diff --git a/qwen3-4b-log-unary/model_layers_33_input_layernorm_weight.fp16 b/qwen3-4b-log-unary/model_layers_33_input_layernorm_weight.fp16 new file mode 100644 index 0000000000000000000000000000000000000000..3fe5ead4ccd0339f1678c5fec34025ad1ca1bdc9 Binary files /dev/null and b/qwen3-4b-log-unary/model_layers_33_input_layernorm_weight.fp16 differ diff --git a/qwen3-4b-log-unary/model_layers_34_input_layernorm_weight.fp16 b/qwen3-4b-log-unary/model_layers_34_input_layernorm_weight.fp16 new file mode 100644 index 0000000000000000000000000000000000000000..014235ab06f94be27f860d77b91bee6ace5be35f Binary files /dev/null and b/qwen3-4b-log-unary/model_layers_34_input_layernorm_weight.fp16 differ diff --git a/qwen3-4b-log-unary/model_layers_34_mlp_up_proj_weight.scales b/qwen3-4b-log-unary/model_layers_34_mlp_up_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..f010cc2fdf656d113a5ecae78e84fa9b0a6d3489 Binary files /dev/null and b/qwen3-4b-log-unary/model_layers_34_mlp_up_proj_weight.scales differ diff --git a/qwen3-4b-log-unary/model_layers_34_self_attn_k_proj_weight.scales b/qwen3-4b-log-unary/model_layers_34_self_attn_k_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..aaf9bda74f6e1a2a7159fc633acab971b4673b45 Binary files /dev/null and b/qwen3-4b-log-unary/model_layers_34_self_attn_k_proj_weight.scales differ diff --git a/qwen3-4b-log-unary/model_layers_3_post_attention_layernorm_weight.fp16 b/qwen3-4b-log-unary/model_layers_3_post_attention_layernorm_weight.fp16 new file mode 100644 index 0000000000000000000000000000000000000000..3f9c8834a881d34023e4b744ca9d59995da81a15 Binary files /dev/null and b/qwen3-4b-log-unary/model_layers_3_post_attention_layernorm_weight.fp16 differ diff --git a/qwen3-4b-log-unary/model_layers_3_self_attn_k_proj_weight.scales b/qwen3-4b-log-unary/model_layers_3_self_attn_k_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..2ed1fbb6057e704119fba5366ede0f9376bb34a1 Binary files /dev/null and b/qwen3-4b-log-unary/model_layers_3_self_attn_k_proj_weight.scales differ diff --git a/qwen3-4b-log-unary/model_layers_3_self_attn_o_proj_weight.scales b/qwen3-4b-log-unary/model_layers_3_self_attn_o_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..5ec47a46491fa5c69259d43afa5d86e1bd8cc11a Binary files /dev/null and b/qwen3-4b-log-unary/model_layers_3_self_attn_o_proj_weight.scales differ diff --git a/qwen3-4b-log-unary/model_layers_5_post_attention_layernorm_weight.fp16 b/qwen3-4b-log-unary/model_layers_5_post_attention_layernorm_weight.fp16 new file mode 100644 index 0000000000000000000000000000000000000000..b7a74aa61fad1efeb335d22d927ad2b260dfe694 Binary files /dev/null and b/qwen3-4b-log-unary/model_layers_5_post_attention_layernorm_weight.fp16 differ diff --git a/qwen3-4b-log-unary/model_layers_5_self_attn_v_proj_weight.scales b/qwen3-4b-log-unary/model_layers_5_self_attn_v_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..4a572644dc93d04aa96709342b9c73a488ac8516 Binary files /dev/null and b/qwen3-4b-log-unary/model_layers_5_self_attn_v_proj_weight.scales differ diff --git a/qwen3-4b-log-unary/model_layers_7_mlp_down_proj_weight.scales b/qwen3-4b-log-unary/model_layers_7_mlp_down_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..bbcc6fc260a3c7e9d8b8bfa23f07750d5304a048 Binary files /dev/null and b/qwen3-4b-log-unary/model_layers_7_mlp_down_proj_weight.scales differ diff --git a/qwen3-4b-log-unary/model_layers_7_self_attn_v_proj_weight.scales b/qwen3-4b-log-unary/model_layers_7_self_attn_v_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..df70b5d7da12b98d8c0155f510a30526dcc0bfa3 Binary files /dev/null and b/qwen3-4b-log-unary/model_layers_7_self_attn_v_proj_weight.scales differ diff --git a/qwen3-4b-log-unary/model_layers_8_self_attn_q_norm_weight.fp16 b/qwen3-4b-log-unary/model_layers_8_self_attn_q_norm_weight.fp16 new file mode 100644 index 0000000000000000000000000000000000000000..569fc6ded356dfbd7222bbee713514d14d50b68f Binary files /dev/null and b/qwen3-4b-log-unary/model_layers_8_self_attn_q_norm_weight.fp16 differ diff --git a/qwen3-4b-log-unary/model_layers_9_mlp_gate_proj_weight.scales b/qwen3-4b-log-unary/model_layers_9_mlp_gate_proj_weight.scales new file mode 100644 index 0000000000000000000000000000000000000000..5c0d3f520f72867f297d7bb68eb6addc4a6f9953 Binary files /dev/null and b/qwen3-4b-log-unary/model_layers_9_mlp_gate_proj_weight.scales differ diff --git a/qwen3-4b-log-unary/model_layers_9_self_attn_q_norm_weight.fp16 b/qwen3-4b-log-unary/model_layers_9_self_attn_q_norm_weight.fp16 new file mode 100644 index 0000000000000000000000000000000000000000..4cc2f8b46a2d4070a2bff470095454e6d52195d6 Binary files /dev/null and b/qwen3-4b-log-unary/model_layers_9_self_attn_q_norm_weight.fp16 differ