Upload MoQ-Tensor-Configs/MoQ_model_tensors_4.3.txt with huggingface_hub

MoQ-Tensor-Configs/MoQ_model_tensors_4.3.txt

@@ -0,0 +1,250 @@
+output.weight=IQ4_XS
+token_embd.weight=Q4_K
+blk.14.ffn_down.weight=IQ4_XS
+blk.14.ffn_gate.weight=IQ3_S
+blk.14.ffn_up.weight=IQ4_XS
+blk.15.ffn_down.weight=IQ4_XS
+blk.15.ffn_gate.weight=IQ3_S
+blk.15.ffn_up.weight=IQ4_XS
+blk.25.ffn_down.weight=IQ4_XS
+blk.26.ffn_down.weight=IQ4_XS
+blk.26.ffn_gate.weight=IQ3_S
+blk.26.ffn_up.weight=IQ4_XS
+blk.27.ffn_down.weight=IQ4_XS
+blk.27.ffn_gate.weight=IQ3_S
+blk.0.ffn_down.weight=IQ4_XS
+blk.0.ffn_gate.weight=IQ3_S
+blk.0.ffn_up.weight=IQ4_XS
+blk.1.ffn_down.weight=IQ4_XS
+blk.1.ffn_gate.weight=IQ3_S
+blk.1.ffn_up.weight=IQ4_XS
+blk.10.ffn_down.weight=IQ4_XS
+blk.10.ffn_gate.weight=IQ3_S
+blk.10.ffn_up.weight=IQ4_XS
+blk.11.ffn_down.weight=IQ4_XS
+blk.11.ffn_gate.weight=IQ3_S
+blk.11.ffn_up.weight=IQ4_XS
+blk.16.ffn_down.weight=IQ4_XS
+blk.16.ffn_gate.weight=IQ3_S
+blk.16.ffn_up.weight=IQ4_XS
+blk.17.ffn_down.weight=IQ4_XS
+blk.17.ffn_gate.weight=IQ3_S
+blk.17.ffn_up.weight=IQ4_XS
+blk.18.ffn_down.weight=IQ4_XS
+blk.18.ffn_gate.weight=IQ3_S
+blk.18.ffn_up.weight=IQ4_XS
+blk.19.ffn_down.weight=IQ4_XS
+blk.21.ffn_down.weight=IQ4_XS
+blk.21.ffn_gate.weight=IQ3_S
+blk.21.ffn_up.weight=IQ4_XS
+blk.22.ffn_down.weight=IQ4_XS
+blk.22.ffn_gate.weight=IQ3_S
+blk.22.ffn_up.weight=IQ4_XS
+blk.23.ffn_down.weight=IQ4_XS
+blk.23.ffn_gate.weight=IQ3_S
+blk.23.ffn_up.weight=IQ4_XS
+blk.27.ffn_up.weight=IQ4_XS
+blk.3.ffn_down.weight=IQ4_XS
+blk.3.ffn_gate.weight=IQ3_S
+blk.3.ffn_up.weight=IQ4_XS
+blk.30.ffn_down.weight=IQ4_XS
+blk.30.ffn_gate.weight=IQ3_S
+blk.30.ffn_up.weight=IQ4_XS
+blk.31.ffn_down.weight=IQ4_XS
+blk.31.ffn_gate.weight=IQ3_S
+blk.31.ffn_up.weight=IQ4_XS
+blk.4.ffn_down.weight=IQ4_XS
+blk.4.ffn_gate.weight=IQ3_S
+blk.4.ffn_up.weight=IQ4_XS
+blk.8.ffn_down.weight=IQ4_XS
+blk.8.ffn_gate.weight=IQ3_S
+blk.8.ffn_up.weight=IQ4_XS
+blk.9.ffn_down.weight=IQ4_XS
+blk.9.ffn_gate.weight=IQ3_S
+blk.9.ffn_up.weight=IQ4_XS
+blk.0.attn_qkv.weight=Q4_K
+blk.1.attn_qkv.weight=Q4_K
+blk.10.attn_qkv.weight=Q4_K
+blk.11.attn_q.weight=IQ4_NL
+blk.12.ffn_down.weight=IQ4_XS
+blk.12.ffn_gate.weight=IQ3_S
+blk.12.ffn_up.weight=IQ4_XS
+blk.13.ffn_down.weight=IQ4_XS
+blk.13.ffn_gate.weight=IQ3_S
+blk.13.ffn_up.weight=IQ4_XS
+blk.14.attn_qkv.weight=Q4_K
+blk.15.attn_q.weight=IQ4_NL
+blk.16.attn_qkv.weight=Q4_K
+blk.17.attn_qkv.weight=Q4_K
+blk.18.attn_qkv.weight=Q4_K
+blk.19.ffn_gate.weight=IQ3_S
+blk.19.ffn_up.weight=IQ4_XS
+blk.19.attn_q.weight=IQ4_NL
+blk.2.attn_qkv.weight=Q4_K
+blk.2.ffn_down.weight=IQ4_XS
+blk.2.ffn_gate.weight=IQ3_S
+blk.2.ffn_up.weight=IQ4_XS
+blk.20.attn_qkv.weight=Q4_K
+blk.20.ffn_down.weight=IQ4_XS
+blk.20.ffn_gate.weight=IQ3_S
+blk.20.ffn_up.weight=IQ4_XS
+blk.22.attn_qkv.weight=Q4_K
+blk.23.attn_q.weight=IQ4_NL
+blk.24.attn_qkv.weight=Q4_K
+blk.24.ffn_down.weight=IQ4_XS
+blk.24.ffn_gate.weight=IQ3_S
+blk.24.ffn_up.weight=IQ4_XS
+blk.25.attn_qkv.weight=Q4_K
+blk.25.ffn_gate.weight=IQ3_S
+blk.25.ffn_up.weight=IQ4_XS
+blk.26.attn_qkv.weight=Q4_K
+blk.27.attn_q.weight=IQ4_NL
+blk.28.ffn_down.weight=IQ4_XS
+blk.28.ffn_gate.weight=IQ3_S
+blk.28.ffn_up.weight=IQ4_XS
+blk.29.ffn_down.weight=IQ4_XS
+blk.29.ffn_gate.weight=IQ3_S
+blk.29.ffn_up.weight=IQ4_XS
+blk.3.attn_q.weight=IQ4_NL
+blk.30.attn_qkv.weight=Q4_K
+blk.31.attn_q.weight=IQ4_NL
+blk.4.attn_qkv.weight=Q4_K
+blk.5.attn_qkv.weight=Q4_K
+blk.5.ffn_down.weight=IQ4_XS
+blk.5.ffn_gate.weight=IQ3_S
+blk.5.ffn_up.weight=IQ4_XS
+blk.6.attn_qkv.weight=Q4_K
+blk.6.ffn_down.weight=IQ4_XS
+blk.6.ffn_gate.weight=IQ3_S
+blk.6.ffn_up.weight=IQ4_XS
+blk.7.ffn_down.weight=IQ4_XS
+blk.7.ffn_gate.weight=IQ3_S
+blk.7.ffn_up.weight=IQ4_XS
+blk.7.attn_q.weight=IQ4_NL
+blk.8.attn_qkv.weight=Q4_K
+blk.9.attn_qkv.weight=Q4_K
+blk.0.ssm_alpha.weight=bf16
+blk.0.ssm_beta.weight=bf16
+blk.0.attn_gate.weight=IQ4_XS
+blk.0.ssm_out.weight=IQ4_XS
+blk.1.ssm_alpha.weight=bf16
+blk.1.ssm_beta.weight=bf16
+blk.1.attn_gate.weight=IQ4_XS
+blk.1.ssm_out.weight=IQ4_XS
+blk.10.ssm_alpha.weight=bf16
+blk.10.ssm_beta.weight=bf16
+blk.10.attn_gate.weight=IQ4_XS
+blk.10.ssm_out.weight=IQ4_XS
+blk.11.attn_k.weight=bf16
+blk.11.attn_output.weight=Q6_K
+blk.11.attn_v.weight=bf16
+blk.12.ssm_alpha.weight=bf16
+blk.12.ssm_beta.weight=bf16
+blk.12.attn_qkv.weight=Q4_K
+blk.12.attn_gate.weight=IQ4_XS
+blk.12.ssm_out.weight=IQ4_XS
+blk.13.ssm_alpha.weight=bf16
+blk.13.ssm_beta.weight=bf16
+blk.13.attn_qkv.weight=Q4_K
+blk.13.attn_gate.weight=IQ4_XS
+blk.13.ssm_out.weight=IQ4_XS
+blk.14.ssm_alpha.weight=bf16
+blk.14.ssm_beta.weight=bf16
+blk.14.attn_gate.weight=IQ4_XS
+blk.14.ssm_out.weight=IQ4_XS
+blk.15.attn_k.weight=bf16
+blk.15.attn_output.weight=Q6_K
+blk.15.attn_v.weight=bf16
+blk.16.ssm_alpha.weight=bf16
+blk.16.ssm_beta.weight=bf16
+blk.16.attn_gate.weight=IQ4_XS
+blk.16.ssm_out.weight=IQ4_XS
+blk.17.ssm_alpha.weight=bf16
+blk.17.ssm_beta.weight=bf16
+blk.17.attn_gate.weight=IQ4_XS
+blk.17.ssm_out.weight=IQ4_XS
+blk.18.ssm_alpha.weight=bf16
+blk.18.ssm_beta.weight=bf16
+blk.18.attn_gate.weight=IQ4_XS
+blk.18.ssm_out.weight=IQ4_XS
+blk.19.attn_k.weight=bf16
+blk.19.attn_output.weight=Q6_K
+blk.19.attn_v.weight=bf16
+blk.2.ssm_alpha.weight=bf16
+blk.2.ssm_beta.weight=bf16
+blk.2.attn_gate.weight=IQ4_XS
+blk.2.ssm_out.weight=IQ4_XS
+blk.20.ssm_alpha.weight=bf16
+blk.20.ssm_beta.weight=bf16
+blk.20.attn_gate.weight=IQ4_XS
+blk.20.ssm_out.weight=IQ4_XS
+blk.21.ssm_alpha.weight=bf16
+blk.21.ssm_beta.weight=bf16
+blk.21.attn_qkv.weight=Q4_K
+blk.21.attn_gate.weight=IQ4_XS
+blk.21.ssm_out.weight=IQ4_XS
+blk.22.ssm_alpha.weight=bf16
+blk.22.ssm_beta.weight=bf16
+blk.22.attn_gate.weight=IQ4_XS
+blk.22.ssm_out.weight=IQ4_XS
+blk.23.attn_k.weight=bf16
+blk.23.attn_output.weight=Q6_K
+blk.23.attn_v.weight=bf16
+blk.24.ssm_alpha.weight=bf16
+blk.24.ssm_beta.weight=bf16
+blk.24.attn_gate.weight=IQ4_XS
+blk.24.ssm_out.weight=IQ4_XS
+blk.25.ssm_alpha.weight=bf16
+blk.25.ssm_beta.weight=bf16
+blk.25.attn_gate.weight=IQ4_XS
+blk.25.ssm_out.weight=IQ4_XS
+blk.26.ssm_alpha.weight=bf16
+blk.26.ssm_beta.weight=bf16
+blk.26.attn_gate.weight=IQ4_XS
+blk.26.ssm_out.weight=IQ4_XS
+blk.27.attn_k.weight=bf16
+blk.27.attn_output.weight=Q6_K
+blk.27.attn_v.weight=bf16
+blk.28.ssm_alpha.weight=bf16
+blk.28.ssm_beta.weight=bf16
+blk.28.attn_qkv.weight=Q4_K
+blk.28.attn_gate.weight=IQ4_XS
+blk.28.ssm_out.weight=IQ4_XS
+blk.29.ssm_alpha.weight=bf16
+blk.29.ssm_beta.weight=bf16
+blk.29.attn_qkv.weight=Q4_K
+blk.29.attn_gate.weight=IQ4_XS
+blk.29.ssm_out.weight=IQ4_XS
+blk.3.attn_k.weight=bf16
+blk.3.attn_output.weight=Q6_K
+blk.3.attn_v.weight=bf16
+blk.30.ssm_alpha.weight=bf16
+blk.30.ssm_beta.weight=bf16
+blk.30.attn_gate.weight=IQ4_XS
+blk.30.ssm_out.weight=IQ4_XS
+blk.31.attn_k.weight=bf16
+blk.31.attn_output.weight=Q6_K
+blk.31.attn_v.weight=bf16
+blk.4.ssm_alpha.weight=bf16
+blk.4.ssm_beta.weight=bf16
+blk.4.attn_gate.weight=IQ4_XS
+blk.4.ssm_out.weight=IQ4_XS
+blk.5.ssm_alpha.weight=bf16
+blk.5.ssm_beta.weight=bf16
+blk.5.attn_gate.weight=IQ4_XS
+blk.5.ssm_out.weight=IQ4_XS
+blk.6.ssm_alpha.weight=bf16
+blk.6.ssm_beta.weight=bf16
+blk.6.attn_gate.weight=IQ4_XS
+blk.6.ssm_out.weight=IQ4_XS
+blk.7.attn_k.weight=bf16
+blk.7.attn_output.weight=Q6_K
+blk.7.attn_v.weight=bf16
+blk.8.ssm_alpha.weight=bf16
+blk.8.ssm_beta.weight=bf16
+blk.8.attn_gate.weight=IQ4_XS
+blk.8.ssm_out.weight=IQ4_XS
+blk.9.ssm_alpha.weight=bf16
+blk.9.ssm_beta.weight=bf16
+blk.9.attn_gate.weight=IQ4_XS
+blk.9.ssm_out.weight=IQ4_XS