Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,11 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+MoQ-2.5.gguf filter=lfs diff=lfs merge=lfs -text
+MoQ-2.75.gguf filter=lfs diff=lfs merge=lfs -text
+MoQ-3.0.gguf filter=lfs diff=lfs merge=lfs -text
+MoQ-3.25.gguf filter=lfs diff=lfs merge=lfs -text
+MoQ-3.5.gguf filter=lfs diff=lfs merge=lfs -text
+MoQ-3.75.gguf filter=lfs diff=lfs merge=lfs -text
+MoQ-4.75.gguf filter=lfs diff=lfs merge=lfs -text
+MoQ-5.0.gguf filter=lfs diff=lfs merge=lfs -text

MoQ-2.5.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfdfa1103e62db457273cbebb5a4d08bb1bc10fa0160b0f3aad7d4a71c2c8ddd
+size 132264063648

MoQ-2.75.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a76c9d9f61358b663682f08bc475f4e4fb5c376d2aa81ab6cc19f34ca1c970f2
+size 145174131360

MoQ-3.0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1832d3e8c9c781476a10c9f610ac61e450f2a0c4d15d608706b7acd5f676104a
+size 159526632096

MoQ-3.25.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11fe98f12b613860f62866930bb15b60fe5c718a278129c4951c96331f83171c
+size 164539232928

MoQ-3.5.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5f154ce0affcf2145c5dfa348eb14edea6ccaf2113a17664ed236e98e68a1f
+size 183904334496

MoQ-3.75.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f57722caad9698611ebe8110364cb47e263cb5a43524914cda15c864d2828b59
+size 199281064608

MoQ-4.75.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:963476303c6ef6ae1b1926b0e14cd33052e525e7a6ec5f8f23cb310e68f4d791
+size 203269436064

MoQ-5.0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:871412417199ecfa64195afd3b9968b48cbcbecfc1486d2c8fd66b758b298098
+size 257061384864

MoQ_MiniMax-M3_tensors_2.5.txt

@@ -0,0 +1,948 @@
+^output\.weight$=bf16
+^token_embd\.weight$=bf16
+^blk\.0\.attn_norm\.weight$=bf16
+^blk\.0\.ffn_down\.weight$=bf16
+^blk\.0\.ffn_gate\.weight$=bf16
+^blk\.0\.ffn_up\.weight$=bf16
+^blk\.0\.ffn_norm\.weight$=bf16
+^blk\.0\.attn_k_norm\.weight$=bf16
+^blk\.0\.attn_k\.weight$=bf16
+^blk\.0\.attn_output\.weight$=bf16
+^blk\.0\.attn_q_norm\.weight$=bf16
+^blk\.0\.attn_q\.weight$=bf16
+^blk\.0\.attn_v\.weight$=bf16
+^output_norm\.weight$=bf16
+^blk\.1\.attn_norm\.weight$=bf16
+^blk\.1\.ffn_down\.weight$=bf16
+^blk\.1\.ffn_gate\.weight$=bf16
+^blk\.1\.ffn_up\.weight$=bf16
+^blk\.1\.ffn_norm\.weight$=bf16
+^blk\.1\.attn_k_norm\.weight$=bf16
+^blk\.1\.attn_k\.weight$=bf16
+^blk\.1\.attn_output\.weight$=bf16
+^blk\.1\.attn_q_norm\.weight$=bf16
+^blk\.1\.attn_q\.weight$=bf16
+^blk\.1\.attn_v\.weight$=bf16
+^blk\.2\.attn_norm\.weight$=bf16
+^blk\.2\.ffn_down\.weight$=bf16
+^blk\.2\.ffn_gate\.weight$=bf16
+^blk\.2\.ffn_up\.weight$=bf16
+^blk\.2\.ffn_norm\.weight$=bf16
+^blk\.2\.attn_k_norm\.weight$=bf16
+^blk\.2\.attn_k\.weight$=bf16
+^blk\.2\.attn_output\.weight$=bf16
+^blk\.2\.attn_q_norm\.weight$=bf16
+^blk\.2\.attn_q\.weight$=bf16
+^blk\.2\.attn_v\.weight$=bf16
+^blk\.25\.exp_probs_b\.bias$=bf16
+^blk\.3\.exp_probs_b\.bias$=bf16
+^blk\.3\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.3\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.3\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.3\.ffn_gate_inp\.weight$=bf16
+^blk\.3\.ffn_down_shexp\.weight$=bf16
+^blk\.3\.ffn_gate_shexp\.weight$=bf16
+^blk\.3\.ffn_up_shexp\.weight$=bf16
+^blk\.3\.attn_norm\.weight$=bf16
+^blk\.3\.ffn_norm\.weight$=bf16
+^blk\.3\.attn_k_norm\.weight$=bf16
+^blk\.3\.attn_k\.weight$=bf16
+^blk\.3\.attn_output\.weight$=bf16
+^blk\.3\.attn_q_norm\.weight$=bf16
+^blk\.3\.attn_q\.weight$=bf16
+^blk\.3\.attn_v\.weight$=bf16
+^blk\.37\.exp_probs_b\.bias$=bf16
+^blk\.38\.exp_probs_b\.bias$=bf16
+^blk\.4\.exp_probs_b\.bias$=bf16
+^blk\.4\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.4\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.4\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.4\.ffn_gate_inp\.weight$=bf16
+^blk\.4\.ffn_down_shexp\.weight$=bf16
+^blk\.4\.ffn_gate_shexp\.weight$=bf16
+^blk\.4\.ffn_up_shexp\.weight$=bf16
+^blk\.4\.attn_norm\.weight$=bf16
+^blk\.4\.ffn_norm\.weight$=bf16
+^blk\.4\.attn_k_norm\.weight$=bf16
+^blk\.4\.attn_k\.weight$=bf16
+^blk\.4\.attn_output\.weight$=bf16
+^blk\.4\.attn_q_norm\.weight$=bf16
+^blk\.4\.attn_q\.weight$=bf16
+^blk\.4\.attn_v\.weight$=bf16
+^blk\.39\.exp_probs_b\.bias$=bf16
+^blk\.5\.exp_probs_b\.bias$=bf16
+^blk\.5\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.5\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.5\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.5\.ffn_gate_inp\.weight$=bf16
+^blk\.5\.ffn_down_shexp\.weight$=bf16
+^blk\.5\.ffn_gate_shexp\.weight$=bf16
+^blk\.5\.ffn_up_shexp\.weight$=bf16
+^blk\.5\.attn_norm\.weight$=bf16
+^blk\.5\.ffn_norm\.weight$=bf16
+^blk\.5\.attn_k_norm\.weight$=bf16
+^blk\.5\.attn_k\.weight$=bf16
+^blk\.5\.attn_output\.weight$=bf16
+^blk\.5\.attn_q_norm\.weight$=bf16
+^blk\.5\.attn_q\.weight$=bf16
+^blk\.5\.attn_v\.weight$=bf16
+^blk\.40\.exp_probs_b\.bias$=bf16
+^blk\.6\.exp_probs_b\.bias$=bf16
+^blk\.6\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.6\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.6\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.6\.ffn_gate_inp\.weight$=bf16
+^blk\.6\.ffn_down_shexp\.weight$=bf16
+^blk\.6\.ffn_gate_shexp\.weight$=bf16
+^blk\.6\.ffn_up_shexp\.weight$=bf16
+^blk\.6\.attn_norm\.weight$=bf16
+^blk\.6\.ffn_norm\.weight$=bf16
+^blk\.6\.attn_k_norm\.weight$=bf16
+^blk\.6\.attn_k\.weight$=bf16
+^blk\.6\.attn_output\.weight$=bf16
+^blk\.6\.attn_q_norm\.weight$=bf16
+^blk\.6\.attn_q\.weight$=bf16
+^blk\.6\.attn_v\.weight$=bf16
+^blk\.41\.exp_probs_b\.bias$=bf16
+^blk\.7\.exp_probs_b\.bias$=bf16
+^blk\.7\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.7\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.7\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.7\.ffn_gate_inp\.weight$=bf16
+^blk\.7\.ffn_down_shexp\.weight$=bf16
+^blk\.7\.ffn_gate_shexp\.weight$=bf16
+^blk\.7\.ffn_up_shexp\.weight$=bf16
+^blk\.7\.attn_norm\.weight$=bf16
+^blk\.7\.ffn_norm\.weight$=bf16
+^blk\.7\.attn_k_norm\.weight$=bf16
+^blk\.7\.attn_k\.weight$=bf16
+^blk\.7\.attn_output\.weight$=bf16
+^blk\.7\.attn_q_norm\.weight$=bf16
+^blk\.7\.attn_q\.weight$=bf16
+^blk\.7\.attn_v\.weight$=bf16
+^blk\.42\.exp_probs_b\.bias$=bf16
+^blk\.8\.exp_probs_b\.bias$=bf16
+^blk\.8\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.8\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.8\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.8\.ffn_gate_inp\.weight$=bf16
+^blk\.8\.ffn_down_shexp\.weight$=bf16
+^blk\.8\.ffn_gate_shexp\.weight$=bf16
+^blk\.8\.ffn_up_shexp\.weight$=bf16
+^blk\.8\.attn_norm\.weight$=bf16
+^blk\.8\.ffn_norm\.weight$=bf16
+^blk\.8\.attn_k_norm\.weight$=bf16
+^blk\.8\.attn_k\.weight$=bf16
+^blk\.8\.attn_output\.weight$=bf16
+^blk\.8\.attn_q_norm\.weight$=bf16
+^blk\.8\.attn_q\.weight$=bf16
+^blk\.8\.attn_v\.weight$=bf16
+^blk\.43\.exp_probs_b\.bias$=bf16
+^blk\.9\.exp_probs_b\.bias$=bf16
+^blk\.9\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.9\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.9\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.9\.ffn_gate_inp\.weight$=bf16
+^blk\.9\.ffn_down_shexp\.weight$=bf16
+^blk\.9\.ffn_gate_shexp\.weight$=bf16
+^blk\.9\.ffn_up_shexp\.weight$=bf16
+^blk\.9\.attn_norm\.weight$=bf16
+^blk\.9\.ffn_norm\.weight$=bf16
+^blk\.9\.attn_k_norm\.weight$=bf16
+^blk\.9\.attn_k\.weight$=bf16
+^blk\.9\.attn_output\.weight$=bf16
+^blk\.9\.attn_q_norm\.weight$=bf16
+^blk\.9\.attn_q\.weight$=bf16
+^blk\.9\.attn_v\.weight$=bf16
+^blk\.10\.exp_probs_b\.bias$=bf16
+^blk\.10\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.10\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.10\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.10\.ffn_gate_inp\.weight$=bf16
+^blk\.10\.ffn_down_shexp\.weight$=bf16
+^blk\.10\.ffn_gate_shexp\.weight$=bf16
+^blk\.10\.ffn_up_shexp\.weight$=bf16
+^blk\.10\.attn_norm\.weight$=bf16
+^blk\.10\.ffn_norm\.weight$=bf16
+^blk\.10\.attn_k_norm\.weight$=bf16
+^blk\.10\.attn_k\.weight$=bf16
+^blk\.10\.attn_output\.weight$=bf16
+^blk\.10\.attn_q_norm\.weight$=bf16
+^blk\.10\.attn_q\.weight$=bf16
+^blk\.10\.attn_v\.weight$=bf16
+^blk\.44\.exp_probs_b\.bias$=bf16
+^blk\.11\.exp_probs_b\.bias$=bf16
+^blk\.11\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.11\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.11\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.11\.ffn_gate_inp\.weight$=bf16
+^blk\.11\.ffn_down_shexp\.weight$=bf16
+^blk\.11\.ffn_gate_shexp\.weight$=bf16
+^blk\.11\.ffn_up_shexp\.weight$=bf16
+^blk\.11\.attn_norm\.weight$=bf16
+^blk\.11\.ffn_norm\.weight$=bf16
+^blk\.11\.attn_k_norm\.weight$=bf16
+^blk\.11\.attn_k\.weight$=bf16
+^blk\.11\.attn_output\.weight$=bf16
+^blk\.11\.attn_q_norm\.weight$=bf16
+^blk\.11\.attn_q\.weight$=bf16
+^blk\.11\.attn_v\.weight$=bf16
+^blk\.45\.exp_probs_b\.bias$=bf16
+^blk\.12\.exp_probs_b\.bias$=bf16
+^blk\.12\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.12\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.12\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.12\.ffn_gate_inp\.weight$=bf16
+^blk\.12\.ffn_down_shexp\.weight$=bf16
+^blk\.12\.ffn_gate_shexp\.weight$=bf16
+^blk\.12\.ffn_up_shexp\.weight$=bf16
+^blk\.12\.attn_norm\.weight$=bf16
+^blk\.12\.ffn_norm\.weight$=bf16
+^blk\.12\.attn_k_norm\.weight$=bf16
+^blk\.12\.attn_k\.weight$=bf16
+^blk\.12\.attn_output\.weight$=bf16
+^blk\.12\.attn_q_norm\.weight$=bf16
+^blk\.12\.attn_q\.weight$=bf16
+^blk\.12\.attn_v\.weight$=bf16
+^blk\.46\.exp_probs_b\.bias$=bf16
+^blk\.13\.exp_probs_b\.bias$=bf16
+^blk\.13\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.13\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.13\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.13\.ffn_gate_inp\.weight$=bf16
+^blk\.13\.ffn_down_shexp\.weight$=bf16
+^blk\.13\.ffn_gate_shexp\.weight$=bf16
+^blk\.13\.ffn_up_shexp\.weight$=bf16
+^blk\.13\.attn_norm\.weight$=bf16
+^blk\.13\.ffn_norm\.weight$=bf16
+^blk\.13\.attn_k_norm\.weight$=bf16
+^blk\.13\.attn_k\.weight$=bf16
+^blk\.13\.attn_output\.weight$=bf16
+^blk\.13\.attn_q_norm\.weight$=bf16
+^blk\.13\.attn_q\.weight$=bf16
+^blk\.13\.attn_v\.weight$=bf16
+^blk\.47\.exp_probs_b\.bias$=bf16
+^blk\.14\.exp_probs_b\.bias$=bf16
+^blk\.14\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.14\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.14\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.14\.ffn_gate_inp\.weight$=bf16
+^blk\.14\.ffn_down_shexp\.weight$=bf16
+^blk\.14\.ffn_gate_shexp\.weight$=bf16
+^blk\.14\.ffn_up_shexp\.weight$=bf16
+^blk\.14\.attn_norm\.weight$=bf16
+^blk\.14\.ffn_norm\.weight$=bf16
+^blk\.14\.attn_k_norm\.weight$=bf16
+^blk\.14\.attn_k\.weight$=bf16
+^blk\.14\.attn_output\.weight$=bf16
+^blk\.14\.attn_q_norm\.weight$=bf16
+^blk\.14\.attn_q\.weight$=bf16
+^blk\.14\.attn_v\.weight$=bf16
+^blk\.48\.exp_probs_b\.bias$=bf16
+^blk\.15\.exp_probs_b\.bias$=bf16
+^blk\.15\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.15\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.15\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.15\.ffn_gate_inp\.weight$=bf16
+^blk\.15\.ffn_down_shexp\.weight$=bf16
+^blk\.15\.ffn_gate_shexp\.weight$=bf16
+^blk\.15\.ffn_up_shexp\.weight$=bf16
+^blk\.15\.attn_norm\.weight$=bf16
+^blk\.15\.ffn_norm\.weight$=bf16
+^blk\.15\.attn_k_norm\.weight$=bf16
+^blk\.15\.attn_k\.weight$=bf16
+^blk\.15\.attn_output\.weight$=bf16
+^blk\.15\.attn_q_norm\.weight$=bf16
+^blk\.15\.attn_q\.weight$=bf16
+^blk\.15\.attn_v\.weight$=bf16
+^blk\.49\.exp_probs_b\.bias$=bf16
+^blk\.16\.exp_probs_b\.bias$=bf16
+^blk\.16\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.16\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.16\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.16\.ffn_gate_inp\.weight$=bf16
+^blk\.16\.ffn_down_shexp\.weight$=bf16
+^blk\.16\.ffn_gate_shexp\.weight$=bf16
+^blk\.16\.ffn_up_shexp\.weight$=bf16
+^blk\.16\.attn_norm\.weight$=bf16
+^blk\.16\.ffn_norm\.weight$=bf16
+^blk\.16\.attn_k_norm\.weight$=bf16
+^blk\.16\.attn_k\.weight$=bf16
+^blk\.16\.attn_output\.weight$=bf16
+^blk\.16\.attn_q_norm\.weight$=bf16
+^blk\.16\.attn_q\.weight$=bf16
+^blk\.16\.attn_v\.weight$=bf16
+^blk\.50\.exp_probs_b\.bias$=bf16
+^blk\.17\.exp_probs_b\.bias$=bf16
+^blk\.17\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.17\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.17\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.17\.ffn_gate_inp\.weight$=bf16
+^blk\.17\.ffn_down_shexp\.weight$=bf16
+^blk\.17\.ffn_gate_shexp\.weight$=bf16
+^blk\.17\.ffn_up_shexp\.weight$=bf16
+^blk\.17\.attn_norm\.weight$=bf16
+^blk\.17\.ffn_norm\.weight$=bf16
+^blk\.17\.attn_k_norm\.weight$=bf16
+^blk\.17\.attn_k\.weight$=bf16
+^blk\.17\.attn_output\.weight$=bf16
+^blk\.17\.attn_q_norm\.weight$=bf16
+^blk\.17\.attn_q\.weight$=bf16
+^blk\.17\.attn_v\.weight$=bf16
+^blk\.51\.exp_probs_b\.bias$=bf16
+^blk\.18\.exp_probs_b\.bias$=bf16
+^blk\.18\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.18\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.18\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.18\.ffn_gate_inp\.weight$=bf16
+^blk\.18\.ffn_down_shexp\.weight$=bf16
+^blk\.18\.ffn_gate_shexp\.weight$=bf16
+^blk\.18\.ffn_up_shexp\.weight$=bf16
+^blk\.18\.attn_norm\.weight$=bf16
+^blk\.18\.ffn_norm\.weight$=bf16
+^blk\.18\.attn_k_norm\.weight$=bf16
+^blk\.18\.attn_k\.weight$=bf16
+^blk\.18\.attn_output\.weight$=bf16
+^blk\.18\.attn_q_norm\.weight$=bf16
+^blk\.18\.attn_q\.weight$=bf16
+^blk\.18\.attn_v\.weight$=bf16
+^blk\.52\.exp_probs_b\.bias$=bf16
+^blk\.19\.exp_probs_b\.bias$=bf16
+^blk\.19\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.19\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.19\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.19\.ffn_gate_inp\.weight$=bf16
+^blk\.19\.ffn_down_shexp\.weight$=bf16
+^blk\.19\.ffn_gate_shexp\.weight$=bf16
+^blk\.19\.ffn_up_shexp\.weight$=bf16
+^blk\.19\.attn_norm\.weight$=bf16
+^blk\.19\.ffn_norm\.weight$=bf16
+^blk\.19\.attn_k_norm\.weight$=bf16
+^blk\.19\.attn_k\.weight$=bf16
+^blk\.19\.attn_output\.weight$=bf16
+^blk\.19\.attn_q_norm\.weight$=bf16
+^blk\.19\.attn_q\.weight$=bf16
+^blk\.19\.attn_v\.weight$=bf16
+^blk\.53\.exp_probs_b\.bias$=bf16
+^blk\.20\.exp_probs_b\.bias$=bf16
+^blk\.20\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.20\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.20\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.20\.ffn_gate_inp\.weight$=bf16
+^blk\.20\.ffn_down_shexp\.weight$=bf16
+^blk\.20\.ffn_gate_shexp\.weight$=bf16
+^blk\.20\.ffn_up_shexp\.weight$=bf16
+^blk\.20\.attn_norm\.weight$=bf16
+^blk\.20\.ffn_norm\.weight$=bf16
+^blk\.20\.attn_k_norm\.weight$=bf16
+^blk\.20\.attn_k\.weight$=bf16
+^blk\.20\.attn_output\.weight$=bf16
+^blk\.20\.attn_q_norm\.weight$=bf16
+^blk\.20\.attn_q\.weight$=bf16
+^blk\.20\.attn_v\.weight$=bf16
+^blk\.54\.exp_probs_b\.bias$=bf16
+^blk\.21\.exp_probs_b\.bias$=bf16
+^blk\.21\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.21\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.21\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.21\.ffn_gate_inp\.weight$=bf16
+^blk\.21\.ffn_down_shexp\.weight$=bf16
+^blk\.21\.ffn_gate_shexp\.weight$=bf16
+^blk\.21\.ffn_up_shexp\.weight$=bf16
+^blk\.21\.attn_norm\.weight$=bf16
+^blk\.21\.ffn_norm\.weight$=bf16
+^blk\.21\.attn_k_norm\.weight$=bf16
+^blk\.21\.attn_k\.weight$=bf16
+^blk\.21\.attn_output\.weight$=bf16
+^blk\.21\.attn_q_norm\.weight$=bf16
+^blk\.21\.attn_q\.weight$=bf16
+^blk\.21\.attn_v\.weight$=bf16
+^blk\.55\.exp_probs_b\.bias$=bf16
+^blk\.22\.exp_probs_b\.bias$=bf16
+^blk\.22\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.22\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.22\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.22\.ffn_gate_inp\.weight$=bf16
+^blk\.22\.ffn_down_shexp\.weight$=bf16
+^blk\.22\.ffn_gate_shexp\.weight$=bf16
+^blk\.22\.ffn_up_shexp\.weight$=bf16
+^blk\.22\.attn_norm\.weight$=bf16
+^blk\.22\.ffn_norm\.weight$=bf16
+^blk\.22\.attn_k_norm\.weight$=bf16
+^blk\.22\.attn_k\.weight$=bf16
+^blk\.22\.attn_output\.weight$=bf16
+^blk\.22\.attn_q_norm\.weight$=bf16
+^blk\.22\.attn_q\.weight$=bf16
+^blk\.22\.attn_v\.weight$=bf16
+^blk\.56\.exp_probs_b\.bias$=bf16
+^blk\.23\.exp_probs_b\.bias$=bf16
+^blk\.23\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.23\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.23\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.23\.ffn_gate_inp\.weight$=bf16
+^blk\.23\.ffn_down_shexp\.weight$=bf16
+^blk\.23\.ffn_gate_shexp\.weight$=bf16
+^blk\.23\.ffn_up_shexp\.weight$=bf16
+^blk\.23\.attn_norm\.weight$=bf16
+^blk\.23\.ffn_norm\.weight$=bf16
+^blk\.23\.attn_k_norm\.weight$=bf16
+^blk\.23\.attn_k\.weight$=bf16
+^blk\.23\.attn_output\.weight$=bf16
+^blk\.23\.attn_q_norm\.weight$=bf16
+^blk\.23\.attn_q\.weight$=bf16
+^blk\.23\.attn_v\.weight$=bf16
+^blk\.57\.exp_probs_b\.bias$=bf16
+^blk\.24\.exp_probs_b\.bias$=bf16
+^blk\.24\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.24\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.24\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.24\.ffn_gate_inp\.weight$=bf16
+^blk\.24\.ffn_down_shexp\.weight$=bf16
+^blk\.24\.ffn_gate_shexp\.weight$=bf16
+^blk\.24\.ffn_up_shexp\.weight$=bf16
+^blk\.24\.attn_norm\.weight$=bf16
+^blk\.24\.ffn_norm\.weight$=bf16
+^blk\.24\.attn_k_norm\.weight$=bf16
+^blk\.24\.attn_k\.weight$=bf16
+^blk\.24\.attn_output\.weight$=bf16
+^blk\.24\.attn_q_norm\.weight$=bf16
+^blk\.24\.attn_q\.weight$=bf16
+^blk\.24\.attn_v\.weight$=bf16
+^blk\.58\.exp_probs_b\.bias$=bf16
+^blk\.25\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.25\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.25\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.25\.ffn_gate_inp\.weight$=bf16
+^blk\.25\.ffn_down_shexp\.weight$=bf16
+^blk\.25\.ffn_gate_shexp\.weight$=bf16
+^blk\.25\.ffn_up_shexp\.weight$=bf16
+^blk\.25\.attn_norm\.weight$=bf16
+^blk\.25\.ffn_norm\.weight$=bf16
+^blk\.25\.attn_k_norm\.weight$=bf16
+^blk\.25\.attn_k\.weight$=bf16
+^blk\.25\.attn_output\.weight$=bf16
+^blk\.25\.attn_q_norm\.weight$=bf16
+^blk\.25\.attn_q\.weight$=bf16
+^blk\.25\.attn_v\.weight$=bf16
+^blk\.26\.exp_probs_b\.bias$=bf16
+^blk\.26\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.26\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.26\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.26\.ffn_gate_inp\.weight$=bf16
+^blk\.26\.ffn_down_shexp\.weight$=bf16
+^blk\.26\.ffn_gate_shexp\.weight$=bf16
+^blk\.26\.ffn_up_shexp\.weight$=bf16
+^blk\.26\.attn_norm\.weight$=bf16
+^blk\.26\.ffn_norm\.weight$=bf16
+^blk\.26\.attn_k_norm\.weight$=bf16
+^blk\.26\.attn_k\.weight$=bf16
+^blk\.26\.attn_output\.weight$=bf16
+^blk\.26\.attn_q_norm\.weight$=bf16
+^blk\.26\.attn_q\.weight$=bf16
+^blk\.26\.attn_v\.weight$=bf16
+^blk\.27\.exp_probs_b\.bias$=bf16
+^blk\.27\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.27\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.27\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.27\.ffn_gate_inp\.weight$=bf16
+^blk\.27\.ffn_down_shexp\.weight$=bf16
+^blk\.27\.ffn_gate_shexp\.weight$=bf16
+^blk\.27\.ffn_up_shexp\.weight$=bf16
+^blk\.27\.attn_norm\.weight$=bf16
+^blk\.27\.ffn_norm\.weight$=bf16
+^blk\.27\.attn_k_norm\.weight$=bf16
+^blk\.27\.attn_k\.weight$=bf16
+^blk\.27\.attn_output\.weight$=bf16
+^blk\.27\.attn_q_norm\.weight$=bf16
+^blk\.27\.attn_q\.weight$=bf16
+^blk\.27\.attn_v\.weight$=bf16
+^blk\.28\.exp_probs_b\.bias$=bf16
+^blk\.28\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.28\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.28\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.28\.ffn_gate_inp\.weight$=bf16
+^blk\.28\.ffn_down_shexp\.weight$=bf16
+^blk\.28\.ffn_gate_shexp\.weight$=bf16
+^blk\.28\.ffn_up_shexp\.weight$=bf16
+^blk\.28\.attn_norm\.weight$=bf16
+^blk\.28\.ffn_norm\.weight$=bf16
+^blk\.28\.attn_k_norm\.weight$=bf16
+^blk\.28\.attn_k\.weight$=bf16
+^blk\.28\.attn_output\.weight$=bf16
+^blk\.28\.attn_q_norm\.weight$=bf16
+^blk\.28\.attn_q\.weight$=bf16
+^blk\.28\.attn_v\.weight$=bf16
+^blk\.29\.exp_probs_b\.bias$=bf16
+^blk\.29\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.29\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.29\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.29\.ffn_gate_inp\.weight$=bf16
+^blk\.29\.ffn_down_shexp\.weight$=bf16
+^blk\.29\.ffn_gate_shexp\.weight$=bf16
+^blk\.29\.ffn_up_shexp\.weight$=bf16
+^blk\.29\.attn_norm\.weight$=bf16
+^blk\.29\.ffn_norm\.weight$=bf16
+^blk\.29\.attn_k_norm\.weight$=bf16
+^blk\.29\.attn_k\.weight$=bf16
+^blk\.29\.attn_output\.weight$=bf16
+^blk\.29\.attn_q_norm\.weight$=bf16
+^blk\.29\.attn_q\.weight$=bf16
+^blk\.29\.attn_v\.weight$=bf16
+^blk\.30\.exp_probs_b\.bias$=bf16
+^blk\.30\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.30\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.30\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.30\.ffn_gate_inp\.weight$=bf16
+^blk\.30\.ffn_down_shexp\.weight$=bf16
+^blk\.30\.ffn_gate_shexp\.weight$=bf16
+^blk\.30\.ffn_up_shexp\.weight$=bf16
+^blk\.30\.attn_norm\.weight$=bf16
+^blk\.30\.ffn_norm\.weight$=bf16
+^blk\.30\.attn_k_norm\.weight$=bf16
+^blk\.30\.attn_k\.weight$=bf16
+^blk\.30\.attn_output\.weight$=bf16
+^blk\.30\.attn_q_norm\.weight$=bf16
+^blk\.30\.attn_q\.weight$=bf16
+^blk\.30\.attn_v\.weight$=bf16
+^blk\.31\.exp_probs_b\.bias$=bf16
+^blk\.31\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.31\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.31\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.31\.ffn_gate_inp\.weight$=bf16
+^blk\.31\.ffn_down_shexp\.weight$=bf16
+^blk\.31\.ffn_gate_shexp\.weight$=bf16
+^blk\.31\.ffn_up_shexp\.weight$=bf16
+^blk\.31\.attn_norm\.weight$=bf16
+^blk\.31\.ffn_norm\.weight$=bf16
+^blk\.31\.attn_k_norm\.weight$=bf16
+^blk\.31\.attn_k\.weight$=bf16
+^blk\.31\.attn_output\.weight$=bf16
+^blk\.31\.attn_q_norm\.weight$=bf16
+^blk\.31\.attn_q\.weight$=bf16
+^blk\.31\.attn_v\.weight$=bf16
+^blk\.32\.exp_probs_b\.bias$=bf16
+^blk\.32\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.32\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.32\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.32\.ffn_gate_inp\.weight$=bf16
+^blk\.32\.ffn_down_shexp\.weight$=bf16
+^blk\.32\.ffn_gate_shexp\.weight$=bf16
+^blk\.32\.ffn_up_shexp\.weight$=bf16
+^blk\.32\.attn_norm\.weight$=bf16
+^blk\.32\.ffn_norm\.weight$=bf16
+^blk\.32\.attn_k_norm\.weight$=bf16
+^blk\.32\.attn_k\.weight$=bf16
+^blk\.32\.attn_output\.weight$=bf16
+^blk\.32\.attn_q_norm\.weight$=bf16
+^blk\.32\.attn_q\.weight$=bf16
+^blk\.32\.attn_v\.weight$=bf16
+^blk\.33\.exp_probs_b\.bias$=bf16
+^blk\.33\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.33\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.33\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.33\.ffn_gate_inp\.weight$=bf16
+^blk\.33\.ffn_down_shexp\.weight$=bf16
+^blk\.33\.ffn_gate_shexp\.weight$=bf16
+^blk\.33\.ffn_up_shexp\.weight$=bf16
+^blk\.33\.attn_norm\.weight$=bf16
+^blk\.33\.ffn_norm\.weight$=bf16
+^blk\.33\.attn_k_norm\.weight$=bf16
+^blk\.33\.attn_k\.weight$=bf16
+^blk\.33\.attn_output\.weight$=bf16
+^blk\.33\.attn_q_norm\.weight$=bf16
+^blk\.33\.attn_q\.weight$=bf16
+^blk\.33\.attn_v\.weight$=bf16
+^blk\.34\.exp_probs_b\.bias$=bf16
+^blk\.34\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.34\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.34\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.34\.ffn_gate_inp\.weight$=bf16
+^blk\.34\.ffn_down_shexp\.weight$=bf16
+^blk\.34\.ffn_gate_shexp\.weight$=bf16
+^blk\.34\.ffn_up_shexp\.weight$=bf16
+^blk\.34\.attn_norm\.weight$=bf16
+^blk\.34\.ffn_norm\.weight$=bf16
+^blk\.34\.attn_k_norm\.weight$=bf16
+^blk\.34\.attn_k\.weight$=bf16
+^blk\.34\.attn_output\.weight$=bf16
+^blk\.34\.attn_q_norm\.weight$=bf16
+^blk\.34\.attn_q\.weight$=bf16
+^blk\.34\.attn_v\.weight$=bf16
+^blk\.35\.exp_probs_b\.bias$=bf16
+^blk\.35\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.35\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.35\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.35\.ffn_gate_inp\.weight$=bf16
+^blk\.35\.ffn_down_shexp\.weight$=bf16
+^blk\.35\.ffn_gate_shexp\.weight$=bf16
+^blk\.35\.ffn_up_shexp\.weight$=bf16
+^blk\.35\.attn_norm\.weight$=bf16
+^blk\.35\.ffn_norm\.weight$=bf16
+^blk\.35\.attn_k_norm\.weight$=bf16
+^blk\.35\.attn_k\.weight$=bf16
+^blk\.35\.attn_output\.weight$=bf16
+^blk\.35\.attn_q_norm\.weight$=bf16
+^blk\.35\.attn_q\.weight$=bf16
+^blk\.35\.attn_v\.weight$=bf16
+^blk\.36\.exp_probs_b\.bias$=bf16
+^blk\.36\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.36\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.36\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.36\.ffn_gate_inp\.weight$=bf16
+^blk\.36\.ffn_down_shexp\.weight$=bf16
+^blk\.36\.ffn_gate_shexp\.weight$=bf16
+^blk\.36\.ffn_up_shexp\.weight$=bf16
+^blk\.36\.attn_norm\.weight$=bf16
+^blk\.36\.ffn_norm\.weight$=bf16
+^blk\.36\.attn_k_norm\.weight$=bf16
+^blk\.36\.attn_k\.weight$=bf16
+^blk\.36\.attn_output\.weight$=bf16
+^blk\.36\.attn_q_norm\.weight$=bf16
+^blk\.36\.attn_q\.weight$=bf16
+^blk\.36\.attn_v\.weight$=bf16
+^blk\.37\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.37\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.37\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.37\.ffn_gate_inp\.weight$=bf16
+^blk\.37\.ffn_down_shexp\.weight$=bf16
+^blk\.37\.ffn_gate_shexp\.weight$=bf16
+^blk\.37\.ffn_up_shexp\.weight$=bf16
+^blk\.37\.attn_norm\.weight$=bf16
+^blk\.37\.ffn_norm\.weight$=bf16
+^blk\.37\.attn_k_norm\.weight$=bf16
+^blk\.37\.attn_k\.weight$=bf16
+^blk\.37\.attn_output\.weight$=bf16
+^blk\.37\.attn_q_norm\.weight$=bf16
+^blk\.37\.attn_q\.weight$=bf16
+^blk\.37\.attn_v\.weight$=bf16
+^blk\.38\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.38\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.38\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.38\.ffn_gate_inp\.weight$=bf16
+^blk\.38\.ffn_down_shexp\.weight$=bf16
+^blk\.38\.ffn_gate_shexp\.weight$=bf16
+^blk\.38\.ffn_up_shexp\.weight$=bf16
+^blk\.38\.attn_norm\.weight$=bf16
+^blk\.38\.ffn_norm\.weight$=bf16
+^blk\.38\.attn_k_norm\.weight$=bf16
+^blk\.38\.attn_k\.weight$=bf16
+^blk\.38\.attn_output\.weight$=bf16
+^blk\.38\.attn_q_norm\.weight$=bf16
+^blk\.38\.attn_q\.weight$=bf16
+^blk\.38\.attn_v\.weight$=bf16
+^blk\.39\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.39\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.39\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.39\.ffn_gate_inp\.weight$=bf16
+^blk\.39\.ffn_down_shexp\.weight$=bf16
+^blk\.39\.ffn_gate_shexp\.weight$=bf16
+^blk\.39\.ffn_up_shexp\.weight$=bf16
+^blk\.39\.attn_norm\.weight$=bf16
+^blk\.39\.ffn_norm\.weight$=bf16
+^blk\.39\.attn_k_norm\.weight$=bf16
+^blk\.39\.attn_k\.weight$=bf16
+^blk\.39\.attn_output\.weight$=bf16
+^blk\.39\.attn_q_norm\.weight$=bf16
+^blk\.39\.attn_q\.weight$=bf16
+^blk\.39\.attn_v\.weight$=bf16
+^blk\.40\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.40\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.40\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.40\.ffn_gate_inp\.weight$=bf16
+^blk\.40\.ffn_down_shexp\.weight$=bf16
+^blk\.40\.ffn_gate_shexp\.weight$=bf16
+^blk\.40\.ffn_up_shexp\.weight$=bf16
+^blk\.40\.attn_norm\.weight$=bf16
+^blk\.40\.ffn_norm\.weight$=bf16
+^blk\.40\.attn_k_norm\.weight$=bf16
+^blk\.40\.attn_k\.weight$=bf16
+^blk\.40\.attn_output\.weight$=bf16
+^blk\.40\.attn_q_norm\.weight$=bf16
+^blk\.40\.attn_q\.weight$=bf16
+^blk\.40\.attn_v\.weight$=bf16
+^blk\.41\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.41\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.41\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.41\.ffn_gate_inp\.weight$=bf16
+^blk\.41\.ffn_down_shexp\.weight$=bf16
+^blk\.41\.ffn_gate_shexp\.weight$=bf16
+^blk\.41\.ffn_up_shexp\.weight$=bf16
+^blk\.41\.attn_norm\.weight$=bf16
+^blk\.41\.ffn_norm\.weight$=bf16
+^blk\.41\.attn_k_norm\.weight$=bf16
+^blk\.41\.attn_k\.weight$=bf16
+^blk\.41\.attn_output\.weight$=bf16
+^blk\.41\.attn_q_norm\.weight$=bf16
+^blk\.41\.attn_q\.weight$=bf16
+^blk\.41\.attn_v\.weight$=bf16
+^blk\.42\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.42\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.42\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.42\.ffn_gate_inp\.weight$=bf16
+^blk\.42\.ffn_down_shexp\.weight$=bf16
+^blk\.42\.ffn_gate_shexp\.weight$=bf16
+^blk\.42\.ffn_up_shexp\.weight$=bf16
+^blk\.42\.attn_norm\.weight$=bf16
+^blk\.42\.ffn_norm\.weight$=bf16
+^blk\.42\.attn_k_norm\.weight$=bf16
+^blk\.42\.attn_k\.weight$=bf16
+^blk\.42\.attn_output\.weight$=bf16
+^blk\.42\.attn_q_norm\.weight$=bf16
+^blk\.42\.attn_q\.weight$=bf16
+^blk\.42\.attn_v\.weight$=bf16
+^blk\.43\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.43\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.43\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.43\.ffn_gate_inp\.weight$=bf16
+^blk\.43\.ffn_down_shexp\.weight$=bf16
+^blk\.43\.ffn_gate_shexp\.weight$=bf16
+^blk\.43\.ffn_up_shexp\.weight$=bf16
+^blk\.43\.attn_norm\.weight$=bf16
+^blk\.43\.ffn_norm\.weight$=bf16
+^blk\.43\.attn_k_norm\.weight$=bf16
+^blk\.43\.attn_k\.weight$=bf16
+^blk\.43\.attn_output\.weight$=bf16
+^blk\.43\.attn_q_norm\.weight$=bf16
+^blk\.43\.attn_q\.weight$=bf16
+^blk\.43\.attn_v\.weight$=bf16
+^blk\.44\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.44\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.44\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.44\.ffn_gate_inp\.weight$=bf16
+^blk\.44\.ffn_down_shexp\.weight$=bf16
+^blk\.44\.ffn_gate_shexp\.weight$=bf16
+^blk\.44\.ffn_up_shexp\.weight$=bf16
+^blk\.44\.attn_norm\.weight$=bf16
+^blk\.44\.ffn_norm\.weight$=bf16
+^blk\.44\.attn_k_norm\.weight$=bf16
+^blk\.44\.attn_k\.weight$=bf16
+^blk\.44\.attn_output\.weight$=bf16
+^blk\.44\.attn_q_norm\.weight$=bf16
+^blk\.44\.attn_q\.weight$=bf16
+^blk\.44\.attn_v\.weight$=bf16
+^blk\.45\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.45\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.45\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.45\.ffn_gate_inp\.weight$=bf16
+^blk\.45\.ffn_down_shexp\.weight$=bf16
+^blk\.45\.ffn_gate_shexp\.weight$=bf16
+^blk\.45\.ffn_up_shexp\.weight$=bf16
+^blk\.45\.attn_norm\.weight$=bf16
+^blk\.45\.ffn_norm\.weight$=bf16
+^blk\.45\.attn_k_norm\.weight$=bf16
+^blk\.45\.attn_k\.weight$=bf16
+^blk\.45\.attn_output\.weight$=bf16
+^blk\.45\.attn_q_norm\.weight$=bf16
+^blk\.45\.attn_q\.weight$=bf16
+^blk\.45\.attn_v\.weight$=bf16
+^blk\.46\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.46\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.46\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.46\.ffn_gate_inp\.weight$=bf16
+^blk\.46\.ffn_down_shexp\.weight$=bf16
+^blk\.46\.ffn_gate_shexp\.weight$=bf16
+^blk\.46\.ffn_up_shexp\.weight$=bf16
+^blk\.46\.attn_norm\.weight$=bf16
+^blk\.46\.ffn_norm\.weight$=bf16
+^blk\.46\.attn_k_norm\.weight$=bf16
+^blk\.46\.attn_k\.weight$=bf16
+^blk\.46\.attn_output\.weight$=bf16
+^blk\.46\.attn_q_norm\.weight$=bf16
+^blk\.46\.attn_q\.weight$=bf16
+^blk\.46\.attn_v\.weight$=bf16
+^blk\.47\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.47\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.47\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.47\.ffn_gate_inp\.weight$=bf16
+^blk\.47\.ffn_down_shexp\.weight$=bf16
+^blk\.47\.ffn_gate_shexp\.weight$=bf16
+^blk\.47\.ffn_up_shexp\.weight$=bf16
+^blk\.47\.attn_norm\.weight$=bf16
+^blk\.47\.ffn_norm\.weight$=bf16
+^blk\.47\.attn_k_norm\.weight$=bf16
+^blk\.47\.attn_k\.weight$=bf16
+^blk\.47\.attn_output\.weight$=bf16
+^blk\.47\.attn_q_norm\.weight$=bf16
+^blk\.47\.attn_q\.weight$=bf16
+^blk\.47\.attn_v\.weight$=bf16
+^blk\.48\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.48\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.48\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.48\.ffn_gate_inp\.weight$=bf16
+^blk\.48\.ffn_down_shexp\.weight$=bf16
+^blk\.48\.ffn_gate_shexp\.weight$=bf16
+^blk\.48\.ffn_up_shexp\.weight$=bf16
+^blk\.48\.attn_norm\.weight$=bf16
+^blk\.48\.ffn_norm\.weight$=bf16
+^blk\.48\.attn_k_norm\.weight$=bf16
+^blk\.48\.attn_k\.weight$=bf16
+^blk\.48\.attn_output\.weight$=bf16
+^blk\.48\.attn_q_norm\.weight$=bf16
+^blk\.48\.attn_q\.weight$=bf16
+^blk\.48\.attn_v\.weight$=bf16
+^blk\.49\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.49\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.49\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.49\.ffn_gate_inp\.weight$=bf16
+^blk\.49\.ffn_down_shexp\.weight$=bf16
+^blk\.49\.ffn_gate_shexp\.weight$=bf16
+^blk\.49\.ffn_up_shexp\.weight$=bf16
+^blk\.49\.attn_norm\.weight$=bf16
+^blk\.49\.ffn_norm\.weight$=bf16
+^blk\.49\.attn_k_norm\.weight$=bf16
+^blk\.49\.attn_k\.weight$=bf16
+^blk\.49\.attn_output\.weight$=bf16
+^blk\.49\.attn_q_norm\.weight$=bf16
+^blk\.49\.attn_q\.weight$=bf16
+^blk\.49\.attn_v\.weight$=bf16
+^blk\.50\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.50\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.50\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.50\.ffn_gate_inp\.weight$=bf16
+^blk\.50\.ffn_down_shexp\.weight$=bf16
+^blk\.50\.ffn_gate_shexp\.weight$=bf16
+^blk\.50\.ffn_up_shexp\.weight$=bf16
+^blk\.50\.attn_norm\.weight$=bf16
+^blk\.50\.ffn_norm\.weight$=bf16
+^blk\.50\.attn_k_norm\.weight$=bf16
+^blk\.50\.attn_k\.weight$=bf16
+^blk\.50\.attn_output\.weight$=bf16
+^blk\.50\.attn_q_norm\.weight$=bf16
+^blk\.50\.attn_q\.weight$=bf16
+^blk\.50\.attn_v\.weight$=bf16
+^blk\.51\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.51\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.51\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.51\.ffn_gate_inp\.weight$=bf16
+^blk\.51\.ffn_down_shexp\.weight$=bf16
+^blk\.51\.ffn_gate_shexp\.weight$=bf16
+^blk\.51\.ffn_up_shexp\.weight$=bf16
+^blk\.51\.attn_norm\.weight$=bf16
+^blk\.51\.ffn_norm\.weight$=bf16
+^blk\.51\.attn_k_norm\.weight$=bf16
+^blk\.51\.attn_k\.weight$=bf16
+^blk\.51\.attn_output\.weight$=bf16
+^blk\.51\.attn_q_norm\.weight$=bf16
+^blk\.51\.attn_q\.weight$=bf16
+^blk\.51\.attn_v\.weight$=bf16
+^blk\.52\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.52\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.52\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.52\.ffn_gate_inp\.weight$=bf16
+^blk\.52\.ffn_down_shexp\.weight$=bf16
+^blk\.52\.ffn_gate_shexp\.weight$=bf16
+^blk\.52\.ffn_up_shexp\.weight$=bf16
+^blk\.52\.attn_norm\.weight$=bf16
+^blk\.52\.ffn_norm\.weight$=bf16
+^blk\.52\.attn_k_norm\.weight$=bf16
+^blk\.52\.attn_k\.weight$=bf16
+^blk\.52\.attn_output\.weight$=bf16
+^blk\.52\.attn_q_norm\.weight$=bf16
+^blk\.52\.attn_q\.weight$=bf16
+^blk\.52\.attn_v\.weight$=bf16
+^blk\.53\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.53\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.53\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.53\.ffn_gate_inp\.weight$=bf16
+^blk\.53\.ffn_down_shexp\.weight$=bf16
+^blk\.53\.ffn_gate_shexp\.weight$=bf16
+^blk\.53\.ffn_up_shexp\.weight$=bf16
+^blk\.53\.attn_norm\.weight$=bf16
+^blk\.53\.ffn_norm\.weight$=bf16
+^blk\.53\.attn_k_norm\.weight$=bf16
+^blk\.53\.attn_k\.weight$=bf16
+^blk\.53\.attn_output\.weight$=bf16
+^blk\.53\.attn_q_norm\.weight$=bf16
+^blk\.53\.attn_q\.weight$=bf16
+^blk\.53\.attn_v\.weight$=bf16
+^blk\.54\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.54\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.54\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.54\.ffn_gate_inp\.weight$=bf16
+^blk\.54\.ffn_down_shexp\.weight$=bf16
+^blk\.54\.ffn_gate_shexp\.weight$=bf16
+^blk\.54\.ffn_up_shexp\.weight$=bf16
+^blk\.54\.attn_norm\.weight$=bf16
+^blk\.54\.ffn_norm\.weight$=bf16
+^blk\.54\.attn_k_norm\.weight$=bf16
+^blk\.54\.attn_k\.weight$=bf16
+^blk\.54\.attn_output\.weight$=bf16
+^blk\.54\.attn_q_norm\.weight$=bf16
+^blk\.54\.attn_q\.weight$=bf16
+^blk\.54\.attn_v\.weight$=bf16
+^blk\.55\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.55\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.55\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.55\.ffn_gate_inp\.weight$=bf16
+^blk\.55\.ffn_down_shexp\.weight$=bf16
+^blk\.55\.ffn_gate_shexp\.weight$=bf16
+^blk\.55\.ffn_up_shexp\.weight$=bf16
+^blk\.55\.attn_norm\.weight$=bf16
+^blk\.55\.ffn_norm\.weight$=bf16
+^blk\.55\.attn_k_norm\.weight$=bf16
+^blk\.55\.attn_k\.weight$=bf16
+^blk\.55\.attn_output\.weight$=bf16
+^blk\.55\.attn_q_norm\.weight$=bf16
+^blk\.55\.attn_q\.weight$=bf16
+^blk\.55\.attn_v\.weight$=bf16
+^blk\.56\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.56\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.56\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.56\.ffn_gate_inp\.weight$=bf16
+^blk\.56\.ffn_down_shexp\.weight$=bf16
+^blk\.56\.ffn_gate_shexp\.weight$=bf16
+^blk\.56\.ffn_up_shexp\.weight$=bf16
+^blk\.56\.attn_norm\.weight$=bf16
+^blk\.56\.ffn_norm\.weight$=bf16
+^blk\.56\.attn_k_norm\.weight$=bf16
+^blk\.56\.attn_k\.weight$=bf16
+^blk\.56\.attn_output\.weight$=bf16
+^blk\.56\.attn_q_norm\.weight$=bf16
+^blk\.56\.attn_q\.weight$=bf16
+^blk\.56\.attn_v\.weight$=bf16
+^blk\.57\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.57\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.57\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.57\.ffn_gate_inp\.weight$=bf16
+^blk\.57\.ffn_down_shexp\.weight$=bf16
+^blk\.57\.ffn_gate_shexp\.weight$=bf16
+^blk\.57\.ffn_up_shexp\.weight$=bf16
+^blk\.57\.attn_norm\.weight$=bf16
+^blk\.57\.ffn_norm\.weight$=bf16
+^blk\.57\.attn_k_norm\.weight$=bf16
+^blk\.57\.attn_k\.weight$=bf16
+^blk\.57\.attn_output\.weight$=bf16
+^blk\.57\.attn_q_norm\.weight$=bf16
+^blk\.57\.attn_q\.weight$=bf16
+^blk\.57\.attn_v\.weight$=bf16
+^blk\.58\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.58\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.58\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.58\.ffn_gate_inp\.weight$=bf16
+^blk\.58\.ffn_down_shexp\.weight$=bf16
+^blk\.58\.ffn_gate_shexp\.weight$=bf16
+^blk\.58\.ffn_up_shexp\.weight$=bf16
+^blk\.58\.attn_norm\.weight$=bf16
+^blk\.58\.ffn_norm\.weight$=bf16
+^blk\.58\.attn_k_norm\.weight$=bf16
+^blk\.58\.attn_k\.weight$=bf16
+^blk\.58\.attn_output\.weight$=bf16
+^blk\.58\.attn_q_norm\.weight$=bf16
+^blk\.58\.attn_q\.weight$=bf16
+^blk\.58\.attn_v\.weight$=bf16
+^blk\.59\.exp_probs_b\.bias$=bf16
+^blk\.59\.ffn_gate_exps\.weight$=IQ1_S
+^blk\.59\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.59\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.59\.ffn_gate_inp\.weight$=bf16
+^blk\.59\.ffn_down_shexp\.weight$=bf16
+^blk\.59\.ffn_gate_shexp\.weight$=bf16
+^blk\.59\.ffn_up_shexp\.weight$=bf16
+^blk\.59\.attn_norm\.weight$=bf16
+^blk\.59\.ffn_norm\.weight$=bf16
+^blk\.59\.attn_k_norm\.weight$=bf16
+^blk\.59\.attn_k\.weight$=bf16
+^blk\.59\.attn_output\.weight$=bf16
+^blk\.59\.attn_q_norm\.weight$=bf16
+^blk\.59\.attn_q\.weight$=bf16
+^blk\.59\.attn_v\.weight$=bf16

MoQ_MiniMax-M3_tensors_2.75.txt

@@ -0,0 +1,948 @@
+^output\.weight$=bf16
+^token_embd\.weight$=bf16
+^blk\.0\.attn_norm\.weight$=bf16
+^blk\.0\.ffn_down\.weight$=bf16
+^blk\.0\.ffn_gate\.weight$=bf16
+^blk\.0\.ffn_up\.weight$=bf16
+^blk\.0\.ffn_norm\.weight$=bf16
+^blk\.0\.attn_k_norm\.weight$=bf16
+^blk\.0\.attn_k\.weight$=bf16
+^blk\.0\.attn_output\.weight$=bf16
+^blk\.0\.attn_q_norm\.weight$=bf16
+^blk\.0\.attn_q\.weight$=bf16
+^blk\.0\.attn_v\.weight$=bf16
+^output_norm\.weight$=bf16
+^blk\.1\.attn_norm\.weight$=bf16
+^blk\.1\.ffn_down\.weight$=bf16
+^blk\.1\.ffn_gate\.weight$=bf16
+^blk\.1\.ffn_up\.weight$=bf16
+^blk\.1\.ffn_norm\.weight$=bf16
+^blk\.1\.attn_k_norm\.weight$=bf16
+^blk\.1\.attn_k\.weight$=bf16
+^blk\.1\.attn_output\.weight$=bf16
+^blk\.1\.attn_q_norm\.weight$=bf16
+^blk\.1\.attn_q\.weight$=bf16
+^blk\.1\.attn_v\.weight$=bf16
+^blk\.2\.attn_norm\.weight$=bf16
+^blk\.2\.ffn_down\.weight$=bf16
+^blk\.2\.ffn_gate\.weight$=bf16
+^blk\.2\.ffn_up\.weight$=bf16
+^blk\.2\.ffn_norm\.weight$=bf16
+^blk\.2\.attn_k_norm\.weight$=bf16
+^blk\.2\.attn_k\.weight$=bf16
+^blk\.2\.attn_output\.weight$=bf16
+^blk\.2\.attn_q_norm\.weight$=bf16
+^blk\.2\.attn_q\.weight$=bf16
+^blk\.2\.attn_v\.weight$=bf16
+^blk\.25\.exp_probs_b\.bias$=bf16
+^blk\.3\.exp_probs_b\.bias$=bf16
+^blk\.3\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.3\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.3\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.3\.ffn_gate_inp\.weight$=bf16
+^blk\.3\.ffn_down_shexp\.weight$=bf16
+^blk\.3\.ffn_gate_shexp\.weight$=bf16
+^blk\.3\.ffn_up_shexp\.weight$=bf16
+^blk\.3\.attn_norm\.weight$=bf16
+^blk\.3\.ffn_norm\.weight$=bf16
+^blk\.3\.attn_k_norm\.weight$=bf16
+^blk\.3\.attn_k\.weight$=bf16
+^blk\.3\.attn_output\.weight$=bf16
+^blk\.3\.attn_q_norm\.weight$=bf16
+^blk\.3\.attn_q\.weight$=bf16
+^blk\.3\.attn_v\.weight$=bf16
+^blk\.37\.exp_probs_b\.bias$=bf16
+^blk\.38\.exp_probs_b\.bias$=bf16
+^blk\.4\.exp_probs_b\.bias$=bf16
+^blk\.4\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.4\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.4\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.4\.ffn_gate_inp\.weight$=bf16
+^blk\.4\.ffn_down_shexp\.weight$=bf16
+^blk\.4\.ffn_gate_shexp\.weight$=bf16
+^blk\.4\.ffn_up_shexp\.weight$=bf16
+^blk\.4\.attn_norm\.weight$=bf16
+^blk\.4\.ffn_norm\.weight$=bf16
+^blk\.4\.attn_k_norm\.weight$=bf16
+^blk\.4\.attn_k\.weight$=bf16
+^blk\.4\.attn_output\.weight$=bf16
+^blk\.4\.attn_q_norm\.weight$=bf16
+^blk\.4\.attn_q\.weight$=bf16
+^blk\.4\.attn_v\.weight$=bf16
+^blk\.39\.exp_probs_b\.bias$=bf16
+^blk\.5\.exp_probs_b\.bias$=bf16
+^blk\.5\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.5\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.5\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.5\.ffn_gate_inp\.weight$=bf16
+^blk\.5\.ffn_down_shexp\.weight$=bf16
+^blk\.5\.ffn_gate_shexp\.weight$=bf16
+^blk\.5\.ffn_up_shexp\.weight$=bf16
+^blk\.5\.attn_norm\.weight$=bf16
+^blk\.5\.ffn_norm\.weight$=bf16
+^blk\.5\.attn_k_norm\.weight$=bf16
+^blk\.5\.attn_k\.weight$=bf16
+^blk\.5\.attn_output\.weight$=bf16
+^blk\.5\.attn_q_norm\.weight$=bf16
+^blk\.5\.attn_q\.weight$=bf16
+^blk\.5\.attn_v\.weight$=bf16
+^blk\.40\.exp_probs_b\.bias$=bf16
+^blk\.6\.exp_probs_b\.bias$=bf16
+^blk\.6\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.6\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.6\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.6\.ffn_gate_inp\.weight$=bf16
+^blk\.6\.ffn_down_shexp\.weight$=bf16
+^blk\.6\.ffn_gate_shexp\.weight$=bf16
+^blk\.6\.ffn_up_shexp\.weight$=bf16
+^blk\.6\.attn_norm\.weight$=bf16
+^blk\.6\.ffn_norm\.weight$=bf16
+^blk\.6\.attn_k_norm\.weight$=bf16
+^blk\.6\.attn_k\.weight$=bf16
+^blk\.6\.attn_output\.weight$=bf16
+^blk\.6\.attn_q_norm\.weight$=bf16
+^blk\.6\.attn_q\.weight$=bf16
+^blk\.6\.attn_v\.weight$=bf16
+^blk\.41\.exp_probs_b\.bias$=bf16
+^blk\.7\.exp_probs_b\.bias$=bf16
+^blk\.7\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.7\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.7\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.7\.ffn_gate_inp\.weight$=bf16
+^blk\.7\.ffn_down_shexp\.weight$=bf16
+^blk\.7\.ffn_gate_shexp\.weight$=bf16
+^blk\.7\.ffn_up_shexp\.weight$=bf16
+^blk\.7\.attn_norm\.weight$=bf16
+^blk\.7\.ffn_norm\.weight$=bf16
+^blk\.7\.attn_k_norm\.weight$=bf16
+^blk\.7\.attn_k\.weight$=bf16
+^blk\.7\.attn_output\.weight$=bf16
+^blk\.7\.attn_q_norm\.weight$=bf16
+^blk\.7\.attn_q\.weight$=bf16
+^blk\.7\.attn_v\.weight$=bf16
+^blk\.42\.exp_probs_b\.bias$=bf16
+^blk\.8\.exp_probs_b\.bias$=bf16
+^blk\.8\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.8\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.8\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.8\.ffn_gate_inp\.weight$=bf16
+^blk\.8\.ffn_down_shexp\.weight$=bf16
+^blk\.8\.ffn_gate_shexp\.weight$=bf16
+^blk\.8\.ffn_up_shexp\.weight$=bf16
+^blk\.8\.attn_norm\.weight$=bf16
+^blk\.8\.ffn_norm\.weight$=bf16
+^blk\.8\.attn_k_norm\.weight$=bf16
+^blk\.8\.attn_k\.weight$=bf16
+^blk\.8\.attn_output\.weight$=bf16
+^blk\.8\.attn_q_norm\.weight$=bf16
+^blk\.8\.attn_q\.weight$=bf16
+^blk\.8\.attn_v\.weight$=bf16
+^blk\.43\.exp_probs_b\.bias$=bf16
+^blk\.9\.exp_probs_b\.bias$=bf16
+^blk\.9\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.9\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.9\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.9\.ffn_gate_inp\.weight$=bf16
+^blk\.9\.ffn_down_shexp\.weight$=bf16
+^blk\.9\.ffn_gate_shexp\.weight$=bf16
+^blk\.9\.ffn_up_shexp\.weight$=bf16
+^blk\.9\.attn_norm\.weight$=bf16
+^blk\.9\.ffn_norm\.weight$=bf16
+^blk\.9\.attn_k_norm\.weight$=bf16
+^blk\.9\.attn_k\.weight$=bf16
+^blk\.9\.attn_output\.weight$=bf16
+^blk\.9\.attn_q_norm\.weight$=bf16
+^blk\.9\.attn_q\.weight$=bf16
+^blk\.9\.attn_v\.weight$=bf16
+^blk\.10\.exp_probs_b\.bias$=bf16
+^blk\.10\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.10\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.10\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.10\.ffn_gate_inp\.weight$=bf16
+^blk\.10\.ffn_down_shexp\.weight$=bf16
+^blk\.10\.ffn_gate_shexp\.weight$=bf16
+^blk\.10\.ffn_up_shexp\.weight$=bf16
+^blk\.10\.attn_norm\.weight$=bf16
+^blk\.10\.ffn_norm\.weight$=bf16
+^blk\.10\.attn_k_norm\.weight$=bf16
+^blk\.10\.attn_k\.weight$=bf16
+^blk\.10\.attn_output\.weight$=bf16
+^blk\.10\.attn_q_norm\.weight$=bf16
+^blk\.10\.attn_q\.weight$=bf16
+^blk\.10\.attn_v\.weight$=bf16
+^blk\.44\.exp_probs_b\.bias$=bf16
+^blk\.11\.exp_probs_b\.bias$=bf16
+^blk\.11\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.11\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.11\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.11\.ffn_gate_inp\.weight$=bf16
+^blk\.11\.ffn_down_shexp\.weight$=bf16
+^blk\.11\.ffn_gate_shexp\.weight$=bf16
+^blk\.11\.ffn_up_shexp\.weight$=bf16
+^blk\.11\.attn_norm\.weight$=bf16
+^blk\.11\.ffn_norm\.weight$=bf16
+^blk\.11\.attn_k_norm\.weight$=bf16
+^blk\.11\.attn_k\.weight$=bf16
+^blk\.11\.attn_output\.weight$=bf16
+^blk\.11\.attn_q_norm\.weight$=bf16
+^blk\.11\.attn_q\.weight$=bf16
+^blk\.11\.attn_v\.weight$=bf16
+^blk\.45\.exp_probs_b\.bias$=bf16
+^blk\.12\.exp_probs_b\.bias$=bf16
+^blk\.12\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.12\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.12\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.12\.ffn_gate_inp\.weight$=bf16
+^blk\.12\.ffn_down_shexp\.weight$=bf16
+^blk\.12\.ffn_gate_shexp\.weight$=bf16
+^blk\.12\.ffn_up_shexp\.weight$=bf16
+^blk\.12\.attn_norm\.weight$=bf16
+^blk\.12\.ffn_norm\.weight$=bf16
+^blk\.12\.attn_k_norm\.weight$=bf16
+^blk\.12\.attn_k\.weight$=bf16
+^blk\.12\.attn_output\.weight$=bf16
+^blk\.12\.attn_q_norm\.weight$=bf16
+^blk\.12\.attn_q\.weight$=bf16
+^blk\.12\.attn_v\.weight$=bf16
+^blk\.46\.exp_probs_b\.bias$=bf16
+^blk\.13\.exp_probs_b\.bias$=bf16
+^blk\.13\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.13\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.13\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.13\.ffn_gate_inp\.weight$=bf16
+^blk\.13\.ffn_down_shexp\.weight$=bf16
+^blk\.13\.ffn_gate_shexp\.weight$=bf16
+^blk\.13\.ffn_up_shexp\.weight$=bf16
+^blk\.13\.attn_norm\.weight$=bf16
+^blk\.13\.ffn_norm\.weight$=bf16
+^blk\.13\.attn_k_norm\.weight$=bf16
+^blk\.13\.attn_k\.weight$=bf16
+^blk\.13\.attn_output\.weight$=bf16
+^blk\.13\.attn_q_norm\.weight$=bf16
+^blk\.13\.attn_q\.weight$=bf16
+^blk\.13\.attn_v\.weight$=bf16
+^blk\.47\.exp_probs_b\.bias$=bf16
+^blk\.14\.exp_probs_b\.bias$=bf16
+^blk\.14\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.14\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.14\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.14\.ffn_gate_inp\.weight$=bf16
+^blk\.14\.ffn_down_shexp\.weight$=bf16
+^blk\.14\.ffn_gate_shexp\.weight$=bf16
+^blk\.14\.ffn_up_shexp\.weight$=bf16
+^blk\.14\.attn_norm\.weight$=bf16
+^blk\.14\.ffn_norm\.weight$=bf16
+^blk\.14\.attn_k_norm\.weight$=bf16
+^blk\.14\.attn_k\.weight$=bf16
+^blk\.14\.attn_output\.weight$=bf16
+^blk\.14\.attn_q_norm\.weight$=bf16
+^blk\.14\.attn_q\.weight$=bf16
+^blk\.14\.attn_v\.weight$=bf16
+^blk\.48\.exp_probs_b\.bias$=bf16
+^blk\.15\.exp_probs_b\.bias$=bf16
+^blk\.15\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.15\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.15\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.15\.ffn_gate_inp\.weight$=bf16
+^blk\.15\.ffn_down_shexp\.weight$=bf16
+^blk\.15\.ffn_gate_shexp\.weight$=bf16
+^blk\.15\.ffn_up_shexp\.weight$=bf16
+^blk\.15\.attn_norm\.weight$=bf16
+^blk\.15\.ffn_norm\.weight$=bf16
+^blk\.15\.attn_k_norm\.weight$=bf16
+^blk\.15\.attn_k\.weight$=bf16
+^blk\.15\.attn_output\.weight$=bf16
+^blk\.15\.attn_q_norm\.weight$=bf16
+^blk\.15\.attn_q\.weight$=bf16
+^blk\.15\.attn_v\.weight$=bf16
+^blk\.49\.exp_probs_b\.bias$=bf16
+^blk\.16\.exp_probs_b\.bias$=bf16
+^blk\.16\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.16\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.16\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.16\.ffn_gate_inp\.weight$=bf16
+^blk\.16\.ffn_down_shexp\.weight$=bf16
+^blk\.16\.ffn_gate_shexp\.weight$=bf16
+^blk\.16\.ffn_up_shexp\.weight$=bf16
+^blk\.16\.attn_norm\.weight$=bf16
+^blk\.16\.ffn_norm\.weight$=bf16
+^blk\.16\.attn_k_norm\.weight$=bf16
+^blk\.16\.attn_k\.weight$=bf16
+^blk\.16\.attn_output\.weight$=bf16
+^blk\.16\.attn_q_norm\.weight$=bf16
+^blk\.16\.attn_q\.weight$=bf16
+^blk\.16\.attn_v\.weight$=bf16
+^blk\.50\.exp_probs_b\.bias$=bf16
+^blk\.17\.exp_probs_b\.bias$=bf16
+^blk\.17\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.17\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.17\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.17\.ffn_gate_inp\.weight$=bf16
+^blk\.17\.ffn_down_shexp\.weight$=bf16
+^blk\.17\.ffn_gate_shexp\.weight$=bf16
+^blk\.17\.ffn_up_shexp\.weight$=bf16
+^blk\.17\.attn_norm\.weight$=bf16
+^blk\.17\.ffn_norm\.weight$=bf16
+^blk\.17\.attn_k_norm\.weight$=bf16
+^blk\.17\.attn_k\.weight$=bf16
+^blk\.17\.attn_output\.weight$=bf16
+^blk\.17\.attn_q_norm\.weight$=bf16
+^blk\.17\.attn_q\.weight$=bf16
+^blk\.17\.attn_v\.weight$=bf16
+^blk\.51\.exp_probs_b\.bias$=bf16
+^blk\.18\.exp_probs_b\.bias$=bf16
+^blk\.18\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.18\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.18\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.18\.ffn_gate_inp\.weight$=bf16
+^blk\.18\.ffn_down_shexp\.weight$=bf16
+^blk\.18\.ffn_gate_shexp\.weight$=bf16
+^blk\.18\.ffn_up_shexp\.weight$=bf16
+^blk\.18\.attn_norm\.weight$=bf16
+^blk\.18\.ffn_norm\.weight$=bf16
+^blk\.18\.attn_k_norm\.weight$=bf16
+^blk\.18\.attn_k\.weight$=bf16
+^blk\.18\.attn_output\.weight$=bf16
+^blk\.18\.attn_q_norm\.weight$=bf16
+^blk\.18\.attn_q\.weight$=bf16
+^blk\.18\.attn_v\.weight$=bf16
+^blk\.52\.exp_probs_b\.bias$=bf16
+^blk\.19\.exp_probs_b\.bias$=bf16
+^blk\.19\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.19\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.19\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.19\.ffn_gate_inp\.weight$=bf16
+^blk\.19\.ffn_down_shexp\.weight$=bf16
+^blk\.19\.ffn_gate_shexp\.weight$=bf16
+^blk\.19\.ffn_up_shexp\.weight$=bf16
+^blk\.19\.attn_norm\.weight$=bf16
+^blk\.19\.ffn_norm\.weight$=bf16
+^blk\.19\.attn_k_norm\.weight$=bf16
+^blk\.19\.attn_k\.weight$=bf16
+^blk\.19\.attn_output\.weight$=bf16
+^blk\.19\.attn_q_norm\.weight$=bf16
+^blk\.19\.attn_q\.weight$=bf16
+^blk\.19\.attn_v\.weight$=bf16
+^blk\.53\.exp_probs_b\.bias$=bf16
+^blk\.20\.exp_probs_b\.bias$=bf16
+^blk\.20\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.20\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.20\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.20\.ffn_gate_inp\.weight$=bf16
+^blk\.20\.ffn_down_shexp\.weight$=bf16
+^blk\.20\.ffn_gate_shexp\.weight$=bf16
+^blk\.20\.ffn_up_shexp\.weight$=bf16
+^blk\.20\.attn_norm\.weight$=bf16
+^blk\.20\.ffn_norm\.weight$=bf16
+^blk\.20\.attn_k_norm\.weight$=bf16
+^blk\.20\.attn_k\.weight$=bf16
+^blk\.20\.attn_output\.weight$=bf16
+^blk\.20\.attn_q_norm\.weight$=bf16
+^blk\.20\.attn_q\.weight$=bf16
+^blk\.20\.attn_v\.weight$=bf16
+^blk\.54\.exp_probs_b\.bias$=bf16
+^blk\.21\.exp_probs_b\.bias$=bf16
+^blk\.21\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.21\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.21\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.21\.ffn_gate_inp\.weight$=bf16
+^blk\.21\.ffn_down_shexp\.weight$=bf16
+^blk\.21\.ffn_gate_shexp\.weight$=bf16
+^blk\.21\.ffn_up_shexp\.weight$=bf16
+^blk\.21\.attn_norm\.weight$=bf16
+^blk\.21\.ffn_norm\.weight$=bf16
+^blk\.21\.attn_k_norm\.weight$=bf16
+^blk\.21\.attn_k\.weight$=bf16
+^blk\.21\.attn_output\.weight$=bf16
+^blk\.21\.attn_q_norm\.weight$=bf16
+^blk\.21\.attn_q\.weight$=bf16
+^blk\.21\.attn_v\.weight$=bf16
+^blk\.55\.exp_probs_b\.bias$=bf16
+^blk\.22\.exp_probs_b\.bias$=bf16
+^blk\.22\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.22\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.22\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.22\.ffn_gate_inp\.weight$=bf16
+^blk\.22\.ffn_down_shexp\.weight$=bf16
+^blk\.22\.ffn_gate_shexp\.weight$=bf16
+^blk\.22\.ffn_up_shexp\.weight$=bf16
+^blk\.22\.attn_norm\.weight$=bf16
+^blk\.22\.ffn_norm\.weight$=bf16
+^blk\.22\.attn_k_norm\.weight$=bf16
+^blk\.22\.attn_k\.weight$=bf16
+^blk\.22\.attn_output\.weight$=bf16
+^blk\.22\.attn_q_norm\.weight$=bf16
+^blk\.22\.attn_q\.weight$=bf16
+^blk\.22\.attn_v\.weight$=bf16
+^blk\.56\.exp_probs_b\.bias$=bf16
+^blk\.23\.exp_probs_b\.bias$=bf16
+^blk\.23\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.23\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.23\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.23\.ffn_gate_inp\.weight$=bf16
+^blk\.23\.ffn_down_shexp\.weight$=bf16
+^blk\.23\.ffn_gate_shexp\.weight$=bf16
+^blk\.23\.ffn_up_shexp\.weight$=bf16
+^blk\.23\.attn_norm\.weight$=bf16
+^blk\.23\.ffn_norm\.weight$=bf16
+^blk\.23\.attn_k_norm\.weight$=bf16
+^blk\.23\.attn_k\.weight$=bf16
+^blk\.23\.attn_output\.weight$=bf16
+^blk\.23\.attn_q_norm\.weight$=bf16
+^blk\.23\.attn_q\.weight$=bf16
+^blk\.23\.attn_v\.weight$=bf16
+^blk\.57\.exp_probs_b\.bias$=bf16
+^blk\.24\.exp_probs_b\.bias$=bf16
+^blk\.24\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.24\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.24\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.24\.ffn_gate_inp\.weight$=bf16
+^blk\.24\.ffn_down_shexp\.weight$=bf16
+^blk\.24\.ffn_gate_shexp\.weight$=bf16
+^blk\.24\.ffn_up_shexp\.weight$=bf16
+^blk\.24\.attn_norm\.weight$=bf16
+^blk\.24\.ffn_norm\.weight$=bf16
+^blk\.24\.attn_k_norm\.weight$=bf16
+^blk\.24\.attn_k\.weight$=bf16
+^blk\.24\.attn_output\.weight$=bf16
+^blk\.24\.attn_q_norm\.weight$=bf16
+^blk\.24\.attn_q\.weight$=bf16
+^blk\.24\.attn_v\.weight$=bf16
+^blk\.58\.exp_probs_b\.bias$=bf16
+^blk\.25\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.25\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.25\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.25\.ffn_gate_inp\.weight$=bf16
+^blk\.25\.ffn_down_shexp\.weight$=bf16
+^blk\.25\.ffn_gate_shexp\.weight$=bf16
+^blk\.25\.ffn_up_shexp\.weight$=bf16
+^blk\.25\.attn_norm\.weight$=bf16
+^blk\.25\.ffn_norm\.weight$=bf16
+^blk\.25\.attn_k_norm\.weight$=bf16
+^blk\.25\.attn_k\.weight$=bf16
+^blk\.25\.attn_output\.weight$=bf16
+^blk\.25\.attn_q_norm\.weight$=bf16
+^blk\.25\.attn_q\.weight$=bf16
+^blk\.25\.attn_v\.weight$=bf16
+^blk\.26\.exp_probs_b\.bias$=bf16
+^blk\.26\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.26\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.26\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.26\.ffn_gate_inp\.weight$=bf16
+^blk\.26\.ffn_down_shexp\.weight$=bf16
+^blk\.26\.ffn_gate_shexp\.weight$=bf16
+^blk\.26\.ffn_up_shexp\.weight$=bf16
+^blk\.26\.attn_norm\.weight$=bf16
+^blk\.26\.ffn_norm\.weight$=bf16
+^blk\.26\.attn_k_norm\.weight$=bf16
+^blk\.26\.attn_k\.weight$=bf16
+^blk\.26\.attn_output\.weight$=bf16
+^blk\.26\.attn_q_norm\.weight$=bf16
+^blk\.26\.attn_q\.weight$=bf16
+^blk\.26\.attn_v\.weight$=bf16
+^blk\.27\.exp_probs_b\.bias$=bf16
+^blk\.27\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.27\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.27\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.27\.ffn_gate_inp\.weight$=bf16
+^blk\.27\.ffn_down_shexp\.weight$=bf16
+^blk\.27\.ffn_gate_shexp\.weight$=bf16
+^blk\.27\.ffn_up_shexp\.weight$=bf16
+^blk\.27\.attn_norm\.weight$=bf16
+^blk\.27\.ffn_norm\.weight$=bf16
+^blk\.27\.attn_k_norm\.weight$=bf16
+^blk\.27\.attn_k\.weight$=bf16
+^blk\.27\.attn_output\.weight$=bf16
+^blk\.27\.attn_q_norm\.weight$=bf16
+^blk\.27\.attn_q\.weight$=bf16
+^blk\.27\.attn_v\.weight$=bf16
+^blk\.28\.exp_probs_b\.bias$=bf16
+^blk\.28\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.28\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.28\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.28\.ffn_gate_inp\.weight$=bf16
+^blk\.28\.ffn_down_shexp\.weight$=bf16
+^blk\.28\.ffn_gate_shexp\.weight$=bf16
+^blk\.28\.ffn_up_shexp\.weight$=bf16
+^blk\.28\.attn_norm\.weight$=bf16
+^blk\.28\.ffn_norm\.weight$=bf16
+^blk\.28\.attn_k_norm\.weight$=bf16
+^blk\.28\.attn_k\.weight$=bf16
+^blk\.28\.attn_output\.weight$=bf16
+^blk\.28\.attn_q_norm\.weight$=bf16
+^blk\.28\.attn_q\.weight$=bf16
+^blk\.28\.attn_v\.weight$=bf16
+^blk\.29\.exp_probs_b\.bias$=bf16
+^blk\.29\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.29\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.29\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.29\.ffn_gate_inp\.weight$=bf16
+^blk\.29\.ffn_down_shexp\.weight$=bf16
+^blk\.29\.ffn_gate_shexp\.weight$=bf16
+^blk\.29\.ffn_up_shexp\.weight$=bf16
+^blk\.29\.attn_norm\.weight$=bf16
+^blk\.29\.ffn_norm\.weight$=bf16
+^blk\.29\.attn_k_norm\.weight$=bf16
+^blk\.29\.attn_k\.weight$=bf16
+^blk\.29\.attn_output\.weight$=bf16
+^blk\.29\.attn_q_norm\.weight$=bf16
+^blk\.29\.attn_q\.weight$=bf16
+^blk\.29\.attn_v\.weight$=bf16
+^blk\.30\.exp_probs_b\.bias$=bf16
+^blk\.30\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.30\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.30\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.30\.ffn_gate_inp\.weight$=bf16
+^blk\.30\.ffn_down_shexp\.weight$=bf16
+^blk\.30\.ffn_gate_shexp\.weight$=bf16
+^blk\.30\.ffn_up_shexp\.weight$=bf16
+^blk\.30\.attn_norm\.weight$=bf16
+^blk\.30\.ffn_norm\.weight$=bf16
+^blk\.30\.attn_k_norm\.weight$=bf16
+^blk\.30\.attn_k\.weight$=bf16
+^blk\.30\.attn_output\.weight$=bf16
+^blk\.30\.attn_q_norm\.weight$=bf16
+^blk\.30\.attn_q\.weight$=bf16
+^blk\.30\.attn_v\.weight$=bf16
+^blk\.31\.exp_probs_b\.bias$=bf16
+^blk\.31\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.31\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.31\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.31\.ffn_gate_inp\.weight$=bf16
+^blk\.31\.ffn_down_shexp\.weight$=bf16
+^blk\.31\.ffn_gate_shexp\.weight$=bf16
+^blk\.31\.ffn_up_shexp\.weight$=bf16
+^blk\.31\.attn_norm\.weight$=bf16
+^blk\.31\.ffn_norm\.weight$=bf16
+^blk\.31\.attn_k_norm\.weight$=bf16
+^blk\.31\.attn_k\.weight$=bf16
+^blk\.31\.attn_output\.weight$=bf16
+^blk\.31\.attn_q_norm\.weight$=bf16
+^blk\.31\.attn_q\.weight$=bf16
+^blk\.31\.attn_v\.weight$=bf16
+^blk\.32\.exp_probs_b\.bias$=bf16
+^blk\.32\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.32\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.32\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.32\.ffn_gate_inp\.weight$=bf16
+^blk\.32\.ffn_down_shexp\.weight$=bf16
+^blk\.32\.ffn_gate_shexp\.weight$=bf16
+^blk\.32\.ffn_up_shexp\.weight$=bf16
+^blk\.32\.attn_norm\.weight$=bf16
+^blk\.32\.ffn_norm\.weight$=bf16
+^blk\.32\.attn_k_norm\.weight$=bf16
+^blk\.32\.attn_k\.weight$=bf16
+^blk\.32\.attn_output\.weight$=bf16
+^blk\.32\.attn_q_norm\.weight$=bf16
+^blk\.32\.attn_q\.weight$=bf16
+^blk\.32\.attn_v\.weight$=bf16
+^blk\.33\.exp_probs_b\.bias$=bf16
+^blk\.33\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.33\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.33\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.33\.ffn_gate_inp\.weight$=bf16
+^blk\.33\.ffn_down_shexp\.weight$=bf16
+^blk\.33\.ffn_gate_shexp\.weight$=bf16
+^blk\.33\.ffn_up_shexp\.weight$=bf16
+^blk\.33\.attn_norm\.weight$=bf16
+^blk\.33\.ffn_norm\.weight$=bf16
+^blk\.33\.attn_k_norm\.weight$=bf16
+^blk\.33\.attn_k\.weight$=bf16
+^blk\.33\.attn_output\.weight$=bf16
+^blk\.33\.attn_q_norm\.weight$=bf16
+^blk\.33\.attn_q\.weight$=bf16
+^blk\.33\.attn_v\.weight$=bf16
+^blk\.34\.exp_probs_b\.bias$=bf16
+^blk\.34\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.34\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.34\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.34\.ffn_gate_inp\.weight$=bf16
+^blk\.34\.ffn_down_shexp\.weight$=bf16
+^blk\.34\.ffn_gate_shexp\.weight$=bf16
+^blk\.34\.ffn_up_shexp\.weight$=bf16
+^blk\.34\.attn_norm\.weight$=bf16
+^blk\.34\.ffn_norm\.weight$=bf16
+^blk\.34\.attn_k_norm\.weight$=bf16
+^blk\.34\.attn_k\.weight$=bf16
+^blk\.34\.attn_output\.weight$=bf16
+^blk\.34\.attn_q_norm\.weight$=bf16
+^blk\.34\.attn_q\.weight$=bf16
+^blk\.34\.attn_v\.weight$=bf16
+^blk\.35\.exp_probs_b\.bias$=bf16
+^blk\.35\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.35\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.35\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.35\.ffn_gate_inp\.weight$=bf16
+^blk\.35\.ffn_down_shexp\.weight$=bf16
+^blk\.35\.ffn_gate_shexp\.weight$=bf16
+^blk\.35\.ffn_up_shexp\.weight$=bf16
+^blk\.35\.attn_norm\.weight$=bf16
+^blk\.35\.ffn_norm\.weight$=bf16
+^blk\.35\.attn_k_norm\.weight$=bf16
+^blk\.35\.attn_k\.weight$=bf16
+^blk\.35\.attn_output\.weight$=bf16
+^blk\.35\.attn_q_norm\.weight$=bf16
+^blk\.35\.attn_q\.weight$=bf16
+^blk\.35\.attn_v\.weight$=bf16
+^blk\.36\.exp_probs_b\.bias$=bf16
+^blk\.36\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.36\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.36\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.36\.ffn_gate_inp\.weight$=bf16
+^blk\.36\.ffn_down_shexp\.weight$=bf16
+^blk\.36\.ffn_gate_shexp\.weight$=bf16
+^blk\.36\.ffn_up_shexp\.weight$=bf16
+^blk\.36\.attn_norm\.weight$=bf16
+^blk\.36\.ffn_norm\.weight$=bf16
+^blk\.36\.attn_k_norm\.weight$=bf16
+^blk\.36\.attn_k\.weight$=bf16
+^blk\.36\.attn_output\.weight$=bf16
+^blk\.36\.attn_q_norm\.weight$=bf16
+^blk\.36\.attn_q\.weight$=bf16
+^blk\.36\.attn_v\.weight$=bf16
+^blk\.37\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.37\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.37\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.37\.ffn_gate_inp\.weight$=bf16
+^blk\.37\.ffn_down_shexp\.weight$=bf16
+^blk\.37\.ffn_gate_shexp\.weight$=bf16
+^blk\.37\.ffn_up_shexp\.weight$=bf16
+^blk\.37\.attn_norm\.weight$=bf16
+^blk\.37\.ffn_norm\.weight$=bf16
+^blk\.37\.attn_k_norm\.weight$=bf16
+^blk\.37\.attn_k\.weight$=bf16
+^blk\.37\.attn_output\.weight$=bf16
+^blk\.37\.attn_q_norm\.weight$=bf16
+^blk\.37\.attn_q\.weight$=bf16
+^blk\.37\.attn_v\.weight$=bf16
+^blk\.38\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.38\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.38\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.38\.ffn_gate_inp\.weight$=bf16
+^blk\.38\.ffn_down_shexp\.weight$=bf16
+^blk\.38\.ffn_gate_shexp\.weight$=bf16
+^blk\.38\.ffn_up_shexp\.weight$=bf16
+^blk\.38\.attn_norm\.weight$=bf16
+^blk\.38\.ffn_norm\.weight$=bf16
+^blk\.38\.attn_k_norm\.weight$=bf16
+^blk\.38\.attn_k\.weight$=bf16
+^blk\.38\.attn_output\.weight$=bf16
+^blk\.38\.attn_q_norm\.weight$=bf16
+^blk\.38\.attn_q\.weight$=bf16
+^blk\.38\.attn_v\.weight$=bf16
+^blk\.39\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.39\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.39\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.39\.ffn_gate_inp\.weight$=bf16
+^blk\.39\.ffn_down_shexp\.weight$=bf16
+^blk\.39\.ffn_gate_shexp\.weight$=bf16
+^blk\.39\.ffn_up_shexp\.weight$=bf16
+^blk\.39\.attn_norm\.weight$=bf16
+^blk\.39\.ffn_norm\.weight$=bf16
+^blk\.39\.attn_k_norm\.weight$=bf16
+^blk\.39\.attn_k\.weight$=bf16
+^blk\.39\.attn_output\.weight$=bf16
+^blk\.39\.attn_q_norm\.weight$=bf16
+^blk\.39\.attn_q\.weight$=bf16
+^blk\.39\.attn_v\.weight$=bf16
+^blk\.40\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.40\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.40\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.40\.ffn_gate_inp\.weight$=bf16
+^blk\.40\.ffn_down_shexp\.weight$=bf16
+^blk\.40\.ffn_gate_shexp\.weight$=bf16
+^blk\.40\.ffn_up_shexp\.weight$=bf16
+^blk\.40\.attn_norm\.weight$=bf16
+^blk\.40\.ffn_norm\.weight$=bf16
+^blk\.40\.attn_k_norm\.weight$=bf16
+^blk\.40\.attn_k\.weight$=bf16
+^blk\.40\.attn_output\.weight$=bf16
+^blk\.40\.attn_q_norm\.weight$=bf16
+^blk\.40\.attn_q\.weight$=bf16
+^blk\.40\.attn_v\.weight$=bf16
+^blk\.41\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.41\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.41\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.41\.ffn_gate_inp\.weight$=bf16
+^blk\.41\.ffn_down_shexp\.weight$=bf16
+^blk\.41\.ffn_gate_shexp\.weight$=bf16
+^blk\.41\.ffn_up_shexp\.weight$=bf16
+^blk\.41\.attn_norm\.weight$=bf16
+^blk\.41\.ffn_norm\.weight$=bf16
+^blk\.41\.attn_k_norm\.weight$=bf16
+^blk\.41\.attn_k\.weight$=bf16
+^blk\.41\.attn_output\.weight$=bf16
+^blk\.41\.attn_q_norm\.weight$=bf16
+^blk\.41\.attn_q\.weight$=bf16
+^blk\.41\.attn_v\.weight$=bf16
+^blk\.42\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.42\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.42\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.42\.ffn_gate_inp\.weight$=bf16
+^blk\.42\.ffn_down_shexp\.weight$=bf16
+^blk\.42\.ffn_gate_shexp\.weight$=bf16
+^blk\.42\.ffn_up_shexp\.weight$=bf16
+^blk\.42\.attn_norm\.weight$=bf16
+^blk\.42\.ffn_norm\.weight$=bf16
+^blk\.42\.attn_k_norm\.weight$=bf16
+^blk\.42\.attn_k\.weight$=bf16
+^blk\.42\.attn_output\.weight$=bf16
+^blk\.42\.attn_q_norm\.weight$=bf16
+^blk\.42\.attn_q\.weight$=bf16
+^blk\.42\.attn_v\.weight$=bf16
+^blk\.43\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.43\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.43\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.43\.ffn_gate_inp\.weight$=bf16
+^blk\.43\.ffn_down_shexp\.weight$=bf16
+^blk\.43\.ffn_gate_shexp\.weight$=bf16
+^blk\.43\.ffn_up_shexp\.weight$=bf16
+^blk\.43\.attn_norm\.weight$=bf16
+^blk\.43\.ffn_norm\.weight$=bf16
+^blk\.43\.attn_k_norm\.weight$=bf16
+^blk\.43\.attn_k\.weight$=bf16
+^blk\.43\.attn_output\.weight$=bf16
+^blk\.43\.attn_q_norm\.weight$=bf16
+^blk\.43\.attn_q\.weight$=bf16
+^blk\.43\.attn_v\.weight$=bf16
+^blk\.44\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.44\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.44\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.44\.ffn_gate_inp\.weight$=bf16
+^blk\.44\.ffn_down_shexp\.weight$=bf16
+^blk\.44\.ffn_gate_shexp\.weight$=bf16
+^blk\.44\.ffn_up_shexp\.weight$=bf16
+^blk\.44\.attn_norm\.weight$=bf16
+^blk\.44\.ffn_norm\.weight$=bf16
+^blk\.44\.attn_k_norm\.weight$=bf16
+^blk\.44\.attn_k\.weight$=bf16
+^blk\.44\.attn_output\.weight$=bf16
+^blk\.44\.attn_q_norm\.weight$=bf16
+^blk\.44\.attn_q\.weight$=bf16
+^blk\.44\.attn_v\.weight$=bf16
+^blk\.45\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.45\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.45\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.45\.ffn_gate_inp\.weight$=bf16
+^blk\.45\.ffn_down_shexp\.weight$=bf16
+^blk\.45\.ffn_gate_shexp\.weight$=bf16
+^blk\.45\.ffn_up_shexp\.weight$=bf16
+^blk\.45\.attn_norm\.weight$=bf16
+^blk\.45\.ffn_norm\.weight$=bf16
+^blk\.45\.attn_k_norm\.weight$=bf16
+^blk\.45\.attn_k\.weight$=bf16
+^blk\.45\.attn_output\.weight$=bf16
+^blk\.45\.attn_q_norm\.weight$=bf16
+^blk\.45\.attn_q\.weight$=bf16
+^blk\.45\.attn_v\.weight$=bf16
+^blk\.46\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.46\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.46\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.46\.ffn_gate_inp\.weight$=bf16
+^blk\.46\.ffn_down_shexp\.weight$=bf16
+^blk\.46\.ffn_gate_shexp\.weight$=bf16
+^blk\.46\.ffn_up_shexp\.weight$=bf16
+^blk\.46\.attn_norm\.weight$=bf16
+^blk\.46\.ffn_norm\.weight$=bf16
+^blk\.46\.attn_k_norm\.weight$=bf16
+^blk\.46\.attn_k\.weight$=bf16
+^blk\.46\.attn_output\.weight$=bf16
+^blk\.46\.attn_q_norm\.weight$=bf16
+^blk\.46\.attn_q\.weight$=bf16
+^blk\.46\.attn_v\.weight$=bf16
+^blk\.47\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.47\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.47\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.47\.ffn_gate_inp\.weight$=bf16
+^blk\.47\.ffn_down_shexp\.weight$=bf16
+^blk\.47\.ffn_gate_shexp\.weight$=bf16
+^blk\.47\.ffn_up_shexp\.weight$=bf16
+^blk\.47\.attn_norm\.weight$=bf16
+^blk\.47\.ffn_norm\.weight$=bf16
+^blk\.47\.attn_k_norm\.weight$=bf16
+^blk\.47\.attn_k\.weight$=bf16
+^blk\.47\.attn_output\.weight$=bf16
+^blk\.47\.attn_q_norm\.weight$=bf16
+^blk\.47\.attn_q\.weight$=bf16
+^blk\.47\.attn_v\.weight$=bf16
+^blk\.48\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.48\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.48\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.48\.ffn_gate_inp\.weight$=bf16
+^blk\.48\.ffn_down_shexp\.weight$=bf16
+^blk\.48\.ffn_gate_shexp\.weight$=bf16
+^blk\.48\.ffn_up_shexp\.weight$=bf16
+^blk\.48\.attn_norm\.weight$=bf16
+^blk\.48\.ffn_norm\.weight$=bf16
+^blk\.48\.attn_k_norm\.weight$=bf16
+^blk\.48\.attn_k\.weight$=bf16
+^blk\.48\.attn_output\.weight$=bf16
+^blk\.48\.attn_q_norm\.weight$=bf16
+^blk\.48\.attn_q\.weight$=bf16
+^blk\.48\.attn_v\.weight$=bf16
+^blk\.49\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.49\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.49\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.49\.ffn_gate_inp\.weight$=bf16
+^blk\.49\.ffn_down_shexp\.weight$=bf16
+^blk\.49\.ffn_gate_shexp\.weight$=bf16
+^blk\.49\.ffn_up_shexp\.weight$=bf16
+^blk\.49\.attn_norm\.weight$=bf16
+^blk\.49\.ffn_norm\.weight$=bf16
+^blk\.49\.attn_k_norm\.weight$=bf16
+^blk\.49\.attn_k\.weight$=bf16
+^blk\.49\.attn_output\.weight$=bf16
+^blk\.49\.attn_q_norm\.weight$=bf16
+^blk\.49\.attn_q\.weight$=bf16
+^blk\.49\.attn_v\.weight$=bf16
+^blk\.50\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.50\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.50\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.50\.ffn_gate_inp\.weight$=bf16
+^blk\.50\.ffn_down_shexp\.weight$=bf16
+^blk\.50\.ffn_gate_shexp\.weight$=bf16
+^blk\.50\.ffn_up_shexp\.weight$=bf16
+^blk\.50\.attn_norm\.weight$=bf16
+^blk\.50\.ffn_norm\.weight$=bf16
+^blk\.50\.attn_k_norm\.weight$=bf16
+^blk\.50\.attn_k\.weight$=bf16
+^blk\.50\.attn_output\.weight$=bf16
+^blk\.50\.attn_q_norm\.weight$=bf16
+^blk\.50\.attn_q\.weight$=bf16
+^blk\.50\.attn_v\.weight$=bf16
+^blk\.51\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.51\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.51\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.51\.ffn_gate_inp\.weight$=bf16
+^blk\.51\.ffn_down_shexp\.weight$=bf16
+^blk\.51\.ffn_gate_shexp\.weight$=bf16
+^blk\.51\.ffn_up_shexp\.weight$=bf16
+^blk\.51\.attn_norm\.weight$=bf16
+^blk\.51\.ffn_norm\.weight$=bf16
+^blk\.51\.attn_k_norm\.weight$=bf16
+^blk\.51\.attn_k\.weight$=bf16
+^blk\.51\.attn_output\.weight$=bf16
+^blk\.51\.attn_q_norm\.weight$=bf16
+^blk\.51\.attn_q\.weight$=bf16
+^blk\.51\.attn_v\.weight$=bf16
+^blk\.52\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.52\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.52\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.52\.ffn_gate_inp\.weight$=bf16
+^blk\.52\.ffn_down_shexp\.weight$=bf16
+^blk\.52\.ffn_gate_shexp\.weight$=bf16
+^blk\.52\.ffn_up_shexp\.weight$=bf16
+^blk\.52\.attn_norm\.weight$=bf16
+^blk\.52\.ffn_norm\.weight$=bf16
+^blk\.52\.attn_k_norm\.weight$=bf16
+^blk\.52\.attn_k\.weight$=bf16
+^blk\.52\.attn_output\.weight$=bf16
+^blk\.52\.attn_q_norm\.weight$=bf16
+^blk\.52\.attn_q\.weight$=bf16
+^blk\.52\.attn_v\.weight$=bf16
+^blk\.53\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.53\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.53\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.53\.ffn_gate_inp\.weight$=bf16
+^blk\.53\.ffn_down_shexp\.weight$=bf16
+^blk\.53\.ffn_gate_shexp\.weight$=bf16
+^blk\.53\.ffn_up_shexp\.weight$=bf16
+^blk\.53\.attn_norm\.weight$=bf16
+^blk\.53\.ffn_norm\.weight$=bf16
+^blk\.53\.attn_k_norm\.weight$=bf16
+^blk\.53\.attn_k\.weight$=bf16
+^blk\.53\.attn_output\.weight$=bf16
+^blk\.53\.attn_q_norm\.weight$=bf16
+^blk\.53\.attn_q\.weight$=bf16
+^blk\.53\.attn_v\.weight$=bf16
+^blk\.54\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.54\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.54\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.54\.ffn_gate_inp\.weight$=bf16
+^blk\.54\.ffn_down_shexp\.weight$=bf16
+^blk\.54\.ffn_gate_shexp\.weight$=bf16
+^blk\.54\.ffn_up_shexp\.weight$=bf16
+^blk\.54\.attn_norm\.weight$=bf16
+^blk\.54\.ffn_norm\.weight$=bf16
+^blk\.54\.attn_k_norm\.weight$=bf16
+^blk\.54\.attn_k\.weight$=bf16
+^blk\.54\.attn_output\.weight$=bf16
+^blk\.54\.attn_q_norm\.weight$=bf16
+^blk\.54\.attn_q\.weight$=bf16
+^blk\.54\.attn_v\.weight$=bf16
+^blk\.55\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.55\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.55\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.55\.ffn_gate_inp\.weight$=bf16
+^blk\.55\.ffn_down_shexp\.weight$=bf16
+^blk\.55\.ffn_gate_shexp\.weight$=bf16
+^blk\.55\.ffn_up_shexp\.weight$=bf16
+^blk\.55\.attn_norm\.weight$=bf16
+^blk\.55\.ffn_norm\.weight$=bf16
+^blk\.55\.attn_k_norm\.weight$=bf16
+^blk\.55\.attn_k\.weight$=bf16
+^blk\.55\.attn_output\.weight$=bf16
+^blk\.55\.attn_q_norm\.weight$=bf16
+^blk\.55\.attn_q\.weight$=bf16
+^blk\.55\.attn_v\.weight$=bf16
+^blk\.56\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.56\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.56\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.56\.ffn_gate_inp\.weight$=bf16
+^blk\.56\.ffn_down_shexp\.weight$=bf16
+^blk\.56\.ffn_gate_shexp\.weight$=bf16
+^blk\.56\.ffn_up_shexp\.weight$=bf16
+^blk\.56\.attn_norm\.weight$=bf16
+^blk\.56\.ffn_norm\.weight$=bf16
+^blk\.56\.attn_k_norm\.weight$=bf16
+^blk\.56\.attn_k\.weight$=bf16
+^blk\.56\.attn_output\.weight$=bf16
+^blk\.56\.attn_q_norm\.weight$=bf16
+^blk\.56\.attn_q\.weight$=bf16
+^blk\.56\.attn_v\.weight$=bf16
+^blk\.57\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.57\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.57\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.57\.ffn_gate_inp\.weight$=bf16
+^blk\.57\.ffn_down_shexp\.weight$=bf16
+^blk\.57\.ffn_gate_shexp\.weight$=bf16
+^blk\.57\.ffn_up_shexp\.weight$=bf16
+^blk\.57\.attn_norm\.weight$=bf16
+^blk\.57\.ffn_norm\.weight$=bf16
+^blk\.57\.attn_k_norm\.weight$=bf16
+^blk\.57\.attn_k\.weight$=bf16
+^blk\.57\.attn_output\.weight$=bf16
+^blk\.57\.attn_q_norm\.weight$=bf16
+^blk\.57\.attn_q\.weight$=bf16
+^blk\.57\.attn_v\.weight$=bf16
+^blk\.58\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.58\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.58\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.58\.ffn_gate_inp\.weight$=bf16
+^blk\.58\.ffn_down_shexp\.weight$=bf16
+^blk\.58\.ffn_gate_shexp\.weight$=bf16
+^blk\.58\.ffn_up_shexp\.weight$=bf16
+^blk\.58\.attn_norm\.weight$=bf16
+^blk\.58\.ffn_norm\.weight$=bf16
+^blk\.58\.attn_k_norm\.weight$=bf16
+^blk\.58\.attn_k\.weight$=bf16
+^blk\.58\.attn_output\.weight$=bf16
+^blk\.58\.attn_q_norm\.weight$=bf16
+^blk\.58\.attn_q\.weight$=bf16
+^blk\.58\.attn_v\.weight$=bf16
+^blk\.59\.exp_probs_b\.bias$=bf16
+^blk\.59\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.59\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.59\.ffn_up_exps\.weight$=IQ2_XS
+^blk\.59\.ffn_gate_inp\.weight$=bf16
+^blk\.59\.ffn_down_shexp\.weight$=bf16
+^blk\.59\.ffn_gate_shexp\.weight$=bf16
+^blk\.59\.ffn_up_shexp\.weight$=bf16
+^blk\.59\.attn_norm\.weight$=bf16
+^blk\.59\.ffn_norm\.weight$=bf16
+^blk\.59\.attn_k_norm\.weight$=bf16
+^blk\.59\.attn_k\.weight$=bf16
+^blk\.59\.attn_output\.weight$=bf16
+^blk\.59\.attn_q_norm\.weight$=bf16
+^blk\.59\.attn_q\.weight$=bf16
+^blk\.59\.attn_v\.weight$=bf16

MoQ_MiniMax-M3_tensors_3.0.txt

@@ -0,0 +1,948 @@
+^output\.weight$=Q6_K
+^token_embd\.weight$=bf16
+^blk\.0\.attn_norm\.weight$=bf16
+^blk\.0\.ffn_down\.weight$=bf16
+^blk\.0\.ffn_gate\.weight$=bf16
+^blk\.0\.ffn_up\.weight$=bf16
+^blk\.0\.ffn_norm\.weight$=bf16
+^blk\.0\.attn_k_norm\.weight$=bf16
+^blk\.0\.attn_k\.weight$=bf16
+^blk\.0\.attn_output\.weight$=Q6_K
+^blk\.0\.attn_q_norm\.weight$=bf16
+^blk\.0\.attn_q\.weight$=bf16
+^blk\.0\.attn_v\.weight$=bf16
+^output_norm\.weight$=bf16
+^blk\.1\.attn_norm\.weight$=bf16
+^blk\.1\.ffn_down\.weight$=bf16
+^blk\.1\.ffn_gate\.weight$=bf16
+^blk\.1\.ffn_up\.weight$=bf16
+^blk\.1\.ffn_norm\.weight$=bf16
+^blk\.1\.attn_k_norm\.weight$=bf16
+^blk\.1\.attn_k\.weight$=bf16
+^blk\.1\.attn_output\.weight$=Q6_K
+^blk\.1\.attn_q_norm\.weight$=bf16
+^blk\.1\.attn_q\.weight$=bf16
+^blk\.1\.attn_v\.weight$=bf16
+^blk\.2\.attn_norm\.weight$=bf16
+^blk\.2\.ffn_down\.weight$=bf16
+^blk\.2\.ffn_gate\.weight$=bf16
+^blk\.2\.ffn_up\.weight$=bf16
+^blk\.2\.ffn_norm\.weight$=bf16
+^blk\.2\.attn_k_norm\.weight$=bf16
+^blk\.2\.attn_k\.weight$=bf16
+^blk\.2\.attn_output\.weight$=Q6_K
+^blk\.2\.attn_q_norm\.weight$=bf16
+^blk\.2\.attn_q\.weight$=bf16
+^blk\.2\.attn_v\.weight$=bf16
+^blk\.25\.exp_probs_b\.bias$=bf16
+^blk\.3\.exp_probs_b\.bias$=bf16
+^blk\.3\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.3\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.3\.ffn_up_exps\.weight$=Q3_K
+^blk\.3\.ffn_gate_inp\.weight$=bf16
+^blk\.3\.ffn_down_shexp\.weight$=bf16
+^blk\.3\.ffn_gate_shexp\.weight$=bf16
+^blk\.3\.ffn_up_shexp\.weight$=bf16
+^blk\.3\.attn_norm\.weight$=bf16
+^blk\.3\.ffn_norm\.weight$=bf16
+^blk\.3\.attn_k_norm\.weight$=bf16
+^blk\.3\.attn_k\.weight$=bf16
+^blk\.3\.attn_output\.weight$=Q6_K
+^blk\.3\.attn_q_norm\.weight$=bf16
+^blk\.3\.attn_q\.weight$=bf16
+^blk\.3\.attn_v\.weight$=bf16
+^blk\.37\.exp_probs_b\.bias$=bf16
+^blk\.38\.exp_probs_b\.bias$=bf16
+^blk\.4\.exp_probs_b\.bias$=bf16
+^blk\.4\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.4\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.4\.ffn_up_exps\.weight$=Q3_K
+^blk\.4\.ffn_gate_inp\.weight$=bf16
+^blk\.4\.ffn_down_shexp\.weight$=bf16
+^blk\.4\.ffn_gate_shexp\.weight$=bf16
+^blk\.4\.ffn_up_shexp\.weight$=bf16
+^blk\.4\.attn_norm\.weight$=bf16
+^blk\.4\.ffn_norm\.weight$=bf16
+^blk\.4\.attn_k_norm\.weight$=bf16
+^blk\.4\.attn_k\.weight$=bf16
+^blk\.4\.attn_output\.weight$=Q6_K
+^blk\.4\.attn_q_norm\.weight$=bf16
+^blk\.4\.attn_q\.weight$=bf16
+^blk\.4\.attn_v\.weight$=bf16
+^blk\.39\.exp_probs_b\.bias$=bf16
+^blk\.5\.exp_probs_b\.bias$=bf16
+^blk\.5\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.5\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.5\.ffn_up_exps\.weight$=Q3_K
+^blk\.5\.ffn_gate_inp\.weight$=bf16
+^blk\.5\.ffn_down_shexp\.weight$=bf16
+^blk\.5\.ffn_gate_shexp\.weight$=bf16
+^blk\.5\.ffn_up_shexp\.weight$=bf16
+^blk\.5\.attn_norm\.weight$=bf16
+^blk\.5\.ffn_norm\.weight$=bf16
+^blk\.5\.attn_k_norm\.weight$=bf16
+^blk\.5\.attn_k\.weight$=bf16
+^blk\.5\.attn_output\.weight$=Q6_K
+^blk\.5\.attn_q_norm\.weight$=bf16
+^blk\.5\.attn_q\.weight$=bf16
+^blk\.5\.attn_v\.weight$=bf16
+^blk\.40\.exp_probs_b\.bias$=bf16
+^blk\.6\.exp_probs_b\.bias$=bf16
+^blk\.6\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.6\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.6\.ffn_up_exps\.weight$=Q3_K
+^blk\.6\.ffn_gate_inp\.weight$=bf16
+^blk\.6\.ffn_down_shexp\.weight$=bf16
+^blk\.6\.ffn_gate_shexp\.weight$=bf16
+^blk\.6\.ffn_up_shexp\.weight$=bf16
+^blk\.6\.attn_norm\.weight$=bf16
+^blk\.6\.ffn_norm\.weight$=bf16
+^blk\.6\.attn_k_norm\.weight$=bf16
+^blk\.6\.attn_k\.weight$=bf16
+^blk\.6\.attn_output\.weight$=Q6_K
+^blk\.6\.attn_q_norm\.weight$=bf16
+^blk\.6\.attn_q\.weight$=bf16
+^blk\.6\.attn_v\.weight$=bf16
+^blk\.41\.exp_probs_b\.bias$=bf16
+^blk\.7\.exp_probs_b\.bias$=bf16
+^blk\.7\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.7\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.7\.ffn_up_exps\.weight$=Q3_K
+^blk\.7\.ffn_gate_inp\.weight$=bf16
+^blk\.7\.ffn_down_shexp\.weight$=bf16
+^blk\.7\.ffn_gate_shexp\.weight$=bf16
+^blk\.7\.ffn_up_shexp\.weight$=bf16
+^blk\.7\.attn_norm\.weight$=bf16
+^blk\.7\.ffn_norm\.weight$=bf16
+^blk\.7\.attn_k_norm\.weight$=bf16
+^blk\.7\.attn_k\.weight$=bf16
+^blk\.7\.attn_output\.weight$=Q6_K
+^blk\.7\.attn_q_norm\.weight$=bf16
+^blk\.7\.attn_q\.weight$=bf16
+^blk\.7\.attn_v\.weight$=bf16
+^blk\.42\.exp_probs_b\.bias$=bf16
+^blk\.8\.exp_probs_b\.bias$=bf16
+^blk\.8\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.8\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.8\.ffn_up_exps\.weight$=Q3_K
+^blk\.8\.ffn_gate_inp\.weight$=bf16
+^blk\.8\.ffn_down_shexp\.weight$=bf16
+^blk\.8\.ffn_gate_shexp\.weight$=bf16
+^blk\.8\.ffn_up_shexp\.weight$=bf16
+^blk\.8\.attn_norm\.weight$=bf16
+^blk\.8\.ffn_norm\.weight$=bf16
+^blk\.8\.attn_k_norm\.weight$=bf16
+^blk\.8\.attn_k\.weight$=bf16
+^blk\.8\.attn_output\.weight$=Q6_K
+^blk\.8\.attn_q_norm\.weight$=bf16
+^blk\.8\.attn_q\.weight$=bf16
+^blk\.8\.attn_v\.weight$=bf16
+^blk\.43\.exp_probs_b\.bias$=bf16
+^blk\.9\.exp_probs_b\.bias$=bf16
+^blk\.9\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.9\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.9\.ffn_up_exps\.weight$=Q3_K
+^blk\.9\.ffn_gate_inp\.weight$=bf16
+^blk\.9\.ffn_down_shexp\.weight$=bf16
+^blk\.9\.ffn_gate_shexp\.weight$=bf16
+^blk\.9\.ffn_up_shexp\.weight$=bf16
+^blk\.9\.attn_norm\.weight$=bf16
+^blk\.9\.ffn_norm\.weight$=bf16
+^blk\.9\.attn_k_norm\.weight$=bf16
+^blk\.9\.attn_k\.weight$=bf16
+^blk\.9\.attn_output\.weight$=Q6_K
+^blk\.9\.attn_q_norm\.weight$=bf16
+^blk\.9\.attn_q\.weight$=bf16
+^blk\.9\.attn_v\.weight$=bf16
+^blk\.10\.exp_probs_b\.bias$=bf16
+^blk\.10\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.10\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.10\.ffn_up_exps\.weight$=Q3_K
+^blk\.10\.ffn_gate_inp\.weight$=bf16
+^blk\.10\.ffn_down_shexp\.weight$=bf16
+^blk\.10\.ffn_gate_shexp\.weight$=bf16
+^blk\.10\.ffn_up_shexp\.weight$=bf16
+^blk\.10\.attn_norm\.weight$=bf16
+^blk\.10\.ffn_norm\.weight$=bf16
+^blk\.10\.attn_k_norm\.weight$=bf16
+^blk\.10\.attn_k\.weight$=bf16
+^blk\.10\.attn_output\.weight$=Q6_K
+^blk\.10\.attn_q_norm\.weight$=bf16
+^blk\.10\.attn_q\.weight$=bf16
+^blk\.10\.attn_v\.weight$=bf16
+^blk\.44\.exp_probs_b\.bias$=bf16
+^blk\.11\.exp_probs_b\.bias$=bf16
+^blk\.11\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.11\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.11\.ffn_up_exps\.weight$=Q3_K
+^blk\.11\.ffn_gate_inp\.weight$=bf16
+^blk\.11\.ffn_down_shexp\.weight$=bf16
+^blk\.11\.ffn_gate_shexp\.weight$=bf16
+^blk\.11\.ffn_up_shexp\.weight$=bf16
+^blk\.11\.attn_norm\.weight$=bf16
+^blk\.11\.ffn_norm\.weight$=bf16
+^blk\.11\.attn_k_norm\.weight$=bf16
+^blk\.11\.attn_k\.weight$=bf16
+^blk\.11\.attn_output\.weight$=Q6_K
+^blk\.11\.attn_q_norm\.weight$=bf16
+^blk\.11\.attn_q\.weight$=bf16
+^blk\.11\.attn_v\.weight$=bf16
+^blk\.45\.exp_probs_b\.bias$=bf16
+^blk\.12\.exp_probs_b\.bias$=bf16
+^blk\.12\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.12\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.12\.ffn_up_exps\.weight$=Q3_K
+^blk\.12\.ffn_gate_inp\.weight$=bf16
+^blk\.12\.ffn_down_shexp\.weight$=bf16
+^blk\.12\.ffn_gate_shexp\.weight$=bf16
+^blk\.12\.ffn_up_shexp\.weight$=bf16
+^blk\.12\.attn_norm\.weight$=bf16
+^blk\.12\.ffn_norm\.weight$=bf16
+^blk\.12\.attn_k_norm\.weight$=bf16
+^blk\.12\.attn_k\.weight$=bf16
+^blk\.12\.attn_output\.weight$=Q6_K
+^blk\.12\.attn_q_norm\.weight$=bf16
+^blk\.12\.attn_q\.weight$=bf16
+^blk\.12\.attn_v\.weight$=bf16
+^blk\.46\.exp_probs_b\.bias$=bf16
+^blk\.13\.exp_probs_b\.bias$=bf16
+^blk\.13\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.13\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.13\.ffn_up_exps\.weight$=Q3_K
+^blk\.13\.ffn_gate_inp\.weight$=bf16
+^blk\.13\.ffn_down_shexp\.weight$=bf16
+^blk\.13\.ffn_gate_shexp\.weight$=bf16
+^blk\.13\.ffn_up_shexp\.weight$=bf16
+^blk\.13\.attn_norm\.weight$=bf16
+^blk\.13\.ffn_norm\.weight$=bf16
+^blk\.13\.attn_k_norm\.weight$=bf16
+^blk\.13\.attn_k\.weight$=bf16
+^blk\.13\.attn_output\.weight$=Q6_K
+^blk\.13\.attn_q_norm\.weight$=bf16
+^blk\.13\.attn_q\.weight$=bf16
+^blk\.13\.attn_v\.weight$=bf16
+^blk\.47\.exp_probs_b\.bias$=bf16
+^blk\.14\.exp_probs_b\.bias$=bf16
+^blk\.14\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.14\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.14\.ffn_up_exps\.weight$=Q3_K
+^blk\.14\.ffn_gate_inp\.weight$=bf16
+^blk\.14\.ffn_down_shexp\.weight$=bf16
+^blk\.14\.ffn_gate_shexp\.weight$=bf16
+^blk\.14\.ffn_up_shexp\.weight$=bf16
+^blk\.14\.attn_norm\.weight$=bf16
+^blk\.14\.ffn_norm\.weight$=bf16
+^blk\.14\.attn_k_norm\.weight$=bf16
+^blk\.14\.attn_k\.weight$=bf16
+^blk\.14\.attn_output\.weight$=Q6_K
+^blk\.14\.attn_q_norm\.weight$=bf16
+^blk\.14\.attn_q\.weight$=bf16
+^blk\.14\.attn_v\.weight$=bf16
+^blk\.48\.exp_probs_b\.bias$=bf16
+^blk\.15\.exp_probs_b\.bias$=bf16
+^blk\.15\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.15\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.15\.ffn_up_exps\.weight$=Q3_K
+^blk\.15\.ffn_gate_inp\.weight$=bf16
+^blk\.15\.ffn_down_shexp\.weight$=bf16
+^blk\.15\.ffn_gate_shexp\.weight$=bf16
+^blk\.15\.ffn_up_shexp\.weight$=bf16
+^blk\.15\.attn_norm\.weight$=bf16
+^blk\.15\.ffn_norm\.weight$=bf16
+^blk\.15\.attn_k_norm\.weight$=bf16
+^blk\.15\.attn_k\.weight$=bf16
+^blk\.15\.attn_output\.weight$=Q6_K
+^blk\.15\.attn_q_norm\.weight$=bf16
+^blk\.15\.attn_q\.weight$=bf16
+^blk\.15\.attn_v\.weight$=bf16
+^blk\.49\.exp_probs_b\.bias$=bf16
+^blk\.16\.exp_probs_b\.bias$=bf16
+^blk\.16\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.16\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.16\.ffn_up_exps\.weight$=Q3_K
+^blk\.16\.ffn_gate_inp\.weight$=bf16
+^blk\.16\.ffn_down_shexp\.weight$=bf16
+^blk\.16\.ffn_gate_shexp\.weight$=bf16
+^blk\.16\.ffn_up_shexp\.weight$=bf16
+^blk\.16\.attn_norm\.weight$=bf16
+^blk\.16\.ffn_norm\.weight$=bf16
+^blk\.16\.attn_k_norm\.weight$=bf16
+^blk\.16\.attn_k\.weight$=bf16
+^blk\.16\.attn_output\.weight$=Q6_K
+^blk\.16\.attn_q_norm\.weight$=bf16
+^blk\.16\.attn_q\.weight$=bf16
+^blk\.16\.attn_v\.weight$=bf16
+^blk\.50\.exp_probs_b\.bias$=bf16
+^blk\.17\.exp_probs_b\.bias$=bf16
+^blk\.17\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.17\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.17\.ffn_up_exps\.weight$=Q3_K
+^blk\.17\.ffn_gate_inp\.weight$=bf16
+^blk\.17\.ffn_down_shexp\.weight$=bf16
+^blk\.17\.ffn_gate_shexp\.weight$=bf16
+^blk\.17\.ffn_up_shexp\.weight$=bf16
+^blk\.17\.attn_norm\.weight$=bf16
+^blk\.17\.ffn_norm\.weight$=bf16
+^blk\.17\.attn_k_norm\.weight$=bf16
+^blk\.17\.attn_k\.weight$=bf16
+^blk\.17\.attn_output\.weight$=Q6_K
+^blk\.17\.attn_q_norm\.weight$=bf16
+^blk\.17\.attn_q\.weight$=bf16
+^blk\.17\.attn_v\.weight$=bf16
+^blk\.51\.exp_probs_b\.bias$=bf16
+^blk\.18\.exp_probs_b\.bias$=bf16
+^blk\.18\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.18\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.18\.ffn_up_exps\.weight$=Q3_K
+^blk\.18\.ffn_gate_inp\.weight$=bf16
+^blk\.18\.ffn_down_shexp\.weight$=bf16
+^blk\.18\.ffn_gate_shexp\.weight$=bf16
+^blk\.18\.ffn_up_shexp\.weight$=bf16
+^blk\.18\.attn_norm\.weight$=bf16
+^blk\.18\.ffn_norm\.weight$=bf16
+^blk\.18\.attn_k_norm\.weight$=bf16
+^blk\.18\.attn_k\.weight$=bf16
+^blk\.18\.attn_output\.weight$=Q6_K
+^blk\.18\.attn_q_norm\.weight$=bf16
+^blk\.18\.attn_q\.weight$=bf16
+^blk\.18\.attn_v\.weight$=bf16
+^blk\.52\.exp_probs_b\.bias$=bf16
+^blk\.19\.exp_probs_b\.bias$=bf16
+^blk\.19\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.19\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.19\.ffn_up_exps\.weight$=Q3_K
+^blk\.19\.ffn_gate_inp\.weight$=bf16
+^blk\.19\.ffn_down_shexp\.weight$=bf16
+^blk\.19\.ffn_gate_shexp\.weight$=bf16
+^blk\.19\.ffn_up_shexp\.weight$=bf16
+^blk\.19\.attn_norm\.weight$=bf16
+^blk\.19\.ffn_norm\.weight$=bf16
+^blk\.19\.attn_k_norm\.weight$=bf16
+^blk\.19\.attn_k\.weight$=bf16
+^blk\.19\.attn_output\.weight$=Q6_K
+^blk\.19\.attn_q_norm\.weight$=bf16
+^blk\.19\.attn_q\.weight$=bf16
+^blk\.19\.attn_v\.weight$=bf16
+^blk\.53\.exp_probs_b\.bias$=bf16
+^blk\.20\.exp_probs_b\.bias$=bf16
+^blk\.20\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.20\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.20\.ffn_up_exps\.weight$=Q3_K
+^blk\.20\.ffn_gate_inp\.weight$=bf16
+^blk\.20\.ffn_down_shexp\.weight$=bf16
+^blk\.20\.ffn_gate_shexp\.weight$=bf16
+^blk\.20\.ffn_up_shexp\.weight$=bf16
+^blk\.20\.attn_norm\.weight$=bf16
+^blk\.20\.ffn_norm\.weight$=bf16
+^blk\.20\.attn_k_norm\.weight$=bf16
+^blk\.20\.attn_k\.weight$=bf16
+^blk\.20\.attn_output\.weight$=Q6_K
+^blk\.20\.attn_q_norm\.weight$=bf16
+^blk\.20\.attn_q\.weight$=bf16
+^blk\.20\.attn_v\.weight$=bf16
+^blk\.54\.exp_probs_b\.bias$=bf16
+^blk\.21\.exp_probs_b\.bias$=bf16
+^blk\.21\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.21\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.21\.ffn_up_exps\.weight$=Q3_K
+^blk\.21\.ffn_gate_inp\.weight$=bf16
+^blk\.21\.ffn_down_shexp\.weight$=bf16
+^blk\.21\.ffn_gate_shexp\.weight$=bf16
+^blk\.21\.ffn_up_shexp\.weight$=bf16
+^blk\.21\.attn_norm\.weight$=bf16
+^blk\.21\.ffn_norm\.weight$=bf16
+^blk\.21\.attn_k_norm\.weight$=bf16
+^blk\.21\.attn_k\.weight$=bf16
+^blk\.21\.attn_output\.weight$=Q6_K
+^blk\.21\.attn_q_norm\.weight$=bf16
+^blk\.21\.attn_q\.weight$=bf16
+^blk\.21\.attn_v\.weight$=bf16
+^blk\.55\.exp_probs_b\.bias$=bf16
+^blk\.22\.exp_probs_b\.bias$=bf16
+^blk\.22\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.22\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.22\.ffn_up_exps\.weight$=Q3_K
+^blk\.22\.ffn_gate_inp\.weight$=bf16
+^blk\.22\.ffn_down_shexp\.weight$=bf16
+^blk\.22\.ffn_gate_shexp\.weight$=bf16
+^blk\.22\.ffn_up_shexp\.weight$=bf16
+^blk\.22\.attn_norm\.weight$=bf16
+^blk\.22\.ffn_norm\.weight$=bf16
+^blk\.22\.attn_k_norm\.weight$=bf16
+^blk\.22\.attn_k\.weight$=bf16
+^blk\.22\.attn_output\.weight$=Q6_K
+^blk\.22\.attn_q_norm\.weight$=bf16
+^blk\.22\.attn_q\.weight$=bf16
+^blk\.22\.attn_v\.weight$=bf16
+^blk\.56\.exp_probs_b\.bias$=bf16
+^blk\.23\.exp_probs_b\.bias$=bf16
+^blk\.23\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.23\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.23\.ffn_up_exps\.weight$=Q3_K
+^blk\.23\.ffn_gate_inp\.weight$=bf16
+^blk\.23\.ffn_down_shexp\.weight$=bf16
+^blk\.23\.ffn_gate_shexp\.weight$=bf16
+^blk\.23\.ffn_up_shexp\.weight$=bf16
+^blk\.23\.attn_norm\.weight$=bf16
+^blk\.23\.ffn_norm\.weight$=bf16
+^blk\.23\.attn_k_norm\.weight$=bf16
+^blk\.23\.attn_k\.weight$=bf16
+^blk\.23\.attn_output\.weight$=Q6_K
+^blk\.23\.attn_q_norm\.weight$=bf16
+^blk\.23\.attn_q\.weight$=bf16
+^blk\.23\.attn_v\.weight$=bf16
+^blk\.57\.exp_probs_b\.bias$=bf16
+^blk\.24\.exp_probs_b\.bias$=bf16
+^blk\.24\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.24\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.24\.ffn_up_exps\.weight$=Q3_K
+^blk\.24\.ffn_gate_inp\.weight$=bf16
+^blk\.24\.ffn_down_shexp\.weight$=bf16
+^blk\.24\.ffn_gate_shexp\.weight$=bf16
+^blk\.24\.ffn_up_shexp\.weight$=bf16
+^blk\.24\.attn_norm\.weight$=bf16
+^blk\.24\.ffn_norm\.weight$=bf16
+^blk\.24\.attn_k_norm\.weight$=bf16
+^blk\.24\.attn_k\.weight$=bf16
+^blk\.24\.attn_output\.weight$=Q6_K
+^blk\.24\.attn_q_norm\.weight$=bf16
+^blk\.24\.attn_q\.weight$=bf16
+^blk\.24\.attn_v\.weight$=bf16
+^blk\.58\.exp_probs_b\.bias$=bf16
+^blk\.25\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.25\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.25\.ffn_up_exps\.weight$=Q3_K
+^blk\.25\.ffn_gate_inp\.weight$=bf16
+^blk\.25\.ffn_down_shexp\.weight$=bf16
+^blk\.25\.ffn_gate_shexp\.weight$=bf16
+^blk\.25\.ffn_up_shexp\.weight$=bf16
+^blk\.25\.attn_norm\.weight$=bf16
+^blk\.25\.ffn_norm\.weight$=bf16
+^blk\.25\.attn_k_norm\.weight$=bf16
+^blk\.25\.attn_k\.weight$=bf16
+^blk\.25\.attn_output\.weight$=Q6_K
+^blk\.25\.attn_q_norm\.weight$=bf16
+^blk\.25\.attn_q\.weight$=bf16
+^blk\.25\.attn_v\.weight$=bf16
+^blk\.26\.exp_probs_b\.bias$=bf16
+^blk\.26\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.26\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.26\.ffn_up_exps\.weight$=Q3_K
+^blk\.26\.ffn_gate_inp\.weight$=bf16
+^blk\.26\.ffn_down_shexp\.weight$=bf16
+^blk\.26\.ffn_gate_shexp\.weight$=bf16
+^blk\.26\.ffn_up_shexp\.weight$=bf16
+^blk\.26\.attn_norm\.weight$=bf16
+^blk\.26\.ffn_norm\.weight$=bf16
+^blk\.26\.attn_k_norm\.weight$=bf16
+^blk\.26\.attn_k\.weight$=bf16
+^blk\.26\.attn_output\.weight$=Q6_K
+^blk\.26\.attn_q_norm\.weight$=bf16
+^blk\.26\.attn_q\.weight$=bf16
+^blk\.26\.attn_v\.weight$=bf16
+^blk\.27\.exp_probs_b\.bias$=bf16
+^blk\.27\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.27\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.27\.ffn_up_exps\.weight$=Q3_K
+^blk\.27\.ffn_gate_inp\.weight$=bf16
+^blk\.27\.ffn_down_shexp\.weight$=bf16
+^blk\.27\.ffn_gate_shexp\.weight$=bf16
+^blk\.27\.ffn_up_shexp\.weight$=bf16
+^blk\.27\.attn_norm\.weight$=bf16
+^blk\.27\.ffn_norm\.weight$=bf16
+^blk\.27\.attn_k_norm\.weight$=bf16
+^blk\.27\.attn_k\.weight$=bf16
+^blk\.27\.attn_output\.weight$=Q6_K
+^blk\.27\.attn_q_norm\.weight$=bf16
+^blk\.27\.attn_q\.weight$=bf16
+^blk\.27\.attn_v\.weight$=bf16
+^blk\.28\.exp_probs_b\.bias$=bf16
+^blk\.28\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.28\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.28\.ffn_up_exps\.weight$=Q3_K
+^blk\.28\.ffn_gate_inp\.weight$=bf16
+^blk\.28\.ffn_down_shexp\.weight$=bf16
+^blk\.28\.ffn_gate_shexp\.weight$=bf16
+^blk\.28\.ffn_up_shexp\.weight$=bf16
+^blk\.28\.attn_norm\.weight$=bf16
+^blk\.28\.ffn_norm\.weight$=bf16
+^blk\.28\.attn_k_norm\.weight$=bf16
+^blk\.28\.attn_k\.weight$=bf16
+^blk\.28\.attn_output\.weight$=Q6_K
+^blk\.28\.attn_q_norm\.weight$=bf16
+^blk\.28\.attn_q\.weight$=bf16
+^blk\.28\.attn_v\.weight$=bf16
+^blk\.29\.exp_probs_b\.bias$=bf16
+^blk\.29\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.29\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.29\.ffn_up_exps\.weight$=Q3_K
+^blk\.29\.ffn_gate_inp\.weight$=bf16
+^blk\.29\.ffn_down_shexp\.weight$=bf16
+^blk\.29\.ffn_gate_shexp\.weight$=bf16
+^blk\.29\.ffn_up_shexp\.weight$=bf16
+^blk\.29\.attn_norm\.weight$=bf16
+^blk\.29\.ffn_norm\.weight$=bf16
+^blk\.29\.attn_k_norm\.weight$=bf16
+^blk\.29\.attn_k\.weight$=bf16
+^blk\.29\.attn_output\.weight$=Q6_K
+^blk\.29\.attn_q_norm\.weight$=bf16
+^blk\.29\.attn_q\.weight$=bf16
+^blk\.29\.attn_v\.weight$=bf16
+^blk\.30\.exp_probs_b\.bias$=bf16
+^blk\.30\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.30\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.30\.ffn_up_exps\.weight$=Q3_K
+^blk\.30\.ffn_gate_inp\.weight$=bf16
+^blk\.30\.ffn_down_shexp\.weight$=bf16
+^blk\.30\.ffn_gate_shexp\.weight$=bf16
+^blk\.30\.ffn_up_shexp\.weight$=bf16
+^blk\.30\.attn_norm\.weight$=bf16
+^blk\.30\.ffn_norm\.weight$=bf16
+^blk\.30\.attn_k_norm\.weight$=bf16
+^blk\.30\.attn_k\.weight$=bf16
+^blk\.30\.attn_output\.weight$=Q6_K
+^blk\.30\.attn_q_norm\.weight$=bf16
+^blk\.30\.attn_q\.weight$=bf16
+^blk\.30\.attn_v\.weight$=bf16
+^blk\.31\.exp_probs_b\.bias$=bf16
+^blk\.31\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.31\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.31\.ffn_up_exps\.weight$=Q3_K
+^blk\.31\.ffn_gate_inp\.weight$=bf16
+^blk\.31\.ffn_down_shexp\.weight$=bf16
+^blk\.31\.ffn_gate_shexp\.weight$=bf16
+^blk\.31\.ffn_up_shexp\.weight$=bf16
+^blk\.31\.attn_norm\.weight$=bf16
+^blk\.31\.ffn_norm\.weight$=bf16
+^blk\.31\.attn_k_norm\.weight$=bf16
+^blk\.31\.attn_k\.weight$=bf16
+^blk\.31\.attn_output\.weight$=Q6_K
+^blk\.31\.attn_q_norm\.weight$=bf16
+^blk\.31\.attn_q\.weight$=bf16
+^blk\.31\.attn_v\.weight$=bf16
+^blk\.32\.exp_probs_b\.bias$=bf16
+^blk\.32\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.32\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.32\.ffn_up_exps\.weight$=Q3_K
+^blk\.32\.ffn_gate_inp\.weight$=bf16
+^blk\.32\.ffn_down_shexp\.weight$=bf16
+^blk\.32\.ffn_gate_shexp\.weight$=bf16
+^blk\.32\.ffn_up_shexp\.weight$=bf16
+^blk\.32\.attn_norm\.weight$=bf16
+^blk\.32\.ffn_norm\.weight$=bf16
+^blk\.32\.attn_k_norm\.weight$=bf16
+^blk\.32\.attn_k\.weight$=bf16
+^blk\.32\.attn_output\.weight$=Q6_K
+^blk\.32\.attn_q_norm\.weight$=bf16
+^blk\.32\.attn_q\.weight$=bf16
+^blk\.32\.attn_v\.weight$=bf16
+^blk\.33\.exp_probs_b\.bias$=bf16
+^blk\.33\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.33\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.33\.ffn_up_exps\.weight$=Q3_K
+^blk\.33\.ffn_gate_inp\.weight$=bf16
+^blk\.33\.ffn_down_shexp\.weight$=bf16
+^blk\.33\.ffn_gate_shexp\.weight$=bf16
+^blk\.33\.ffn_up_shexp\.weight$=bf16
+^blk\.33\.attn_norm\.weight$=bf16
+^blk\.33\.ffn_norm\.weight$=bf16
+^blk\.33\.attn_k_norm\.weight$=bf16
+^blk\.33\.attn_k\.weight$=bf16
+^blk\.33\.attn_output\.weight$=Q6_K
+^blk\.33\.attn_q_norm\.weight$=bf16
+^blk\.33\.attn_q\.weight$=bf16
+^blk\.33\.attn_v\.weight$=bf16
+^blk\.34\.exp_probs_b\.bias$=bf16
+^blk\.34\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.34\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.34\.ffn_up_exps\.weight$=Q3_K
+^blk\.34\.ffn_gate_inp\.weight$=bf16
+^blk\.34\.ffn_down_shexp\.weight$=bf16
+^blk\.34\.ffn_gate_shexp\.weight$=bf16
+^blk\.34\.ffn_up_shexp\.weight$=bf16
+^blk\.34\.attn_norm\.weight$=bf16
+^blk\.34\.ffn_norm\.weight$=bf16
+^blk\.34\.attn_k_norm\.weight$=bf16
+^blk\.34\.attn_k\.weight$=bf16
+^blk\.34\.attn_output\.weight$=Q6_K
+^blk\.34\.attn_q_norm\.weight$=bf16
+^blk\.34\.attn_q\.weight$=bf16
+^blk\.34\.attn_v\.weight$=bf16
+^blk\.35\.exp_probs_b\.bias$=bf16
+^blk\.35\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.35\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.35\.ffn_up_exps\.weight$=Q3_K
+^blk\.35\.ffn_gate_inp\.weight$=bf16
+^blk\.35\.ffn_down_shexp\.weight$=bf16
+^blk\.35\.ffn_gate_shexp\.weight$=bf16
+^blk\.35\.ffn_up_shexp\.weight$=bf16
+^blk\.35\.attn_norm\.weight$=bf16
+^blk\.35\.ffn_norm\.weight$=bf16
+^blk\.35\.attn_k_norm\.weight$=bf16
+^blk\.35\.attn_k\.weight$=bf16
+^blk\.35\.attn_output\.weight$=Q6_K
+^blk\.35\.attn_q_norm\.weight$=bf16
+^blk\.35\.attn_q\.weight$=bf16
+^blk\.35\.attn_v\.weight$=bf16
+^blk\.36\.exp_probs_b\.bias$=bf16
+^blk\.36\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.36\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.36\.ffn_up_exps\.weight$=Q3_K
+^blk\.36\.ffn_gate_inp\.weight$=bf16
+^blk\.36\.ffn_down_shexp\.weight$=bf16
+^blk\.36\.ffn_gate_shexp\.weight$=bf16
+^blk\.36\.ffn_up_shexp\.weight$=bf16
+^blk\.36\.attn_norm\.weight$=bf16
+^blk\.36\.ffn_norm\.weight$=bf16
+^blk\.36\.attn_k_norm\.weight$=bf16
+^blk\.36\.attn_k\.weight$=bf16
+^blk\.36\.attn_output\.weight$=Q6_K
+^blk\.36\.attn_q_norm\.weight$=bf16
+^blk\.36\.attn_q\.weight$=bf16
+^blk\.36\.attn_v\.weight$=bf16
+^blk\.37\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.37\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.37\.ffn_up_exps\.weight$=Q3_K
+^blk\.37\.ffn_gate_inp\.weight$=bf16
+^blk\.37\.ffn_down_shexp\.weight$=bf16
+^blk\.37\.ffn_gate_shexp\.weight$=bf16
+^blk\.37\.ffn_up_shexp\.weight$=bf16
+^blk\.37\.attn_norm\.weight$=bf16
+^blk\.37\.ffn_norm\.weight$=bf16
+^blk\.37\.attn_k_norm\.weight$=bf16
+^blk\.37\.attn_k\.weight$=bf16
+^blk\.37\.attn_output\.weight$=Q6_K
+^blk\.37\.attn_q_norm\.weight$=bf16
+^blk\.37\.attn_q\.weight$=bf16
+^blk\.37\.attn_v\.weight$=bf16
+^blk\.38\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.38\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.38\.ffn_up_exps\.weight$=Q3_K
+^blk\.38\.ffn_gate_inp\.weight$=bf16
+^blk\.38\.ffn_down_shexp\.weight$=bf16
+^blk\.38\.ffn_gate_shexp\.weight$=bf16
+^blk\.38\.ffn_up_shexp\.weight$=bf16
+^blk\.38\.attn_norm\.weight$=bf16
+^blk\.38\.ffn_norm\.weight$=bf16
+^blk\.38\.attn_k_norm\.weight$=bf16
+^blk\.38\.attn_k\.weight$=bf16
+^blk\.38\.attn_output\.weight$=Q6_K
+^blk\.38\.attn_q_norm\.weight$=bf16
+^blk\.38\.attn_q\.weight$=bf16
+^blk\.38\.attn_v\.weight$=bf16
+^blk\.39\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.39\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.39\.ffn_up_exps\.weight$=Q3_K
+^blk\.39\.ffn_gate_inp\.weight$=bf16
+^blk\.39\.ffn_down_shexp\.weight$=bf16
+^blk\.39\.ffn_gate_shexp\.weight$=bf16
+^blk\.39\.ffn_up_shexp\.weight$=bf16
+^blk\.39\.attn_norm\.weight$=bf16
+^blk\.39\.ffn_norm\.weight$=bf16
+^blk\.39\.attn_k_norm\.weight$=bf16
+^blk\.39\.attn_k\.weight$=bf16
+^blk\.39\.attn_output\.weight$=Q6_K
+^blk\.39\.attn_q_norm\.weight$=bf16
+^blk\.39\.attn_q\.weight$=bf16
+^blk\.39\.attn_v\.weight$=bf16
+^blk\.40\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.40\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.40\.ffn_up_exps\.weight$=Q3_K
+^blk\.40\.ffn_gate_inp\.weight$=bf16
+^blk\.40\.ffn_down_shexp\.weight$=bf16
+^blk\.40\.ffn_gate_shexp\.weight$=bf16
+^blk\.40\.ffn_up_shexp\.weight$=bf16
+^blk\.40\.attn_norm\.weight$=bf16
+^blk\.40\.ffn_norm\.weight$=bf16
+^blk\.40\.attn_k_norm\.weight$=bf16
+^blk\.40\.attn_k\.weight$=bf16
+^blk\.40\.attn_output\.weight$=Q6_K
+^blk\.40\.attn_q_norm\.weight$=bf16
+^blk\.40\.attn_q\.weight$=bf16
+^blk\.40\.attn_v\.weight$=bf16
+^blk\.41\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.41\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.41\.ffn_up_exps\.weight$=Q3_K
+^blk\.41\.ffn_gate_inp\.weight$=bf16
+^blk\.41\.ffn_down_shexp\.weight$=bf16
+^blk\.41\.ffn_gate_shexp\.weight$=bf16
+^blk\.41\.ffn_up_shexp\.weight$=bf16
+^blk\.41\.attn_norm\.weight$=bf16
+^blk\.41\.ffn_norm\.weight$=bf16
+^blk\.41\.attn_k_norm\.weight$=bf16
+^blk\.41\.attn_k\.weight$=bf16
+^blk\.41\.attn_output\.weight$=Q6_K
+^blk\.41\.attn_q_norm\.weight$=bf16
+^blk\.41\.attn_q\.weight$=bf16
+^blk\.41\.attn_v\.weight$=bf16
+^blk\.42\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.42\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.42\.ffn_up_exps\.weight$=Q3_K
+^blk\.42\.ffn_gate_inp\.weight$=bf16
+^blk\.42\.ffn_down_shexp\.weight$=bf16
+^blk\.42\.ffn_gate_shexp\.weight$=bf16
+^blk\.42\.ffn_up_shexp\.weight$=bf16
+^blk\.42\.attn_norm\.weight$=bf16
+^blk\.42\.ffn_norm\.weight$=bf16
+^blk\.42\.attn_k_norm\.weight$=bf16
+^blk\.42\.attn_k\.weight$=bf16
+^blk\.42\.attn_output\.weight$=Q6_K
+^blk\.42\.attn_q_norm\.weight$=bf16
+^blk\.42\.attn_q\.weight$=bf16
+^blk\.42\.attn_v\.weight$=bf16
+^blk\.43\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.43\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.43\.ffn_up_exps\.weight$=Q3_K
+^blk\.43\.ffn_gate_inp\.weight$=bf16
+^blk\.43\.ffn_down_shexp\.weight$=bf16
+^blk\.43\.ffn_gate_shexp\.weight$=bf16
+^blk\.43\.ffn_up_shexp\.weight$=bf16
+^blk\.43\.attn_norm\.weight$=bf16
+^blk\.43\.ffn_norm\.weight$=bf16
+^blk\.43\.attn_k_norm\.weight$=bf16
+^blk\.43\.attn_k\.weight$=bf16
+^blk\.43\.attn_output\.weight$=Q6_K
+^blk\.43\.attn_q_norm\.weight$=bf16
+^blk\.43\.attn_q\.weight$=bf16
+^blk\.43\.attn_v\.weight$=bf16
+^blk\.44\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.44\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.44\.ffn_up_exps\.weight$=Q3_K
+^blk\.44\.ffn_gate_inp\.weight$=bf16
+^blk\.44\.ffn_down_shexp\.weight$=bf16
+^blk\.44\.ffn_gate_shexp\.weight$=bf16
+^blk\.44\.ffn_up_shexp\.weight$=bf16
+^blk\.44\.attn_norm\.weight$=bf16
+^blk\.44\.ffn_norm\.weight$=bf16
+^blk\.44\.attn_k_norm\.weight$=bf16
+^blk\.44\.attn_k\.weight$=bf16
+^blk\.44\.attn_output\.weight$=Q6_K
+^blk\.44\.attn_q_norm\.weight$=bf16
+^blk\.44\.attn_q\.weight$=bf16
+^blk\.44\.attn_v\.weight$=bf16
+^blk\.45\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.45\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.45\.ffn_up_exps\.weight$=Q3_K
+^blk\.45\.ffn_gate_inp\.weight$=bf16
+^blk\.45\.ffn_down_shexp\.weight$=bf16
+^blk\.45\.ffn_gate_shexp\.weight$=bf16
+^blk\.45\.ffn_up_shexp\.weight$=bf16
+^blk\.45\.attn_norm\.weight$=bf16
+^blk\.45\.ffn_norm\.weight$=bf16
+^blk\.45\.attn_k_norm\.weight$=bf16
+^blk\.45\.attn_k\.weight$=bf16
+^blk\.45\.attn_output\.weight$=Q6_K
+^blk\.45\.attn_q_norm\.weight$=bf16
+^blk\.45\.attn_q\.weight$=bf16
+^blk\.45\.attn_v\.weight$=bf16
+^blk\.46\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.46\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.46\.ffn_up_exps\.weight$=Q3_K
+^blk\.46\.ffn_gate_inp\.weight$=bf16
+^blk\.46\.ffn_down_shexp\.weight$=bf16
+^blk\.46\.ffn_gate_shexp\.weight$=bf16
+^blk\.46\.ffn_up_shexp\.weight$=bf16
+^blk\.46\.attn_norm\.weight$=bf16
+^blk\.46\.ffn_norm\.weight$=bf16
+^blk\.46\.attn_k_norm\.weight$=bf16
+^blk\.46\.attn_k\.weight$=bf16
+^blk\.46\.attn_output\.weight$=Q6_K
+^blk\.46\.attn_q_norm\.weight$=bf16
+^blk\.46\.attn_q\.weight$=bf16
+^blk\.46\.attn_v\.weight$=bf16
+^blk\.47\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.47\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.47\.ffn_up_exps\.weight$=Q3_K
+^blk\.47\.ffn_gate_inp\.weight$=bf16
+^blk\.47\.ffn_down_shexp\.weight$=bf16
+^blk\.47\.ffn_gate_shexp\.weight$=bf16
+^blk\.47\.ffn_up_shexp\.weight$=bf16
+^blk\.47\.attn_norm\.weight$=bf16
+^blk\.47\.ffn_norm\.weight$=bf16
+^blk\.47\.attn_k_norm\.weight$=bf16
+^blk\.47\.attn_k\.weight$=bf16
+^blk\.47\.attn_output\.weight$=Q6_K
+^blk\.47\.attn_q_norm\.weight$=bf16
+^blk\.47\.attn_q\.weight$=bf16
+^blk\.47\.attn_v\.weight$=bf16
+^blk\.48\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.48\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.48\.ffn_up_exps\.weight$=Q3_K
+^blk\.48\.ffn_gate_inp\.weight$=bf16
+^blk\.48\.ffn_down_shexp\.weight$=bf16
+^blk\.48\.ffn_gate_shexp\.weight$=bf16
+^blk\.48\.ffn_up_shexp\.weight$=bf16
+^blk\.48\.attn_norm\.weight$=bf16
+^blk\.48\.ffn_norm\.weight$=bf16
+^blk\.48\.attn_k_norm\.weight$=bf16
+^blk\.48\.attn_k\.weight$=bf16
+^blk\.48\.attn_output\.weight$=Q6_K
+^blk\.48\.attn_q_norm\.weight$=bf16
+^blk\.48\.attn_q\.weight$=bf16
+^blk\.48\.attn_v\.weight$=bf16
+^blk\.49\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.49\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.49\.ffn_up_exps\.weight$=Q3_K
+^blk\.49\.ffn_gate_inp\.weight$=bf16
+^blk\.49\.ffn_down_shexp\.weight$=bf16
+^blk\.49\.ffn_gate_shexp\.weight$=bf16
+^blk\.49\.ffn_up_shexp\.weight$=bf16
+^blk\.49\.attn_norm\.weight$=bf16
+^blk\.49\.ffn_norm\.weight$=bf16
+^blk\.49\.attn_k_norm\.weight$=bf16
+^blk\.49\.attn_k\.weight$=bf16
+^blk\.49\.attn_output\.weight$=Q6_K
+^blk\.49\.attn_q_norm\.weight$=bf16
+^blk\.49\.attn_q\.weight$=bf16
+^blk\.49\.attn_v\.weight$=bf16
+^blk\.50\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.50\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.50\.ffn_up_exps\.weight$=Q3_K
+^blk\.50\.ffn_gate_inp\.weight$=bf16
+^blk\.50\.ffn_down_shexp\.weight$=bf16
+^blk\.50\.ffn_gate_shexp\.weight$=bf16
+^blk\.50\.ffn_up_shexp\.weight$=bf16
+^blk\.50\.attn_norm\.weight$=bf16
+^blk\.50\.ffn_norm\.weight$=bf16
+^blk\.50\.attn_k_norm\.weight$=bf16
+^blk\.50\.attn_k\.weight$=bf16
+^blk\.50\.attn_output\.weight$=Q6_K
+^blk\.50\.attn_q_norm\.weight$=bf16
+^blk\.50\.attn_q\.weight$=bf16
+^blk\.50\.attn_v\.weight$=bf16
+^blk\.51\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.51\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.51\.ffn_up_exps\.weight$=Q3_K
+^blk\.51\.ffn_gate_inp\.weight$=bf16
+^blk\.51\.ffn_down_shexp\.weight$=bf16
+^blk\.51\.ffn_gate_shexp\.weight$=bf16
+^blk\.51\.ffn_up_shexp\.weight$=bf16
+^blk\.51\.attn_norm\.weight$=bf16
+^blk\.51\.ffn_norm\.weight$=bf16
+^blk\.51\.attn_k_norm\.weight$=bf16
+^blk\.51\.attn_k\.weight$=bf16
+^blk\.51\.attn_output\.weight$=Q6_K
+^blk\.51\.attn_q_norm\.weight$=bf16
+^blk\.51\.attn_q\.weight$=bf16
+^blk\.51\.attn_v\.weight$=bf16
+^blk\.52\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.52\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.52\.ffn_up_exps\.weight$=Q3_K
+^blk\.52\.ffn_gate_inp\.weight$=bf16
+^blk\.52\.ffn_down_shexp\.weight$=bf16
+^blk\.52\.ffn_gate_shexp\.weight$=bf16
+^blk\.52\.ffn_up_shexp\.weight$=bf16
+^blk\.52\.attn_norm\.weight$=bf16
+^blk\.52\.ffn_norm\.weight$=bf16
+^blk\.52\.attn_k_norm\.weight$=bf16
+^blk\.52\.attn_k\.weight$=bf16
+^blk\.52\.attn_output\.weight$=Q6_K
+^blk\.52\.attn_q_norm\.weight$=bf16
+^blk\.52\.attn_q\.weight$=bf16
+^blk\.52\.attn_v\.weight$=bf16
+^blk\.53\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.53\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.53\.ffn_up_exps\.weight$=Q3_K
+^blk\.53\.ffn_gate_inp\.weight$=bf16
+^blk\.53\.ffn_down_shexp\.weight$=bf16
+^blk\.53\.ffn_gate_shexp\.weight$=bf16
+^blk\.53\.ffn_up_shexp\.weight$=bf16
+^blk\.53\.attn_norm\.weight$=bf16
+^blk\.53\.ffn_norm\.weight$=bf16
+^blk\.53\.attn_k_norm\.weight$=bf16
+^blk\.53\.attn_k\.weight$=bf16
+^blk\.53\.attn_output\.weight$=Q6_K
+^blk\.53\.attn_q_norm\.weight$=bf16
+^blk\.53\.attn_q\.weight$=bf16
+^blk\.53\.attn_v\.weight$=bf16
+^blk\.54\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.54\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.54\.ffn_up_exps\.weight$=Q3_K
+^blk\.54\.ffn_gate_inp\.weight$=bf16
+^blk\.54\.ffn_down_shexp\.weight$=bf16
+^blk\.54\.ffn_gate_shexp\.weight$=bf16
+^blk\.54\.ffn_up_shexp\.weight$=bf16
+^blk\.54\.attn_norm\.weight$=bf16
+^blk\.54\.ffn_norm\.weight$=bf16
+^blk\.54\.attn_k_norm\.weight$=bf16
+^blk\.54\.attn_k\.weight$=bf16
+^blk\.54\.attn_output\.weight$=Q6_K
+^blk\.54\.attn_q_norm\.weight$=bf16
+^blk\.54\.attn_q\.weight$=bf16
+^blk\.54\.attn_v\.weight$=bf16
+^blk\.55\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.55\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.55\.ffn_up_exps\.weight$=Q3_K
+^blk\.55\.ffn_gate_inp\.weight$=bf16
+^blk\.55\.ffn_down_shexp\.weight$=bf16
+^blk\.55\.ffn_gate_shexp\.weight$=bf16
+^blk\.55\.ffn_up_shexp\.weight$=bf16
+^blk\.55\.attn_norm\.weight$=bf16
+^blk\.55\.ffn_norm\.weight$=bf16
+^blk\.55\.attn_k_norm\.weight$=bf16
+^blk\.55\.attn_k\.weight$=bf16
+^blk\.55\.attn_output\.weight$=Q6_K
+^blk\.55\.attn_q_norm\.weight$=bf16
+^blk\.55\.attn_q\.weight$=bf16
+^blk\.55\.attn_v\.weight$=bf16
+^blk\.56\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.56\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.56\.ffn_up_exps\.weight$=Q3_K
+^blk\.56\.ffn_gate_inp\.weight$=bf16
+^blk\.56\.ffn_down_shexp\.weight$=bf16
+^blk\.56\.ffn_gate_shexp\.weight$=bf16
+^blk\.56\.ffn_up_shexp\.weight$=bf16
+^blk\.56\.attn_norm\.weight$=bf16
+^blk\.56\.ffn_norm\.weight$=bf16
+^blk\.56\.attn_k_norm\.weight$=bf16
+^blk\.56\.attn_k\.weight$=bf16
+^blk\.56\.attn_output\.weight$=Q6_K
+^blk\.56\.attn_q_norm\.weight$=bf16
+^blk\.56\.attn_q\.weight$=bf16
+^blk\.56\.attn_v\.weight$=bf16
+^blk\.57\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.57\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.57\.ffn_up_exps\.weight$=Q3_K
+^blk\.57\.ffn_gate_inp\.weight$=bf16
+^blk\.57\.ffn_down_shexp\.weight$=bf16
+^blk\.57\.ffn_gate_shexp\.weight$=bf16
+^blk\.57\.ffn_up_shexp\.weight$=bf16
+^blk\.57\.attn_norm\.weight$=bf16
+^blk\.57\.ffn_norm\.weight$=bf16
+^blk\.57\.attn_k_norm\.weight$=bf16
+^blk\.57\.attn_k\.weight$=bf16
+^blk\.57\.attn_output\.weight$=Q6_K
+^blk\.57\.attn_q_norm\.weight$=bf16
+^blk\.57\.attn_q\.weight$=bf16
+^blk\.57\.attn_v\.weight$=bf16
+^blk\.58\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.58\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.58\.ffn_up_exps\.weight$=Q3_K
+^blk\.58\.ffn_gate_inp\.weight$=bf16
+^blk\.58\.ffn_down_shexp\.weight$=bf16
+^blk\.58\.ffn_gate_shexp\.weight$=bf16
+^blk\.58\.ffn_up_shexp\.weight$=bf16
+^blk\.58\.attn_norm\.weight$=bf16
+^blk\.58\.ffn_norm\.weight$=bf16
+^blk\.58\.attn_k_norm\.weight$=bf16
+^blk\.58\.attn_k\.weight$=bf16
+^blk\.58\.attn_output\.weight$=Q6_K
+^blk\.58\.attn_q_norm\.weight$=bf16
+^blk\.58\.attn_q\.weight$=bf16
+^blk\.58\.attn_v\.weight$=bf16
+^blk\.59\.exp_probs_b\.bias$=bf16
+^blk\.59\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.59\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.59\.ffn_up_exps\.weight$=Q3_K
+^blk\.59\.ffn_gate_inp\.weight$=bf16
+^blk\.59\.ffn_down_shexp\.weight$=bf16
+^blk\.59\.ffn_gate_shexp\.weight$=bf16
+^blk\.59\.ffn_up_shexp\.weight$=bf16
+^blk\.59\.attn_norm\.weight$=bf16
+^blk\.59\.ffn_norm\.weight$=bf16
+^blk\.59\.attn_k_norm\.weight$=bf16
+^blk\.59\.attn_k\.weight$=bf16
+^blk\.59\.attn_output\.weight$=Q6_K
+^blk\.59\.attn_q_norm\.weight$=bf16
+^blk\.59\.attn_q\.weight$=bf16
+^blk\.59\.attn_v\.weight$=bf16

MoQ_MiniMax-M3_tensors_3.25.txt

@@ -0,0 +1,948 @@
+^output\.weight$=bf16
+^token_embd\.weight$=bf16
+^blk\.0\.attn_norm\.weight$=bf16
+^blk\.0\.ffn_down\.weight$=bf16
+^blk\.0\.ffn_gate\.weight$=bf16
+^blk\.0\.ffn_up\.weight$=bf16
+^blk\.0\.ffn_norm\.weight$=bf16
+^blk\.0\.attn_k_norm\.weight$=bf16
+^blk\.0\.attn_k\.weight$=bf16
+^blk\.0\.attn_output\.weight$=bf16
+^blk\.0\.attn_q_norm\.weight$=bf16
+^blk\.0\.attn_q\.weight$=bf16
+^blk\.0\.attn_v\.weight$=bf16
+^output_norm\.weight$=bf16
+^blk\.1\.attn_norm\.weight$=bf16
+^blk\.1\.ffn_down\.weight$=bf16
+^blk\.1\.ffn_gate\.weight$=bf16
+^blk\.1\.ffn_up\.weight$=bf16
+^blk\.1\.ffn_norm\.weight$=bf16
+^blk\.1\.attn_k_norm\.weight$=bf16
+^blk\.1\.attn_k\.weight$=bf16
+^blk\.1\.attn_output\.weight$=bf16
+^blk\.1\.attn_q_norm\.weight$=bf16
+^blk\.1\.attn_q\.weight$=bf16
+^blk\.1\.attn_v\.weight$=bf16
+^blk\.2\.attn_norm\.weight$=bf16
+^blk\.2\.ffn_down\.weight$=bf16
+^blk\.2\.ffn_gate\.weight$=bf16
+^blk\.2\.ffn_up\.weight$=bf16
+^blk\.2\.ffn_norm\.weight$=bf16
+^blk\.2\.attn_k_norm\.weight$=bf16
+^blk\.2\.attn_k\.weight$=bf16
+^blk\.2\.attn_output\.weight$=bf16
+^blk\.2\.attn_q_norm\.weight$=bf16
+^blk\.2\.attn_q\.weight$=bf16
+^blk\.2\.attn_v\.weight$=bf16
+^blk\.25\.exp_probs_b\.bias$=bf16
+^blk\.3\.exp_probs_b\.bias$=bf16
+^blk\.3\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.3\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.3\.ffn_up_exps\.weight$=Q3_K
+^blk\.3\.ffn_gate_inp\.weight$=bf16
+^blk\.3\.ffn_down_shexp\.weight$=bf16
+^blk\.3\.ffn_gate_shexp\.weight$=bf16
+^blk\.3\.ffn_up_shexp\.weight$=bf16
+^blk\.3\.attn_norm\.weight$=bf16
+^blk\.3\.ffn_norm\.weight$=bf16
+^blk\.3\.attn_k_norm\.weight$=bf16
+^blk\.3\.attn_k\.weight$=bf16
+^blk\.3\.attn_output\.weight$=bf16
+^blk\.3\.attn_q_norm\.weight$=bf16
+^blk\.3\.attn_q\.weight$=bf16
+^blk\.3\.attn_v\.weight$=bf16
+^blk\.37\.exp_probs_b\.bias$=bf16
+^blk\.38\.exp_probs_b\.bias$=bf16
+^blk\.4\.exp_probs_b\.bias$=bf16
+^blk\.4\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.4\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.4\.ffn_up_exps\.weight$=Q3_K
+^blk\.4\.ffn_gate_inp\.weight$=bf16
+^blk\.4\.ffn_down_shexp\.weight$=bf16
+^blk\.4\.ffn_gate_shexp\.weight$=bf16
+^blk\.4\.ffn_up_shexp\.weight$=bf16
+^blk\.4\.attn_norm\.weight$=bf16
+^blk\.4\.ffn_norm\.weight$=bf16
+^blk\.4\.attn_k_norm\.weight$=bf16
+^blk\.4\.attn_k\.weight$=bf16
+^blk\.4\.attn_output\.weight$=bf16
+^blk\.4\.attn_q_norm\.weight$=bf16
+^blk\.4\.attn_q\.weight$=bf16
+^blk\.4\.attn_v\.weight$=bf16
+^blk\.39\.exp_probs_b\.bias$=bf16
+^blk\.5\.exp_probs_b\.bias$=bf16
+^blk\.5\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.5\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.5\.ffn_up_exps\.weight$=Q3_K
+^blk\.5\.ffn_gate_inp\.weight$=bf16
+^blk\.5\.ffn_down_shexp\.weight$=bf16
+^blk\.5\.ffn_gate_shexp\.weight$=bf16
+^blk\.5\.ffn_up_shexp\.weight$=bf16
+^blk\.5\.attn_norm\.weight$=bf16
+^blk\.5\.ffn_norm\.weight$=bf16
+^blk\.5\.attn_k_norm\.weight$=bf16
+^blk\.5\.attn_k\.weight$=bf16
+^blk\.5\.attn_output\.weight$=bf16
+^blk\.5\.attn_q_norm\.weight$=bf16
+^blk\.5\.attn_q\.weight$=bf16
+^blk\.5\.attn_v\.weight$=bf16
+^blk\.40\.exp_probs_b\.bias$=bf16
+^blk\.6\.exp_probs_b\.bias$=bf16
+^blk\.6\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.6\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.6\.ffn_up_exps\.weight$=Q3_K
+^blk\.6\.ffn_gate_inp\.weight$=bf16
+^blk\.6\.ffn_down_shexp\.weight$=bf16
+^blk\.6\.ffn_gate_shexp\.weight$=bf16
+^blk\.6\.ffn_up_shexp\.weight$=bf16
+^blk\.6\.attn_norm\.weight$=bf16
+^blk\.6\.ffn_norm\.weight$=bf16
+^blk\.6\.attn_k_norm\.weight$=bf16
+^blk\.6\.attn_k\.weight$=bf16
+^blk\.6\.attn_output\.weight$=bf16
+^blk\.6\.attn_q_norm\.weight$=bf16
+^blk\.6\.attn_q\.weight$=bf16
+^blk\.6\.attn_v\.weight$=bf16
+^blk\.41\.exp_probs_b\.bias$=bf16
+^blk\.7\.exp_probs_b\.bias$=bf16
+^blk\.7\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.7\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.7\.ffn_up_exps\.weight$=Q3_K
+^blk\.7\.ffn_gate_inp\.weight$=bf16
+^blk\.7\.ffn_down_shexp\.weight$=bf16
+^blk\.7\.ffn_gate_shexp\.weight$=bf16
+^blk\.7\.ffn_up_shexp\.weight$=bf16
+^blk\.7\.attn_norm\.weight$=bf16
+^blk\.7\.ffn_norm\.weight$=bf16
+^blk\.7\.attn_k_norm\.weight$=bf16
+^blk\.7\.attn_k\.weight$=bf16
+^blk\.7\.attn_output\.weight$=bf16
+^blk\.7\.attn_q_norm\.weight$=bf16
+^blk\.7\.attn_q\.weight$=bf16
+^blk\.7\.attn_v\.weight$=bf16
+^blk\.42\.exp_probs_b\.bias$=bf16
+^blk\.8\.exp_probs_b\.bias$=bf16
+^blk\.8\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.8\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.8\.ffn_up_exps\.weight$=Q3_K
+^blk\.8\.ffn_gate_inp\.weight$=bf16
+^blk\.8\.ffn_down_shexp\.weight$=bf16
+^blk\.8\.ffn_gate_shexp\.weight$=bf16
+^blk\.8\.ffn_up_shexp\.weight$=bf16
+^blk\.8\.attn_norm\.weight$=bf16
+^blk\.8\.ffn_norm\.weight$=bf16
+^blk\.8\.attn_k_norm\.weight$=bf16
+^blk\.8\.attn_k\.weight$=bf16
+^blk\.8\.attn_output\.weight$=bf16
+^blk\.8\.attn_q_norm\.weight$=bf16
+^blk\.8\.attn_q\.weight$=bf16
+^blk\.8\.attn_v\.weight$=bf16
+^blk\.43\.exp_probs_b\.bias$=bf16
+^blk\.9\.exp_probs_b\.bias$=bf16
+^blk\.9\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.9\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.9\.ffn_up_exps\.weight$=Q3_K
+^blk\.9\.ffn_gate_inp\.weight$=bf16
+^blk\.9\.ffn_down_shexp\.weight$=bf16
+^blk\.9\.ffn_gate_shexp\.weight$=bf16
+^blk\.9\.ffn_up_shexp\.weight$=bf16
+^blk\.9\.attn_norm\.weight$=bf16
+^blk\.9\.ffn_norm\.weight$=bf16
+^blk\.9\.attn_k_norm\.weight$=bf16
+^blk\.9\.attn_k\.weight$=bf16
+^blk\.9\.attn_output\.weight$=bf16
+^blk\.9\.attn_q_norm\.weight$=bf16
+^blk\.9\.attn_q\.weight$=bf16
+^blk\.9\.attn_v\.weight$=bf16
+^blk\.10\.exp_probs_b\.bias$=bf16
+^blk\.10\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.10\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.10\.ffn_up_exps\.weight$=Q3_K
+^blk\.10\.ffn_gate_inp\.weight$=bf16
+^blk\.10\.ffn_down_shexp\.weight$=bf16
+^blk\.10\.ffn_gate_shexp\.weight$=bf16
+^blk\.10\.ffn_up_shexp\.weight$=bf16
+^blk\.10\.attn_norm\.weight$=bf16
+^blk\.10\.ffn_norm\.weight$=bf16
+^blk\.10\.attn_k_norm\.weight$=bf16
+^blk\.10\.attn_k\.weight$=bf16
+^blk\.10\.attn_output\.weight$=bf16
+^blk\.10\.attn_q_norm\.weight$=bf16
+^blk\.10\.attn_q\.weight$=bf16
+^blk\.10\.attn_v\.weight$=bf16
+^blk\.44\.exp_probs_b\.bias$=bf16
+^blk\.11\.exp_probs_b\.bias$=bf16
+^blk\.11\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.11\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.11\.ffn_up_exps\.weight$=Q3_K
+^blk\.11\.ffn_gate_inp\.weight$=bf16
+^blk\.11\.ffn_down_shexp\.weight$=bf16
+^blk\.11\.ffn_gate_shexp\.weight$=bf16
+^blk\.11\.ffn_up_shexp\.weight$=bf16
+^blk\.11\.attn_norm\.weight$=bf16
+^blk\.11\.ffn_norm\.weight$=bf16
+^blk\.11\.attn_k_norm\.weight$=bf16
+^blk\.11\.attn_k\.weight$=bf16
+^blk\.11\.attn_output\.weight$=bf16
+^blk\.11\.attn_q_norm\.weight$=bf16
+^blk\.11\.attn_q\.weight$=bf16
+^blk\.11\.attn_v\.weight$=bf16
+^blk\.45\.exp_probs_b\.bias$=bf16
+^blk\.12\.exp_probs_b\.bias$=bf16
+^blk\.12\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.12\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.12\.ffn_up_exps\.weight$=Q3_K
+^blk\.12\.ffn_gate_inp\.weight$=bf16
+^blk\.12\.ffn_down_shexp\.weight$=bf16
+^blk\.12\.ffn_gate_shexp\.weight$=bf16
+^blk\.12\.ffn_up_shexp\.weight$=bf16
+^blk\.12\.attn_norm\.weight$=bf16
+^blk\.12\.ffn_norm\.weight$=bf16
+^blk\.12\.attn_k_norm\.weight$=bf16
+^blk\.12\.attn_k\.weight$=bf16
+^blk\.12\.attn_output\.weight$=bf16
+^blk\.12\.attn_q_norm\.weight$=bf16
+^blk\.12\.attn_q\.weight$=bf16
+^blk\.12\.attn_v\.weight$=bf16
+^blk\.46\.exp_probs_b\.bias$=bf16
+^blk\.13\.exp_probs_b\.bias$=bf16
+^blk\.13\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.13\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.13\.ffn_up_exps\.weight$=Q3_K
+^blk\.13\.ffn_gate_inp\.weight$=bf16
+^blk\.13\.ffn_down_shexp\.weight$=bf16
+^blk\.13\.ffn_gate_shexp\.weight$=bf16
+^blk\.13\.ffn_up_shexp\.weight$=bf16
+^blk\.13\.attn_norm\.weight$=bf16
+^blk\.13\.ffn_norm\.weight$=bf16
+^blk\.13\.attn_k_norm\.weight$=bf16
+^blk\.13\.attn_k\.weight$=bf16
+^blk\.13\.attn_output\.weight$=bf16
+^blk\.13\.attn_q_norm\.weight$=bf16
+^blk\.13\.attn_q\.weight$=bf16
+^blk\.13\.attn_v\.weight$=bf16
+^blk\.47\.exp_probs_b\.bias$=bf16
+^blk\.14\.exp_probs_b\.bias$=bf16
+^blk\.14\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.14\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.14\.ffn_up_exps\.weight$=Q3_K
+^blk\.14\.ffn_gate_inp\.weight$=bf16
+^blk\.14\.ffn_down_shexp\.weight$=bf16
+^blk\.14\.ffn_gate_shexp\.weight$=bf16
+^blk\.14\.ffn_up_shexp\.weight$=bf16
+^blk\.14\.attn_norm\.weight$=bf16
+^blk\.14\.ffn_norm\.weight$=bf16
+^blk\.14\.attn_k_norm\.weight$=bf16
+^blk\.14\.attn_k\.weight$=bf16
+^blk\.14\.attn_output\.weight$=bf16
+^blk\.14\.attn_q_norm\.weight$=bf16
+^blk\.14\.attn_q\.weight$=bf16
+^blk\.14\.attn_v\.weight$=bf16
+^blk\.48\.exp_probs_b\.bias$=bf16
+^blk\.15\.exp_probs_b\.bias$=bf16
+^blk\.15\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.15\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.15\.ffn_up_exps\.weight$=Q3_K
+^blk\.15\.ffn_gate_inp\.weight$=bf16
+^blk\.15\.ffn_down_shexp\.weight$=bf16
+^blk\.15\.ffn_gate_shexp\.weight$=bf16
+^blk\.15\.ffn_up_shexp\.weight$=bf16
+^blk\.15\.attn_norm\.weight$=bf16
+^blk\.15\.ffn_norm\.weight$=bf16
+^blk\.15\.attn_k_norm\.weight$=bf16
+^blk\.15\.attn_k\.weight$=bf16
+^blk\.15\.attn_output\.weight$=bf16
+^blk\.15\.attn_q_norm\.weight$=bf16
+^blk\.15\.attn_q\.weight$=bf16
+^blk\.15\.attn_v\.weight$=bf16
+^blk\.49\.exp_probs_b\.bias$=bf16
+^blk\.16\.exp_probs_b\.bias$=bf16
+^blk\.16\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.16\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.16\.ffn_up_exps\.weight$=Q3_K
+^blk\.16\.ffn_gate_inp\.weight$=bf16
+^blk\.16\.ffn_down_shexp\.weight$=bf16
+^blk\.16\.ffn_gate_shexp\.weight$=bf16
+^blk\.16\.ffn_up_shexp\.weight$=bf16
+^blk\.16\.attn_norm\.weight$=bf16
+^blk\.16\.ffn_norm\.weight$=bf16
+^blk\.16\.attn_k_norm\.weight$=bf16
+^blk\.16\.attn_k\.weight$=bf16
+^blk\.16\.attn_output\.weight$=bf16
+^blk\.16\.attn_q_norm\.weight$=bf16
+^blk\.16\.attn_q\.weight$=bf16
+^blk\.16\.attn_v\.weight$=bf16
+^blk\.50\.exp_probs_b\.bias$=bf16
+^blk\.17\.exp_probs_b\.bias$=bf16
+^blk\.17\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.17\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.17\.ffn_up_exps\.weight$=Q3_K
+^blk\.17\.ffn_gate_inp\.weight$=bf16
+^blk\.17\.ffn_down_shexp\.weight$=bf16
+^blk\.17\.ffn_gate_shexp\.weight$=bf16
+^blk\.17\.ffn_up_shexp\.weight$=bf16
+^blk\.17\.attn_norm\.weight$=bf16
+^blk\.17\.ffn_norm\.weight$=bf16
+^blk\.17\.attn_k_norm\.weight$=bf16
+^blk\.17\.attn_k\.weight$=bf16
+^blk\.17\.attn_output\.weight$=bf16
+^blk\.17\.attn_q_norm\.weight$=bf16
+^blk\.17\.attn_q\.weight$=bf16
+^blk\.17\.attn_v\.weight$=bf16
+^blk\.51\.exp_probs_b\.bias$=bf16
+^blk\.18\.exp_probs_b\.bias$=bf16
+^blk\.18\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.18\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.18\.ffn_up_exps\.weight$=Q3_K
+^blk\.18\.ffn_gate_inp\.weight$=bf16
+^blk\.18\.ffn_down_shexp\.weight$=bf16
+^blk\.18\.ffn_gate_shexp\.weight$=bf16
+^blk\.18\.ffn_up_shexp\.weight$=bf16
+^blk\.18\.attn_norm\.weight$=bf16
+^blk\.18\.ffn_norm\.weight$=bf16
+^blk\.18\.attn_k_norm\.weight$=bf16
+^blk\.18\.attn_k\.weight$=bf16
+^blk\.18\.attn_output\.weight$=bf16
+^blk\.18\.attn_q_norm\.weight$=bf16
+^blk\.18\.attn_q\.weight$=bf16
+^blk\.18\.attn_v\.weight$=bf16
+^blk\.52\.exp_probs_b\.bias$=bf16
+^blk\.19\.exp_probs_b\.bias$=bf16
+^blk\.19\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.19\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.19\.ffn_up_exps\.weight$=Q3_K
+^blk\.19\.ffn_gate_inp\.weight$=bf16
+^blk\.19\.ffn_down_shexp\.weight$=bf16
+^blk\.19\.ffn_gate_shexp\.weight$=bf16
+^blk\.19\.ffn_up_shexp\.weight$=bf16
+^blk\.19\.attn_norm\.weight$=bf16
+^blk\.19\.ffn_norm\.weight$=bf16
+^blk\.19\.attn_k_norm\.weight$=bf16
+^blk\.19\.attn_k\.weight$=bf16
+^blk\.19\.attn_output\.weight$=bf16
+^blk\.19\.attn_q_norm\.weight$=bf16
+^blk\.19\.attn_q\.weight$=bf16
+^blk\.19\.attn_v\.weight$=bf16
+^blk\.53\.exp_probs_b\.bias$=bf16
+^blk\.20\.exp_probs_b\.bias$=bf16
+^blk\.20\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.20\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.20\.ffn_up_exps\.weight$=Q3_K
+^blk\.20\.ffn_gate_inp\.weight$=bf16
+^blk\.20\.ffn_down_shexp\.weight$=bf16
+^blk\.20\.ffn_gate_shexp\.weight$=bf16
+^blk\.20\.ffn_up_shexp\.weight$=bf16
+^blk\.20\.attn_norm\.weight$=bf16
+^blk\.20\.ffn_norm\.weight$=bf16
+^blk\.20\.attn_k_norm\.weight$=bf16
+^blk\.20\.attn_k\.weight$=bf16
+^blk\.20\.attn_output\.weight$=bf16
+^blk\.20\.attn_q_norm\.weight$=bf16
+^blk\.20\.attn_q\.weight$=bf16
+^blk\.20\.attn_v\.weight$=bf16
+^blk\.54\.exp_probs_b\.bias$=bf16
+^blk\.21\.exp_probs_b\.bias$=bf16
+^blk\.21\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.21\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.21\.ffn_up_exps\.weight$=Q3_K
+^blk\.21\.ffn_gate_inp\.weight$=bf16
+^blk\.21\.ffn_down_shexp\.weight$=bf16
+^blk\.21\.ffn_gate_shexp\.weight$=bf16
+^blk\.21\.ffn_up_shexp\.weight$=bf16
+^blk\.21\.attn_norm\.weight$=bf16
+^blk\.21\.ffn_norm\.weight$=bf16
+^blk\.21\.attn_k_norm\.weight$=bf16
+^blk\.21\.attn_k\.weight$=bf16
+^blk\.21\.attn_output\.weight$=bf16
+^blk\.21\.attn_q_norm\.weight$=bf16
+^blk\.21\.attn_q\.weight$=bf16
+^blk\.21\.attn_v\.weight$=bf16
+^blk\.55\.exp_probs_b\.bias$=bf16
+^blk\.22\.exp_probs_b\.bias$=bf16
+^blk\.22\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.22\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.22\.ffn_up_exps\.weight$=Q3_K
+^blk\.22\.ffn_gate_inp\.weight$=bf16
+^blk\.22\.ffn_down_shexp\.weight$=bf16
+^blk\.22\.ffn_gate_shexp\.weight$=bf16
+^blk\.22\.ffn_up_shexp\.weight$=bf16
+^blk\.22\.attn_norm\.weight$=bf16
+^blk\.22\.ffn_norm\.weight$=bf16
+^blk\.22\.attn_k_norm\.weight$=bf16
+^blk\.22\.attn_k\.weight$=bf16
+^blk\.22\.attn_output\.weight$=bf16
+^blk\.22\.attn_q_norm\.weight$=bf16
+^blk\.22\.attn_q\.weight$=bf16
+^blk\.22\.attn_v\.weight$=bf16
+^blk\.56\.exp_probs_b\.bias$=bf16
+^blk\.23\.exp_probs_b\.bias$=bf16
+^blk\.23\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.23\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.23\.ffn_up_exps\.weight$=Q3_K
+^blk\.23\.ffn_gate_inp\.weight$=bf16
+^blk\.23\.ffn_down_shexp\.weight$=bf16
+^blk\.23\.ffn_gate_shexp\.weight$=bf16
+^blk\.23\.ffn_up_shexp\.weight$=bf16
+^blk\.23\.attn_norm\.weight$=bf16
+^blk\.23\.ffn_norm\.weight$=bf16
+^blk\.23\.attn_k_norm\.weight$=bf16
+^blk\.23\.attn_k\.weight$=bf16
+^blk\.23\.attn_output\.weight$=bf16
+^blk\.23\.attn_q_norm\.weight$=bf16
+^blk\.23\.attn_q\.weight$=bf16
+^blk\.23\.attn_v\.weight$=bf16
+^blk\.57\.exp_probs_b\.bias$=bf16
+^blk\.24\.exp_probs_b\.bias$=bf16
+^blk\.24\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.24\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.24\.ffn_up_exps\.weight$=Q3_K
+^blk\.24\.ffn_gate_inp\.weight$=bf16
+^blk\.24\.ffn_down_shexp\.weight$=bf16
+^blk\.24\.ffn_gate_shexp\.weight$=bf16
+^blk\.24\.ffn_up_shexp\.weight$=bf16
+^blk\.24\.attn_norm\.weight$=bf16
+^blk\.24\.ffn_norm\.weight$=bf16
+^blk\.24\.attn_k_norm\.weight$=bf16
+^blk\.24\.attn_k\.weight$=bf16
+^blk\.24\.attn_output\.weight$=bf16
+^blk\.24\.attn_q_norm\.weight$=bf16
+^blk\.24\.attn_q\.weight$=bf16
+^blk\.24\.attn_v\.weight$=bf16
+^blk\.58\.exp_probs_b\.bias$=bf16
+^blk\.25\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.25\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.25\.ffn_up_exps\.weight$=Q3_K
+^blk\.25\.ffn_gate_inp\.weight$=bf16
+^blk\.25\.ffn_down_shexp\.weight$=bf16
+^blk\.25\.ffn_gate_shexp\.weight$=bf16
+^blk\.25\.ffn_up_shexp\.weight$=bf16
+^blk\.25\.attn_norm\.weight$=bf16
+^blk\.25\.ffn_norm\.weight$=bf16
+^blk\.25\.attn_k_norm\.weight$=bf16
+^blk\.25\.attn_k\.weight$=bf16
+^blk\.25\.attn_output\.weight$=bf16
+^blk\.25\.attn_q_norm\.weight$=bf16
+^blk\.25\.attn_q\.weight$=bf16
+^blk\.25\.attn_v\.weight$=bf16
+^blk\.26\.exp_probs_b\.bias$=bf16
+^blk\.26\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.26\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.26\.ffn_up_exps\.weight$=Q3_K
+^blk\.26\.ffn_gate_inp\.weight$=bf16
+^blk\.26\.ffn_down_shexp\.weight$=bf16
+^blk\.26\.ffn_gate_shexp\.weight$=bf16
+^blk\.26\.ffn_up_shexp\.weight$=bf16
+^blk\.26\.attn_norm\.weight$=bf16
+^blk\.26\.ffn_norm\.weight$=bf16
+^blk\.26\.attn_k_norm\.weight$=bf16
+^blk\.26\.attn_k\.weight$=bf16
+^blk\.26\.attn_output\.weight$=bf16
+^blk\.26\.attn_q_norm\.weight$=bf16
+^blk\.26\.attn_q\.weight$=bf16
+^blk\.26\.attn_v\.weight$=bf16
+^blk\.27\.exp_probs_b\.bias$=bf16
+^blk\.27\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.27\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.27\.ffn_up_exps\.weight$=Q3_K
+^blk\.27\.ffn_gate_inp\.weight$=bf16
+^blk\.27\.ffn_down_shexp\.weight$=bf16
+^blk\.27\.ffn_gate_shexp\.weight$=bf16
+^blk\.27\.ffn_up_shexp\.weight$=bf16
+^blk\.27\.attn_norm\.weight$=bf16
+^blk\.27\.ffn_norm\.weight$=bf16
+^blk\.27\.attn_k_norm\.weight$=bf16
+^blk\.27\.attn_k\.weight$=bf16
+^blk\.27\.attn_output\.weight$=bf16
+^blk\.27\.attn_q_norm\.weight$=bf16
+^blk\.27\.attn_q\.weight$=bf16
+^blk\.27\.attn_v\.weight$=bf16
+^blk\.28\.exp_probs_b\.bias$=bf16
+^blk\.28\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.28\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.28\.ffn_up_exps\.weight$=Q3_K
+^blk\.28\.ffn_gate_inp\.weight$=bf16
+^blk\.28\.ffn_down_shexp\.weight$=bf16
+^blk\.28\.ffn_gate_shexp\.weight$=bf16
+^blk\.28\.ffn_up_shexp\.weight$=bf16
+^blk\.28\.attn_norm\.weight$=bf16
+^blk\.28\.ffn_norm\.weight$=bf16
+^blk\.28\.attn_k_norm\.weight$=bf16
+^blk\.28\.attn_k\.weight$=bf16
+^blk\.28\.attn_output\.weight$=bf16
+^blk\.28\.attn_q_norm\.weight$=bf16
+^blk\.28\.attn_q\.weight$=bf16
+^blk\.28\.attn_v\.weight$=bf16
+^blk\.29\.exp_probs_b\.bias$=bf16
+^blk\.29\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.29\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.29\.ffn_up_exps\.weight$=Q3_K
+^blk\.29\.ffn_gate_inp\.weight$=bf16
+^blk\.29\.ffn_down_shexp\.weight$=bf16
+^blk\.29\.ffn_gate_shexp\.weight$=bf16
+^blk\.29\.ffn_up_shexp\.weight$=bf16
+^blk\.29\.attn_norm\.weight$=bf16
+^blk\.29\.ffn_norm\.weight$=bf16
+^blk\.29\.attn_k_norm\.weight$=bf16
+^blk\.29\.attn_k\.weight$=bf16
+^blk\.29\.attn_output\.weight$=bf16
+^blk\.29\.attn_q_norm\.weight$=bf16
+^blk\.29\.attn_q\.weight$=bf16
+^blk\.29\.attn_v\.weight$=bf16
+^blk\.30\.exp_probs_b\.bias$=bf16
+^blk\.30\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.30\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.30\.ffn_up_exps\.weight$=Q3_K
+^blk\.30\.ffn_gate_inp\.weight$=bf16
+^blk\.30\.ffn_down_shexp\.weight$=bf16
+^blk\.30\.ffn_gate_shexp\.weight$=bf16
+^blk\.30\.ffn_up_shexp\.weight$=bf16
+^blk\.30\.attn_norm\.weight$=bf16
+^blk\.30\.ffn_norm\.weight$=bf16
+^blk\.30\.attn_k_norm\.weight$=bf16
+^blk\.30\.attn_k\.weight$=bf16
+^blk\.30\.attn_output\.weight$=bf16
+^blk\.30\.attn_q_norm\.weight$=bf16
+^blk\.30\.attn_q\.weight$=bf16
+^blk\.30\.attn_v\.weight$=bf16
+^blk\.31\.exp_probs_b\.bias$=bf16
+^blk\.31\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.31\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.31\.ffn_up_exps\.weight$=Q3_K
+^blk\.31\.ffn_gate_inp\.weight$=bf16
+^blk\.31\.ffn_down_shexp\.weight$=bf16
+^blk\.31\.ffn_gate_shexp\.weight$=bf16
+^blk\.31\.ffn_up_shexp\.weight$=bf16
+^blk\.31\.attn_norm\.weight$=bf16
+^blk\.31\.ffn_norm\.weight$=bf16
+^blk\.31\.attn_k_norm\.weight$=bf16
+^blk\.31\.attn_k\.weight$=bf16
+^blk\.31\.attn_output\.weight$=bf16
+^blk\.31\.attn_q_norm\.weight$=bf16
+^blk\.31\.attn_q\.weight$=bf16
+^blk\.31\.attn_v\.weight$=bf16
+^blk\.32\.exp_probs_b\.bias$=bf16
+^blk\.32\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.32\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.32\.ffn_up_exps\.weight$=Q3_K
+^blk\.32\.ffn_gate_inp\.weight$=bf16
+^blk\.32\.ffn_down_shexp\.weight$=bf16
+^blk\.32\.ffn_gate_shexp\.weight$=bf16
+^blk\.32\.ffn_up_shexp\.weight$=bf16
+^blk\.32\.attn_norm\.weight$=bf16
+^blk\.32\.ffn_norm\.weight$=bf16
+^blk\.32\.attn_k_norm\.weight$=bf16
+^blk\.32\.attn_k\.weight$=bf16
+^blk\.32\.attn_output\.weight$=bf16
+^blk\.32\.attn_q_norm\.weight$=bf16
+^blk\.32\.attn_q\.weight$=bf16
+^blk\.32\.attn_v\.weight$=bf16
+^blk\.33\.exp_probs_b\.bias$=bf16
+^blk\.33\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.33\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.33\.ffn_up_exps\.weight$=Q3_K
+^blk\.33\.ffn_gate_inp\.weight$=bf16
+^blk\.33\.ffn_down_shexp\.weight$=bf16
+^blk\.33\.ffn_gate_shexp\.weight$=bf16
+^blk\.33\.ffn_up_shexp\.weight$=bf16
+^blk\.33\.attn_norm\.weight$=bf16
+^blk\.33\.ffn_norm\.weight$=bf16
+^blk\.33\.attn_k_norm\.weight$=bf16
+^blk\.33\.attn_k\.weight$=bf16
+^blk\.33\.attn_output\.weight$=bf16
+^blk\.33\.attn_q_norm\.weight$=bf16
+^blk\.33\.attn_q\.weight$=bf16
+^blk\.33\.attn_v\.weight$=bf16
+^blk\.34\.exp_probs_b\.bias$=bf16
+^blk\.34\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.34\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.34\.ffn_up_exps\.weight$=Q3_K
+^blk\.34\.ffn_gate_inp\.weight$=bf16
+^blk\.34\.ffn_down_shexp\.weight$=bf16
+^blk\.34\.ffn_gate_shexp\.weight$=bf16
+^blk\.34\.ffn_up_shexp\.weight$=bf16
+^blk\.34\.attn_norm\.weight$=bf16
+^blk\.34\.ffn_norm\.weight$=bf16
+^blk\.34\.attn_k_norm\.weight$=bf16
+^blk\.34\.attn_k\.weight$=bf16
+^blk\.34\.attn_output\.weight$=bf16
+^blk\.34\.attn_q_norm\.weight$=bf16
+^blk\.34\.attn_q\.weight$=bf16
+^blk\.34\.attn_v\.weight$=bf16
+^blk\.35\.exp_probs_b\.bias$=bf16
+^blk\.35\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.35\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.35\.ffn_up_exps\.weight$=Q3_K
+^blk\.35\.ffn_gate_inp\.weight$=bf16
+^blk\.35\.ffn_down_shexp\.weight$=bf16
+^blk\.35\.ffn_gate_shexp\.weight$=bf16
+^blk\.35\.ffn_up_shexp\.weight$=bf16
+^blk\.35\.attn_norm\.weight$=bf16
+^blk\.35\.ffn_norm\.weight$=bf16
+^blk\.35\.attn_k_norm\.weight$=bf16
+^blk\.35\.attn_k\.weight$=bf16
+^blk\.35\.attn_output\.weight$=bf16
+^blk\.35\.attn_q_norm\.weight$=bf16
+^blk\.35\.attn_q\.weight$=bf16
+^blk\.35\.attn_v\.weight$=bf16
+^blk\.36\.exp_probs_b\.bias$=bf16
+^blk\.36\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.36\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.36\.ffn_up_exps\.weight$=Q3_K
+^blk\.36\.ffn_gate_inp\.weight$=bf16
+^blk\.36\.ffn_down_shexp\.weight$=bf16
+^blk\.36\.ffn_gate_shexp\.weight$=bf16
+^blk\.36\.ffn_up_shexp\.weight$=bf16
+^blk\.36\.attn_norm\.weight$=bf16
+^blk\.36\.ffn_norm\.weight$=bf16
+^blk\.36\.attn_k_norm\.weight$=bf16
+^blk\.36\.attn_k\.weight$=bf16
+^blk\.36\.attn_output\.weight$=bf16
+^blk\.36\.attn_q_norm\.weight$=bf16
+^blk\.36\.attn_q\.weight$=bf16
+^blk\.36\.attn_v\.weight$=bf16
+^blk\.37\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.37\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.37\.ffn_up_exps\.weight$=Q3_K
+^blk\.37\.ffn_gate_inp\.weight$=bf16
+^blk\.37\.ffn_down_shexp\.weight$=bf16
+^blk\.37\.ffn_gate_shexp\.weight$=bf16
+^blk\.37\.ffn_up_shexp\.weight$=bf16
+^blk\.37\.attn_norm\.weight$=bf16
+^blk\.37\.ffn_norm\.weight$=bf16
+^blk\.37\.attn_k_norm\.weight$=bf16
+^blk\.37\.attn_k\.weight$=bf16
+^blk\.37\.attn_output\.weight$=bf16
+^blk\.37\.attn_q_norm\.weight$=bf16
+^blk\.37\.attn_q\.weight$=bf16
+^blk\.37\.attn_v\.weight$=bf16
+^blk\.38\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.38\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.38\.ffn_up_exps\.weight$=Q3_K
+^blk\.38\.ffn_gate_inp\.weight$=bf16
+^blk\.38\.ffn_down_shexp\.weight$=bf16
+^blk\.38\.ffn_gate_shexp\.weight$=bf16
+^blk\.38\.ffn_up_shexp\.weight$=bf16
+^blk\.38\.attn_norm\.weight$=bf16
+^blk\.38\.ffn_norm\.weight$=bf16
+^blk\.38\.attn_k_norm\.weight$=bf16
+^blk\.38\.attn_k\.weight$=bf16
+^blk\.38\.attn_output\.weight$=bf16
+^blk\.38\.attn_q_norm\.weight$=bf16
+^blk\.38\.attn_q\.weight$=bf16
+^blk\.38\.attn_v\.weight$=bf16
+^blk\.39\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.39\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.39\.ffn_up_exps\.weight$=Q3_K
+^blk\.39\.ffn_gate_inp\.weight$=bf16
+^blk\.39\.ffn_down_shexp\.weight$=bf16
+^blk\.39\.ffn_gate_shexp\.weight$=bf16
+^blk\.39\.ffn_up_shexp\.weight$=bf16
+^blk\.39\.attn_norm\.weight$=bf16
+^blk\.39\.ffn_norm\.weight$=bf16
+^blk\.39\.attn_k_norm\.weight$=bf16
+^blk\.39\.attn_k\.weight$=bf16
+^blk\.39\.attn_output\.weight$=bf16
+^blk\.39\.attn_q_norm\.weight$=bf16
+^blk\.39\.attn_q\.weight$=bf16
+^blk\.39\.attn_v\.weight$=bf16
+^blk\.40\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.40\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.40\.ffn_up_exps\.weight$=Q3_K
+^blk\.40\.ffn_gate_inp\.weight$=bf16
+^blk\.40\.ffn_down_shexp\.weight$=bf16
+^blk\.40\.ffn_gate_shexp\.weight$=bf16
+^blk\.40\.ffn_up_shexp\.weight$=bf16
+^blk\.40\.attn_norm\.weight$=bf16
+^blk\.40\.ffn_norm\.weight$=bf16
+^blk\.40\.attn_k_norm\.weight$=bf16
+^blk\.40\.attn_k\.weight$=bf16
+^blk\.40\.attn_output\.weight$=bf16
+^blk\.40\.attn_q_norm\.weight$=bf16
+^blk\.40\.attn_q\.weight$=bf16
+^blk\.40\.attn_v\.weight$=bf16
+^blk\.41\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.41\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.41\.ffn_up_exps\.weight$=Q3_K
+^blk\.41\.ffn_gate_inp\.weight$=bf16
+^blk\.41\.ffn_down_shexp\.weight$=bf16
+^blk\.41\.ffn_gate_shexp\.weight$=bf16
+^blk\.41\.ffn_up_shexp\.weight$=bf16
+^blk\.41\.attn_norm\.weight$=bf16
+^blk\.41\.ffn_norm\.weight$=bf16
+^blk\.41\.attn_k_norm\.weight$=bf16
+^blk\.41\.attn_k\.weight$=bf16
+^blk\.41\.attn_output\.weight$=bf16
+^blk\.41\.attn_q_norm\.weight$=bf16
+^blk\.41\.attn_q\.weight$=bf16
+^blk\.41\.attn_v\.weight$=bf16
+^blk\.42\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.42\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.42\.ffn_up_exps\.weight$=Q3_K
+^blk\.42\.ffn_gate_inp\.weight$=bf16
+^blk\.42\.ffn_down_shexp\.weight$=bf16
+^blk\.42\.ffn_gate_shexp\.weight$=bf16
+^blk\.42\.ffn_up_shexp\.weight$=bf16
+^blk\.42\.attn_norm\.weight$=bf16
+^blk\.42\.ffn_norm\.weight$=bf16
+^blk\.42\.attn_k_norm\.weight$=bf16
+^blk\.42\.attn_k\.weight$=bf16
+^blk\.42\.attn_output\.weight$=bf16
+^blk\.42\.attn_q_norm\.weight$=bf16
+^blk\.42\.attn_q\.weight$=bf16
+^blk\.42\.attn_v\.weight$=bf16
+^blk\.43\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.43\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.43\.ffn_up_exps\.weight$=Q3_K
+^blk\.43\.ffn_gate_inp\.weight$=bf16
+^blk\.43\.ffn_down_shexp\.weight$=bf16
+^blk\.43\.ffn_gate_shexp\.weight$=bf16
+^blk\.43\.ffn_up_shexp\.weight$=bf16
+^blk\.43\.attn_norm\.weight$=bf16
+^blk\.43\.ffn_norm\.weight$=bf16
+^blk\.43\.attn_k_norm\.weight$=bf16
+^blk\.43\.attn_k\.weight$=bf16
+^blk\.43\.attn_output\.weight$=bf16
+^blk\.43\.attn_q_norm\.weight$=bf16
+^blk\.43\.attn_q\.weight$=bf16
+^blk\.43\.attn_v\.weight$=bf16
+^blk\.44\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.44\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.44\.ffn_up_exps\.weight$=Q3_K
+^blk\.44\.ffn_gate_inp\.weight$=bf16
+^blk\.44\.ffn_down_shexp\.weight$=bf16
+^blk\.44\.ffn_gate_shexp\.weight$=bf16
+^blk\.44\.ffn_up_shexp\.weight$=bf16
+^blk\.44\.attn_norm\.weight$=bf16
+^blk\.44\.ffn_norm\.weight$=bf16
+^blk\.44\.attn_k_norm\.weight$=bf16
+^blk\.44\.attn_k\.weight$=bf16
+^blk\.44\.attn_output\.weight$=bf16
+^blk\.44\.attn_q_norm\.weight$=bf16
+^blk\.44\.attn_q\.weight$=bf16
+^blk\.44\.attn_v\.weight$=bf16
+^blk\.45\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.45\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.45\.ffn_up_exps\.weight$=Q3_K
+^blk\.45\.ffn_gate_inp\.weight$=bf16
+^blk\.45\.ffn_down_shexp\.weight$=bf16
+^blk\.45\.ffn_gate_shexp\.weight$=bf16
+^blk\.45\.ffn_up_shexp\.weight$=bf16
+^blk\.45\.attn_norm\.weight$=bf16
+^blk\.45\.ffn_norm\.weight$=bf16
+^blk\.45\.attn_k_norm\.weight$=bf16
+^blk\.45\.attn_k\.weight$=bf16
+^blk\.45\.attn_output\.weight$=bf16
+^blk\.45\.attn_q_norm\.weight$=bf16
+^blk\.45\.attn_q\.weight$=bf16
+^blk\.45\.attn_v\.weight$=bf16
+^blk\.46\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.46\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.46\.ffn_up_exps\.weight$=Q3_K
+^blk\.46\.ffn_gate_inp\.weight$=bf16
+^blk\.46\.ffn_down_shexp\.weight$=bf16
+^blk\.46\.ffn_gate_shexp\.weight$=bf16
+^blk\.46\.ffn_up_shexp\.weight$=bf16
+^blk\.46\.attn_norm\.weight$=bf16
+^blk\.46\.ffn_norm\.weight$=bf16
+^blk\.46\.attn_k_norm\.weight$=bf16
+^blk\.46\.attn_k\.weight$=bf16
+^blk\.46\.attn_output\.weight$=bf16
+^blk\.46\.attn_q_norm\.weight$=bf16
+^blk\.46\.attn_q\.weight$=bf16
+^blk\.46\.attn_v\.weight$=bf16
+^blk\.47\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.47\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.47\.ffn_up_exps\.weight$=Q3_K
+^blk\.47\.ffn_gate_inp\.weight$=bf16
+^blk\.47\.ffn_down_shexp\.weight$=bf16
+^blk\.47\.ffn_gate_shexp\.weight$=bf16
+^blk\.47\.ffn_up_shexp\.weight$=bf16
+^blk\.47\.attn_norm\.weight$=bf16
+^blk\.47\.ffn_norm\.weight$=bf16
+^blk\.47\.attn_k_norm\.weight$=bf16
+^blk\.47\.attn_k\.weight$=bf16
+^blk\.47\.attn_output\.weight$=bf16
+^blk\.47\.attn_q_norm\.weight$=bf16
+^blk\.47\.attn_q\.weight$=bf16
+^blk\.47\.attn_v\.weight$=bf16
+^blk\.48\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.48\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.48\.ffn_up_exps\.weight$=Q3_K
+^blk\.48\.ffn_gate_inp\.weight$=bf16
+^blk\.48\.ffn_down_shexp\.weight$=bf16
+^blk\.48\.ffn_gate_shexp\.weight$=bf16
+^blk\.48\.ffn_up_shexp\.weight$=bf16
+^blk\.48\.attn_norm\.weight$=bf16
+^blk\.48\.ffn_norm\.weight$=bf16
+^blk\.48\.attn_k_norm\.weight$=bf16
+^blk\.48\.attn_k\.weight$=bf16
+^blk\.48\.attn_output\.weight$=bf16
+^blk\.48\.attn_q_norm\.weight$=bf16
+^blk\.48\.attn_q\.weight$=bf16
+^blk\.48\.attn_v\.weight$=bf16
+^blk\.49\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.49\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.49\.ffn_up_exps\.weight$=Q3_K
+^blk\.49\.ffn_gate_inp\.weight$=bf16
+^blk\.49\.ffn_down_shexp\.weight$=bf16
+^blk\.49\.ffn_gate_shexp\.weight$=bf16
+^blk\.49\.ffn_up_shexp\.weight$=bf16
+^blk\.49\.attn_norm\.weight$=bf16
+^blk\.49\.ffn_norm\.weight$=bf16
+^blk\.49\.attn_k_norm\.weight$=bf16
+^blk\.49\.attn_k\.weight$=bf16
+^blk\.49\.attn_output\.weight$=bf16
+^blk\.49\.attn_q_norm\.weight$=bf16
+^blk\.49\.attn_q\.weight$=bf16
+^blk\.49\.attn_v\.weight$=bf16
+^blk\.50\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.50\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.50\.ffn_up_exps\.weight$=Q3_K
+^blk\.50\.ffn_gate_inp\.weight$=bf16
+^blk\.50\.ffn_down_shexp\.weight$=bf16
+^blk\.50\.ffn_gate_shexp\.weight$=bf16
+^blk\.50\.ffn_up_shexp\.weight$=bf16
+^blk\.50\.attn_norm\.weight$=bf16
+^blk\.50\.ffn_norm\.weight$=bf16
+^blk\.50\.attn_k_norm\.weight$=bf16
+^blk\.50\.attn_k\.weight$=bf16
+^blk\.50\.attn_output\.weight$=bf16
+^blk\.50\.attn_q_norm\.weight$=bf16
+^blk\.50\.attn_q\.weight$=bf16
+^blk\.50\.attn_v\.weight$=bf16
+^blk\.51\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.51\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.51\.ffn_up_exps\.weight$=Q3_K
+^blk\.51\.ffn_gate_inp\.weight$=bf16
+^blk\.51\.ffn_down_shexp\.weight$=bf16
+^blk\.51\.ffn_gate_shexp\.weight$=bf16
+^blk\.51\.ffn_up_shexp\.weight$=bf16
+^blk\.51\.attn_norm\.weight$=bf16
+^blk\.51\.ffn_norm\.weight$=bf16
+^blk\.51\.attn_k_norm\.weight$=bf16
+^blk\.51\.attn_k\.weight$=bf16
+^blk\.51\.attn_output\.weight$=bf16
+^blk\.51\.attn_q_norm\.weight$=bf16
+^blk\.51\.attn_q\.weight$=bf16
+^blk\.51\.attn_v\.weight$=bf16
+^blk\.52\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.52\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.52\.ffn_up_exps\.weight$=Q3_K
+^blk\.52\.ffn_gate_inp\.weight$=bf16
+^blk\.52\.ffn_down_shexp\.weight$=bf16
+^blk\.52\.ffn_gate_shexp\.weight$=bf16
+^blk\.52\.ffn_up_shexp\.weight$=bf16
+^blk\.52\.attn_norm\.weight$=bf16
+^blk\.52\.ffn_norm\.weight$=bf16
+^blk\.52\.attn_k_norm\.weight$=bf16
+^blk\.52\.attn_k\.weight$=bf16
+^blk\.52\.attn_output\.weight$=bf16
+^blk\.52\.attn_q_norm\.weight$=bf16
+^blk\.52\.attn_q\.weight$=bf16
+^blk\.52\.attn_v\.weight$=bf16
+^blk\.53\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.53\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.53\.ffn_up_exps\.weight$=Q3_K
+^blk\.53\.ffn_gate_inp\.weight$=bf16
+^blk\.53\.ffn_down_shexp\.weight$=bf16
+^blk\.53\.ffn_gate_shexp\.weight$=bf16
+^blk\.53\.ffn_up_shexp\.weight$=bf16
+^blk\.53\.attn_norm\.weight$=bf16
+^blk\.53\.ffn_norm\.weight$=bf16
+^blk\.53\.attn_k_norm\.weight$=bf16
+^blk\.53\.attn_k\.weight$=bf16
+^blk\.53\.attn_output\.weight$=bf16
+^blk\.53\.attn_q_norm\.weight$=bf16
+^blk\.53\.attn_q\.weight$=bf16
+^blk\.53\.attn_v\.weight$=bf16
+^blk\.54\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.54\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.54\.ffn_up_exps\.weight$=Q3_K
+^blk\.54\.ffn_gate_inp\.weight$=bf16
+^blk\.54\.ffn_down_shexp\.weight$=bf16
+^blk\.54\.ffn_gate_shexp\.weight$=bf16
+^blk\.54\.ffn_up_shexp\.weight$=bf16
+^blk\.54\.attn_norm\.weight$=bf16
+^blk\.54\.ffn_norm\.weight$=bf16
+^blk\.54\.attn_k_norm\.weight$=bf16
+^blk\.54\.attn_k\.weight$=bf16
+^blk\.54\.attn_output\.weight$=bf16
+^blk\.54\.attn_q_norm\.weight$=bf16
+^blk\.54\.attn_q\.weight$=bf16
+^blk\.54\.attn_v\.weight$=bf16
+^blk\.55\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.55\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.55\.ffn_up_exps\.weight$=Q3_K
+^blk\.55\.ffn_gate_inp\.weight$=bf16
+^blk\.55\.ffn_down_shexp\.weight$=bf16
+^blk\.55\.ffn_gate_shexp\.weight$=bf16
+^blk\.55\.ffn_up_shexp\.weight$=bf16
+^blk\.55\.attn_norm\.weight$=bf16
+^blk\.55\.ffn_norm\.weight$=bf16
+^blk\.55\.attn_k_norm\.weight$=bf16
+^blk\.55\.attn_k\.weight$=bf16
+^blk\.55\.attn_output\.weight$=bf16
+^blk\.55\.attn_q_norm\.weight$=bf16
+^blk\.55\.attn_q\.weight$=bf16
+^blk\.55\.attn_v\.weight$=bf16
+^blk\.56\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.56\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.56\.ffn_up_exps\.weight$=Q3_K
+^blk\.56\.ffn_gate_inp\.weight$=bf16
+^blk\.56\.ffn_down_shexp\.weight$=bf16
+^blk\.56\.ffn_gate_shexp\.weight$=bf16
+^blk\.56\.ffn_up_shexp\.weight$=bf16
+^blk\.56\.attn_norm\.weight$=bf16
+^blk\.56\.ffn_norm\.weight$=bf16
+^blk\.56\.attn_k_norm\.weight$=bf16
+^blk\.56\.attn_k\.weight$=bf16
+^blk\.56\.attn_output\.weight$=bf16
+^blk\.56\.attn_q_norm\.weight$=bf16
+^blk\.56\.attn_q\.weight$=bf16
+^blk\.56\.attn_v\.weight$=bf16
+^blk\.57\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.57\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.57\.ffn_up_exps\.weight$=Q3_K
+^blk\.57\.ffn_gate_inp\.weight$=bf16
+^blk\.57\.ffn_down_shexp\.weight$=bf16
+^blk\.57\.ffn_gate_shexp\.weight$=bf16
+^blk\.57\.ffn_up_shexp\.weight$=bf16
+^blk\.57\.attn_norm\.weight$=bf16
+^blk\.57\.ffn_norm\.weight$=bf16
+^blk\.57\.attn_k_norm\.weight$=bf16
+^blk\.57\.attn_k\.weight$=bf16
+^blk\.57\.attn_output\.weight$=bf16
+^blk\.57\.attn_q_norm\.weight$=bf16
+^blk\.57\.attn_q\.weight$=bf16
+^blk\.57\.attn_v\.weight$=bf16
+^blk\.58\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.58\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.58\.ffn_up_exps\.weight$=Q3_K
+^blk\.58\.ffn_gate_inp\.weight$=bf16
+^blk\.58\.ffn_down_shexp\.weight$=bf16
+^blk\.58\.ffn_gate_shexp\.weight$=bf16
+^blk\.58\.ffn_up_shexp\.weight$=bf16
+^blk\.58\.attn_norm\.weight$=bf16
+^blk\.58\.ffn_norm\.weight$=bf16
+^blk\.58\.attn_k_norm\.weight$=bf16
+^blk\.58\.attn_k\.weight$=bf16
+^blk\.58\.attn_output\.weight$=bf16
+^blk\.58\.attn_q_norm\.weight$=bf16
+^blk\.58\.attn_q\.weight$=bf16
+^blk\.58\.attn_v\.weight$=bf16
+^blk\.59\.exp_probs_b\.bias$=bf16
+^blk\.59\.ffn_gate_exps\.weight$=IQ2_XS
+^blk\.59\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.59\.ffn_up_exps\.weight$=Q3_K
+^blk\.59\.ffn_gate_inp\.weight$=bf16
+^blk\.59\.ffn_down_shexp\.weight$=bf16
+^blk\.59\.ffn_gate_shexp\.weight$=bf16
+^blk\.59\.ffn_up_shexp\.weight$=bf16
+^blk\.59\.attn_norm\.weight$=bf16
+^blk\.59\.ffn_norm\.weight$=bf16
+^blk\.59\.attn_k_norm\.weight$=bf16
+^blk\.59\.attn_k\.weight$=bf16
+^blk\.59\.attn_output\.weight$=bf16
+^blk\.59\.attn_q_norm\.weight$=bf16
+^blk\.59\.attn_q\.weight$=bf16
+^blk\.59\.attn_v\.weight$=bf16

MoQ_MiniMax-M3_tensors_3.5.txt

@@ -0,0 +1,948 @@
+^output\.weight$=bf16
+^token_embd\.weight$=bf16
+^blk\.0\.attn_norm\.weight$=bf16
+^blk\.0\.ffn_down\.weight$=bf16
+^blk\.0\.ffn_gate\.weight$=bf16
+^blk\.0\.ffn_up\.weight$=bf16
+^blk\.0\.ffn_norm\.weight$=bf16
+^blk\.0\.attn_k_norm\.weight$=bf16
+^blk\.0\.attn_k\.weight$=bf16
+^blk\.0\.attn_output\.weight$=bf16
+^blk\.0\.attn_q_norm\.weight$=bf16
+^blk\.0\.attn_q\.weight$=bf16
+^blk\.0\.attn_v\.weight$=bf16
+^output_norm\.weight$=bf16
+^blk\.1\.attn_norm\.weight$=bf16
+^blk\.1\.ffn_down\.weight$=bf16
+^blk\.1\.ffn_gate\.weight$=bf16
+^blk\.1\.ffn_up\.weight$=bf16
+^blk\.1\.ffn_norm\.weight$=bf16
+^blk\.1\.attn_k_norm\.weight$=bf16
+^blk\.1\.attn_k\.weight$=bf16
+^blk\.1\.attn_output\.weight$=bf16
+^blk\.1\.attn_q_norm\.weight$=bf16
+^blk\.1\.attn_q\.weight$=bf16
+^blk\.1\.attn_v\.weight$=bf16
+^blk\.2\.attn_norm\.weight$=bf16
+^blk\.2\.ffn_down\.weight$=bf16
+^blk\.2\.ffn_gate\.weight$=bf16
+^blk\.2\.ffn_up\.weight$=bf16
+^blk\.2\.ffn_norm\.weight$=bf16
+^blk\.2\.attn_k_norm\.weight$=bf16
+^blk\.2\.attn_k\.weight$=bf16
+^blk\.2\.attn_output\.weight$=bf16
+^blk\.2\.attn_q_norm\.weight$=bf16
+^blk\.2\.attn_q\.weight$=bf16
+^blk\.2\.attn_v\.weight$=bf16
+^blk\.25\.exp_probs_b\.bias$=bf16
+^blk\.3\.exp_probs_b\.bias$=bf16
+^blk\.3\.ffn_gate_exps\.weight$=Q3_K
+^blk\.3\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.3\.ffn_up_exps\.weight$=Q3_K
+^blk\.3\.ffn_gate_inp\.weight$=bf16
+^blk\.3\.ffn_down_shexp\.weight$=bf16
+^blk\.3\.ffn_gate_shexp\.weight$=bf16
+^blk\.3\.ffn_up_shexp\.weight$=bf16
+^blk\.3\.attn_norm\.weight$=bf16
+^blk\.3\.ffn_norm\.weight$=bf16
+^blk\.3\.attn_k_norm\.weight$=bf16
+^blk\.3\.attn_k\.weight$=bf16
+^blk\.3\.attn_output\.weight$=bf16
+^blk\.3\.attn_q_norm\.weight$=bf16
+^blk\.3\.attn_q\.weight$=bf16
+^blk\.3\.attn_v\.weight$=bf16
+^blk\.37\.exp_probs_b\.bias$=bf16
+^blk\.38\.exp_probs_b\.bias$=bf16
+^blk\.4\.exp_probs_b\.bias$=bf16
+^blk\.4\.ffn_gate_exps\.weight$=Q3_K
+^blk\.4\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.4\.ffn_up_exps\.weight$=Q3_K
+^blk\.4\.ffn_gate_inp\.weight$=bf16
+^blk\.4\.ffn_down_shexp\.weight$=bf16
+^blk\.4\.ffn_gate_shexp\.weight$=bf16
+^blk\.4\.ffn_up_shexp\.weight$=bf16
+^blk\.4\.attn_norm\.weight$=bf16
+^blk\.4\.ffn_norm\.weight$=bf16
+^blk\.4\.attn_k_norm\.weight$=bf16
+^blk\.4\.attn_k\.weight$=bf16
+^blk\.4\.attn_output\.weight$=bf16
+^blk\.4\.attn_q_norm\.weight$=bf16
+^blk\.4\.attn_q\.weight$=bf16
+^blk\.4\.attn_v\.weight$=bf16
+^blk\.39\.exp_probs_b\.bias$=bf16
+^blk\.5\.exp_probs_b\.bias$=bf16
+^blk\.5\.ffn_gate_exps\.weight$=Q3_K
+^blk\.5\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.5\.ffn_up_exps\.weight$=Q3_K
+^blk\.5\.ffn_gate_inp\.weight$=bf16
+^blk\.5\.ffn_down_shexp\.weight$=bf16
+^blk\.5\.ffn_gate_shexp\.weight$=bf16
+^blk\.5\.ffn_up_shexp\.weight$=bf16
+^blk\.5\.attn_norm\.weight$=bf16
+^blk\.5\.ffn_norm\.weight$=bf16
+^blk\.5\.attn_k_norm\.weight$=bf16
+^blk\.5\.attn_k\.weight$=bf16
+^blk\.5\.attn_output\.weight$=bf16
+^blk\.5\.attn_q_norm\.weight$=bf16
+^blk\.5\.attn_q\.weight$=bf16
+^blk\.5\.attn_v\.weight$=bf16
+^blk\.40\.exp_probs_b\.bias$=bf16
+^blk\.6\.exp_probs_b\.bias$=bf16
+^blk\.6\.ffn_gate_exps\.weight$=Q3_K
+^blk\.6\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.6\.ffn_up_exps\.weight$=Q3_K
+^blk\.6\.ffn_gate_inp\.weight$=bf16
+^blk\.6\.ffn_down_shexp\.weight$=bf16
+^blk\.6\.ffn_gate_shexp\.weight$=bf16
+^blk\.6\.ffn_up_shexp\.weight$=bf16
+^blk\.6\.attn_norm\.weight$=bf16
+^blk\.6\.ffn_norm\.weight$=bf16
+^blk\.6\.attn_k_norm\.weight$=bf16
+^blk\.6\.attn_k\.weight$=bf16
+^blk\.6\.attn_output\.weight$=bf16
+^blk\.6\.attn_q_norm\.weight$=bf16
+^blk\.6\.attn_q\.weight$=bf16
+^blk\.6\.attn_v\.weight$=bf16
+^blk\.41\.exp_probs_b\.bias$=bf16
+^blk\.7\.exp_probs_b\.bias$=bf16
+^blk\.7\.ffn_gate_exps\.weight$=Q3_K
+^blk\.7\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.7\.ffn_up_exps\.weight$=Q3_K
+^blk\.7\.ffn_gate_inp\.weight$=bf16
+^blk\.7\.ffn_down_shexp\.weight$=bf16
+^blk\.7\.ffn_gate_shexp\.weight$=bf16
+^blk\.7\.ffn_up_shexp\.weight$=bf16
+^blk\.7\.attn_norm\.weight$=bf16
+^blk\.7\.ffn_norm\.weight$=bf16
+^blk\.7\.attn_k_norm\.weight$=bf16
+^blk\.7\.attn_k\.weight$=bf16
+^blk\.7\.attn_output\.weight$=bf16
+^blk\.7\.attn_q_norm\.weight$=bf16
+^blk\.7\.attn_q\.weight$=bf16
+^blk\.7\.attn_v\.weight$=bf16
+^blk\.42\.exp_probs_b\.bias$=bf16
+^blk\.8\.exp_probs_b\.bias$=bf16
+^blk\.8\.ffn_gate_exps\.weight$=Q3_K
+^blk\.8\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.8\.ffn_up_exps\.weight$=Q3_K
+^blk\.8\.ffn_gate_inp\.weight$=bf16
+^blk\.8\.ffn_down_shexp\.weight$=bf16
+^blk\.8\.ffn_gate_shexp\.weight$=bf16
+^blk\.8\.ffn_up_shexp\.weight$=bf16
+^blk\.8\.attn_norm\.weight$=bf16
+^blk\.8\.ffn_norm\.weight$=bf16
+^blk\.8\.attn_k_norm\.weight$=bf16
+^blk\.8\.attn_k\.weight$=bf16
+^blk\.8\.attn_output\.weight$=bf16
+^blk\.8\.attn_q_norm\.weight$=bf16
+^blk\.8\.attn_q\.weight$=bf16
+^blk\.8\.attn_v\.weight$=bf16
+^blk\.43\.exp_probs_b\.bias$=bf16
+^blk\.9\.exp_probs_b\.bias$=bf16
+^blk\.9\.ffn_gate_exps\.weight$=Q3_K
+^blk\.9\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.9\.ffn_up_exps\.weight$=Q3_K
+^blk\.9\.ffn_gate_inp\.weight$=bf16
+^blk\.9\.ffn_down_shexp\.weight$=bf16
+^blk\.9\.ffn_gate_shexp\.weight$=bf16
+^blk\.9\.ffn_up_shexp\.weight$=bf16
+^blk\.9\.attn_norm\.weight$=bf16
+^blk\.9\.ffn_norm\.weight$=bf16
+^blk\.9\.attn_k_norm\.weight$=bf16
+^blk\.9\.attn_k\.weight$=bf16
+^blk\.9\.attn_output\.weight$=bf16
+^blk\.9\.attn_q_norm\.weight$=bf16
+^blk\.9\.attn_q\.weight$=bf16
+^blk\.9\.attn_v\.weight$=bf16
+^blk\.10\.exp_probs_b\.bias$=bf16
+^blk\.10\.ffn_gate_exps\.weight$=Q3_K
+^blk\.10\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.10\.ffn_up_exps\.weight$=Q3_K
+^blk\.10\.ffn_gate_inp\.weight$=bf16
+^blk\.10\.ffn_down_shexp\.weight$=bf16
+^blk\.10\.ffn_gate_shexp\.weight$=bf16
+^blk\.10\.ffn_up_shexp\.weight$=bf16
+^blk\.10\.attn_norm\.weight$=bf16
+^blk\.10\.ffn_norm\.weight$=bf16
+^blk\.10\.attn_k_norm\.weight$=bf16
+^blk\.10\.attn_k\.weight$=bf16
+^blk\.10\.attn_output\.weight$=bf16
+^blk\.10\.attn_q_norm\.weight$=bf16
+^blk\.10\.attn_q\.weight$=bf16
+^blk\.10\.attn_v\.weight$=bf16
+^blk\.44\.exp_probs_b\.bias$=bf16
+^blk\.11\.exp_probs_b\.bias$=bf16
+^blk\.11\.ffn_gate_exps\.weight$=Q3_K
+^blk\.11\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.11\.ffn_up_exps\.weight$=Q3_K
+^blk\.11\.ffn_gate_inp\.weight$=bf16
+^blk\.11\.ffn_down_shexp\.weight$=bf16
+^blk\.11\.ffn_gate_shexp\.weight$=bf16
+^blk\.11\.ffn_up_shexp\.weight$=bf16
+^blk\.11\.attn_norm\.weight$=bf16
+^blk\.11\.ffn_norm\.weight$=bf16
+^blk\.11\.attn_k_norm\.weight$=bf16
+^blk\.11\.attn_k\.weight$=bf16
+^blk\.11\.attn_output\.weight$=bf16
+^blk\.11\.attn_q_norm\.weight$=bf16
+^blk\.11\.attn_q\.weight$=bf16
+^blk\.11\.attn_v\.weight$=bf16
+^blk\.45\.exp_probs_b\.bias$=bf16
+^blk\.12\.exp_probs_b\.bias$=bf16
+^blk\.12\.ffn_gate_exps\.weight$=Q3_K
+^blk\.12\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.12\.ffn_up_exps\.weight$=Q3_K
+^blk\.12\.ffn_gate_inp\.weight$=bf16
+^blk\.12\.ffn_down_shexp\.weight$=bf16
+^blk\.12\.ffn_gate_shexp\.weight$=bf16
+^blk\.12\.ffn_up_shexp\.weight$=bf16
+^blk\.12\.attn_norm\.weight$=bf16
+^blk\.12\.ffn_norm\.weight$=bf16
+^blk\.12\.attn_k_norm\.weight$=bf16
+^blk\.12\.attn_k\.weight$=bf16
+^blk\.12\.attn_output\.weight$=bf16
+^blk\.12\.attn_q_norm\.weight$=bf16
+^blk\.12\.attn_q\.weight$=bf16
+^blk\.12\.attn_v\.weight$=bf16
+^blk\.46\.exp_probs_b\.bias$=bf16
+^blk\.13\.exp_probs_b\.bias$=bf16
+^blk\.13\.ffn_gate_exps\.weight$=Q3_K
+^blk\.13\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.13\.ffn_up_exps\.weight$=Q3_K
+^blk\.13\.ffn_gate_inp\.weight$=bf16
+^blk\.13\.ffn_down_shexp\.weight$=bf16
+^blk\.13\.ffn_gate_shexp\.weight$=bf16
+^blk\.13\.ffn_up_shexp\.weight$=bf16
+^blk\.13\.attn_norm\.weight$=bf16
+^blk\.13\.ffn_norm\.weight$=bf16
+^blk\.13\.attn_k_norm\.weight$=bf16
+^blk\.13\.attn_k\.weight$=bf16
+^blk\.13\.attn_output\.weight$=bf16
+^blk\.13\.attn_q_norm\.weight$=bf16
+^blk\.13\.attn_q\.weight$=bf16
+^blk\.13\.attn_v\.weight$=bf16
+^blk\.47\.exp_probs_b\.bias$=bf16
+^blk\.14\.exp_probs_b\.bias$=bf16
+^blk\.14\.ffn_gate_exps\.weight$=Q3_K
+^blk\.14\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.14\.ffn_up_exps\.weight$=Q3_K
+^blk\.14\.ffn_gate_inp\.weight$=bf16
+^blk\.14\.ffn_down_shexp\.weight$=bf16
+^blk\.14\.ffn_gate_shexp\.weight$=bf16
+^blk\.14\.ffn_up_shexp\.weight$=bf16
+^blk\.14\.attn_norm\.weight$=bf16
+^blk\.14\.ffn_norm\.weight$=bf16
+^blk\.14\.attn_k_norm\.weight$=bf16
+^blk\.14\.attn_k\.weight$=bf16
+^blk\.14\.attn_output\.weight$=bf16
+^blk\.14\.attn_q_norm\.weight$=bf16
+^blk\.14\.attn_q\.weight$=bf16
+^blk\.14\.attn_v\.weight$=bf16
+^blk\.48\.exp_probs_b\.bias$=bf16
+^blk\.15\.exp_probs_b\.bias$=bf16
+^blk\.15\.ffn_gate_exps\.weight$=Q3_K
+^blk\.15\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.15\.ffn_up_exps\.weight$=Q3_K
+^blk\.15\.ffn_gate_inp\.weight$=bf16
+^blk\.15\.ffn_down_shexp\.weight$=bf16
+^blk\.15\.ffn_gate_shexp\.weight$=bf16
+^blk\.15\.ffn_up_shexp\.weight$=bf16
+^blk\.15\.attn_norm\.weight$=bf16
+^blk\.15\.ffn_norm\.weight$=bf16
+^blk\.15\.attn_k_norm\.weight$=bf16
+^blk\.15\.attn_k\.weight$=bf16
+^blk\.15\.attn_output\.weight$=bf16
+^blk\.15\.attn_q_norm\.weight$=bf16
+^blk\.15\.attn_q\.weight$=bf16
+^blk\.15\.attn_v\.weight$=bf16
+^blk\.49\.exp_probs_b\.bias$=bf16
+^blk\.16\.exp_probs_b\.bias$=bf16
+^blk\.16\.ffn_gate_exps\.weight$=Q3_K
+^blk\.16\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.16\.ffn_up_exps\.weight$=Q3_K
+^blk\.16\.ffn_gate_inp\.weight$=bf16
+^blk\.16\.ffn_down_shexp\.weight$=bf16
+^blk\.16\.ffn_gate_shexp\.weight$=bf16
+^blk\.16\.ffn_up_shexp\.weight$=bf16
+^blk\.16\.attn_norm\.weight$=bf16
+^blk\.16\.ffn_norm\.weight$=bf16
+^blk\.16\.attn_k_norm\.weight$=bf16
+^blk\.16\.attn_k\.weight$=bf16
+^blk\.16\.attn_output\.weight$=bf16
+^blk\.16\.attn_q_norm\.weight$=bf16
+^blk\.16\.attn_q\.weight$=bf16
+^blk\.16\.attn_v\.weight$=bf16
+^blk\.50\.exp_probs_b\.bias$=bf16
+^blk\.17\.exp_probs_b\.bias$=bf16
+^blk\.17\.ffn_gate_exps\.weight$=Q3_K
+^blk\.17\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.17\.ffn_up_exps\.weight$=Q3_K
+^blk\.17\.ffn_gate_inp\.weight$=bf16
+^blk\.17\.ffn_down_shexp\.weight$=bf16
+^blk\.17\.ffn_gate_shexp\.weight$=bf16
+^blk\.17\.ffn_up_shexp\.weight$=bf16
+^blk\.17\.attn_norm\.weight$=bf16
+^blk\.17\.ffn_norm\.weight$=bf16
+^blk\.17\.attn_k_norm\.weight$=bf16
+^blk\.17\.attn_k\.weight$=bf16
+^blk\.17\.attn_output\.weight$=bf16
+^blk\.17\.attn_q_norm\.weight$=bf16
+^blk\.17\.attn_q\.weight$=bf16
+^blk\.17\.attn_v\.weight$=bf16
+^blk\.51\.exp_probs_b\.bias$=bf16
+^blk\.18\.exp_probs_b\.bias$=bf16
+^blk\.18\.ffn_gate_exps\.weight$=Q3_K
+^blk\.18\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.18\.ffn_up_exps\.weight$=Q3_K
+^blk\.18\.ffn_gate_inp\.weight$=bf16
+^blk\.18\.ffn_down_shexp\.weight$=bf16
+^blk\.18\.ffn_gate_shexp\.weight$=bf16
+^blk\.18\.ffn_up_shexp\.weight$=bf16
+^blk\.18\.attn_norm\.weight$=bf16
+^blk\.18\.ffn_norm\.weight$=bf16
+^blk\.18\.attn_k_norm\.weight$=bf16
+^blk\.18\.attn_k\.weight$=bf16
+^blk\.18\.attn_output\.weight$=bf16
+^blk\.18\.attn_q_norm\.weight$=bf16
+^blk\.18\.attn_q\.weight$=bf16
+^blk\.18\.attn_v\.weight$=bf16
+^blk\.52\.exp_probs_b\.bias$=bf16
+^blk\.19\.exp_probs_b\.bias$=bf16
+^blk\.19\.ffn_gate_exps\.weight$=Q3_K
+^blk\.19\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.19\.ffn_up_exps\.weight$=Q3_K
+^blk\.19\.ffn_gate_inp\.weight$=bf16
+^blk\.19\.ffn_down_shexp\.weight$=bf16
+^blk\.19\.ffn_gate_shexp\.weight$=bf16
+^blk\.19\.ffn_up_shexp\.weight$=bf16
+^blk\.19\.attn_norm\.weight$=bf16
+^blk\.19\.ffn_norm\.weight$=bf16
+^blk\.19\.attn_k_norm\.weight$=bf16
+^blk\.19\.attn_k\.weight$=bf16
+^blk\.19\.attn_output\.weight$=bf16
+^blk\.19\.attn_q_norm\.weight$=bf16
+^blk\.19\.attn_q\.weight$=bf16
+^blk\.19\.attn_v\.weight$=bf16
+^blk\.53\.exp_probs_b\.bias$=bf16
+^blk\.20\.exp_probs_b\.bias$=bf16
+^blk\.20\.ffn_gate_exps\.weight$=Q3_K
+^blk\.20\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.20\.ffn_up_exps\.weight$=Q3_K
+^blk\.20\.ffn_gate_inp\.weight$=bf16
+^blk\.20\.ffn_down_shexp\.weight$=bf16
+^blk\.20\.ffn_gate_shexp\.weight$=bf16
+^blk\.20\.ffn_up_shexp\.weight$=bf16
+^blk\.20\.attn_norm\.weight$=bf16
+^blk\.20\.ffn_norm\.weight$=bf16
+^blk\.20\.attn_k_norm\.weight$=bf16
+^blk\.20\.attn_k\.weight$=bf16
+^blk\.20\.attn_output\.weight$=bf16
+^blk\.20\.attn_q_norm\.weight$=bf16
+^blk\.20\.attn_q\.weight$=bf16
+^blk\.20\.attn_v\.weight$=bf16
+^blk\.54\.exp_probs_b\.bias$=bf16
+^blk\.21\.exp_probs_b\.bias$=bf16
+^blk\.21\.ffn_gate_exps\.weight$=Q3_K
+^blk\.21\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.21\.ffn_up_exps\.weight$=Q3_K
+^blk\.21\.ffn_gate_inp\.weight$=bf16
+^blk\.21\.ffn_down_shexp\.weight$=bf16
+^blk\.21\.ffn_gate_shexp\.weight$=bf16
+^blk\.21\.ffn_up_shexp\.weight$=bf16
+^blk\.21\.attn_norm\.weight$=bf16
+^blk\.21\.ffn_norm\.weight$=bf16
+^blk\.21\.attn_k_norm\.weight$=bf16
+^blk\.21\.attn_k\.weight$=bf16
+^blk\.21\.attn_output\.weight$=bf16
+^blk\.21\.attn_q_norm\.weight$=bf16
+^blk\.21\.attn_q\.weight$=bf16
+^blk\.21\.attn_v\.weight$=bf16
+^blk\.55\.exp_probs_b\.bias$=bf16
+^blk\.22\.exp_probs_b\.bias$=bf16
+^blk\.22\.ffn_gate_exps\.weight$=Q3_K
+^blk\.22\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.22\.ffn_up_exps\.weight$=Q3_K
+^blk\.22\.ffn_gate_inp\.weight$=bf16
+^blk\.22\.ffn_down_shexp\.weight$=bf16
+^blk\.22\.ffn_gate_shexp\.weight$=bf16
+^blk\.22\.ffn_up_shexp\.weight$=bf16
+^blk\.22\.attn_norm\.weight$=bf16
+^blk\.22\.ffn_norm\.weight$=bf16
+^blk\.22\.attn_k_norm\.weight$=bf16
+^blk\.22\.attn_k\.weight$=bf16
+^blk\.22\.attn_output\.weight$=bf16
+^blk\.22\.attn_q_norm\.weight$=bf16
+^blk\.22\.attn_q\.weight$=bf16
+^blk\.22\.attn_v\.weight$=bf16
+^blk\.56\.exp_probs_b\.bias$=bf16
+^blk\.23\.exp_probs_b\.bias$=bf16
+^blk\.23\.ffn_gate_exps\.weight$=Q3_K
+^blk\.23\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.23\.ffn_up_exps\.weight$=Q3_K
+^blk\.23\.ffn_gate_inp\.weight$=bf16
+^blk\.23\.ffn_down_shexp\.weight$=bf16
+^blk\.23\.ffn_gate_shexp\.weight$=bf16
+^blk\.23\.ffn_up_shexp\.weight$=bf16
+^blk\.23\.attn_norm\.weight$=bf16
+^blk\.23\.ffn_norm\.weight$=bf16
+^blk\.23\.attn_k_norm\.weight$=bf16
+^blk\.23\.attn_k\.weight$=bf16
+^blk\.23\.attn_output\.weight$=bf16
+^blk\.23\.attn_q_norm\.weight$=bf16
+^blk\.23\.attn_q\.weight$=bf16
+^blk\.23\.attn_v\.weight$=bf16
+^blk\.57\.exp_probs_b\.bias$=bf16
+^blk\.24\.exp_probs_b\.bias$=bf16
+^blk\.24\.ffn_gate_exps\.weight$=Q3_K
+^blk\.24\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.24\.ffn_up_exps\.weight$=Q3_K
+^blk\.24\.ffn_gate_inp\.weight$=bf16
+^blk\.24\.ffn_down_shexp\.weight$=bf16
+^blk\.24\.ffn_gate_shexp\.weight$=bf16
+^blk\.24\.ffn_up_shexp\.weight$=bf16
+^blk\.24\.attn_norm\.weight$=bf16
+^blk\.24\.ffn_norm\.weight$=bf16
+^blk\.24\.attn_k_norm\.weight$=bf16
+^blk\.24\.attn_k\.weight$=bf16
+^blk\.24\.attn_output\.weight$=bf16
+^blk\.24\.attn_q_norm\.weight$=bf16
+^blk\.24\.attn_q\.weight$=bf16
+^blk\.24\.attn_v\.weight$=bf16
+^blk\.58\.exp_probs_b\.bias$=bf16
+^blk\.25\.ffn_gate_exps\.weight$=Q3_K
+^blk\.25\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.25\.ffn_up_exps\.weight$=Q3_K
+^blk\.25\.ffn_gate_inp\.weight$=bf16
+^blk\.25\.ffn_down_shexp\.weight$=bf16
+^blk\.25\.ffn_gate_shexp\.weight$=bf16
+^blk\.25\.ffn_up_shexp\.weight$=bf16
+^blk\.25\.attn_norm\.weight$=bf16
+^blk\.25\.ffn_norm\.weight$=bf16
+^blk\.25\.attn_k_norm\.weight$=bf16
+^blk\.25\.attn_k\.weight$=bf16
+^blk\.25\.attn_output\.weight$=bf16
+^blk\.25\.attn_q_norm\.weight$=bf16
+^blk\.25\.attn_q\.weight$=bf16
+^blk\.25\.attn_v\.weight$=bf16
+^blk\.26\.exp_probs_b\.bias$=bf16
+^blk\.26\.ffn_gate_exps\.weight$=Q3_K
+^blk\.26\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.26\.ffn_up_exps\.weight$=Q3_K
+^blk\.26\.ffn_gate_inp\.weight$=bf16
+^blk\.26\.ffn_down_shexp\.weight$=bf16
+^blk\.26\.ffn_gate_shexp\.weight$=bf16
+^blk\.26\.ffn_up_shexp\.weight$=bf16
+^blk\.26\.attn_norm\.weight$=bf16
+^blk\.26\.ffn_norm\.weight$=bf16
+^blk\.26\.attn_k_norm\.weight$=bf16
+^blk\.26\.attn_k\.weight$=bf16
+^blk\.26\.attn_output\.weight$=bf16
+^blk\.26\.attn_q_norm\.weight$=bf16
+^blk\.26\.attn_q\.weight$=bf16
+^blk\.26\.attn_v\.weight$=bf16
+^blk\.27\.exp_probs_b\.bias$=bf16
+^blk\.27\.ffn_gate_exps\.weight$=Q3_K
+^blk\.27\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.27\.ffn_up_exps\.weight$=Q3_K
+^blk\.27\.ffn_gate_inp\.weight$=bf16
+^blk\.27\.ffn_down_shexp\.weight$=bf16
+^blk\.27\.ffn_gate_shexp\.weight$=bf16
+^blk\.27\.ffn_up_shexp\.weight$=bf16
+^blk\.27\.attn_norm\.weight$=bf16
+^blk\.27\.ffn_norm\.weight$=bf16
+^blk\.27\.attn_k_norm\.weight$=bf16
+^blk\.27\.attn_k\.weight$=bf16
+^blk\.27\.attn_output\.weight$=bf16
+^blk\.27\.attn_q_norm\.weight$=bf16
+^blk\.27\.attn_q\.weight$=bf16
+^blk\.27\.attn_v\.weight$=bf16
+^blk\.28\.exp_probs_b\.bias$=bf16
+^blk\.28\.ffn_gate_exps\.weight$=Q3_K
+^blk\.28\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.28\.ffn_up_exps\.weight$=Q3_K
+^blk\.28\.ffn_gate_inp\.weight$=bf16
+^blk\.28\.ffn_down_shexp\.weight$=bf16
+^blk\.28\.ffn_gate_shexp\.weight$=bf16
+^blk\.28\.ffn_up_shexp\.weight$=bf16
+^blk\.28\.attn_norm\.weight$=bf16
+^blk\.28\.ffn_norm\.weight$=bf16
+^blk\.28\.attn_k_norm\.weight$=bf16
+^blk\.28\.attn_k\.weight$=bf16
+^blk\.28\.attn_output\.weight$=bf16
+^blk\.28\.attn_q_norm\.weight$=bf16
+^blk\.28\.attn_q\.weight$=bf16
+^blk\.28\.attn_v\.weight$=bf16
+^blk\.29\.exp_probs_b\.bias$=bf16
+^blk\.29\.ffn_gate_exps\.weight$=Q3_K
+^blk\.29\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.29\.ffn_up_exps\.weight$=Q3_K
+^blk\.29\.ffn_gate_inp\.weight$=bf16
+^blk\.29\.ffn_down_shexp\.weight$=bf16
+^blk\.29\.ffn_gate_shexp\.weight$=bf16
+^blk\.29\.ffn_up_shexp\.weight$=bf16
+^blk\.29\.attn_norm\.weight$=bf16
+^blk\.29\.ffn_norm\.weight$=bf16
+^blk\.29\.attn_k_norm\.weight$=bf16
+^blk\.29\.attn_k\.weight$=bf16
+^blk\.29\.attn_output\.weight$=bf16
+^blk\.29\.attn_q_norm\.weight$=bf16
+^blk\.29\.attn_q\.weight$=bf16
+^blk\.29\.attn_v\.weight$=bf16
+^blk\.30\.exp_probs_b\.bias$=bf16
+^blk\.30\.ffn_gate_exps\.weight$=Q3_K
+^blk\.30\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.30\.ffn_up_exps\.weight$=Q3_K
+^blk\.30\.ffn_gate_inp\.weight$=bf16
+^blk\.30\.ffn_down_shexp\.weight$=bf16
+^blk\.30\.ffn_gate_shexp\.weight$=bf16
+^blk\.30\.ffn_up_shexp\.weight$=bf16
+^blk\.30\.attn_norm\.weight$=bf16
+^blk\.30\.ffn_norm\.weight$=bf16
+^blk\.30\.attn_k_norm\.weight$=bf16
+^blk\.30\.attn_k\.weight$=bf16
+^blk\.30\.attn_output\.weight$=bf16
+^blk\.30\.attn_q_norm\.weight$=bf16
+^blk\.30\.attn_q\.weight$=bf16
+^blk\.30\.attn_v\.weight$=bf16
+^blk\.31\.exp_probs_b\.bias$=bf16
+^blk\.31\.ffn_gate_exps\.weight$=Q3_K
+^blk\.31\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.31\.ffn_up_exps\.weight$=Q3_K
+^blk\.31\.ffn_gate_inp\.weight$=bf16
+^blk\.31\.ffn_down_shexp\.weight$=bf16
+^blk\.31\.ffn_gate_shexp\.weight$=bf16
+^blk\.31\.ffn_up_shexp\.weight$=bf16
+^blk\.31\.attn_norm\.weight$=bf16
+^blk\.31\.ffn_norm\.weight$=bf16
+^blk\.31\.attn_k_norm\.weight$=bf16
+^blk\.31\.attn_k\.weight$=bf16
+^blk\.31\.attn_output\.weight$=bf16
+^blk\.31\.attn_q_norm\.weight$=bf16
+^blk\.31\.attn_q\.weight$=bf16
+^blk\.31\.attn_v\.weight$=bf16
+^blk\.32\.exp_probs_b\.bias$=bf16
+^blk\.32\.ffn_gate_exps\.weight$=Q3_K
+^blk\.32\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.32\.ffn_up_exps\.weight$=Q3_K
+^blk\.32\.ffn_gate_inp\.weight$=bf16
+^blk\.32\.ffn_down_shexp\.weight$=bf16
+^blk\.32\.ffn_gate_shexp\.weight$=bf16
+^blk\.32\.ffn_up_shexp\.weight$=bf16
+^blk\.32\.attn_norm\.weight$=bf16
+^blk\.32\.ffn_norm\.weight$=bf16
+^blk\.32\.attn_k_norm\.weight$=bf16
+^blk\.32\.attn_k\.weight$=bf16
+^blk\.32\.attn_output\.weight$=bf16
+^blk\.32\.attn_q_norm\.weight$=bf16
+^blk\.32\.attn_q\.weight$=bf16
+^blk\.32\.attn_v\.weight$=bf16
+^blk\.33\.exp_probs_b\.bias$=bf16
+^blk\.33\.ffn_gate_exps\.weight$=Q3_K
+^blk\.33\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.33\.ffn_up_exps\.weight$=Q3_K
+^blk\.33\.ffn_gate_inp\.weight$=bf16
+^blk\.33\.ffn_down_shexp\.weight$=bf16
+^blk\.33\.ffn_gate_shexp\.weight$=bf16
+^blk\.33\.ffn_up_shexp\.weight$=bf16
+^blk\.33\.attn_norm\.weight$=bf16
+^blk\.33\.ffn_norm\.weight$=bf16
+^blk\.33\.attn_k_norm\.weight$=bf16
+^blk\.33\.attn_k\.weight$=bf16
+^blk\.33\.attn_output\.weight$=bf16
+^blk\.33\.attn_q_norm\.weight$=bf16
+^blk\.33\.attn_q\.weight$=bf16
+^blk\.33\.attn_v\.weight$=bf16
+^blk\.34\.exp_probs_b\.bias$=bf16
+^blk\.34\.ffn_gate_exps\.weight$=Q3_K
+^blk\.34\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.34\.ffn_up_exps\.weight$=Q3_K
+^blk\.34\.ffn_gate_inp\.weight$=bf16
+^blk\.34\.ffn_down_shexp\.weight$=bf16
+^blk\.34\.ffn_gate_shexp\.weight$=bf16
+^blk\.34\.ffn_up_shexp\.weight$=bf16
+^blk\.34\.attn_norm\.weight$=bf16
+^blk\.34\.ffn_norm\.weight$=bf16
+^blk\.34\.attn_k_norm\.weight$=bf16
+^blk\.34\.attn_k\.weight$=bf16
+^blk\.34\.attn_output\.weight$=bf16
+^blk\.34\.attn_q_norm\.weight$=bf16
+^blk\.34\.attn_q\.weight$=bf16
+^blk\.34\.attn_v\.weight$=bf16
+^blk\.35\.exp_probs_b\.bias$=bf16
+^blk\.35\.ffn_gate_exps\.weight$=Q3_K
+^blk\.35\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.35\.ffn_up_exps\.weight$=Q3_K
+^blk\.35\.ffn_gate_inp\.weight$=bf16
+^blk\.35\.ffn_down_shexp\.weight$=bf16
+^blk\.35\.ffn_gate_shexp\.weight$=bf16
+^blk\.35\.ffn_up_shexp\.weight$=bf16
+^blk\.35\.attn_norm\.weight$=bf16
+^blk\.35\.ffn_norm\.weight$=bf16
+^blk\.35\.attn_k_norm\.weight$=bf16
+^blk\.35\.attn_k\.weight$=bf16
+^blk\.35\.attn_output\.weight$=bf16
+^blk\.35\.attn_q_norm\.weight$=bf16
+^blk\.35\.attn_q\.weight$=bf16
+^blk\.35\.attn_v\.weight$=bf16
+^blk\.36\.exp_probs_b\.bias$=bf16
+^blk\.36\.ffn_gate_exps\.weight$=Q3_K
+^blk\.36\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.36\.ffn_up_exps\.weight$=Q3_K
+^blk\.36\.ffn_gate_inp\.weight$=bf16
+^blk\.36\.ffn_down_shexp\.weight$=bf16
+^blk\.36\.ffn_gate_shexp\.weight$=bf16
+^blk\.36\.ffn_up_shexp\.weight$=bf16
+^blk\.36\.attn_norm\.weight$=bf16
+^blk\.36\.ffn_norm\.weight$=bf16
+^blk\.36\.attn_k_norm\.weight$=bf16
+^blk\.36\.attn_k\.weight$=bf16
+^blk\.36\.attn_output\.weight$=bf16
+^blk\.36\.attn_q_norm\.weight$=bf16
+^blk\.36\.attn_q\.weight$=bf16
+^blk\.36\.attn_v\.weight$=bf16
+^blk\.37\.ffn_gate_exps\.weight$=Q3_K
+^blk\.37\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.37\.ffn_up_exps\.weight$=Q3_K
+^blk\.37\.ffn_gate_inp\.weight$=bf16
+^blk\.37\.ffn_down_shexp\.weight$=bf16
+^blk\.37\.ffn_gate_shexp\.weight$=bf16
+^blk\.37\.ffn_up_shexp\.weight$=bf16
+^blk\.37\.attn_norm\.weight$=bf16
+^blk\.37\.ffn_norm\.weight$=bf16
+^blk\.37\.attn_k_norm\.weight$=bf16
+^blk\.37\.attn_k\.weight$=bf16
+^blk\.37\.attn_output\.weight$=bf16
+^blk\.37\.attn_q_norm\.weight$=bf16
+^blk\.37\.attn_q\.weight$=bf16
+^blk\.37\.attn_v\.weight$=bf16
+^blk\.38\.ffn_gate_exps\.weight$=Q3_K
+^blk\.38\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.38\.ffn_up_exps\.weight$=Q3_K
+^blk\.38\.ffn_gate_inp\.weight$=bf16
+^blk\.38\.ffn_down_shexp\.weight$=bf16
+^blk\.38\.ffn_gate_shexp\.weight$=bf16
+^blk\.38\.ffn_up_shexp\.weight$=bf16
+^blk\.38\.attn_norm\.weight$=bf16
+^blk\.38\.ffn_norm\.weight$=bf16
+^blk\.38\.attn_k_norm\.weight$=bf16
+^blk\.38\.attn_k\.weight$=bf16
+^blk\.38\.attn_output\.weight$=bf16
+^blk\.38\.attn_q_norm\.weight$=bf16
+^blk\.38\.attn_q\.weight$=bf16
+^blk\.38\.attn_v\.weight$=bf16
+^blk\.39\.ffn_gate_exps\.weight$=Q3_K
+^blk\.39\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.39\.ffn_up_exps\.weight$=Q3_K
+^blk\.39\.ffn_gate_inp\.weight$=bf16
+^blk\.39\.ffn_down_shexp\.weight$=bf16
+^blk\.39\.ffn_gate_shexp\.weight$=bf16
+^blk\.39\.ffn_up_shexp\.weight$=bf16
+^blk\.39\.attn_norm\.weight$=bf16
+^blk\.39\.ffn_norm\.weight$=bf16
+^blk\.39\.attn_k_norm\.weight$=bf16
+^blk\.39\.attn_k\.weight$=bf16
+^blk\.39\.attn_output\.weight$=bf16
+^blk\.39\.attn_q_norm\.weight$=bf16
+^blk\.39\.attn_q\.weight$=bf16
+^blk\.39\.attn_v\.weight$=bf16
+^blk\.40\.ffn_gate_exps\.weight$=Q3_K
+^blk\.40\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.40\.ffn_up_exps\.weight$=Q3_K
+^blk\.40\.ffn_gate_inp\.weight$=bf16
+^blk\.40\.ffn_down_shexp\.weight$=bf16
+^blk\.40\.ffn_gate_shexp\.weight$=bf16
+^blk\.40\.ffn_up_shexp\.weight$=bf16
+^blk\.40\.attn_norm\.weight$=bf16
+^blk\.40\.ffn_norm\.weight$=bf16
+^blk\.40\.attn_k_norm\.weight$=bf16
+^blk\.40\.attn_k\.weight$=bf16
+^blk\.40\.attn_output\.weight$=bf16
+^blk\.40\.attn_q_norm\.weight$=bf16
+^blk\.40\.attn_q\.weight$=bf16
+^blk\.40\.attn_v\.weight$=bf16
+^blk\.41\.ffn_gate_exps\.weight$=Q3_K
+^blk\.41\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.41\.ffn_up_exps\.weight$=Q3_K
+^blk\.41\.ffn_gate_inp\.weight$=bf16
+^blk\.41\.ffn_down_shexp\.weight$=bf16
+^blk\.41\.ffn_gate_shexp\.weight$=bf16
+^blk\.41\.ffn_up_shexp\.weight$=bf16
+^blk\.41\.attn_norm\.weight$=bf16
+^blk\.41\.ffn_norm\.weight$=bf16
+^blk\.41\.attn_k_norm\.weight$=bf16
+^blk\.41\.attn_k\.weight$=bf16
+^blk\.41\.attn_output\.weight$=bf16
+^blk\.41\.attn_q_norm\.weight$=bf16
+^blk\.41\.attn_q\.weight$=bf16
+^blk\.41\.attn_v\.weight$=bf16
+^blk\.42\.ffn_gate_exps\.weight$=Q3_K
+^blk\.42\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.42\.ffn_up_exps\.weight$=Q3_K
+^blk\.42\.ffn_gate_inp\.weight$=bf16
+^blk\.42\.ffn_down_shexp\.weight$=bf16
+^blk\.42\.ffn_gate_shexp\.weight$=bf16
+^blk\.42\.ffn_up_shexp\.weight$=bf16
+^blk\.42\.attn_norm\.weight$=bf16
+^blk\.42\.ffn_norm\.weight$=bf16
+^blk\.42\.attn_k_norm\.weight$=bf16
+^blk\.42\.attn_k\.weight$=bf16
+^blk\.42\.attn_output\.weight$=bf16
+^blk\.42\.attn_q_norm\.weight$=bf16
+^blk\.42\.attn_q\.weight$=bf16
+^blk\.42\.attn_v\.weight$=bf16
+^blk\.43\.ffn_gate_exps\.weight$=Q3_K
+^blk\.43\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.43\.ffn_up_exps\.weight$=Q3_K
+^blk\.43\.ffn_gate_inp\.weight$=bf16
+^blk\.43\.ffn_down_shexp\.weight$=bf16
+^blk\.43\.ffn_gate_shexp\.weight$=bf16
+^blk\.43\.ffn_up_shexp\.weight$=bf16
+^blk\.43\.attn_norm\.weight$=bf16
+^blk\.43\.ffn_norm\.weight$=bf16
+^blk\.43\.attn_k_norm\.weight$=bf16
+^blk\.43\.attn_k\.weight$=bf16
+^blk\.43\.attn_output\.weight$=bf16
+^blk\.43\.attn_q_norm\.weight$=bf16
+^blk\.43\.attn_q\.weight$=bf16
+^blk\.43\.attn_v\.weight$=bf16
+^blk\.44\.ffn_gate_exps\.weight$=Q3_K
+^blk\.44\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.44\.ffn_up_exps\.weight$=Q3_K
+^blk\.44\.ffn_gate_inp\.weight$=bf16
+^blk\.44\.ffn_down_shexp\.weight$=bf16
+^blk\.44\.ffn_gate_shexp\.weight$=bf16
+^blk\.44\.ffn_up_shexp\.weight$=bf16
+^blk\.44\.attn_norm\.weight$=bf16
+^blk\.44\.ffn_norm\.weight$=bf16
+^blk\.44\.attn_k_norm\.weight$=bf16
+^blk\.44\.attn_k\.weight$=bf16
+^blk\.44\.attn_output\.weight$=bf16
+^blk\.44\.attn_q_norm\.weight$=bf16
+^blk\.44\.attn_q\.weight$=bf16
+^blk\.44\.attn_v\.weight$=bf16
+^blk\.45\.ffn_gate_exps\.weight$=Q3_K
+^blk\.45\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.45\.ffn_up_exps\.weight$=Q3_K
+^blk\.45\.ffn_gate_inp\.weight$=bf16
+^blk\.45\.ffn_down_shexp\.weight$=bf16
+^blk\.45\.ffn_gate_shexp\.weight$=bf16
+^blk\.45\.ffn_up_shexp\.weight$=bf16
+^blk\.45\.attn_norm\.weight$=bf16
+^blk\.45\.ffn_norm\.weight$=bf16
+^blk\.45\.attn_k_norm\.weight$=bf16
+^blk\.45\.attn_k\.weight$=bf16
+^blk\.45\.attn_output\.weight$=bf16
+^blk\.45\.attn_q_norm\.weight$=bf16
+^blk\.45\.attn_q\.weight$=bf16
+^blk\.45\.attn_v\.weight$=bf16
+^blk\.46\.ffn_gate_exps\.weight$=Q3_K
+^blk\.46\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.46\.ffn_up_exps\.weight$=Q3_K
+^blk\.46\.ffn_gate_inp\.weight$=bf16
+^blk\.46\.ffn_down_shexp\.weight$=bf16
+^blk\.46\.ffn_gate_shexp\.weight$=bf16
+^blk\.46\.ffn_up_shexp\.weight$=bf16
+^blk\.46\.attn_norm\.weight$=bf16
+^blk\.46\.ffn_norm\.weight$=bf16
+^blk\.46\.attn_k_norm\.weight$=bf16
+^blk\.46\.attn_k\.weight$=bf16
+^blk\.46\.attn_output\.weight$=bf16
+^blk\.46\.attn_q_norm\.weight$=bf16
+^blk\.46\.attn_q\.weight$=bf16
+^blk\.46\.attn_v\.weight$=bf16
+^blk\.47\.ffn_gate_exps\.weight$=Q3_K
+^blk\.47\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.47\.ffn_up_exps\.weight$=Q3_K
+^blk\.47\.ffn_gate_inp\.weight$=bf16
+^blk\.47\.ffn_down_shexp\.weight$=bf16
+^blk\.47\.ffn_gate_shexp\.weight$=bf16
+^blk\.47\.ffn_up_shexp\.weight$=bf16
+^blk\.47\.attn_norm\.weight$=bf16
+^blk\.47\.ffn_norm\.weight$=bf16
+^blk\.47\.attn_k_norm\.weight$=bf16
+^blk\.47\.attn_k\.weight$=bf16
+^blk\.47\.attn_output\.weight$=bf16
+^blk\.47\.attn_q_norm\.weight$=bf16
+^blk\.47\.attn_q\.weight$=bf16
+^blk\.47\.attn_v\.weight$=bf16
+^blk\.48\.ffn_gate_exps\.weight$=Q3_K
+^blk\.48\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.48\.ffn_up_exps\.weight$=Q3_K
+^blk\.48\.ffn_gate_inp\.weight$=bf16
+^blk\.48\.ffn_down_shexp\.weight$=bf16
+^blk\.48\.ffn_gate_shexp\.weight$=bf16
+^blk\.48\.ffn_up_shexp\.weight$=bf16
+^blk\.48\.attn_norm\.weight$=bf16
+^blk\.48\.ffn_norm\.weight$=bf16
+^blk\.48\.attn_k_norm\.weight$=bf16
+^blk\.48\.attn_k\.weight$=bf16
+^blk\.48\.attn_output\.weight$=bf16
+^blk\.48\.attn_q_norm\.weight$=bf16
+^blk\.48\.attn_q\.weight$=bf16
+^blk\.48\.attn_v\.weight$=bf16
+^blk\.49\.ffn_gate_exps\.weight$=Q3_K
+^blk\.49\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.49\.ffn_up_exps\.weight$=Q3_K
+^blk\.49\.ffn_gate_inp\.weight$=bf16
+^blk\.49\.ffn_down_shexp\.weight$=bf16
+^blk\.49\.ffn_gate_shexp\.weight$=bf16
+^blk\.49\.ffn_up_shexp\.weight$=bf16
+^blk\.49\.attn_norm\.weight$=bf16
+^blk\.49\.ffn_norm\.weight$=bf16
+^blk\.49\.attn_k_norm\.weight$=bf16
+^blk\.49\.attn_k\.weight$=bf16
+^blk\.49\.attn_output\.weight$=bf16
+^blk\.49\.attn_q_norm\.weight$=bf16
+^blk\.49\.attn_q\.weight$=bf16
+^blk\.49\.attn_v\.weight$=bf16
+^blk\.50\.ffn_gate_exps\.weight$=Q3_K
+^blk\.50\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.50\.ffn_up_exps\.weight$=Q3_K
+^blk\.50\.ffn_gate_inp\.weight$=bf16
+^blk\.50\.ffn_down_shexp\.weight$=bf16
+^blk\.50\.ffn_gate_shexp\.weight$=bf16
+^blk\.50\.ffn_up_shexp\.weight$=bf16
+^blk\.50\.attn_norm\.weight$=bf16
+^blk\.50\.ffn_norm\.weight$=bf16
+^blk\.50\.attn_k_norm\.weight$=bf16
+^blk\.50\.attn_k\.weight$=bf16
+^blk\.50\.attn_output\.weight$=bf16
+^blk\.50\.attn_q_norm\.weight$=bf16
+^blk\.50\.attn_q\.weight$=bf16
+^blk\.50\.attn_v\.weight$=bf16
+^blk\.51\.ffn_gate_exps\.weight$=Q3_K
+^blk\.51\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.51\.ffn_up_exps\.weight$=Q3_K
+^blk\.51\.ffn_gate_inp\.weight$=bf16
+^blk\.51\.ffn_down_shexp\.weight$=bf16
+^blk\.51\.ffn_gate_shexp\.weight$=bf16
+^blk\.51\.ffn_up_shexp\.weight$=bf16
+^blk\.51\.attn_norm\.weight$=bf16
+^blk\.51\.ffn_norm\.weight$=bf16
+^blk\.51\.attn_k_norm\.weight$=bf16
+^blk\.51\.attn_k\.weight$=bf16
+^blk\.51\.attn_output\.weight$=bf16
+^blk\.51\.attn_q_norm\.weight$=bf16
+^blk\.51\.attn_q\.weight$=bf16
+^blk\.51\.attn_v\.weight$=bf16
+^blk\.52\.ffn_gate_exps\.weight$=Q3_K
+^blk\.52\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.52\.ffn_up_exps\.weight$=Q3_K
+^blk\.52\.ffn_gate_inp\.weight$=bf16
+^blk\.52\.ffn_down_shexp\.weight$=bf16
+^blk\.52\.ffn_gate_shexp\.weight$=bf16
+^blk\.52\.ffn_up_shexp\.weight$=bf16
+^blk\.52\.attn_norm\.weight$=bf16
+^blk\.52\.ffn_norm\.weight$=bf16
+^blk\.52\.attn_k_norm\.weight$=bf16
+^blk\.52\.attn_k\.weight$=bf16
+^blk\.52\.attn_output\.weight$=bf16
+^blk\.52\.attn_q_norm\.weight$=bf16
+^blk\.52\.attn_q\.weight$=bf16
+^blk\.52\.attn_v\.weight$=bf16
+^blk\.53\.ffn_gate_exps\.weight$=Q3_K
+^blk\.53\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.53\.ffn_up_exps\.weight$=Q3_K
+^blk\.53\.ffn_gate_inp\.weight$=bf16
+^blk\.53\.ffn_down_shexp\.weight$=bf16
+^blk\.53\.ffn_gate_shexp\.weight$=bf16
+^blk\.53\.ffn_up_shexp\.weight$=bf16
+^blk\.53\.attn_norm\.weight$=bf16
+^blk\.53\.ffn_norm\.weight$=bf16
+^blk\.53\.attn_k_norm\.weight$=bf16
+^blk\.53\.attn_k\.weight$=bf16
+^blk\.53\.attn_output\.weight$=bf16
+^blk\.53\.attn_q_norm\.weight$=bf16
+^blk\.53\.attn_q\.weight$=bf16
+^blk\.53\.attn_v\.weight$=bf16
+^blk\.54\.ffn_gate_exps\.weight$=Q3_K
+^blk\.54\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.54\.ffn_up_exps\.weight$=Q3_K
+^blk\.54\.ffn_gate_inp\.weight$=bf16
+^blk\.54\.ffn_down_shexp\.weight$=bf16
+^blk\.54\.ffn_gate_shexp\.weight$=bf16
+^blk\.54\.ffn_up_shexp\.weight$=bf16
+^blk\.54\.attn_norm\.weight$=bf16
+^blk\.54\.ffn_norm\.weight$=bf16
+^blk\.54\.attn_k_norm\.weight$=bf16
+^blk\.54\.attn_k\.weight$=bf16
+^blk\.54\.attn_output\.weight$=bf16
+^blk\.54\.attn_q_norm\.weight$=bf16
+^blk\.54\.attn_q\.weight$=bf16
+^blk\.54\.attn_v\.weight$=bf16
+^blk\.55\.ffn_gate_exps\.weight$=Q3_K
+^blk\.55\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.55\.ffn_up_exps\.weight$=Q3_K
+^blk\.55\.ffn_gate_inp\.weight$=bf16
+^blk\.55\.ffn_down_shexp\.weight$=bf16
+^blk\.55\.ffn_gate_shexp\.weight$=bf16
+^blk\.55\.ffn_up_shexp\.weight$=bf16
+^blk\.55\.attn_norm\.weight$=bf16
+^blk\.55\.ffn_norm\.weight$=bf16
+^blk\.55\.attn_k_norm\.weight$=bf16
+^blk\.55\.attn_k\.weight$=bf16
+^blk\.55\.attn_output\.weight$=bf16
+^blk\.55\.attn_q_norm\.weight$=bf16
+^blk\.55\.attn_q\.weight$=bf16
+^blk\.55\.attn_v\.weight$=bf16
+^blk\.56\.ffn_gate_exps\.weight$=Q3_K
+^blk\.56\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.56\.ffn_up_exps\.weight$=Q3_K
+^blk\.56\.ffn_gate_inp\.weight$=bf16
+^blk\.56\.ffn_down_shexp\.weight$=bf16
+^blk\.56\.ffn_gate_shexp\.weight$=bf16
+^blk\.56\.ffn_up_shexp\.weight$=bf16
+^blk\.56\.attn_norm\.weight$=bf16
+^blk\.56\.ffn_norm\.weight$=bf16
+^blk\.56\.attn_k_norm\.weight$=bf16
+^blk\.56\.attn_k\.weight$=bf16
+^blk\.56\.attn_output\.weight$=bf16
+^blk\.56\.attn_q_norm\.weight$=bf16
+^blk\.56\.attn_q\.weight$=bf16
+^blk\.56\.attn_v\.weight$=bf16
+^blk\.57\.ffn_gate_exps\.weight$=Q3_K
+^blk\.57\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.57\.ffn_up_exps\.weight$=Q3_K
+^blk\.57\.ffn_gate_inp\.weight$=bf16
+^blk\.57\.ffn_down_shexp\.weight$=bf16
+^blk\.57\.ffn_gate_shexp\.weight$=bf16
+^blk\.57\.ffn_up_shexp\.weight$=bf16
+^blk\.57\.attn_norm\.weight$=bf16
+^blk\.57\.ffn_norm\.weight$=bf16
+^blk\.57\.attn_k_norm\.weight$=bf16
+^blk\.57\.attn_k\.weight$=bf16
+^blk\.57\.attn_output\.weight$=bf16
+^blk\.57\.attn_q_norm\.weight$=bf16
+^blk\.57\.attn_q\.weight$=bf16
+^blk\.57\.attn_v\.weight$=bf16
+^blk\.58\.ffn_gate_exps\.weight$=Q3_K
+^blk\.58\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.58\.ffn_up_exps\.weight$=Q3_K
+^blk\.58\.ffn_gate_inp\.weight$=bf16
+^blk\.58\.ffn_down_shexp\.weight$=bf16
+^blk\.58\.ffn_gate_shexp\.weight$=bf16
+^blk\.58\.ffn_up_shexp\.weight$=bf16
+^blk\.58\.attn_norm\.weight$=bf16
+^blk\.58\.ffn_norm\.weight$=bf16
+^blk\.58\.attn_k_norm\.weight$=bf16
+^blk\.58\.attn_k\.weight$=bf16
+^blk\.58\.attn_output\.weight$=bf16
+^blk\.58\.attn_q_norm\.weight$=bf16
+^blk\.58\.attn_q\.weight$=bf16
+^blk\.58\.attn_v\.weight$=bf16
+^blk\.59\.exp_probs_b\.bias$=bf16
+^blk\.59\.ffn_gate_exps\.weight$=Q3_K
+^blk\.59\.ffn_down_exps\.weight$=IQ2_XS
+^blk\.59\.ffn_up_exps\.weight$=Q3_K
+^blk\.59\.ffn_gate_inp\.weight$=bf16
+^blk\.59\.ffn_down_shexp\.weight$=bf16
+^blk\.59\.ffn_gate_shexp\.weight$=bf16
+^blk\.59\.ffn_up_shexp\.weight$=bf16
+^blk\.59\.attn_norm\.weight$=bf16
+^blk\.59\.ffn_norm\.weight$=bf16
+^blk\.59\.attn_k_norm\.weight$=bf16
+^blk\.59\.attn_k\.weight$=bf16
+^blk\.59\.attn_output\.weight$=bf16
+^blk\.59\.attn_q_norm\.weight$=bf16
+^blk\.59\.attn_q\.weight$=bf16
+^blk\.59\.attn_v\.weight$=bf16

MoQ_MiniMax-M3_tensors_3.75.txt

@@ -0,0 +1,948 @@
+^output\.weight$=Q6_K
+^token_embd\.weight$=bf16
+^blk\.0\.attn_norm\.weight$=bf16
+^blk\.0\.ffn_down\.weight$=bf16
+^blk\.0\.ffn_gate\.weight$=bf16
+^blk\.0\.ffn_up\.weight$=bf16
+^blk\.0\.ffn_norm\.weight$=bf16
+^blk\.0\.attn_k_norm\.weight$=bf16
+^blk\.0\.attn_k\.weight$=bf16
+^blk\.0\.attn_output\.weight$=bf16
+^blk\.0\.attn_q_norm\.weight$=bf16
+^blk\.0\.attn_q\.weight$=bf16
+^blk\.0\.attn_v\.weight$=bf16
+^output_norm\.weight$=bf16
+^blk\.1\.attn_norm\.weight$=bf16
+^blk\.1\.ffn_down\.weight$=bf16
+^blk\.1\.ffn_gate\.weight$=bf16
+^blk\.1\.ffn_up\.weight$=bf16
+^blk\.1\.ffn_norm\.weight$=bf16
+^blk\.1\.attn_k_norm\.weight$=bf16
+^blk\.1\.attn_k\.weight$=bf16
+^blk\.1\.attn_output\.weight$=bf16
+^blk\.1\.attn_q_norm\.weight$=bf16
+^blk\.1\.attn_q\.weight$=bf16
+^blk\.1\.attn_v\.weight$=bf16
+^blk\.2\.attn_norm\.weight$=bf16
+^blk\.2\.ffn_down\.weight$=bf16
+^blk\.2\.ffn_gate\.weight$=bf16
+^blk\.2\.ffn_up\.weight$=bf16
+^blk\.2\.ffn_norm\.weight$=bf16
+^blk\.2\.attn_k_norm\.weight$=bf16
+^blk\.2\.attn_k\.weight$=bf16
+^blk\.2\.attn_output\.weight$=bf16
+^blk\.2\.attn_q_norm\.weight$=bf16
+^blk\.2\.attn_q\.weight$=bf16
+^blk\.2\.attn_v\.weight$=bf16
+^blk\.25\.exp_probs_b\.bias$=bf16
+^blk\.3\.exp_probs_b\.bias$=bf16
+^blk\.3\.ffn_gate_exps\.weight$=Q3_K
+^blk\.3\.ffn_down_exps\.weight$=Q3_K
+^blk\.3\.ffn_up_exps\.weight$=Q3_K
+^blk\.3\.ffn_gate_inp\.weight$=bf16
+^blk\.3\.ffn_down_shexp\.weight$=Q6_K
+^blk\.3\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.3\.ffn_up_shexp\.weight$=bf16
+^blk\.3\.attn_norm\.weight$=bf16
+^blk\.3\.ffn_norm\.weight$=bf16
+^blk\.3\.attn_k_norm\.weight$=bf16
+^blk\.3\.attn_k\.weight$=bf16
+^blk\.3\.attn_output\.weight$=bf16
+^blk\.3\.attn_q_norm\.weight$=bf16
+^blk\.3\.attn_q\.weight$=bf16
+^blk\.3\.attn_v\.weight$=bf16
+^blk\.37\.exp_probs_b\.bias$=bf16
+^blk\.38\.exp_probs_b\.bias$=bf16
+^blk\.4\.exp_probs_b\.bias$=bf16
+^blk\.4\.ffn_gate_exps\.weight$=Q3_K
+^blk\.4\.ffn_down_exps\.weight$=Q3_K
+^blk\.4\.ffn_up_exps\.weight$=Q3_K
+^blk\.4\.ffn_gate_inp\.weight$=bf16
+^blk\.4\.ffn_down_shexp\.weight$=Q6_K
+^blk\.4\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.4\.ffn_up_shexp\.weight$=bf16
+^blk\.4\.attn_norm\.weight$=bf16
+^blk\.4\.ffn_norm\.weight$=bf16
+^blk\.4\.attn_k_norm\.weight$=bf16
+^blk\.4\.attn_k\.weight$=bf16
+^blk\.4\.attn_output\.weight$=bf16
+^blk\.4\.attn_q_norm\.weight$=bf16
+^blk\.4\.attn_q\.weight$=bf16
+^blk\.4\.attn_v\.weight$=bf16
+^blk\.39\.exp_probs_b\.bias$=bf16
+^blk\.5\.exp_probs_b\.bias$=bf16
+^blk\.5\.ffn_gate_exps\.weight$=Q3_K
+^blk\.5\.ffn_down_exps\.weight$=Q3_K
+^blk\.5\.ffn_up_exps\.weight$=Q3_K
+^blk\.5\.ffn_gate_inp\.weight$=bf16
+^blk\.5\.ffn_down_shexp\.weight$=Q6_K
+^blk\.5\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.5\.ffn_up_shexp\.weight$=bf16
+^blk\.5\.attn_norm\.weight$=bf16
+^blk\.5\.ffn_norm\.weight$=bf16
+^blk\.5\.attn_k_norm\.weight$=bf16
+^blk\.5\.attn_k\.weight$=bf16
+^blk\.5\.attn_output\.weight$=bf16
+^blk\.5\.attn_q_norm\.weight$=bf16
+^blk\.5\.attn_q\.weight$=bf16
+^blk\.5\.attn_v\.weight$=bf16
+^blk\.40\.exp_probs_b\.bias$=bf16
+^blk\.6\.exp_probs_b\.bias$=bf16
+^blk\.6\.ffn_gate_exps\.weight$=Q3_K
+^blk\.6\.ffn_down_exps\.weight$=Q3_K
+^blk\.6\.ffn_up_exps\.weight$=Q3_K
+^blk\.6\.ffn_gate_inp\.weight$=bf16
+^blk\.6\.ffn_down_shexp\.weight$=Q6_K
+^blk\.6\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.6\.ffn_up_shexp\.weight$=bf16
+^blk\.6\.attn_norm\.weight$=bf16
+^blk\.6\.ffn_norm\.weight$=bf16
+^blk\.6\.attn_k_norm\.weight$=bf16
+^blk\.6\.attn_k\.weight$=bf16
+^blk\.6\.attn_output\.weight$=bf16
+^blk\.6\.attn_q_norm\.weight$=bf16
+^blk\.6\.attn_q\.weight$=bf16
+^blk\.6\.attn_v\.weight$=bf16
+^blk\.41\.exp_probs_b\.bias$=bf16
+^blk\.7\.exp_probs_b\.bias$=bf16
+^blk\.7\.ffn_gate_exps\.weight$=Q3_K
+^blk\.7\.ffn_down_exps\.weight$=Q3_K
+^blk\.7\.ffn_up_exps\.weight$=Q3_K
+^blk\.7\.ffn_gate_inp\.weight$=bf16
+^blk\.7\.ffn_down_shexp\.weight$=Q6_K
+^blk\.7\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.7\.ffn_up_shexp\.weight$=bf16
+^blk\.7\.attn_norm\.weight$=bf16
+^blk\.7\.ffn_norm\.weight$=bf16
+^blk\.7\.attn_k_norm\.weight$=bf16
+^blk\.7\.attn_k\.weight$=bf16
+^blk\.7\.attn_output\.weight$=bf16
+^blk\.7\.attn_q_norm\.weight$=bf16
+^blk\.7\.attn_q\.weight$=bf16
+^blk\.7\.attn_v\.weight$=bf16
+^blk\.42\.exp_probs_b\.bias$=bf16
+^blk\.8\.exp_probs_b\.bias$=bf16
+^blk\.8\.ffn_gate_exps\.weight$=Q3_K
+^blk\.8\.ffn_down_exps\.weight$=Q3_K
+^blk\.8\.ffn_up_exps\.weight$=Q3_K
+^blk\.8\.ffn_gate_inp\.weight$=bf16
+^blk\.8\.ffn_down_shexp\.weight$=Q6_K
+^blk\.8\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.8\.ffn_up_shexp\.weight$=bf16
+^blk\.8\.attn_norm\.weight$=bf16
+^blk\.8\.ffn_norm\.weight$=bf16
+^blk\.8\.attn_k_norm\.weight$=bf16
+^blk\.8\.attn_k\.weight$=bf16
+^blk\.8\.attn_output\.weight$=bf16
+^blk\.8\.attn_q_norm\.weight$=bf16
+^blk\.8\.attn_q\.weight$=bf16
+^blk\.8\.attn_v\.weight$=bf16
+^blk\.43\.exp_probs_b\.bias$=bf16
+^blk\.9\.exp_probs_b\.bias$=bf16
+^blk\.9\.ffn_gate_exps\.weight$=Q3_K
+^blk\.9\.ffn_down_exps\.weight$=Q3_K
+^blk\.9\.ffn_up_exps\.weight$=Q3_K
+^blk\.9\.ffn_gate_inp\.weight$=bf16
+^blk\.9\.ffn_down_shexp\.weight$=Q6_K
+^blk\.9\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.9\.ffn_up_shexp\.weight$=bf16
+^blk\.9\.attn_norm\.weight$=bf16
+^blk\.9\.ffn_norm\.weight$=bf16
+^blk\.9\.attn_k_norm\.weight$=bf16
+^blk\.9\.attn_k\.weight$=bf16
+^blk\.9\.attn_output\.weight$=bf16
+^blk\.9\.attn_q_norm\.weight$=bf16
+^blk\.9\.attn_q\.weight$=bf16
+^blk\.9\.attn_v\.weight$=bf16
+^blk\.10\.exp_probs_b\.bias$=bf16
+^blk\.10\.ffn_gate_exps\.weight$=Q3_K
+^blk\.10\.ffn_down_exps\.weight$=Q3_K
+^blk\.10\.ffn_up_exps\.weight$=Q3_K
+^blk\.10\.ffn_gate_inp\.weight$=bf16
+^blk\.10\.ffn_down_shexp\.weight$=Q6_K
+^blk\.10\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.10\.ffn_up_shexp\.weight$=bf16
+^blk\.10\.attn_norm\.weight$=bf16
+^blk\.10\.ffn_norm\.weight$=bf16
+^blk\.10\.attn_k_norm\.weight$=bf16
+^blk\.10\.attn_k\.weight$=bf16
+^blk\.10\.attn_output\.weight$=bf16
+^blk\.10\.attn_q_norm\.weight$=bf16
+^blk\.10\.attn_q\.weight$=bf16
+^blk\.10\.attn_v\.weight$=bf16
+^blk\.44\.exp_probs_b\.bias$=bf16
+^blk\.11\.exp_probs_b\.bias$=bf16
+^blk\.11\.ffn_gate_exps\.weight$=Q3_K
+^blk\.11\.ffn_down_exps\.weight$=Q3_K
+^blk\.11\.ffn_up_exps\.weight$=Q3_K
+^blk\.11\.ffn_gate_inp\.weight$=bf16
+^blk\.11\.ffn_down_shexp\.weight$=Q6_K
+^blk\.11\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.11\.ffn_up_shexp\.weight$=bf16
+^blk\.11\.attn_norm\.weight$=bf16
+^blk\.11\.ffn_norm\.weight$=bf16
+^blk\.11\.attn_k_norm\.weight$=bf16
+^blk\.11\.attn_k\.weight$=bf16
+^blk\.11\.attn_output\.weight$=bf16
+^blk\.11\.attn_q_norm\.weight$=bf16
+^blk\.11\.attn_q\.weight$=bf16
+^blk\.11\.attn_v\.weight$=bf16
+^blk\.45\.exp_probs_b\.bias$=bf16
+^blk\.12\.exp_probs_b\.bias$=bf16
+^blk\.12\.ffn_gate_exps\.weight$=Q3_K
+^blk\.12\.ffn_down_exps\.weight$=Q3_K
+^blk\.12\.ffn_up_exps\.weight$=Q3_K
+^blk\.12\.ffn_gate_inp\.weight$=bf16
+^blk\.12\.ffn_down_shexp\.weight$=Q6_K
+^blk\.12\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.12\.ffn_up_shexp\.weight$=bf16
+^blk\.12\.attn_norm\.weight$=bf16
+^blk\.12\.ffn_norm\.weight$=bf16
+^blk\.12\.attn_k_norm\.weight$=bf16
+^blk\.12\.attn_k\.weight$=bf16
+^blk\.12\.attn_output\.weight$=bf16
+^blk\.12\.attn_q_norm\.weight$=bf16
+^blk\.12\.attn_q\.weight$=bf16
+^blk\.12\.attn_v\.weight$=bf16
+^blk\.46\.exp_probs_b\.bias$=bf16
+^blk\.13\.exp_probs_b\.bias$=bf16
+^blk\.13\.ffn_gate_exps\.weight$=Q3_K
+^blk\.13\.ffn_down_exps\.weight$=Q3_K
+^blk\.13\.ffn_up_exps\.weight$=Q3_K
+^blk\.13\.ffn_gate_inp\.weight$=bf16
+^blk\.13\.ffn_down_shexp\.weight$=Q6_K
+^blk\.13\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.13\.ffn_up_shexp\.weight$=bf16
+^blk\.13\.attn_norm\.weight$=bf16
+^blk\.13\.ffn_norm\.weight$=bf16
+^blk\.13\.attn_k_norm\.weight$=bf16
+^blk\.13\.attn_k\.weight$=bf16
+^blk\.13\.attn_output\.weight$=bf16
+^blk\.13\.attn_q_norm\.weight$=bf16
+^blk\.13\.attn_q\.weight$=bf16
+^blk\.13\.attn_v\.weight$=bf16
+^blk\.47\.exp_probs_b\.bias$=bf16
+^blk\.14\.exp_probs_b\.bias$=bf16
+^blk\.14\.ffn_gate_exps\.weight$=Q3_K
+^blk\.14\.ffn_down_exps\.weight$=Q3_K
+^blk\.14\.ffn_up_exps\.weight$=Q3_K
+^blk\.14\.ffn_gate_inp\.weight$=bf16
+^blk\.14\.ffn_down_shexp\.weight$=Q6_K
+^blk\.14\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.14\.ffn_up_shexp\.weight$=bf16
+^blk\.14\.attn_norm\.weight$=bf16
+^blk\.14\.ffn_norm\.weight$=bf16
+^blk\.14\.attn_k_norm\.weight$=bf16
+^blk\.14\.attn_k\.weight$=bf16
+^blk\.14\.attn_output\.weight$=bf16
+^blk\.14\.attn_q_norm\.weight$=bf16
+^blk\.14\.attn_q\.weight$=bf16
+^blk\.14\.attn_v\.weight$=bf16
+^blk\.48\.exp_probs_b\.bias$=bf16
+^blk\.15\.exp_probs_b\.bias$=bf16
+^blk\.15\.ffn_gate_exps\.weight$=Q3_K
+^blk\.15\.ffn_down_exps\.weight$=Q3_K
+^blk\.15\.ffn_up_exps\.weight$=Q3_K
+^blk\.15\.ffn_gate_inp\.weight$=bf16
+^blk\.15\.ffn_down_shexp\.weight$=Q6_K
+^blk\.15\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.15\.ffn_up_shexp\.weight$=bf16
+^blk\.15\.attn_norm\.weight$=bf16
+^blk\.15\.ffn_norm\.weight$=bf16
+^blk\.15\.attn_k_norm\.weight$=bf16
+^blk\.15\.attn_k\.weight$=bf16
+^blk\.15\.attn_output\.weight$=bf16
+^blk\.15\.attn_q_norm\.weight$=bf16
+^blk\.15\.attn_q\.weight$=bf16
+^blk\.15\.attn_v\.weight$=bf16
+^blk\.49\.exp_probs_b\.bias$=bf16
+^blk\.16\.exp_probs_b\.bias$=bf16
+^blk\.16\.ffn_gate_exps\.weight$=Q3_K
+^blk\.16\.ffn_down_exps\.weight$=Q3_K
+^blk\.16\.ffn_up_exps\.weight$=Q3_K
+^blk\.16\.ffn_gate_inp\.weight$=bf16
+^blk\.16\.ffn_down_shexp\.weight$=Q6_K
+^blk\.16\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.16\.ffn_up_shexp\.weight$=bf16
+^blk\.16\.attn_norm\.weight$=bf16
+^blk\.16\.ffn_norm\.weight$=bf16
+^blk\.16\.attn_k_norm\.weight$=bf16
+^blk\.16\.attn_k\.weight$=bf16
+^blk\.16\.attn_output\.weight$=bf16
+^blk\.16\.attn_q_norm\.weight$=bf16
+^blk\.16\.attn_q\.weight$=bf16
+^blk\.16\.attn_v\.weight$=bf16
+^blk\.50\.exp_probs_b\.bias$=bf16
+^blk\.17\.exp_probs_b\.bias$=bf16
+^blk\.17\.ffn_gate_exps\.weight$=Q3_K
+^blk\.17\.ffn_down_exps\.weight$=Q3_K
+^blk\.17\.ffn_up_exps\.weight$=Q3_K
+^blk\.17\.ffn_gate_inp\.weight$=bf16
+^blk\.17\.ffn_down_shexp\.weight$=Q6_K
+^blk\.17\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.17\.ffn_up_shexp\.weight$=bf16
+^blk\.17\.attn_norm\.weight$=bf16
+^blk\.17\.ffn_norm\.weight$=bf16
+^blk\.17\.attn_k_norm\.weight$=bf16
+^blk\.17\.attn_k\.weight$=bf16
+^blk\.17\.attn_output\.weight$=bf16
+^blk\.17\.attn_q_norm\.weight$=bf16
+^blk\.17\.attn_q\.weight$=bf16
+^blk\.17\.attn_v\.weight$=bf16
+^blk\.51\.exp_probs_b\.bias$=bf16
+^blk\.18\.exp_probs_b\.bias$=bf16
+^blk\.18\.ffn_gate_exps\.weight$=Q3_K
+^blk\.18\.ffn_down_exps\.weight$=Q3_K
+^blk\.18\.ffn_up_exps\.weight$=Q3_K
+^blk\.18\.ffn_gate_inp\.weight$=bf16
+^blk\.18\.ffn_down_shexp\.weight$=Q6_K
+^blk\.18\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.18\.ffn_up_shexp\.weight$=bf16
+^blk\.18\.attn_norm\.weight$=bf16
+^blk\.18\.ffn_norm\.weight$=bf16
+^blk\.18\.attn_k_norm\.weight$=bf16
+^blk\.18\.attn_k\.weight$=bf16
+^blk\.18\.attn_output\.weight$=bf16
+^blk\.18\.attn_q_norm\.weight$=bf16
+^blk\.18\.attn_q\.weight$=bf16
+^blk\.18\.attn_v\.weight$=bf16
+^blk\.52\.exp_probs_b\.bias$=bf16
+^blk\.19\.exp_probs_b\.bias$=bf16
+^blk\.19\.ffn_gate_exps\.weight$=Q3_K
+^blk\.19\.ffn_down_exps\.weight$=Q3_K
+^blk\.19\.ffn_up_exps\.weight$=Q3_K
+^blk\.19\.ffn_gate_inp\.weight$=bf16
+^blk\.19\.ffn_down_shexp\.weight$=Q6_K
+^blk\.19\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.19\.ffn_up_shexp\.weight$=bf16
+^blk\.19\.attn_norm\.weight$=bf16
+^blk\.19\.ffn_norm\.weight$=bf16
+^blk\.19\.attn_k_norm\.weight$=bf16
+^blk\.19\.attn_k\.weight$=bf16
+^blk\.19\.attn_output\.weight$=bf16
+^blk\.19\.attn_q_norm\.weight$=bf16
+^blk\.19\.attn_q\.weight$=bf16
+^blk\.19\.attn_v\.weight$=bf16
+^blk\.53\.exp_probs_b\.bias$=bf16
+^blk\.20\.exp_probs_b\.bias$=bf16
+^blk\.20\.ffn_gate_exps\.weight$=Q3_K
+^blk\.20\.ffn_down_exps\.weight$=Q3_K
+^blk\.20\.ffn_up_exps\.weight$=Q3_K
+^blk\.20\.ffn_gate_inp\.weight$=bf16
+^blk\.20\.ffn_down_shexp\.weight$=Q6_K
+^blk\.20\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.20\.ffn_up_shexp\.weight$=bf16
+^blk\.20\.attn_norm\.weight$=bf16
+^blk\.20\.ffn_norm\.weight$=bf16
+^blk\.20\.attn_k_norm\.weight$=bf16
+^blk\.20\.attn_k\.weight$=bf16
+^blk\.20\.attn_output\.weight$=bf16
+^blk\.20\.attn_q_norm\.weight$=bf16
+^blk\.20\.attn_q\.weight$=bf16
+^blk\.20\.attn_v\.weight$=bf16
+^blk\.54\.exp_probs_b\.bias$=bf16
+^blk\.21\.exp_probs_b\.bias$=bf16
+^blk\.21\.ffn_gate_exps\.weight$=Q3_K
+^blk\.21\.ffn_down_exps\.weight$=Q3_K
+^blk\.21\.ffn_up_exps\.weight$=Q3_K
+^blk\.21\.ffn_gate_inp\.weight$=bf16
+^blk\.21\.ffn_down_shexp\.weight$=Q6_K
+^blk\.21\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.21\.ffn_up_shexp\.weight$=bf16
+^blk\.21\.attn_norm\.weight$=bf16
+^blk\.21\.ffn_norm\.weight$=bf16
+^blk\.21\.attn_k_norm\.weight$=bf16
+^blk\.21\.attn_k\.weight$=bf16
+^blk\.21\.attn_output\.weight$=bf16
+^blk\.21\.attn_q_norm\.weight$=bf16
+^blk\.21\.attn_q\.weight$=bf16
+^blk\.21\.attn_v\.weight$=bf16
+^blk\.55\.exp_probs_b\.bias$=bf16
+^blk\.22\.exp_probs_b\.bias$=bf16
+^blk\.22\.ffn_gate_exps\.weight$=Q3_K
+^blk\.22\.ffn_down_exps\.weight$=Q3_K
+^blk\.22\.ffn_up_exps\.weight$=Q3_K
+^blk\.22\.ffn_gate_inp\.weight$=bf16
+^blk\.22\.ffn_down_shexp\.weight$=Q6_K
+^blk\.22\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.22\.ffn_up_shexp\.weight$=bf16
+^blk\.22\.attn_norm\.weight$=bf16
+^blk\.22\.ffn_norm\.weight$=bf16
+^blk\.22\.attn_k_norm\.weight$=bf16
+^blk\.22\.attn_k\.weight$=bf16
+^blk\.22\.attn_output\.weight$=bf16
+^blk\.22\.attn_q_norm\.weight$=bf16
+^blk\.22\.attn_q\.weight$=bf16
+^blk\.22\.attn_v\.weight$=bf16
+^blk\.56\.exp_probs_b\.bias$=bf16
+^blk\.23\.exp_probs_b\.bias$=bf16
+^blk\.23\.ffn_gate_exps\.weight$=Q3_K
+^blk\.23\.ffn_down_exps\.weight$=Q3_K
+^blk\.23\.ffn_up_exps\.weight$=Q3_K
+^blk\.23\.ffn_gate_inp\.weight$=bf16
+^blk\.23\.ffn_down_shexp\.weight$=Q6_K
+^blk\.23\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.23\.ffn_up_shexp\.weight$=bf16
+^blk\.23\.attn_norm\.weight$=bf16
+^blk\.23\.ffn_norm\.weight$=bf16
+^blk\.23\.attn_k_norm\.weight$=bf16
+^blk\.23\.attn_k\.weight$=bf16
+^blk\.23\.attn_output\.weight$=bf16
+^blk\.23\.attn_q_norm\.weight$=bf16
+^blk\.23\.attn_q\.weight$=bf16
+^blk\.23\.attn_v\.weight$=bf16
+^blk\.57\.exp_probs_b\.bias$=bf16
+^blk\.24\.exp_probs_b\.bias$=bf16
+^blk\.24\.ffn_gate_exps\.weight$=Q3_K
+^blk\.24\.ffn_down_exps\.weight$=Q3_K
+^blk\.24\.ffn_up_exps\.weight$=Q3_K
+^blk\.24\.ffn_gate_inp\.weight$=bf16
+^blk\.24\.ffn_down_shexp\.weight$=Q6_K
+^blk\.24\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.24\.ffn_up_shexp\.weight$=bf16
+^blk\.24\.attn_norm\.weight$=bf16
+^blk\.24\.ffn_norm\.weight$=bf16
+^blk\.24\.attn_k_norm\.weight$=bf16
+^blk\.24\.attn_k\.weight$=bf16
+^blk\.24\.attn_output\.weight$=bf16
+^blk\.24\.attn_q_norm\.weight$=bf16
+^blk\.24\.attn_q\.weight$=bf16
+^blk\.24\.attn_v\.weight$=bf16
+^blk\.58\.exp_probs_b\.bias$=bf16
+^blk\.25\.ffn_gate_exps\.weight$=Q3_K
+^blk\.25\.ffn_down_exps\.weight$=Q3_K
+^blk\.25\.ffn_up_exps\.weight$=Q3_K
+^blk\.25\.ffn_gate_inp\.weight$=bf16
+^blk\.25\.ffn_down_shexp\.weight$=Q6_K
+^blk\.25\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.25\.ffn_up_shexp\.weight$=bf16
+^blk\.25\.attn_norm\.weight$=bf16
+^blk\.25\.ffn_norm\.weight$=bf16
+^blk\.25\.attn_k_norm\.weight$=bf16
+^blk\.25\.attn_k\.weight$=bf16
+^blk\.25\.attn_output\.weight$=bf16
+^blk\.25\.attn_q_norm\.weight$=bf16
+^blk\.25\.attn_q\.weight$=bf16
+^blk\.25\.attn_v\.weight$=bf16
+^blk\.26\.exp_probs_b\.bias$=bf16
+^blk\.26\.ffn_gate_exps\.weight$=Q3_K
+^blk\.26\.ffn_down_exps\.weight$=Q3_K
+^blk\.26\.ffn_up_exps\.weight$=Q3_K
+^blk\.26\.ffn_gate_inp\.weight$=bf16
+^blk\.26\.ffn_down_shexp\.weight$=Q6_K
+^blk\.26\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.26\.ffn_up_shexp\.weight$=bf16
+^blk\.26\.attn_norm\.weight$=bf16
+^blk\.26\.ffn_norm\.weight$=bf16
+^blk\.26\.attn_k_norm\.weight$=bf16
+^blk\.26\.attn_k\.weight$=bf16
+^blk\.26\.attn_output\.weight$=bf16
+^blk\.26\.attn_q_norm\.weight$=bf16
+^blk\.26\.attn_q\.weight$=bf16
+^blk\.26\.attn_v\.weight$=bf16
+^blk\.27\.exp_probs_b\.bias$=bf16
+^blk\.27\.ffn_gate_exps\.weight$=Q3_K
+^blk\.27\.ffn_down_exps\.weight$=Q3_K
+^blk\.27\.ffn_up_exps\.weight$=Q3_K
+^blk\.27\.ffn_gate_inp\.weight$=bf16
+^blk\.27\.ffn_down_shexp\.weight$=Q6_K
+^blk\.27\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.27\.ffn_up_shexp\.weight$=bf16
+^blk\.27\.attn_norm\.weight$=bf16
+^blk\.27\.ffn_norm\.weight$=bf16
+^blk\.27\.attn_k_norm\.weight$=bf16
+^blk\.27\.attn_k\.weight$=bf16
+^blk\.27\.attn_output\.weight$=bf16
+^blk\.27\.attn_q_norm\.weight$=bf16
+^blk\.27\.attn_q\.weight$=bf16
+^blk\.27\.attn_v\.weight$=bf16
+^blk\.28\.exp_probs_b\.bias$=bf16
+^blk\.28\.ffn_gate_exps\.weight$=Q3_K
+^blk\.28\.ffn_down_exps\.weight$=Q3_K
+^blk\.28\.ffn_up_exps\.weight$=Q3_K
+^blk\.28\.ffn_gate_inp\.weight$=bf16
+^blk\.28\.ffn_down_shexp\.weight$=Q6_K
+^blk\.28\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.28\.ffn_up_shexp\.weight$=bf16
+^blk\.28\.attn_norm\.weight$=bf16
+^blk\.28\.ffn_norm\.weight$=bf16
+^blk\.28\.attn_k_norm\.weight$=bf16
+^blk\.28\.attn_k\.weight$=bf16
+^blk\.28\.attn_output\.weight$=bf16
+^blk\.28\.attn_q_norm\.weight$=bf16
+^blk\.28\.attn_q\.weight$=bf16
+^blk\.28\.attn_v\.weight$=bf16
+^blk\.29\.exp_probs_b\.bias$=bf16
+^blk\.29\.ffn_gate_exps\.weight$=Q3_K
+^blk\.29\.ffn_down_exps\.weight$=Q3_K
+^blk\.29\.ffn_up_exps\.weight$=Q3_K
+^blk\.29\.ffn_gate_inp\.weight$=bf16
+^blk\.29\.ffn_down_shexp\.weight$=Q6_K
+^blk\.29\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.29\.ffn_up_shexp\.weight$=bf16
+^blk\.29\.attn_norm\.weight$=bf16
+^blk\.29\.ffn_norm\.weight$=bf16
+^blk\.29\.attn_k_norm\.weight$=bf16
+^blk\.29\.attn_k\.weight$=bf16
+^blk\.29\.attn_output\.weight$=bf16
+^blk\.29\.attn_q_norm\.weight$=bf16
+^blk\.29\.attn_q\.weight$=bf16
+^blk\.29\.attn_v\.weight$=bf16
+^blk\.30\.exp_probs_b\.bias$=bf16
+^blk\.30\.ffn_gate_exps\.weight$=Q3_K
+^blk\.30\.ffn_down_exps\.weight$=Q3_K
+^blk\.30\.ffn_up_exps\.weight$=Q3_K
+^blk\.30\.ffn_gate_inp\.weight$=bf16
+^blk\.30\.ffn_down_shexp\.weight$=Q6_K
+^blk\.30\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.30\.ffn_up_shexp\.weight$=bf16
+^blk\.30\.attn_norm\.weight$=bf16
+^blk\.30\.ffn_norm\.weight$=bf16
+^blk\.30\.attn_k_norm\.weight$=bf16
+^blk\.30\.attn_k\.weight$=bf16
+^blk\.30\.attn_output\.weight$=bf16
+^blk\.30\.attn_q_norm\.weight$=bf16
+^blk\.30\.attn_q\.weight$=bf16
+^blk\.30\.attn_v\.weight$=bf16
+^blk\.31\.exp_probs_b\.bias$=bf16
+^blk\.31\.ffn_gate_exps\.weight$=Q3_K
+^blk\.31\.ffn_down_exps\.weight$=Q3_K
+^blk\.31\.ffn_up_exps\.weight$=Q3_K
+^blk\.31\.ffn_gate_inp\.weight$=bf16
+^blk\.31\.ffn_down_shexp\.weight$=Q6_K
+^blk\.31\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.31\.ffn_up_shexp\.weight$=bf16
+^blk\.31\.attn_norm\.weight$=bf16
+^blk\.31\.ffn_norm\.weight$=bf16
+^blk\.31\.attn_k_norm\.weight$=bf16
+^blk\.31\.attn_k\.weight$=bf16
+^blk\.31\.attn_output\.weight$=bf16
+^blk\.31\.attn_q_norm\.weight$=bf16
+^blk\.31\.attn_q\.weight$=bf16
+^blk\.31\.attn_v\.weight$=bf16
+^blk\.32\.exp_probs_b\.bias$=bf16
+^blk\.32\.ffn_gate_exps\.weight$=Q3_K
+^blk\.32\.ffn_down_exps\.weight$=Q3_K
+^blk\.32\.ffn_up_exps\.weight$=Q3_K
+^blk\.32\.ffn_gate_inp\.weight$=bf16
+^blk\.32\.ffn_down_shexp\.weight$=Q6_K
+^blk\.32\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.32\.ffn_up_shexp\.weight$=bf16
+^blk\.32\.attn_norm\.weight$=bf16
+^blk\.32\.ffn_norm\.weight$=bf16
+^blk\.32\.attn_k_norm\.weight$=bf16
+^blk\.32\.attn_k\.weight$=bf16
+^blk\.32\.attn_output\.weight$=bf16
+^blk\.32\.attn_q_norm\.weight$=bf16
+^blk\.32\.attn_q\.weight$=bf16
+^blk\.32\.attn_v\.weight$=bf16
+^blk\.33\.exp_probs_b\.bias$=bf16
+^blk\.33\.ffn_gate_exps\.weight$=Q3_K
+^blk\.33\.ffn_down_exps\.weight$=Q3_K
+^blk\.33\.ffn_up_exps\.weight$=Q3_K
+^blk\.33\.ffn_gate_inp\.weight$=bf16
+^blk\.33\.ffn_down_shexp\.weight$=Q6_K
+^blk\.33\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.33\.ffn_up_shexp\.weight$=bf16
+^blk\.33\.attn_norm\.weight$=bf16
+^blk\.33\.ffn_norm\.weight$=bf16
+^blk\.33\.attn_k_norm\.weight$=bf16
+^blk\.33\.attn_k\.weight$=bf16
+^blk\.33\.attn_output\.weight$=bf16
+^blk\.33\.attn_q_norm\.weight$=bf16
+^blk\.33\.attn_q\.weight$=bf16
+^blk\.33\.attn_v\.weight$=bf16
+^blk\.34\.exp_probs_b\.bias$=bf16
+^blk\.34\.ffn_gate_exps\.weight$=Q3_K
+^blk\.34\.ffn_down_exps\.weight$=Q3_K
+^blk\.34\.ffn_up_exps\.weight$=Q3_K
+^blk\.34\.ffn_gate_inp\.weight$=bf16
+^blk\.34\.ffn_down_shexp\.weight$=Q6_K
+^blk\.34\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.34\.ffn_up_shexp\.weight$=bf16
+^blk\.34\.attn_norm\.weight$=bf16
+^blk\.34\.ffn_norm\.weight$=bf16
+^blk\.34\.attn_k_norm\.weight$=bf16
+^blk\.34\.attn_k\.weight$=bf16
+^blk\.34\.attn_output\.weight$=bf16
+^blk\.34\.attn_q_norm\.weight$=bf16
+^blk\.34\.attn_q\.weight$=bf16
+^blk\.34\.attn_v\.weight$=bf16
+^blk\.35\.exp_probs_b\.bias$=bf16
+^blk\.35\.ffn_gate_exps\.weight$=Q3_K
+^blk\.35\.ffn_down_exps\.weight$=Q3_K
+^blk\.35\.ffn_up_exps\.weight$=Q3_K
+^blk\.35\.ffn_gate_inp\.weight$=bf16
+^blk\.35\.ffn_down_shexp\.weight$=Q6_K
+^blk\.35\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.35\.ffn_up_shexp\.weight$=bf16
+^blk\.35\.attn_norm\.weight$=bf16
+^blk\.35\.ffn_norm\.weight$=bf16
+^blk\.35\.attn_k_norm\.weight$=bf16
+^blk\.35\.attn_k\.weight$=bf16
+^blk\.35\.attn_output\.weight$=bf16
+^blk\.35\.attn_q_norm\.weight$=bf16
+^blk\.35\.attn_q\.weight$=bf16
+^blk\.35\.attn_v\.weight$=bf16
+^blk\.36\.exp_probs_b\.bias$=bf16
+^blk\.36\.ffn_gate_exps\.weight$=Q3_K
+^blk\.36\.ffn_down_exps\.weight$=Q3_K
+^blk\.36\.ffn_up_exps\.weight$=Q3_K
+^blk\.36\.ffn_gate_inp\.weight$=bf16
+^blk\.36\.ffn_down_shexp\.weight$=Q6_K
+^blk\.36\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.36\.ffn_up_shexp\.weight$=bf16
+^blk\.36\.attn_norm\.weight$=bf16
+^blk\.36\.ffn_norm\.weight$=bf16
+^blk\.36\.attn_k_norm\.weight$=bf16
+^blk\.36\.attn_k\.weight$=bf16
+^blk\.36\.attn_output\.weight$=bf16
+^blk\.36\.attn_q_norm\.weight$=bf16
+^blk\.36\.attn_q\.weight$=bf16
+^blk\.36\.attn_v\.weight$=bf16
+^blk\.37\.ffn_gate_exps\.weight$=Q3_K
+^blk\.37\.ffn_down_exps\.weight$=Q3_K
+^blk\.37\.ffn_up_exps\.weight$=Q3_K
+^blk\.37\.ffn_gate_inp\.weight$=bf16
+^blk\.37\.ffn_down_shexp\.weight$=Q6_K
+^blk\.37\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.37\.ffn_up_shexp\.weight$=bf16
+^blk\.37\.attn_norm\.weight$=bf16
+^blk\.37\.ffn_norm\.weight$=bf16
+^blk\.37\.attn_k_norm\.weight$=bf16
+^blk\.37\.attn_k\.weight$=bf16
+^blk\.37\.attn_output\.weight$=bf16
+^blk\.37\.attn_q_norm\.weight$=bf16
+^blk\.37\.attn_q\.weight$=bf16
+^blk\.37\.attn_v\.weight$=bf16
+^blk\.38\.ffn_gate_exps\.weight$=Q3_K
+^blk\.38\.ffn_down_exps\.weight$=Q3_K
+^blk\.38\.ffn_up_exps\.weight$=Q3_K
+^blk\.38\.ffn_gate_inp\.weight$=bf16
+^blk\.38\.ffn_down_shexp\.weight$=Q6_K
+^blk\.38\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.38\.ffn_up_shexp\.weight$=bf16
+^blk\.38\.attn_norm\.weight$=bf16
+^blk\.38\.ffn_norm\.weight$=bf16
+^blk\.38\.attn_k_norm\.weight$=bf16
+^blk\.38\.attn_k\.weight$=bf16
+^blk\.38\.attn_output\.weight$=bf16
+^blk\.38\.attn_q_norm\.weight$=bf16
+^blk\.38\.attn_q\.weight$=bf16
+^blk\.38\.attn_v\.weight$=bf16
+^blk\.39\.ffn_gate_exps\.weight$=Q3_K
+^blk\.39\.ffn_down_exps\.weight$=Q3_K
+^blk\.39\.ffn_up_exps\.weight$=Q3_K
+^blk\.39\.ffn_gate_inp\.weight$=bf16
+^blk\.39\.ffn_down_shexp\.weight$=Q6_K
+^blk\.39\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.39\.ffn_up_shexp\.weight$=bf16
+^blk\.39\.attn_norm\.weight$=bf16
+^blk\.39\.ffn_norm\.weight$=bf16
+^blk\.39\.attn_k_norm\.weight$=bf16
+^blk\.39\.attn_k\.weight$=bf16
+^blk\.39\.attn_output\.weight$=bf16
+^blk\.39\.attn_q_norm\.weight$=bf16
+^blk\.39\.attn_q\.weight$=bf16
+^blk\.39\.attn_v\.weight$=bf16
+^blk\.40\.ffn_gate_exps\.weight$=Q3_K
+^blk\.40\.ffn_down_exps\.weight$=Q3_K
+^blk\.40\.ffn_up_exps\.weight$=Q3_K
+^blk\.40\.ffn_gate_inp\.weight$=bf16
+^blk\.40\.ffn_down_shexp\.weight$=Q6_K
+^blk\.40\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.40\.ffn_up_shexp\.weight$=bf16
+^blk\.40\.attn_norm\.weight$=bf16
+^blk\.40\.ffn_norm\.weight$=bf16
+^blk\.40\.attn_k_norm\.weight$=bf16
+^blk\.40\.attn_k\.weight$=bf16
+^blk\.40\.attn_output\.weight$=bf16
+^blk\.40\.attn_q_norm\.weight$=bf16
+^blk\.40\.attn_q\.weight$=bf16
+^blk\.40\.attn_v\.weight$=bf16
+^blk\.41\.ffn_gate_exps\.weight$=Q3_K
+^blk\.41\.ffn_down_exps\.weight$=Q3_K
+^blk\.41\.ffn_up_exps\.weight$=Q3_K
+^blk\.41\.ffn_gate_inp\.weight$=bf16
+^blk\.41\.ffn_down_shexp\.weight$=Q6_K
+^blk\.41\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.41\.ffn_up_shexp\.weight$=bf16
+^blk\.41\.attn_norm\.weight$=bf16
+^blk\.41\.ffn_norm\.weight$=bf16
+^blk\.41\.attn_k_norm\.weight$=bf16
+^blk\.41\.attn_k\.weight$=bf16
+^blk\.41\.attn_output\.weight$=bf16
+^blk\.41\.attn_q_norm\.weight$=bf16
+^blk\.41\.attn_q\.weight$=bf16
+^blk\.41\.attn_v\.weight$=bf16
+^blk\.42\.ffn_gate_exps\.weight$=Q3_K
+^blk\.42\.ffn_down_exps\.weight$=Q3_K
+^blk\.42\.ffn_up_exps\.weight$=Q3_K
+^blk\.42\.ffn_gate_inp\.weight$=bf16
+^blk\.42\.ffn_down_shexp\.weight$=Q6_K
+^blk\.42\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.42\.ffn_up_shexp\.weight$=bf16
+^blk\.42\.attn_norm\.weight$=bf16
+^blk\.42\.ffn_norm\.weight$=bf16
+^blk\.42\.attn_k_norm\.weight$=bf16
+^blk\.42\.attn_k\.weight$=bf16
+^blk\.42\.attn_output\.weight$=bf16
+^blk\.42\.attn_q_norm\.weight$=bf16
+^blk\.42\.attn_q\.weight$=bf16
+^blk\.42\.attn_v\.weight$=bf16
+^blk\.43\.ffn_gate_exps\.weight$=Q3_K
+^blk\.43\.ffn_down_exps\.weight$=Q3_K
+^blk\.43\.ffn_up_exps\.weight$=Q3_K
+^blk\.43\.ffn_gate_inp\.weight$=bf16
+^blk\.43\.ffn_down_shexp\.weight$=Q6_K
+^blk\.43\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.43\.ffn_up_shexp\.weight$=bf16
+^blk\.43\.attn_norm\.weight$=bf16
+^blk\.43\.ffn_norm\.weight$=bf16
+^blk\.43\.attn_k_norm\.weight$=bf16
+^blk\.43\.attn_k\.weight$=bf16
+^blk\.43\.attn_output\.weight$=bf16
+^blk\.43\.attn_q_norm\.weight$=bf16
+^blk\.43\.attn_q\.weight$=bf16
+^blk\.43\.attn_v\.weight$=bf16
+^blk\.44\.ffn_gate_exps\.weight$=Q3_K
+^blk\.44\.ffn_down_exps\.weight$=Q3_K
+^blk\.44\.ffn_up_exps\.weight$=Q3_K
+^blk\.44\.ffn_gate_inp\.weight$=bf16
+^blk\.44\.ffn_down_shexp\.weight$=Q6_K
+^blk\.44\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.44\.ffn_up_shexp\.weight$=bf16
+^blk\.44\.attn_norm\.weight$=bf16
+^blk\.44\.ffn_norm\.weight$=bf16
+^blk\.44\.attn_k_norm\.weight$=bf16
+^blk\.44\.attn_k\.weight$=bf16
+^blk\.44\.attn_output\.weight$=bf16
+^blk\.44\.attn_q_norm\.weight$=bf16
+^blk\.44\.attn_q\.weight$=bf16
+^blk\.44\.attn_v\.weight$=bf16
+^blk\.45\.ffn_gate_exps\.weight$=Q3_K
+^blk\.45\.ffn_down_exps\.weight$=Q3_K
+^blk\.45\.ffn_up_exps\.weight$=Q3_K
+^blk\.45\.ffn_gate_inp\.weight$=bf16
+^blk\.45\.ffn_down_shexp\.weight$=Q6_K
+^blk\.45\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.45\.ffn_up_shexp\.weight$=bf16
+^blk\.45\.attn_norm\.weight$=bf16
+^blk\.45\.ffn_norm\.weight$=bf16
+^blk\.45\.attn_k_norm\.weight$=bf16
+^blk\.45\.attn_k\.weight$=bf16
+^blk\.45\.attn_output\.weight$=bf16
+^blk\.45\.attn_q_norm\.weight$=bf16
+^blk\.45\.attn_q\.weight$=bf16
+^blk\.45\.attn_v\.weight$=bf16
+^blk\.46\.ffn_gate_exps\.weight$=Q3_K
+^blk\.46\.ffn_down_exps\.weight$=Q3_K
+^blk\.46\.ffn_up_exps\.weight$=Q3_K
+^blk\.46\.ffn_gate_inp\.weight$=bf16
+^blk\.46\.ffn_down_shexp\.weight$=Q6_K
+^blk\.46\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.46\.ffn_up_shexp\.weight$=bf16
+^blk\.46\.attn_norm\.weight$=bf16
+^blk\.46\.ffn_norm\.weight$=bf16
+^blk\.46\.attn_k_norm\.weight$=bf16
+^blk\.46\.attn_k\.weight$=bf16
+^blk\.46\.attn_output\.weight$=bf16
+^blk\.46\.attn_q_norm\.weight$=bf16
+^blk\.46\.attn_q\.weight$=bf16
+^blk\.46\.attn_v\.weight$=bf16
+^blk\.47\.ffn_gate_exps\.weight$=Q3_K
+^blk\.47\.ffn_down_exps\.weight$=Q3_K
+^blk\.47\.ffn_up_exps\.weight$=Q3_K
+^blk\.47\.ffn_gate_inp\.weight$=bf16
+^blk\.47\.ffn_down_shexp\.weight$=Q6_K
+^blk\.47\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.47\.ffn_up_shexp\.weight$=bf16
+^blk\.47\.attn_norm\.weight$=bf16
+^blk\.47\.ffn_norm\.weight$=bf16
+^blk\.47\.attn_k_norm\.weight$=bf16
+^blk\.47\.attn_k\.weight$=bf16
+^blk\.47\.attn_output\.weight$=bf16
+^blk\.47\.attn_q_norm\.weight$=bf16
+^blk\.47\.attn_q\.weight$=bf16
+^blk\.47\.attn_v\.weight$=bf16
+^blk\.48\.ffn_gate_exps\.weight$=Q3_K
+^blk\.48\.ffn_down_exps\.weight$=Q3_K
+^blk\.48\.ffn_up_exps\.weight$=Q3_K
+^blk\.48\.ffn_gate_inp\.weight$=bf16
+^blk\.48\.ffn_down_shexp\.weight$=Q6_K
+^blk\.48\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.48\.ffn_up_shexp\.weight$=bf16
+^blk\.48\.attn_norm\.weight$=bf16
+^blk\.48\.ffn_norm\.weight$=bf16
+^blk\.48\.attn_k_norm\.weight$=bf16
+^blk\.48\.attn_k\.weight$=bf16
+^blk\.48\.attn_output\.weight$=bf16
+^blk\.48\.attn_q_norm\.weight$=bf16
+^blk\.48\.attn_q\.weight$=bf16
+^blk\.48\.attn_v\.weight$=bf16
+^blk\.49\.ffn_gate_exps\.weight$=Q3_K
+^blk\.49\.ffn_down_exps\.weight$=Q3_K
+^blk\.49\.ffn_up_exps\.weight$=Q3_K
+^blk\.49\.ffn_gate_inp\.weight$=bf16
+^blk\.49\.ffn_down_shexp\.weight$=Q6_K
+^blk\.49\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.49\.ffn_up_shexp\.weight$=bf16
+^blk\.49\.attn_norm\.weight$=bf16
+^blk\.49\.ffn_norm\.weight$=bf16
+^blk\.49\.attn_k_norm\.weight$=bf16
+^blk\.49\.attn_k\.weight$=bf16
+^blk\.49\.attn_output\.weight$=bf16
+^blk\.49\.attn_q_norm\.weight$=bf16
+^blk\.49\.attn_q\.weight$=bf16
+^blk\.49\.attn_v\.weight$=bf16
+^blk\.50\.ffn_gate_exps\.weight$=Q3_K
+^blk\.50\.ffn_down_exps\.weight$=Q3_K
+^blk\.50\.ffn_up_exps\.weight$=Q3_K
+^blk\.50\.ffn_gate_inp\.weight$=bf16
+^blk\.50\.ffn_down_shexp\.weight$=Q6_K
+^blk\.50\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.50\.ffn_up_shexp\.weight$=bf16
+^blk\.50\.attn_norm\.weight$=bf16
+^blk\.50\.ffn_norm\.weight$=bf16
+^blk\.50\.attn_k_norm\.weight$=bf16
+^blk\.50\.attn_k\.weight$=bf16
+^blk\.50\.attn_output\.weight$=bf16
+^blk\.50\.attn_q_norm\.weight$=bf16
+^blk\.50\.attn_q\.weight$=bf16
+^blk\.50\.attn_v\.weight$=bf16
+^blk\.51\.ffn_gate_exps\.weight$=Q3_K
+^blk\.51\.ffn_down_exps\.weight$=Q3_K
+^blk\.51\.ffn_up_exps\.weight$=Q3_K
+^blk\.51\.ffn_gate_inp\.weight$=bf16
+^blk\.51\.ffn_down_shexp\.weight$=Q6_K
+^blk\.51\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.51\.ffn_up_shexp\.weight$=bf16
+^blk\.51\.attn_norm\.weight$=bf16
+^blk\.51\.ffn_norm\.weight$=bf16
+^blk\.51\.attn_k_norm\.weight$=bf16
+^blk\.51\.attn_k\.weight$=bf16
+^blk\.51\.attn_output\.weight$=bf16
+^blk\.51\.attn_q_norm\.weight$=bf16
+^blk\.51\.attn_q\.weight$=bf16
+^blk\.51\.attn_v\.weight$=bf16
+^blk\.52\.ffn_gate_exps\.weight$=Q3_K
+^blk\.52\.ffn_down_exps\.weight$=Q3_K
+^blk\.52\.ffn_up_exps\.weight$=Q3_K
+^blk\.52\.ffn_gate_inp\.weight$=bf16
+^blk\.52\.ffn_down_shexp\.weight$=Q6_K
+^blk\.52\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.52\.ffn_up_shexp\.weight$=bf16
+^blk\.52\.attn_norm\.weight$=bf16
+^blk\.52\.ffn_norm\.weight$=bf16
+^blk\.52\.attn_k_norm\.weight$=bf16
+^blk\.52\.attn_k\.weight$=bf16
+^blk\.52\.attn_output\.weight$=bf16
+^blk\.52\.attn_q_norm\.weight$=bf16
+^blk\.52\.attn_q\.weight$=bf16
+^blk\.52\.attn_v\.weight$=bf16
+^blk\.53\.ffn_gate_exps\.weight$=Q3_K
+^blk\.53\.ffn_down_exps\.weight$=Q3_K
+^blk\.53\.ffn_up_exps\.weight$=Q3_K
+^blk\.53\.ffn_gate_inp\.weight$=bf16
+^blk\.53\.ffn_down_shexp\.weight$=Q6_K
+^blk\.53\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.53\.ffn_up_shexp\.weight$=bf16
+^blk\.53\.attn_norm\.weight$=bf16
+^blk\.53\.ffn_norm\.weight$=bf16
+^blk\.53\.attn_k_norm\.weight$=bf16
+^blk\.53\.attn_k\.weight$=bf16
+^blk\.53\.attn_output\.weight$=bf16
+^blk\.53\.attn_q_norm\.weight$=bf16
+^blk\.53\.attn_q\.weight$=bf16
+^blk\.53\.attn_v\.weight$=bf16
+^blk\.54\.ffn_gate_exps\.weight$=Q3_K
+^blk\.54\.ffn_down_exps\.weight$=Q3_K
+^blk\.54\.ffn_up_exps\.weight$=Q3_K
+^blk\.54\.ffn_gate_inp\.weight$=bf16
+^blk\.54\.ffn_down_shexp\.weight$=Q6_K
+^blk\.54\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.54\.ffn_up_shexp\.weight$=bf16
+^blk\.54\.attn_norm\.weight$=bf16
+^blk\.54\.ffn_norm\.weight$=bf16
+^blk\.54\.attn_k_norm\.weight$=bf16
+^blk\.54\.attn_k\.weight$=bf16
+^blk\.54\.attn_output\.weight$=bf16
+^blk\.54\.attn_q_norm\.weight$=bf16
+^blk\.54\.attn_q\.weight$=bf16
+^blk\.54\.attn_v\.weight$=bf16
+^blk\.55\.ffn_gate_exps\.weight$=Q3_K
+^blk\.55\.ffn_down_exps\.weight$=Q3_K
+^blk\.55\.ffn_up_exps\.weight$=Q3_K
+^blk\.55\.ffn_gate_inp\.weight$=bf16
+^blk\.55\.ffn_down_shexp\.weight$=Q6_K
+^blk\.55\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.55\.ffn_up_shexp\.weight$=bf16
+^blk\.55\.attn_norm\.weight$=bf16
+^blk\.55\.ffn_norm\.weight$=bf16
+^blk\.55\.attn_k_norm\.weight$=bf16
+^blk\.55\.attn_k\.weight$=bf16
+^blk\.55\.attn_output\.weight$=bf16
+^blk\.55\.attn_q_norm\.weight$=bf16
+^blk\.55\.attn_q\.weight$=bf16
+^blk\.55\.attn_v\.weight$=bf16
+^blk\.56\.ffn_gate_exps\.weight$=Q3_K
+^blk\.56\.ffn_down_exps\.weight$=Q3_K
+^blk\.56\.ffn_up_exps\.weight$=Q3_K
+^blk\.56\.ffn_gate_inp\.weight$=bf16
+^blk\.56\.ffn_down_shexp\.weight$=Q6_K
+^blk\.56\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.56\.ffn_up_shexp\.weight$=bf16
+^blk\.56\.attn_norm\.weight$=bf16
+^blk\.56\.ffn_norm\.weight$=bf16
+^blk\.56\.attn_k_norm\.weight$=bf16
+^blk\.56\.attn_k\.weight$=bf16
+^blk\.56\.attn_output\.weight$=bf16
+^blk\.56\.attn_q_norm\.weight$=bf16
+^blk\.56\.attn_q\.weight$=bf16
+^blk\.56\.attn_v\.weight$=bf16
+^blk\.57\.ffn_gate_exps\.weight$=Q3_K
+^blk\.57\.ffn_down_exps\.weight$=Q3_K
+^blk\.57\.ffn_up_exps\.weight$=Q3_K
+^blk\.57\.ffn_gate_inp\.weight$=bf16
+^blk\.57\.ffn_down_shexp\.weight$=Q6_K
+^blk\.57\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.57\.ffn_up_shexp\.weight$=bf16
+^blk\.57\.attn_norm\.weight$=bf16
+^blk\.57\.ffn_norm\.weight$=bf16
+^blk\.57\.attn_k_norm\.weight$=bf16
+^blk\.57\.attn_k\.weight$=bf16
+^blk\.57\.attn_output\.weight$=bf16
+^blk\.57\.attn_q_norm\.weight$=bf16
+^blk\.57\.attn_q\.weight$=bf16
+^blk\.57\.attn_v\.weight$=bf16
+^blk\.58\.ffn_gate_exps\.weight$=Q3_K
+^blk\.58\.ffn_down_exps\.weight$=Q3_K
+^blk\.58\.ffn_up_exps\.weight$=Q3_K
+^blk\.58\.ffn_gate_inp\.weight$=bf16
+^blk\.58\.ffn_down_shexp\.weight$=Q6_K
+^blk\.58\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.58\.ffn_up_shexp\.weight$=bf16
+^blk\.58\.attn_norm\.weight$=bf16
+^blk\.58\.ffn_norm\.weight$=bf16
+^blk\.58\.attn_k_norm\.weight$=bf16
+^blk\.58\.attn_k\.weight$=bf16
+^blk\.58\.attn_output\.weight$=bf16
+^blk\.58\.attn_q_norm\.weight$=bf16
+^blk\.58\.attn_q\.weight$=bf16
+^blk\.58\.attn_v\.weight$=bf16
+^blk\.59\.exp_probs_b\.bias$=bf16
+^blk\.59\.ffn_gate_exps\.weight$=Q3_K
+^blk\.59\.ffn_down_exps\.weight$=Q3_K
+^blk\.59\.ffn_up_exps\.weight$=Q3_K
+^blk\.59\.ffn_gate_inp\.weight$=bf16
+^blk\.59\.ffn_down_shexp\.weight$=Q6_K
+^blk\.59\.ffn_gate_shexp\.weight$=Q6_K
+^blk\.59\.ffn_up_shexp\.weight$=bf16
+^blk\.59\.attn_norm\.weight$=bf16
+^blk\.59\.ffn_norm\.weight$=bf16
+^blk\.59\.attn_k_norm\.weight$=bf16
+^blk\.59\.attn_k\.weight$=bf16
+^blk\.59\.attn_output\.weight$=bf16
+^blk\.59\.attn_q_norm\.weight$=bf16
+^blk\.59\.attn_q\.weight$=bf16
+^blk\.59\.attn_v\.weight$=bf16

MoQ_MiniMax-M3_tensors_4.75.txt

@@ -0,0 +1,948 @@
+^output\.weight$=bf16
+^token_embd\.weight$=bf16
+^blk\.0\.attn_norm\.weight$=bf16
+^blk\.0\.ffn_down\.weight$=bf16
+^blk\.0\.ffn_gate\.weight$=bf16
+^blk\.0\.ffn_up\.weight$=bf16
+^blk\.0\.ffn_norm\.weight$=bf16
+^blk\.0\.attn_k_norm\.weight$=bf16
+^blk\.0\.attn_k\.weight$=bf16
+^blk\.0\.attn_output\.weight$=bf16
+^blk\.0\.attn_q_norm\.weight$=bf16
+^blk\.0\.attn_q\.weight$=bf16
+^blk\.0\.attn_v\.weight$=bf16
+^output_norm\.weight$=bf16
+^blk\.1\.attn_norm\.weight$=bf16
+^blk\.1\.ffn_down\.weight$=bf16
+^blk\.1\.ffn_gate\.weight$=bf16
+^blk\.1\.ffn_up\.weight$=bf16
+^blk\.1\.ffn_norm\.weight$=bf16
+^blk\.1\.attn_k_norm\.weight$=bf16
+^blk\.1\.attn_k\.weight$=bf16
+^blk\.1\.attn_output\.weight$=bf16
+^blk\.1\.attn_q_norm\.weight$=bf16
+^blk\.1\.attn_q\.weight$=bf16
+^blk\.1\.attn_v\.weight$=bf16
+^blk\.2\.attn_norm\.weight$=bf16
+^blk\.2\.ffn_down\.weight$=bf16
+^blk\.2\.ffn_gate\.weight$=bf16
+^blk\.2\.ffn_up\.weight$=bf16
+^blk\.2\.ffn_norm\.weight$=bf16
+^blk\.2\.attn_k_norm\.weight$=bf16
+^blk\.2\.attn_k\.weight$=bf16
+^blk\.2\.attn_output\.weight$=bf16
+^blk\.2\.attn_q_norm\.weight$=bf16
+^blk\.2\.attn_q\.weight$=bf16
+^blk\.2\.attn_v\.weight$=bf16
+^blk\.25\.exp_probs_b\.bias$=bf16
+^blk\.3\.exp_probs_b\.bias$=bf16
+^blk\.3\.ffn_gate_exps\.weight$=Q3_K
+^blk\.3\.ffn_down_exps\.weight$=Q3_K
+^blk\.3\.ffn_up_exps\.weight$=Q3_K
+^blk\.3\.ffn_gate_inp\.weight$=bf16
+^blk\.3\.ffn_down_shexp\.weight$=bf16
+^blk\.3\.ffn_gate_shexp\.weight$=bf16
+^blk\.3\.ffn_up_shexp\.weight$=bf16
+^blk\.3\.attn_norm\.weight$=bf16
+^blk\.3\.ffn_norm\.weight$=bf16
+^blk\.3\.attn_k_norm\.weight$=bf16
+^blk\.3\.attn_k\.weight$=bf16
+^blk\.3\.attn_output\.weight$=bf16
+^blk\.3\.attn_q_norm\.weight$=bf16
+^blk\.3\.attn_q\.weight$=bf16
+^blk\.3\.attn_v\.weight$=bf16
+^blk\.37\.exp_probs_b\.bias$=bf16
+^blk\.38\.exp_probs_b\.bias$=bf16
+^blk\.4\.exp_probs_b\.bias$=bf16
+^blk\.4\.ffn_gate_exps\.weight$=Q3_K
+^blk\.4\.ffn_down_exps\.weight$=Q3_K
+^blk\.4\.ffn_up_exps\.weight$=Q3_K
+^blk\.4\.ffn_gate_inp\.weight$=bf16
+^blk\.4\.ffn_down_shexp\.weight$=bf16
+^blk\.4\.ffn_gate_shexp\.weight$=bf16
+^blk\.4\.ffn_up_shexp\.weight$=bf16
+^blk\.4\.attn_norm\.weight$=bf16
+^blk\.4\.ffn_norm\.weight$=bf16
+^blk\.4\.attn_k_norm\.weight$=bf16
+^blk\.4\.attn_k\.weight$=bf16
+^blk\.4\.attn_output\.weight$=bf16
+^blk\.4\.attn_q_norm\.weight$=bf16
+^blk\.4\.attn_q\.weight$=bf16
+^blk\.4\.attn_v\.weight$=bf16
+^blk\.39\.exp_probs_b\.bias$=bf16
+^blk\.5\.exp_probs_b\.bias$=bf16
+^blk\.5\.ffn_gate_exps\.weight$=Q3_K
+^blk\.5\.ffn_down_exps\.weight$=Q3_K
+^blk\.5\.ffn_up_exps\.weight$=Q3_K
+^blk\.5\.ffn_gate_inp\.weight$=bf16
+^blk\.5\.ffn_down_shexp\.weight$=bf16
+^blk\.5\.ffn_gate_shexp\.weight$=bf16
+^blk\.5\.ffn_up_shexp\.weight$=bf16
+^blk\.5\.attn_norm\.weight$=bf16
+^blk\.5\.ffn_norm\.weight$=bf16
+^blk\.5\.attn_k_norm\.weight$=bf16
+^blk\.5\.attn_k\.weight$=bf16
+^blk\.5\.attn_output\.weight$=bf16
+^blk\.5\.attn_q_norm\.weight$=bf16
+^blk\.5\.attn_q\.weight$=bf16
+^blk\.5\.attn_v\.weight$=bf16
+^blk\.40\.exp_probs_b\.bias$=bf16
+^blk\.6\.exp_probs_b\.bias$=bf16
+^blk\.6\.ffn_gate_exps\.weight$=Q3_K
+^blk\.6\.ffn_down_exps\.weight$=Q3_K
+^blk\.6\.ffn_up_exps\.weight$=Q3_K
+^blk\.6\.ffn_gate_inp\.weight$=bf16
+^blk\.6\.ffn_down_shexp\.weight$=bf16
+^blk\.6\.ffn_gate_shexp\.weight$=bf16
+^blk\.6\.ffn_up_shexp\.weight$=bf16
+^blk\.6\.attn_norm\.weight$=bf16
+^blk\.6\.ffn_norm\.weight$=bf16
+^blk\.6\.attn_k_norm\.weight$=bf16
+^blk\.6\.attn_k\.weight$=bf16
+^blk\.6\.attn_output\.weight$=bf16
+^blk\.6\.attn_q_norm\.weight$=bf16
+^blk\.6\.attn_q\.weight$=bf16
+^blk\.6\.attn_v\.weight$=bf16
+^blk\.41\.exp_probs_b\.bias$=bf16
+^blk\.7\.exp_probs_b\.bias$=bf16
+^blk\.7\.ffn_gate_exps\.weight$=Q3_K
+^blk\.7\.ffn_down_exps\.weight$=Q3_K
+^blk\.7\.ffn_up_exps\.weight$=Q3_K
+^blk\.7\.ffn_gate_inp\.weight$=bf16
+^blk\.7\.ffn_down_shexp\.weight$=bf16
+^blk\.7\.ffn_gate_shexp\.weight$=bf16
+^blk\.7\.ffn_up_shexp\.weight$=bf16
+^blk\.7\.attn_norm\.weight$=bf16
+^blk\.7\.ffn_norm\.weight$=bf16
+^blk\.7\.attn_k_norm\.weight$=bf16
+^blk\.7\.attn_k\.weight$=bf16
+^blk\.7\.attn_output\.weight$=bf16
+^blk\.7\.attn_q_norm\.weight$=bf16
+^blk\.7\.attn_q\.weight$=bf16
+^blk\.7\.attn_v\.weight$=bf16
+^blk\.42\.exp_probs_b\.bias$=bf16
+^blk\.8\.exp_probs_b\.bias$=bf16
+^blk\.8\.ffn_gate_exps\.weight$=Q3_K
+^blk\.8\.ffn_down_exps\.weight$=Q3_K
+^blk\.8\.ffn_up_exps\.weight$=Q3_K
+^blk\.8\.ffn_gate_inp\.weight$=bf16
+^blk\.8\.ffn_down_shexp\.weight$=bf16
+^blk\.8\.ffn_gate_shexp\.weight$=bf16
+^blk\.8\.ffn_up_shexp\.weight$=bf16
+^blk\.8\.attn_norm\.weight$=bf16
+^blk\.8\.ffn_norm\.weight$=bf16
+^blk\.8\.attn_k_norm\.weight$=bf16
+^blk\.8\.attn_k\.weight$=bf16
+^blk\.8\.attn_output\.weight$=bf16
+^blk\.8\.attn_q_norm\.weight$=bf16
+^blk\.8\.attn_q\.weight$=bf16
+^blk\.8\.attn_v\.weight$=bf16
+^blk\.43\.exp_probs_b\.bias$=bf16
+^blk\.9\.exp_probs_b\.bias$=bf16
+^blk\.9\.ffn_gate_exps\.weight$=Q3_K
+^blk\.9\.ffn_down_exps\.weight$=Q3_K
+^blk\.9\.ffn_up_exps\.weight$=Q3_K
+^blk\.9\.ffn_gate_inp\.weight$=bf16
+^blk\.9\.ffn_down_shexp\.weight$=bf16
+^blk\.9\.ffn_gate_shexp\.weight$=bf16
+^blk\.9\.ffn_up_shexp\.weight$=bf16
+^blk\.9\.attn_norm\.weight$=bf16
+^blk\.9\.ffn_norm\.weight$=bf16
+^blk\.9\.attn_k_norm\.weight$=bf16
+^blk\.9\.attn_k\.weight$=bf16
+^blk\.9\.attn_output\.weight$=bf16
+^blk\.9\.attn_q_norm\.weight$=bf16
+^blk\.9\.attn_q\.weight$=bf16
+^blk\.9\.attn_v\.weight$=bf16
+^blk\.10\.exp_probs_b\.bias$=bf16
+^blk\.10\.ffn_gate_exps\.weight$=Q3_K
+^blk\.10\.ffn_down_exps\.weight$=Q3_K
+^blk\.10\.ffn_up_exps\.weight$=Q3_K
+^blk\.10\.ffn_gate_inp\.weight$=bf16
+^blk\.10\.ffn_down_shexp\.weight$=bf16
+^blk\.10\.ffn_gate_shexp\.weight$=bf16
+^blk\.10\.ffn_up_shexp\.weight$=bf16
+^blk\.10\.attn_norm\.weight$=bf16
+^blk\.10\.ffn_norm\.weight$=bf16
+^blk\.10\.attn_k_norm\.weight$=bf16
+^blk\.10\.attn_k\.weight$=bf16
+^blk\.10\.attn_output\.weight$=bf16
+^blk\.10\.attn_q_norm\.weight$=bf16
+^blk\.10\.attn_q\.weight$=bf16
+^blk\.10\.attn_v\.weight$=bf16
+^blk\.44\.exp_probs_b\.bias$=bf16
+^blk\.11\.exp_probs_b\.bias$=bf16
+^blk\.11\.ffn_gate_exps\.weight$=Q3_K
+^blk\.11\.ffn_down_exps\.weight$=Q3_K
+^blk\.11\.ffn_up_exps\.weight$=Q3_K
+^blk\.11\.ffn_gate_inp\.weight$=bf16
+^blk\.11\.ffn_down_shexp\.weight$=bf16
+^blk\.11\.ffn_gate_shexp\.weight$=bf16
+^blk\.11\.ffn_up_shexp\.weight$=bf16
+^blk\.11\.attn_norm\.weight$=bf16
+^blk\.11\.ffn_norm\.weight$=bf16
+^blk\.11\.attn_k_norm\.weight$=bf16
+^blk\.11\.attn_k\.weight$=bf16
+^blk\.11\.attn_output\.weight$=bf16
+^blk\.11\.attn_q_norm\.weight$=bf16
+^blk\.11\.attn_q\.weight$=bf16
+^blk\.11\.attn_v\.weight$=bf16
+^blk\.45\.exp_probs_b\.bias$=bf16
+^blk\.12\.exp_probs_b\.bias$=bf16
+^blk\.12\.ffn_gate_exps\.weight$=Q3_K
+^blk\.12\.ffn_down_exps\.weight$=Q3_K
+^blk\.12\.ffn_up_exps\.weight$=Q3_K
+^blk\.12\.ffn_gate_inp\.weight$=bf16
+^blk\.12\.ffn_down_shexp\.weight$=bf16
+^blk\.12\.ffn_gate_shexp\.weight$=bf16
+^blk\.12\.ffn_up_shexp\.weight$=bf16
+^blk\.12\.attn_norm\.weight$=bf16
+^blk\.12\.ffn_norm\.weight$=bf16
+^blk\.12\.attn_k_norm\.weight$=bf16
+^blk\.12\.attn_k\.weight$=bf16
+^blk\.12\.attn_output\.weight$=bf16
+^blk\.12\.attn_q_norm\.weight$=bf16
+^blk\.12\.attn_q\.weight$=bf16
+^blk\.12\.attn_v\.weight$=bf16
+^blk\.46\.exp_probs_b\.bias$=bf16
+^blk\.13\.exp_probs_b\.bias$=bf16
+^blk\.13\.ffn_gate_exps\.weight$=Q3_K
+^blk\.13\.ffn_down_exps\.weight$=Q3_K
+^blk\.13\.ffn_up_exps\.weight$=Q3_K
+^blk\.13\.ffn_gate_inp\.weight$=bf16
+^blk\.13\.ffn_down_shexp\.weight$=bf16
+^blk\.13\.ffn_gate_shexp\.weight$=bf16
+^blk\.13\.ffn_up_shexp\.weight$=bf16
+^blk\.13\.attn_norm\.weight$=bf16
+^blk\.13\.ffn_norm\.weight$=bf16
+^blk\.13\.attn_k_norm\.weight$=bf16
+^blk\.13\.attn_k\.weight$=bf16
+^blk\.13\.attn_output\.weight$=bf16
+^blk\.13\.attn_q_norm\.weight$=bf16
+^blk\.13\.attn_q\.weight$=bf16
+^blk\.13\.attn_v\.weight$=bf16
+^blk\.47\.exp_probs_b\.bias$=bf16
+^blk\.14\.exp_probs_b\.bias$=bf16
+^blk\.14\.ffn_gate_exps\.weight$=Q3_K
+^blk\.14\.ffn_down_exps\.weight$=Q3_K
+^blk\.14\.ffn_up_exps\.weight$=Q3_K
+^blk\.14\.ffn_gate_inp\.weight$=bf16
+^blk\.14\.ffn_down_shexp\.weight$=bf16
+^blk\.14\.ffn_gate_shexp\.weight$=bf16
+^blk\.14\.ffn_up_shexp\.weight$=bf16
+^blk\.14\.attn_norm\.weight$=bf16
+^blk\.14\.ffn_norm\.weight$=bf16
+^blk\.14\.attn_k_norm\.weight$=bf16
+^blk\.14\.attn_k\.weight$=bf16
+^blk\.14\.attn_output\.weight$=bf16
+^blk\.14\.attn_q_norm\.weight$=bf16
+^blk\.14\.attn_q\.weight$=bf16
+^blk\.14\.attn_v\.weight$=bf16
+^blk\.48\.exp_probs_b\.bias$=bf16
+^blk\.15\.exp_probs_b\.bias$=bf16
+^blk\.15\.ffn_gate_exps\.weight$=Q3_K
+^blk\.15\.ffn_down_exps\.weight$=Q3_K
+^blk\.15\.ffn_up_exps\.weight$=Q3_K
+^blk\.15\.ffn_gate_inp\.weight$=bf16
+^blk\.15\.ffn_down_shexp\.weight$=bf16
+^blk\.15\.ffn_gate_shexp\.weight$=bf16
+^blk\.15\.ffn_up_shexp\.weight$=bf16
+^blk\.15\.attn_norm\.weight$=bf16
+^blk\.15\.ffn_norm\.weight$=bf16
+^blk\.15\.attn_k_norm\.weight$=bf16
+^blk\.15\.attn_k\.weight$=bf16
+^blk\.15\.attn_output\.weight$=bf16
+^blk\.15\.attn_q_norm\.weight$=bf16
+^blk\.15\.attn_q\.weight$=bf16
+^blk\.15\.attn_v\.weight$=bf16
+^blk\.49\.exp_probs_b\.bias$=bf16
+^blk\.16\.exp_probs_b\.bias$=bf16
+^blk\.16\.ffn_gate_exps\.weight$=Q3_K
+^blk\.16\.ffn_down_exps\.weight$=Q3_K
+^blk\.16\.ffn_up_exps\.weight$=Q3_K
+^blk\.16\.ffn_gate_inp\.weight$=bf16
+^blk\.16\.ffn_down_shexp\.weight$=bf16
+^blk\.16\.ffn_gate_shexp\.weight$=bf16
+^blk\.16\.ffn_up_shexp\.weight$=bf16
+^blk\.16\.attn_norm\.weight$=bf16
+^blk\.16\.ffn_norm\.weight$=bf16
+^blk\.16\.attn_k_norm\.weight$=bf16
+^blk\.16\.attn_k\.weight$=bf16
+^blk\.16\.attn_output\.weight$=bf16
+^blk\.16\.attn_q_norm\.weight$=bf16
+^blk\.16\.attn_q\.weight$=bf16
+^blk\.16\.attn_v\.weight$=bf16
+^blk\.50\.exp_probs_b\.bias$=bf16
+^blk\.17\.exp_probs_b\.bias$=bf16
+^blk\.17\.ffn_gate_exps\.weight$=Q3_K
+^blk\.17\.ffn_down_exps\.weight$=Q3_K
+^blk\.17\.ffn_up_exps\.weight$=Q3_K
+^blk\.17\.ffn_gate_inp\.weight$=bf16
+^blk\.17\.ffn_down_shexp\.weight$=bf16
+^blk\.17\.ffn_gate_shexp\.weight$=bf16
+^blk\.17\.ffn_up_shexp\.weight$=bf16
+^blk\.17\.attn_norm\.weight$=bf16
+^blk\.17\.ffn_norm\.weight$=bf16
+^blk\.17\.attn_k_norm\.weight$=bf16
+^blk\.17\.attn_k\.weight$=bf16
+^blk\.17\.attn_output\.weight$=bf16
+^blk\.17\.attn_q_norm\.weight$=bf16
+^blk\.17\.attn_q\.weight$=bf16
+^blk\.17\.attn_v\.weight$=bf16
+^blk\.51\.exp_probs_b\.bias$=bf16
+^blk\.18\.exp_probs_b\.bias$=bf16
+^blk\.18\.ffn_gate_exps\.weight$=Q3_K
+^blk\.18\.ffn_down_exps\.weight$=Q3_K
+^blk\.18\.ffn_up_exps\.weight$=Q3_K
+^blk\.18\.ffn_gate_inp\.weight$=bf16
+^blk\.18\.ffn_down_shexp\.weight$=bf16
+^blk\.18\.ffn_gate_shexp\.weight$=bf16
+^blk\.18\.ffn_up_shexp\.weight$=bf16
+^blk\.18\.attn_norm\.weight$=bf16
+^blk\.18\.ffn_norm\.weight$=bf16
+^blk\.18\.attn_k_norm\.weight$=bf16
+^blk\.18\.attn_k\.weight$=bf16
+^blk\.18\.attn_output\.weight$=bf16
+^blk\.18\.attn_q_norm\.weight$=bf16
+^blk\.18\.attn_q\.weight$=bf16
+^blk\.18\.attn_v\.weight$=bf16
+^blk\.52\.exp_probs_b\.bias$=bf16
+^blk\.19\.exp_probs_b\.bias$=bf16
+^blk\.19\.ffn_gate_exps\.weight$=Q3_K
+^blk\.19\.ffn_down_exps\.weight$=Q3_K
+^blk\.19\.ffn_up_exps\.weight$=Q3_K
+^blk\.19\.ffn_gate_inp\.weight$=bf16
+^blk\.19\.ffn_down_shexp\.weight$=bf16
+^blk\.19\.ffn_gate_shexp\.weight$=bf16
+^blk\.19\.ffn_up_shexp\.weight$=bf16
+^blk\.19\.attn_norm\.weight$=bf16
+^blk\.19\.ffn_norm\.weight$=bf16
+^blk\.19\.attn_k_norm\.weight$=bf16
+^blk\.19\.attn_k\.weight$=bf16
+^blk\.19\.attn_output\.weight$=bf16
+^blk\.19\.attn_q_norm\.weight$=bf16
+^blk\.19\.attn_q\.weight$=bf16
+^blk\.19\.attn_v\.weight$=bf16
+^blk\.53\.exp_probs_b\.bias$=bf16
+^blk\.20\.exp_probs_b\.bias$=bf16
+^blk\.20\.ffn_gate_exps\.weight$=Q3_K
+^blk\.20\.ffn_down_exps\.weight$=Q3_K
+^blk\.20\.ffn_up_exps\.weight$=Q3_K
+^blk\.20\.ffn_gate_inp\.weight$=bf16
+^blk\.20\.ffn_down_shexp\.weight$=bf16
+^blk\.20\.ffn_gate_shexp\.weight$=bf16
+^blk\.20\.ffn_up_shexp\.weight$=bf16
+^blk\.20\.attn_norm\.weight$=bf16
+^blk\.20\.ffn_norm\.weight$=bf16
+^blk\.20\.attn_k_norm\.weight$=bf16
+^blk\.20\.attn_k\.weight$=bf16
+^blk\.20\.attn_output\.weight$=bf16
+^blk\.20\.attn_q_norm\.weight$=bf16
+^blk\.20\.attn_q\.weight$=bf16
+^blk\.20\.attn_v\.weight$=bf16
+^blk\.54\.exp_probs_b\.bias$=bf16
+^blk\.21\.exp_probs_b\.bias$=bf16
+^blk\.21\.ffn_gate_exps\.weight$=Q3_K
+^blk\.21\.ffn_down_exps\.weight$=Q3_K
+^blk\.21\.ffn_up_exps\.weight$=Q3_K
+^blk\.21\.ffn_gate_inp\.weight$=bf16
+^blk\.21\.ffn_down_shexp\.weight$=bf16
+^blk\.21\.ffn_gate_shexp\.weight$=bf16
+^blk\.21\.ffn_up_shexp\.weight$=bf16
+^blk\.21\.attn_norm\.weight$=bf16
+^blk\.21\.ffn_norm\.weight$=bf16
+^blk\.21\.attn_k_norm\.weight$=bf16
+^blk\.21\.attn_k\.weight$=bf16
+^blk\.21\.attn_output\.weight$=bf16
+^blk\.21\.attn_q_norm\.weight$=bf16
+^blk\.21\.attn_q\.weight$=bf16
+^blk\.21\.attn_v\.weight$=bf16
+^blk\.55\.exp_probs_b\.bias$=bf16
+^blk\.22\.exp_probs_b\.bias$=bf16
+^blk\.22\.ffn_gate_exps\.weight$=Q3_K
+^blk\.22\.ffn_down_exps\.weight$=Q3_K
+^blk\.22\.ffn_up_exps\.weight$=Q3_K
+^blk\.22\.ffn_gate_inp\.weight$=bf16
+^blk\.22\.ffn_down_shexp\.weight$=bf16
+^blk\.22\.ffn_gate_shexp\.weight$=bf16
+^blk\.22\.ffn_up_shexp\.weight$=bf16
+^blk\.22\.attn_norm\.weight$=bf16
+^blk\.22\.ffn_norm\.weight$=bf16
+^blk\.22\.attn_k_norm\.weight$=bf16
+^blk\.22\.attn_k\.weight$=bf16
+^blk\.22\.attn_output\.weight$=bf16
+^blk\.22\.attn_q_norm\.weight$=bf16
+^blk\.22\.attn_q\.weight$=bf16
+^blk\.22\.attn_v\.weight$=bf16
+^blk\.56\.exp_probs_b\.bias$=bf16
+^blk\.23\.exp_probs_b\.bias$=bf16
+^blk\.23\.ffn_gate_exps\.weight$=Q3_K
+^blk\.23\.ffn_down_exps\.weight$=Q3_K
+^blk\.23\.ffn_up_exps\.weight$=Q3_K
+^blk\.23\.ffn_gate_inp\.weight$=bf16
+^blk\.23\.ffn_down_shexp\.weight$=bf16
+^blk\.23\.ffn_gate_shexp\.weight$=bf16
+^blk\.23\.ffn_up_shexp\.weight$=bf16
+^blk\.23\.attn_norm\.weight$=bf16
+^blk\.23\.ffn_norm\.weight$=bf16
+^blk\.23\.attn_k_norm\.weight$=bf16
+^blk\.23\.attn_k\.weight$=bf16
+^blk\.23\.attn_output\.weight$=bf16
+^blk\.23\.attn_q_norm\.weight$=bf16
+^blk\.23\.attn_q\.weight$=bf16
+^blk\.23\.attn_v\.weight$=bf16
+^blk\.57\.exp_probs_b\.bias$=bf16
+^blk\.24\.exp_probs_b\.bias$=bf16
+^blk\.24\.ffn_gate_exps\.weight$=Q3_K
+^blk\.24\.ffn_down_exps\.weight$=Q3_K
+^blk\.24\.ffn_up_exps\.weight$=Q3_K
+^blk\.24\.ffn_gate_inp\.weight$=bf16
+^blk\.24\.ffn_down_shexp\.weight$=bf16
+^blk\.24\.ffn_gate_shexp\.weight$=bf16
+^blk\.24\.ffn_up_shexp\.weight$=bf16
+^blk\.24\.attn_norm\.weight$=bf16
+^blk\.24\.ffn_norm\.weight$=bf16
+^blk\.24\.attn_k_norm\.weight$=bf16
+^blk\.24\.attn_k\.weight$=bf16
+^blk\.24\.attn_output\.weight$=bf16
+^blk\.24\.attn_q_norm\.weight$=bf16
+^blk\.24\.attn_q\.weight$=bf16
+^blk\.24\.attn_v\.weight$=bf16
+^blk\.58\.exp_probs_b\.bias$=bf16
+^blk\.25\.ffn_gate_exps\.weight$=Q3_K
+^blk\.25\.ffn_down_exps\.weight$=Q3_K
+^blk\.25\.ffn_up_exps\.weight$=Q3_K
+^blk\.25\.ffn_gate_inp\.weight$=bf16
+^blk\.25\.ffn_down_shexp\.weight$=bf16
+^blk\.25\.ffn_gate_shexp\.weight$=bf16
+^blk\.25\.ffn_up_shexp\.weight$=bf16
+^blk\.25\.attn_norm\.weight$=bf16
+^blk\.25\.ffn_norm\.weight$=bf16
+^blk\.25\.attn_k_norm\.weight$=bf16
+^blk\.25\.attn_k\.weight$=bf16
+^blk\.25\.attn_output\.weight$=bf16
+^blk\.25\.attn_q_norm\.weight$=bf16
+^blk\.25\.attn_q\.weight$=bf16
+^blk\.25\.attn_v\.weight$=bf16
+^blk\.26\.exp_probs_b\.bias$=bf16
+^blk\.26\.ffn_gate_exps\.weight$=Q3_K
+^blk\.26\.ffn_down_exps\.weight$=Q3_K
+^blk\.26\.ffn_up_exps\.weight$=Q3_K
+^blk\.26\.ffn_gate_inp\.weight$=bf16
+^blk\.26\.ffn_down_shexp\.weight$=bf16
+^blk\.26\.ffn_gate_shexp\.weight$=bf16
+^blk\.26\.ffn_up_shexp\.weight$=bf16
+^blk\.26\.attn_norm\.weight$=bf16
+^blk\.26\.ffn_norm\.weight$=bf16
+^blk\.26\.attn_k_norm\.weight$=bf16
+^blk\.26\.attn_k\.weight$=bf16
+^blk\.26\.attn_output\.weight$=bf16
+^blk\.26\.attn_q_norm\.weight$=bf16
+^blk\.26\.attn_q\.weight$=bf16
+^blk\.26\.attn_v\.weight$=bf16
+^blk\.27\.exp_probs_b\.bias$=bf16
+^blk\.27\.ffn_gate_exps\.weight$=Q3_K
+^blk\.27\.ffn_down_exps\.weight$=Q3_K
+^blk\.27\.ffn_up_exps\.weight$=Q3_K
+^blk\.27\.ffn_gate_inp\.weight$=bf16
+^blk\.27\.ffn_down_shexp\.weight$=bf16
+^blk\.27\.ffn_gate_shexp\.weight$=bf16
+^blk\.27\.ffn_up_shexp\.weight$=bf16
+^blk\.27\.attn_norm\.weight$=bf16
+^blk\.27\.ffn_norm\.weight$=bf16
+^blk\.27\.attn_k_norm\.weight$=bf16
+^blk\.27\.attn_k\.weight$=bf16
+^blk\.27\.attn_output\.weight$=bf16
+^blk\.27\.attn_q_norm\.weight$=bf16
+^blk\.27\.attn_q\.weight$=bf16
+^blk\.27\.attn_v\.weight$=bf16
+^blk\.28\.exp_probs_b\.bias$=bf16
+^blk\.28\.ffn_gate_exps\.weight$=Q3_K
+^blk\.28\.ffn_down_exps\.weight$=Q3_K
+^blk\.28\.ffn_up_exps\.weight$=Q3_K
+^blk\.28\.ffn_gate_inp\.weight$=bf16
+^blk\.28\.ffn_down_shexp\.weight$=bf16
+^blk\.28\.ffn_gate_shexp\.weight$=bf16
+^blk\.28\.ffn_up_shexp\.weight$=bf16
+^blk\.28\.attn_norm\.weight$=bf16
+^blk\.28\.ffn_norm\.weight$=bf16
+^blk\.28\.attn_k_norm\.weight$=bf16
+^blk\.28\.attn_k\.weight$=bf16
+^blk\.28\.attn_output\.weight$=bf16
+^blk\.28\.attn_q_norm\.weight$=bf16
+^blk\.28\.attn_q\.weight$=bf16
+^blk\.28\.attn_v\.weight$=bf16
+^blk\.29\.exp_probs_b\.bias$=bf16
+^blk\.29\.ffn_gate_exps\.weight$=Q3_K
+^blk\.29\.ffn_down_exps\.weight$=Q3_K
+^blk\.29\.ffn_up_exps\.weight$=Q3_K
+^blk\.29\.ffn_gate_inp\.weight$=bf16
+^blk\.29\.ffn_down_shexp\.weight$=bf16
+^blk\.29\.ffn_gate_shexp\.weight$=bf16
+^blk\.29\.ffn_up_shexp\.weight$=bf16
+^blk\.29\.attn_norm\.weight$=bf16
+^blk\.29\.ffn_norm\.weight$=bf16
+^blk\.29\.attn_k_norm\.weight$=bf16
+^blk\.29\.attn_k\.weight$=bf16
+^blk\.29\.attn_output\.weight$=bf16
+^blk\.29\.attn_q_norm\.weight$=bf16
+^blk\.29\.attn_q\.weight$=bf16
+^blk\.29\.attn_v\.weight$=bf16
+^blk\.30\.exp_probs_b\.bias$=bf16
+^blk\.30\.ffn_gate_exps\.weight$=Q3_K
+^blk\.30\.ffn_down_exps\.weight$=Q3_K
+^blk\.30\.ffn_up_exps\.weight$=Q3_K
+^blk\.30\.ffn_gate_inp\.weight$=bf16
+^blk\.30\.ffn_down_shexp\.weight$=bf16
+^blk\.30\.ffn_gate_shexp\.weight$=bf16
+^blk\.30\.ffn_up_shexp\.weight$=bf16
+^blk\.30\.attn_norm\.weight$=bf16
+^blk\.30\.ffn_norm\.weight$=bf16
+^blk\.30\.attn_k_norm\.weight$=bf16
+^blk\.30\.attn_k\.weight$=bf16
+^blk\.30\.attn_output\.weight$=bf16
+^blk\.30\.attn_q_norm\.weight$=bf16
+^blk\.30\.attn_q\.weight$=bf16
+^blk\.30\.attn_v\.weight$=bf16
+^blk\.31\.exp_probs_b\.bias$=bf16
+^blk\.31\.ffn_gate_exps\.weight$=Q3_K
+^blk\.31\.ffn_down_exps\.weight$=Q3_K
+^blk\.31\.ffn_up_exps\.weight$=Q3_K
+^blk\.31\.ffn_gate_inp\.weight$=bf16
+^blk\.31\.ffn_down_shexp\.weight$=bf16
+^blk\.31\.ffn_gate_shexp\.weight$=bf16
+^blk\.31\.ffn_up_shexp\.weight$=bf16
+^blk\.31\.attn_norm\.weight$=bf16
+^blk\.31\.ffn_norm\.weight$=bf16
+^blk\.31\.attn_k_norm\.weight$=bf16
+^blk\.31\.attn_k\.weight$=bf16
+^blk\.31\.attn_output\.weight$=bf16
+^blk\.31\.attn_q_norm\.weight$=bf16
+^blk\.31\.attn_q\.weight$=bf16
+^blk\.31\.attn_v\.weight$=bf16
+^blk\.32\.exp_probs_b\.bias$=bf16
+^blk\.32\.ffn_gate_exps\.weight$=Q3_K
+^blk\.32\.ffn_down_exps\.weight$=Q3_K
+^blk\.32\.ffn_up_exps\.weight$=Q3_K
+^blk\.32\.ffn_gate_inp\.weight$=bf16
+^blk\.32\.ffn_down_shexp\.weight$=bf16
+^blk\.32\.ffn_gate_shexp\.weight$=bf16
+^blk\.32\.ffn_up_shexp\.weight$=bf16
+^blk\.32\.attn_norm\.weight$=bf16
+^blk\.32\.ffn_norm\.weight$=bf16
+^blk\.32\.attn_k_norm\.weight$=bf16
+^blk\.32\.attn_k\.weight$=bf16
+^blk\.32\.attn_output\.weight$=bf16
+^blk\.32\.attn_q_norm\.weight$=bf16
+^blk\.32\.attn_q\.weight$=bf16
+^blk\.32\.attn_v\.weight$=bf16
+^blk\.33\.exp_probs_b\.bias$=bf16
+^blk\.33\.ffn_gate_exps\.weight$=Q3_K
+^blk\.33\.ffn_down_exps\.weight$=Q3_K
+^blk\.33\.ffn_up_exps\.weight$=Q3_K
+^blk\.33\.ffn_gate_inp\.weight$=bf16
+^blk\.33\.ffn_down_shexp\.weight$=bf16
+^blk\.33\.ffn_gate_shexp\.weight$=bf16
+^blk\.33\.ffn_up_shexp\.weight$=bf16
+^blk\.33\.attn_norm\.weight$=bf16
+^blk\.33\.ffn_norm\.weight$=bf16
+^blk\.33\.attn_k_norm\.weight$=bf16
+^blk\.33\.attn_k\.weight$=bf16
+^blk\.33\.attn_output\.weight$=bf16
+^blk\.33\.attn_q_norm\.weight$=bf16
+^blk\.33\.attn_q\.weight$=bf16
+^blk\.33\.attn_v\.weight$=bf16
+^blk\.34\.exp_probs_b\.bias$=bf16
+^blk\.34\.ffn_gate_exps\.weight$=Q3_K
+^blk\.34\.ffn_down_exps\.weight$=Q3_K
+^blk\.34\.ffn_up_exps\.weight$=Q3_K
+^blk\.34\.ffn_gate_inp\.weight$=bf16
+^blk\.34\.ffn_down_shexp\.weight$=bf16
+^blk\.34\.ffn_gate_shexp\.weight$=bf16
+^blk\.34\.ffn_up_shexp\.weight$=bf16
+^blk\.34\.attn_norm\.weight$=bf16
+^blk\.34\.ffn_norm\.weight$=bf16
+^blk\.34\.attn_k_norm\.weight$=bf16
+^blk\.34\.attn_k\.weight$=bf16
+^blk\.34\.attn_output\.weight$=bf16
+^blk\.34\.attn_q_norm\.weight$=bf16
+^blk\.34\.attn_q\.weight$=bf16
+^blk\.34\.attn_v\.weight$=bf16
+^blk\.35\.exp_probs_b\.bias$=bf16
+^blk\.35\.ffn_gate_exps\.weight$=Q3_K
+^blk\.35\.ffn_down_exps\.weight$=Q3_K
+^blk\.35\.ffn_up_exps\.weight$=Q3_K
+^blk\.35\.ffn_gate_inp\.weight$=bf16
+^blk\.35\.ffn_down_shexp\.weight$=bf16
+^blk\.35\.ffn_gate_shexp\.weight$=bf16
+^blk\.35\.ffn_up_shexp\.weight$=bf16
+^blk\.35\.attn_norm\.weight$=bf16
+^blk\.35\.ffn_norm\.weight$=bf16
+^blk\.35\.attn_k_norm\.weight$=bf16
+^blk\.35\.attn_k\.weight$=bf16
+^blk\.35\.attn_output\.weight$=bf16
+^blk\.35\.attn_q_norm\.weight$=bf16
+^blk\.35\.attn_q\.weight$=bf16
+^blk\.35\.attn_v\.weight$=bf16
+^blk\.36\.exp_probs_b\.bias$=bf16
+^blk\.36\.ffn_gate_exps\.weight$=Q3_K
+^blk\.36\.ffn_down_exps\.weight$=Q3_K
+^blk\.36\.ffn_up_exps\.weight$=Q3_K
+^blk\.36\.ffn_gate_inp\.weight$=bf16
+^blk\.36\.ffn_down_shexp\.weight$=bf16
+^blk\.36\.ffn_gate_shexp\.weight$=bf16
+^blk\.36\.ffn_up_shexp\.weight$=bf16
+^blk\.36\.attn_norm\.weight$=bf16
+^blk\.36\.ffn_norm\.weight$=bf16
+^blk\.36\.attn_k_norm\.weight$=bf16
+^blk\.36\.attn_k\.weight$=bf16
+^blk\.36\.attn_output\.weight$=bf16
+^blk\.36\.attn_q_norm\.weight$=bf16
+^blk\.36\.attn_q\.weight$=bf16
+^blk\.36\.attn_v\.weight$=bf16
+^blk\.37\.ffn_gate_exps\.weight$=Q3_K
+^blk\.37\.ffn_down_exps\.weight$=Q3_K
+^blk\.37\.ffn_up_exps\.weight$=Q3_K
+^blk\.37\.ffn_gate_inp\.weight$=bf16
+^blk\.37\.ffn_down_shexp\.weight$=bf16
+^blk\.37\.ffn_gate_shexp\.weight$=bf16
+^blk\.37\.ffn_up_shexp\.weight$=bf16
+^blk\.37\.attn_norm\.weight$=bf16
+^blk\.37\.ffn_norm\.weight$=bf16
+^blk\.37\.attn_k_norm\.weight$=bf16
+^blk\.37\.attn_k\.weight$=bf16
+^blk\.37\.attn_output\.weight$=bf16
+^blk\.37\.attn_q_norm\.weight$=bf16
+^blk\.37\.attn_q\.weight$=bf16
+^blk\.37\.attn_v\.weight$=bf16
+^blk\.38\.ffn_gate_exps\.weight$=Q3_K
+^blk\.38\.ffn_down_exps\.weight$=Q3_K
+^blk\.38\.ffn_up_exps\.weight$=Q3_K
+^blk\.38\.ffn_gate_inp\.weight$=bf16
+^blk\.38\.ffn_down_shexp\.weight$=bf16
+^blk\.38\.ffn_gate_shexp\.weight$=bf16
+^blk\.38\.ffn_up_shexp\.weight$=bf16
+^blk\.38\.attn_norm\.weight$=bf16
+^blk\.38\.ffn_norm\.weight$=bf16
+^blk\.38\.attn_k_norm\.weight$=bf16
+^blk\.38\.attn_k\.weight$=bf16
+^blk\.38\.attn_output\.weight$=bf16
+^blk\.38\.attn_q_norm\.weight$=bf16
+^blk\.38\.attn_q\.weight$=bf16
+^blk\.38\.attn_v\.weight$=bf16
+^blk\.39\.ffn_gate_exps\.weight$=Q3_K
+^blk\.39\.ffn_down_exps\.weight$=Q3_K
+^blk\.39\.ffn_up_exps\.weight$=Q3_K
+^blk\.39\.ffn_gate_inp\.weight$=bf16
+^blk\.39\.ffn_down_shexp\.weight$=bf16
+^blk\.39\.ffn_gate_shexp\.weight$=bf16
+^blk\.39\.ffn_up_shexp\.weight$=bf16
+^blk\.39\.attn_norm\.weight$=bf16
+^blk\.39\.ffn_norm\.weight$=bf16
+^blk\.39\.attn_k_norm\.weight$=bf16
+^blk\.39\.attn_k\.weight$=bf16
+^blk\.39\.attn_output\.weight$=bf16
+^blk\.39\.attn_q_norm\.weight$=bf16
+^blk\.39\.attn_q\.weight$=bf16
+^blk\.39\.attn_v\.weight$=bf16
+^blk\.40\.ffn_gate_exps\.weight$=Q3_K
+^blk\.40\.ffn_down_exps\.weight$=Q3_K
+^blk\.40\.ffn_up_exps\.weight$=Q3_K
+^blk\.40\.ffn_gate_inp\.weight$=bf16
+^blk\.40\.ffn_down_shexp\.weight$=bf16
+^blk\.40\.ffn_gate_shexp\.weight$=bf16
+^blk\.40\.ffn_up_shexp\.weight$=bf16
+^blk\.40\.attn_norm\.weight$=bf16
+^blk\.40\.ffn_norm\.weight$=bf16
+^blk\.40\.attn_k_norm\.weight$=bf16
+^blk\.40\.attn_k\.weight$=bf16
+^blk\.40\.attn_output\.weight$=bf16
+^blk\.40\.attn_q_norm\.weight$=bf16
+^blk\.40\.attn_q\.weight$=bf16
+^blk\.40\.attn_v\.weight$=bf16
+^blk\.41\.ffn_gate_exps\.weight$=Q3_K
+^blk\.41\.ffn_down_exps\.weight$=Q3_K
+^blk\.41\.ffn_up_exps\.weight$=Q3_K
+^blk\.41\.ffn_gate_inp\.weight$=bf16
+^blk\.41\.ffn_down_shexp\.weight$=bf16
+^blk\.41\.ffn_gate_shexp\.weight$=bf16
+^blk\.41\.ffn_up_shexp\.weight$=bf16
+^blk\.41\.attn_norm\.weight$=bf16
+^blk\.41\.ffn_norm\.weight$=bf16
+^blk\.41\.attn_k_norm\.weight$=bf16
+^blk\.41\.attn_k\.weight$=bf16
+^blk\.41\.attn_output\.weight$=bf16
+^blk\.41\.attn_q_norm\.weight$=bf16
+^blk\.41\.attn_q\.weight$=bf16
+^blk\.41\.attn_v\.weight$=bf16
+^blk\.42\.ffn_gate_exps\.weight$=Q3_K
+^blk\.42\.ffn_down_exps\.weight$=Q3_K
+^blk\.42\.ffn_up_exps\.weight$=Q3_K
+^blk\.42\.ffn_gate_inp\.weight$=bf16
+^blk\.42\.ffn_down_shexp\.weight$=bf16
+^blk\.42\.ffn_gate_shexp\.weight$=bf16
+^blk\.42\.ffn_up_shexp\.weight$=bf16
+^blk\.42\.attn_norm\.weight$=bf16
+^blk\.42\.ffn_norm\.weight$=bf16
+^blk\.42\.attn_k_norm\.weight$=bf16
+^blk\.42\.attn_k\.weight$=bf16
+^blk\.42\.attn_output\.weight$=bf16
+^blk\.42\.attn_q_norm\.weight$=bf16
+^blk\.42\.attn_q\.weight$=bf16
+^blk\.42\.attn_v\.weight$=bf16
+^blk\.43\.ffn_gate_exps\.weight$=Q3_K
+^blk\.43\.ffn_down_exps\.weight$=Q3_K
+^blk\.43\.ffn_up_exps\.weight$=Q3_K
+^blk\.43\.ffn_gate_inp\.weight$=bf16
+^blk\.43\.ffn_down_shexp\.weight$=bf16
+^blk\.43\.ffn_gate_shexp\.weight$=bf16
+^blk\.43\.ffn_up_shexp\.weight$=bf16
+^blk\.43\.attn_norm\.weight$=bf16
+^blk\.43\.ffn_norm\.weight$=bf16
+^blk\.43\.attn_k_norm\.weight$=bf16
+^blk\.43\.attn_k\.weight$=bf16
+^blk\.43\.attn_output\.weight$=bf16
+^blk\.43\.attn_q_norm\.weight$=bf16
+^blk\.43\.attn_q\.weight$=bf16
+^blk\.43\.attn_v\.weight$=bf16
+^blk\.44\.ffn_gate_exps\.weight$=Q3_K
+^blk\.44\.ffn_down_exps\.weight$=Q3_K
+^blk\.44\.ffn_up_exps\.weight$=Q3_K
+^blk\.44\.ffn_gate_inp\.weight$=bf16
+^blk\.44\.ffn_down_shexp\.weight$=bf16
+^blk\.44\.ffn_gate_shexp\.weight$=bf16
+^blk\.44\.ffn_up_shexp\.weight$=bf16
+^blk\.44\.attn_norm\.weight$=bf16
+^blk\.44\.ffn_norm\.weight$=bf16
+^blk\.44\.attn_k_norm\.weight$=bf16
+^blk\.44\.attn_k\.weight$=bf16
+^blk\.44\.attn_output\.weight$=bf16
+^blk\.44\.attn_q_norm\.weight$=bf16
+^blk\.44\.attn_q\.weight$=bf16
+^blk\.44\.attn_v\.weight$=bf16
+^blk\.45\.ffn_gate_exps\.weight$=Q3_K
+^blk\.45\.ffn_down_exps\.weight$=Q3_K
+^blk\.45\.ffn_up_exps\.weight$=Q3_K
+^blk\.45\.ffn_gate_inp\.weight$=bf16
+^blk\.45\.ffn_down_shexp\.weight$=bf16
+^blk\.45\.ffn_gate_shexp\.weight$=bf16
+^blk\.45\.ffn_up_shexp\.weight$=bf16
+^blk\.45\.attn_norm\.weight$=bf16
+^blk\.45\.ffn_norm\.weight$=bf16
+^blk\.45\.attn_k_norm\.weight$=bf16
+^blk\.45\.attn_k\.weight$=bf16
+^blk\.45\.attn_output\.weight$=bf16
+^blk\.45\.attn_q_norm\.weight$=bf16
+^blk\.45\.attn_q\.weight$=bf16
+^blk\.45\.attn_v\.weight$=bf16
+^blk\.46\.ffn_gate_exps\.weight$=Q3_K
+^blk\.46\.ffn_down_exps\.weight$=Q3_K
+^blk\.46\.ffn_up_exps\.weight$=Q3_K
+^blk\.46\.ffn_gate_inp\.weight$=bf16
+^blk\.46\.ffn_down_shexp\.weight$=bf16
+^blk\.46\.ffn_gate_shexp\.weight$=bf16
+^blk\.46\.ffn_up_shexp\.weight$=bf16
+^blk\.46\.attn_norm\.weight$=bf16
+^blk\.46\.ffn_norm\.weight$=bf16
+^blk\.46\.attn_k_norm\.weight$=bf16
+^blk\.46\.attn_k\.weight$=bf16
+^blk\.46\.attn_output\.weight$=bf16
+^blk\.46\.attn_q_norm\.weight$=bf16
+^blk\.46\.attn_q\.weight$=bf16
+^blk\.46\.attn_v\.weight$=bf16
+^blk\.47\.ffn_gate_exps\.weight$=Q3_K
+^blk\.47\.ffn_down_exps\.weight$=Q3_K
+^blk\.47\.ffn_up_exps\.weight$=Q3_K
+^blk\.47\.ffn_gate_inp\.weight$=bf16
+^blk\.47\.ffn_down_shexp\.weight$=bf16
+^blk\.47\.ffn_gate_shexp\.weight$=bf16
+^blk\.47\.ffn_up_shexp\.weight$=bf16
+^blk\.47\.attn_norm\.weight$=bf16
+^blk\.47\.ffn_norm\.weight$=bf16
+^blk\.47\.attn_k_norm\.weight$=bf16
+^blk\.47\.attn_k\.weight$=bf16
+^blk\.47\.attn_output\.weight$=bf16
+^blk\.47\.attn_q_norm\.weight$=bf16
+^blk\.47\.attn_q\.weight$=bf16
+^blk\.47\.attn_v\.weight$=bf16
+^blk\.48\.ffn_gate_exps\.weight$=Q3_K
+^blk\.48\.ffn_down_exps\.weight$=Q3_K
+^blk\.48\.ffn_up_exps\.weight$=Q3_K
+^blk\.48\.ffn_gate_inp\.weight$=bf16
+^blk\.48\.ffn_down_shexp\.weight$=bf16
+^blk\.48\.ffn_gate_shexp\.weight$=bf16
+^blk\.48\.ffn_up_shexp\.weight$=bf16
+^blk\.48\.attn_norm\.weight$=bf16
+^blk\.48\.ffn_norm\.weight$=bf16
+^blk\.48\.attn_k_norm\.weight$=bf16
+^blk\.48\.attn_k\.weight$=bf16
+^blk\.48\.attn_output\.weight$=bf16
+^blk\.48\.attn_q_norm\.weight$=bf16
+^blk\.48\.attn_q\.weight$=bf16
+^blk\.48\.attn_v\.weight$=bf16
+^blk\.49\.ffn_gate_exps\.weight$=Q3_K
+^blk\.49\.ffn_down_exps\.weight$=Q3_K
+^blk\.49\.ffn_up_exps\.weight$=Q3_K
+^blk\.49\.ffn_gate_inp\.weight$=bf16
+^blk\.49\.ffn_down_shexp\.weight$=bf16
+^blk\.49\.ffn_gate_shexp\.weight$=bf16
+^blk\.49\.ffn_up_shexp\.weight$=bf16
+^blk\.49\.attn_norm\.weight$=bf16
+^blk\.49\.ffn_norm\.weight$=bf16
+^blk\.49\.attn_k_norm\.weight$=bf16
+^blk\.49\.attn_k\.weight$=bf16
+^blk\.49\.attn_output\.weight$=bf16
+^blk\.49\.attn_q_norm\.weight$=bf16
+^blk\.49\.attn_q\.weight$=bf16
+^blk\.49\.attn_v\.weight$=bf16
+^blk\.50\.ffn_gate_exps\.weight$=Q3_K
+^blk\.50\.ffn_down_exps\.weight$=Q3_K
+^blk\.50\.ffn_up_exps\.weight$=Q3_K
+^blk\.50\.ffn_gate_inp\.weight$=bf16
+^blk\.50\.ffn_down_shexp\.weight$=bf16
+^blk\.50\.ffn_gate_shexp\.weight$=bf16
+^blk\.50\.ffn_up_shexp\.weight$=bf16
+^blk\.50\.attn_norm\.weight$=bf16
+^blk\.50\.ffn_norm\.weight$=bf16
+^blk\.50\.attn_k_norm\.weight$=bf16
+^blk\.50\.attn_k\.weight$=bf16
+^blk\.50\.attn_output\.weight$=bf16
+^blk\.50\.attn_q_norm\.weight$=bf16
+^blk\.50\.attn_q\.weight$=bf16
+^blk\.50\.attn_v\.weight$=bf16
+^blk\.51\.ffn_gate_exps\.weight$=Q3_K
+^blk\.51\.ffn_down_exps\.weight$=Q3_K
+^blk\.51\.ffn_up_exps\.weight$=Q3_K
+^blk\.51\.ffn_gate_inp\.weight$=bf16
+^blk\.51\.ffn_down_shexp\.weight$=bf16
+^blk\.51\.ffn_gate_shexp\.weight$=bf16
+^blk\.51\.ffn_up_shexp\.weight$=bf16
+^blk\.51\.attn_norm\.weight$=bf16
+^blk\.51\.ffn_norm\.weight$=bf16
+^blk\.51\.attn_k_norm\.weight$=bf16
+^blk\.51\.attn_k\.weight$=bf16
+^blk\.51\.attn_output\.weight$=bf16
+^blk\.51\.attn_q_norm\.weight$=bf16
+^blk\.51\.attn_q\.weight$=bf16
+^blk\.51\.attn_v\.weight$=bf16
+^blk\.52\.ffn_gate_exps\.weight$=Q3_K
+^blk\.52\.ffn_down_exps\.weight$=Q3_K
+^blk\.52\.ffn_up_exps\.weight$=Q3_K
+^blk\.52\.ffn_gate_inp\.weight$=bf16
+^blk\.52\.ffn_down_shexp\.weight$=bf16
+^blk\.52\.ffn_gate_shexp\.weight$=bf16
+^blk\.52\.ffn_up_shexp\.weight$=bf16
+^blk\.52\.attn_norm\.weight$=bf16
+^blk\.52\.ffn_norm\.weight$=bf16
+^blk\.52\.attn_k_norm\.weight$=bf16
+^blk\.52\.attn_k\.weight$=bf16
+^blk\.52\.attn_output\.weight$=bf16
+^blk\.52\.attn_q_norm\.weight$=bf16
+^blk\.52\.attn_q\.weight$=bf16
+^blk\.52\.attn_v\.weight$=bf16
+^blk\.53\.ffn_gate_exps\.weight$=Q3_K
+^blk\.53\.ffn_down_exps\.weight$=Q3_K
+^blk\.53\.ffn_up_exps\.weight$=Q3_K
+^blk\.53\.ffn_gate_inp\.weight$=bf16
+^blk\.53\.ffn_down_shexp\.weight$=bf16
+^blk\.53\.ffn_gate_shexp\.weight$=bf16
+^blk\.53\.ffn_up_shexp\.weight$=bf16
+^blk\.53\.attn_norm\.weight$=bf16
+^blk\.53\.ffn_norm\.weight$=bf16
+^blk\.53\.attn_k_norm\.weight$=bf16
+^blk\.53\.attn_k\.weight$=bf16
+^blk\.53\.attn_output\.weight$=bf16
+^blk\.53\.attn_q_norm\.weight$=bf16
+^blk\.53\.attn_q\.weight$=bf16
+^blk\.53\.attn_v\.weight$=bf16
+^blk\.54\.ffn_gate_exps\.weight$=Q3_K
+^blk\.54\.ffn_down_exps\.weight$=Q3_K
+^blk\.54\.ffn_up_exps\.weight$=Q3_K
+^blk\.54\.ffn_gate_inp\.weight$=bf16
+^blk\.54\.ffn_down_shexp\.weight$=bf16
+^blk\.54\.ffn_gate_shexp\.weight$=bf16
+^blk\.54\.ffn_up_shexp\.weight$=bf16
+^blk\.54\.attn_norm\.weight$=bf16
+^blk\.54\.ffn_norm\.weight$=bf16
+^blk\.54\.attn_k_norm\.weight$=bf16
+^blk\.54\.attn_k\.weight$=bf16
+^blk\.54\.attn_output\.weight$=bf16
+^blk\.54\.attn_q_norm\.weight$=bf16
+^blk\.54\.attn_q\.weight$=bf16
+^blk\.54\.attn_v\.weight$=bf16
+^blk\.55\.ffn_gate_exps\.weight$=Q3_K
+^blk\.55\.ffn_down_exps\.weight$=Q3_K
+^blk\.55\.ffn_up_exps\.weight$=Q3_K
+^blk\.55\.ffn_gate_inp\.weight$=bf16
+^blk\.55\.ffn_down_shexp\.weight$=bf16
+^blk\.55\.ffn_gate_shexp\.weight$=bf16
+^blk\.55\.ffn_up_shexp\.weight$=bf16
+^blk\.55\.attn_norm\.weight$=bf16
+^blk\.55\.ffn_norm\.weight$=bf16
+^blk\.55\.attn_k_norm\.weight$=bf16
+^blk\.55\.attn_k\.weight$=bf16
+^blk\.55\.attn_output\.weight$=bf16
+^blk\.55\.attn_q_norm\.weight$=bf16
+^blk\.55\.attn_q\.weight$=bf16
+^blk\.55\.attn_v\.weight$=bf16
+^blk\.56\.ffn_gate_exps\.weight$=Q3_K
+^blk\.56\.ffn_down_exps\.weight$=Q3_K
+^blk\.56\.ffn_up_exps\.weight$=Q3_K
+^blk\.56\.ffn_gate_inp\.weight$=bf16
+^blk\.56\.ffn_down_shexp\.weight$=bf16
+^blk\.56\.ffn_gate_shexp\.weight$=bf16
+^blk\.56\.ffn_up_shexp\.weight$=bf16
+^blk\.56\.attn_norm\.weight$=bf16
+^blk\.56\.ffn_norm\.weight$=bf16
+^blk\.56\.attn_k_norm\.weight$=bf16
+^blk\.56\.attn_k\.weight$=bf16
+^blk\.56\.attn_output\.weight$=bf16
+^blk\.56\.attn_q_norm\.weight$=bf16
+^blk\.56\.attn_q\.weight$=bf16
+^blk\.56\.attn_v\.weight$=bf16
+^blk\.57\.ffn_gate_exps\.weight$=Q3_K
+^blk\.57\.ffn_down_exps\.weight$=Q3_K
+^blk\.57\.ffn_up_exps\.weight$=Q3_K
+^blk\.57\.ffn_gate_inp\.weight$=bf16
+^blk\.57\.ffn_down_shexp\.weight$=bf16
+^blk\.57\.ffn_gate_shexp\.weight$=bf16
+^blk\.57\.ffn_up_shexp\.weight$=bf16
+^blk\.57\.attn_norm\.weight$=bf16
+^blk\.57\.ffn_norm\.weight$=bf16
+^blk\.57\.attn_k_norm\.weight$=bf16
+^blk\.57\.attn_k\.weight$=bf16
+^blk\.57\.attn_output\.weight$=bf16
+^blk\.57\.attn_q_norm\.weight$=bf16
+^blk\.57\.attn_q\.weight$=bf16
+^blk\.57\.attn_v\.weight$=bf16
+^blk\.58\.ffn_gate_exps\.weight$=Q3_K
+^blk\.58\.ffn_down_exps\.weight$=Q3_K
+^blk\.58\.ffn_up_exps\.weight$=Q3_K
+^blk\.58\.ffn_gate_inp\.weight$=bf16
+^blk\.58\.ffn_down_shexp\.weight$=bf16
+^blk\.58\.ffn_gate_shexp\.weight$=bf16
+^blk\.58\.ffn_up_shexp\.weight$=bf16
+^blk\.58\.attn_norm\.weight$=bf16
+^blk\.58\.ffn_norm\.weight$=bf16
+^blk\.58\.attn_k_norm\.weight$=bf16
+^blk\.58\.attn_k\.weight$=bf16
+^blk\.58\.attn_output\.weight$=bf16
+^blk\.58\.attn_q_norm\.weight$=bf16
+^blk\.58\.attn_q\.weight$=bf16
+^blk\.58\.attn_v\.weight$=bf16
+^blk\.59\.exp_probs_b\.bias$=bf16
+^blk\.59\.ffn_gate_exps\.weight$=Q3_K
+^blk\.59\.ffn_down_exps\.weight$=Q3_K
+^blk\.59\.ffn_up_exps\.weight$=Q3_K
+^blk\.59\.ffn_gate_inp\.weight$=bf16
+^blk\.59\.ffn_down_shexp\.weight$=bf16
+^blk\.59\.ffn_gate_shexp\.weight$=bf16
+^blk\.59\.ffn_up_shexp\.weight$=bf16
+^blk\.59\.attn_norm\.weight$=bf16
+^blk\.59\.ffn_norm\.weight$=bf16
+^blk\.59\.attn_k_norm\.weight$=bf16
+^blk\.59\.attn_k\.weight$=bf16
+^blk\.59\.attn_output\.weight$=bf16
+^blk\.59\.attn_q_norm\.weight$=bf16
+^blk\.59\.attn_q\.weight$=bf16
+^blk\.59\.attn_v\.weight$=bf16

MoQ_MiniMax-M3_tensors_5.0.txt

@@ -0,0 +1,948 @@
+^output\.weight$=bf16
+^token_embd\.weight$=bf16
+^blk\.0\.attn_norm\.weight$=bf16
+^blk\.0\.ffn_down\.weight$=bf16
+^blk\.0\.ffn_gate\.weight$=bf16
+^blk\.0\.ffn_up\.weight$=bf16
+^blk\.0\.ffn_norm\.weight$=bf16
+^blk\.0\.attn_k_norm\.weight$=bf16
+^blk\.0\.attn_k\.weight$=bf16
+^blk\.0\.attn_output\.weight$=bf16
+^blk\.0\.attn_q_norm\.weight$=bf16
+^blk\.0\.attn_q\.weight$=bf16
+^blk\.0\.attn_v\.weight$=bf16
+^output_norm\.weight$=bf16
+^blk\.1\.attn_norm\.weight$=bf16
+^blk\.1\.ffn_down\.weight$=bf16
+^blk\.1\.ffn_gate\.weight$=bf16
+^blk\.1\.ffn_up\.weight$=bf16
+^blk\.1\.ffn_norm\.weight$=bf16
+^blk\.1\.attn_k_norm\.weight$=bf16
+^blk\.1\.attn_k\.weight$=bf16
+^blk\.1\.attn_output\.weight$=bf16
+^blk\.1\.attn_q_norm\.weight$=bf16
+^blk\.1\.attn_q\.weight$=bf16
+^blk\.1\.attn_v\.weight$=bf16
+^blk\.2\.attn_norm\.weight$=bf16
+^blk\.2\.ffn_down\.weight$=bf16
+^blk\.2\.ffn_gate\.weight$=bf16
+^blk\.2\.ffn_up\.weight$=bf16
+^blk\.2\.ffn_norm\.weight$=bf16
+^blk\.2\.attn_k_norm\.weight$=bf16
+^blk\.2\.attn_k\.weight$=bf16
+^blk\.2\.attn_output\.weight$=bf16
+^blk\.2\.attn_q_norm\.weight$=bf16
+^blk\.2\.attn_q\.weight$=bf16
+^blk\.2\.attn_v\.weight$=bf16
+^blk\.25\.exp_probs_b\.bias$=bf16
+^blk\.3\.exp_probs_b\.bias$=bf16
+^blk\.3\.ffn_gate_exps\.weight$=Q3_K
+^blk\.3\.ffn_down_exps\.weight$=Q6_K
+^blk\.3\.ffn_up_exps\.weight$=Q3_K
+^blk\.3\.ffn_gate_inp\.weight$=bf16
+^blk\.3\.ffn_down_shexp\.weight$=bf16
+^blk\.3\.ffn_gate_shexp\.weight$=bf16
+^blk\.3\.ffn_up_shexp\.weight$=bf16
+^blk\.3\.attn_norm\.weight$=bf16
+^blk\.3\.ffn_norm\.weight$=bf16
+^blk\.3\.attn_k_norm\.weight$=bf16
+^blk\.3\.attn_k\.weight$=bf16
+^blk\.3\.attn_output\.weight$=bf16
+^blk\.3\.attn_q_norm\.weight$=bf16
+^blk\.3\.attn_q\.weight$=bf16
+^blk\.3\.attn_v\.weight$=bf16
+^blk\.37\.exp_probs_b\.bias$=bf16
+^blk\.38\.exp_probs_b\.bias$=bf16
+^blk\.4\.exp_probs_b\.bias$=bf16
+^blk\.4\.ffn_gate_exps\.weight$=Q3_K
+^blk\.4\.ffn_down_exps\.weight$=Q6_K
+^blk\.4\.ffn_up_exps\.weight$=Q3_K
+^blk\.4\.ffn_gate_inp\.weight$=bf16
+^blk\.4\.ffn_down_shexp\.weight$=bf16
+^blk\.4\.ffn_gate_shexp\.weight$=bf16
+^blk\.4\.ffn_up_shexp\.weight$=bf16
+^blk\.4\.attn_norm\.weight$=bf16
+^blk\.4\.ffn_norm\.weight$=bf16
+^blk\.4\.attn_k_norm\.weight$=bf16
+^blk\.4\.attn_k\.weight$=bf16
+^blk\.4\.attn_output\.weight$=bf16
+^blk\.4\.attn_q_norm\.weight$=bf16
+^blk\.4\.attn_q\.weight$=bf16
+^blk\.4\.attn_v\.weight$=bf16
+^blk\.39\.exp_probs_b\.bias$=bf16
+^blk\.5\.exp_probs_b\.bias$=bf16
+^blk\.5\.ffn_gate_exps\.weight$=Q3_K
+^blk\.5\.ffn_down_exps\.weight$=Q6_K
+^blk\.5\.ffn_up_exps\.weight$=Q3_K
+^blk\.5\.ffn_gate_inp\.weight$=bf16
+^blk\.5\.ffn_down_shexp\.weight$=bf16
+^blk\.5\.ffn_gate_shexp\.weight$=bf16
+^blk\.5\.ffn_up_shexp\.weight$=bf16
+^blk\.5\.attn_norm\.weight$=bf16
+^blk\.5\.ffn_norm\.weight$=bf16
+^blk\.5\.attn_k_norm\.weight$=bf16
+^blk\.5\.attn_k\.weight$=bf16
+^blk\.5\.attn_output\.weight$=bf16
+^blk\.5\.attn_q_norm\.weight$=bf16
+^blk\.5\.attn_q\.weight$=bf16
+^blk\.5\.attn_v\.weight$=bf16
+^blk\.40\.exp_probs_b\.bias$=bf16
+^blk\.6\.exp_probs_b\.bias$=bf16
+^blk\.6\.ffn_gate_exps\.weight$=Q3_K
+^blk\.6\.ffn_down_exps\.weight$=Q6_K
+^blk\.6\.ffn_up_exps\.weight$=Q3_K
+^blk\.6\.ffn_gate_inp\.weight$=bf16
+^blk\.6\.ffn_down_shexp\.weight$=bf16
+^blk\.6\.ffn_gate_shexp\.weight$=bf16
+^blk\.6\.ffn_up_shexp\.weight$=bf16
+^blk\.6\.attn_norm\.weight$=bf16
+^blk\.6\.ffn_norm\.weight$=bf16
+^blk\.6\.attn_k_norm\.weight$=bf16
+^blk\.6\.attn_k\.weight$=bf16
+^blk\.6\.attn_output\.weight$=bf16
+^blk\.6\.attn_q_norm\.weight$=bf16
+^blk\.6\.attn_q\.weight$=bf16
+^blk\.6\.attn_v\.weight$=bf16
+^blk\.41\.exp_probs_b\.bias$=bf16
+^blk\.7\.exp_probs_b\.bias$=bf16
+^blk\.7\.ffn_gate_exps\.weight$=Q3_K
+^blk\.7\.ffn_down_exps\.weight$=Q6_K
+^blk\.7\.ffn_up_exps\.weight$=Q3_K
+^blk\.7\.ffn_gate_inp\.weight$=bf16
+^blk\.7\.ffn_down_shexp\.weight$=bf16
+^blk\.7\.ffn_gate_shexp\.weight$=bf16
+^blk\.7\.ffn_up_shexp\.weight$=bf16
+^blk\.7\.attn_norm\.weight$=bf16
+^blk\.7\.ffn_norm\.weight$=bf16
+^blk\.7\.attn_k_norm\.weight$=bf16
+^blk\.7\.attn_k\.weight$=bf16
+^blk\.7\.attn_output\.weight$=bf16
+^blk\.7\.attn_q_norm\.weight$=bf16
+^blk\.7\.attn_q\.weight$=bf16
+^blk\.7\.attn_v\.weight$=bf16
+^blk\.42\.exp_probs_b\.bias$=bf16
+^blk\.8\.exp_probs_b\.bias$=bf16
+^blk\.8\.ffn_gate_exps\.weight$=Q3_K
+^blk\.8\.ffn_down_exps\.weight$=Q6_K
+^blk\.8\.ffn_up_exps\.weight$=Q3_K
+^blk\.8\.ffn_gate_inp\.weight$=bf16
+^blk\.8\.ffn_down_shexp\.weight$=bf16
+^blk\.8\.ffn_gate_shexp\.weight$=bf16
+^blk\.8\.ffn_up_shexp\.weight$=bf16
+^blk\.8\.attn_norm\.weight$=bf16
+^blk\.8\.ffn_norm\.weight$=bf16
+^blk\.8\.attn_k_norm\.weight$=bf16
+^blk\.8\.attn_k\.weight$=bf16
+^blk\.8\.attn_output\.weight$=bf16
+^blk\.8\.attn_q_norm\.weight$=bf16
+^blk\.8\.attn_q\.weight$=bf16
+^blk\.8\.attn_v\.weight$=bf16
+^blk\.43\.exp_probs_b\.bias$=bf16
+^blk\.9\.exp_probs_b\.bias$=bf16
+^blk\.9\.ffn_gate_exps\.weight$=Q3_K
+^blk\.9\.ffn_down_exps\.weight$=Q6_K
+^blk\.9\.ffn_up_exps\.weight$=Q3_K
+^blk\.9\.ffn_gate_inp\.weight$=bf16
+^blk\.9\.ffn_down_shexp\.weight$=bf16
+^blk\.9\.ffn_gate_shexp\.weight$=bf16
+^blk\.9\.ffn_up_shexp\.weight$=bf16
+^blk\.9\.attn_norm\.weight$=bf16
+^blk\.9\.ffn_norm\.weight$=bf16
+^blk\.9\.attn_k_norm\.weight$=bf16
+^blk\.9\.attn_k\.weight$=bf16
+^blk\.9\.attn_output\.weight$=bf16
+^blk\.9\.attn_q_norm\.weight$=bf16
+^blk\.9\.attn_q\.weight$=bf16
+^blk\.9\.attn_v\.weight$=bf16
+^blk\.10\.exp_probs_b\.bias$=bf16
+^blk\.10\.ffn_gate_exps\.weight$=Q3_K
+^blk\.10\.ffn_down_exps\.weight$=Q6_K
+^blk\.10\.ffn_up_exps\.weight$=Q3_K
+^blk\.10\.ffn_gate_inp\.weight$=bf16
+^blk\.10\.ffn_down_shexp\.weight$=bf16
+^blk\.10\.ffn_gate_shexp\.weight$=bf16
+^blk\.10\.ffn_up_shexp\.weight$=bf16
+^blk\.10\.attn_norm\.weight$=bf16
+^blk\.10\.ffn_norm\.weight$=bf16
+^blk\.10\.attn_k_norm\.weight$=bf16
+^blk\.10\.attn_k\.weight$=bf16
+^blk\.10\.attn_output\.weight$=bf16
+^blk\.10\.attn_q_norm\.weight$=bf16
+^blk\.10\.attn_q\.weight$=bf16
+^blk\.10\.attn_v\.weight$=bf16
+^blk\.44\.exp_probs_b\.bias$=bf16
+^blk\.11\.exp_probs_b\.bias$=bf16
+^blk\.11\.ffn_gate_exps\.weight$=Q3_K
+^blk\.11\.ffn_down_exps\.weight$=Q6_K
+^blk\.11\.ffn_up_exps\.weight$=Q3_K
+^blk\.11\.ffn_gate_inp\.weight$=bf16
+^blk\.11\.ffn_down_shexp\.weight$=bf16
+^blk\.11\.ffn_gate_shexp\.weight$=bf16
+^blk\.11\.ffn_up_shexp\.weight$=bf16
+^blk\.11\.attn_norm\.weight$=bf16
+^blk\.11\.ffn_norm\.weight$=bf16
+^blk\.11\.attn_k_norm\.weight$=bf16
+^blk\.11\.attn_k\.weight$=bf16
+^blk\.11\.attn_output\.weight$=bf16
+^blk\.11\.attn_q_norm\.weight$=bf16
+^blk\.11\.attn_q\.weight$=bf16
+^blk\.11\.attn_v\.weight$=bf16
+^blk\.45\.exp_probs_b\.bias$=bf16
+^blk\.12\.exp_probs_b\.bias$=bf16
+^blk\.12\.ffn_gate_exps\.weight$=Q3_K
+^blk\.12\.ffn_down_exps\.weight$=Q6_K
+^blk\.12\.ffn_up_exps\.weight$=Q3_K
+^blk\.12\.ffn_gate_inp\.weight$=bf16
+^blk\.12\.ffn_down_shexp\.weight$=bf16
+^blk\.12\.ffn_gate_shexp\.weight$=bf16
+^blk\.12\.ffn_up_shexp\.weight$=bf16
+^blk\.12\.attn_norm\.weight$=bf16
+^blk\.12\.ffn_norm\.weight$=bf16
+^blk\.12\.attn_k_norm\.weight$=bf16
+^blk\.12\.attn_k\.weight$=bf16
+^blk\.12\.attn_output\.weight$=bf16
+^blk\.12\.attn_q_norm\.weight$=bf16
+^blk\.12\.attn_q\.weight$=bf16
+^blk\.12\.attn_v\.weight$=bf16
+^blk\.46\.exp_probs_b\.bias$=bf16
+^blk\.13\.exp_probs_b\.bias$=bf16
+^blk\.13\.ffn_gate_exps\.weight$=Q3_K
+^blk\.13\.ffn_down_exps\.weight$=Q6_K
+^blk\.13\.ffn_up_exps\.weight$=Q3_K
+^blk\.13\.ffn_gate_inp\.weight$=bf16
+^blk\.13\.ffn_down_shexp\.weight$=bf16
+^blk\.13\.ffn_gate_shexp\.weight$=bf16
+^blk\.13\.ffn_up_shexp\.weight$=bf16
+^blk\.13\.attn_norm\.weight$=bf16
+^blk\.13\.ffn_norm\.weight$=bf16
+^blk\.13\.attn_k_norm\.weight$=bf16
+^blk\.13\.attn_k\.weight$=bf16
+^blk\.13\.attn_output\.weight$=bf16
+^blk\.13\.attn_q_norm\.weight$=bf16
+^blk\.13\.attn_q\.weight$=bf16
+^blk\.13\.attn_v\.weight$=bf16
+^blk\.47\.exp_probs_b\.bias$=bf16
+^blk\.14\.exp_probs_b\.bias$=bf16
+^blk\.14\.ffn_gate_exps\.weight$=Q3_K
+^blk\.14\.ffn_down_exps\.weight$=Q6_K
+^blk\.14\.ffn_up_exps\.weight$=Q3_K
+^blk\.14\.ffn_gate_inp\.weight$=bf16
+^blk\.14\.ffn_down_shexp\.weight$=bf16
+^blk\.14\.ffn_gate_shexp\.weight$=bf16
+^blk\.14\.ffn_up_shexp\.weight$=bf16
+^blk\.14\.attn_norm\.weight$=bf16
+^blk\.14\.ffn_norm\.weight$=bf16
+^blk\.14\.attn_k_norm\.weight$=bf16
+^blk\.14\.attn_k\.weight$=bf16
+^blk\.14\.attn_output\.weight$=bf16
+^blk\.14\.attn_q_norm\.weight$=bf16
+^blk\.14\.attn_q\.weight$=bf16
+^blk\.14\.attn_v\.weight$=bf16
+^blk\.48\.exp_probs_b\.bias$=bf16
+^blk\.15\.exp_probs_b\.bias$=bf16
+^blk\.15\.ffn_gate_exps\.weight$=Q3_K
+^blk\.15\.ffn_down_exps\.weight$=Q6_K
+^blk\.15\.ffn_up_exps\.weight$=Q3_K
+^blk\.15\.ffn_gate_inp\.weight$=bf16
+^blk\.15\.ffn_down_shexp\.weight$=bf16
+^blk\.15\.ffn_gate_shexp\.weight$=bf16
+^blk\.15\.ffn_up_shexp\.weight$=bf16
+^blk\.15\.attn_norm\.weight$=bf16
+^blk\.15\.ffn_norm\.weight$=bf16
+^blk\.15\.attn_k_norm\.weight$=bf16
+^blk\.15\.attn_k\.weight$=bf16
+^blk\.15\.attn_output\.weight$=bf16
+^blk\.15\.attn_q_norm\.weight$=bf16
+^blk\.15\.attn_q\.weight$=bf16
+^blk\.15\.attn_v\.weight$=bf16
+^blk\.49\.exp_probs_b\.bias$=bf16
+^blk\.16\.exp_probs_b\.bias$=bf16
+^blk\.16\.ffn_gate_exps\.weight$=Q3_K
+^blk\.16\.ffn_down_exps\.weight$=Q6_K
+^blk\.16\.ffn_up_exps\.weight$=Q3_K
+^blk\.16\.ffn_gate_inp\.weight$=bf16
+^blk\.16\.ffn_down_shexp\.weight$=bf16
+^blk\.16\.ffn_gate_shexp\.weight$=bf16
+^blk\.16\.ffn_up_shexp\.weight$=bf16
+^blk\.16\.attn_norm\.weight$=bf16
+^blk\.16\.ffn_norm\.weight$=bf16
+^blk\.16\.attn_k_norm\.weight$=bf16
+^blk\.16\.attn_k\.weight$=bf16
+^blk\.16\.attn_output\.weight$=bf16
+^blk\.16\.attn_q_norm\.weight$=bf16
+^blk\.16\.attn_q\.weight$=bf16
+^blk\.16\.attn_v\.weight$=bf16
+^blk\.50\.exp_probs_b\.bias$=bf16
+^blk\.17\.exp_probs_b\.bias$=bf16
+^blk\.17\.ffn_gate_exps\.weight$=Q3_K
+^blk\.17\.ffn_down_exps\.weight$=Q6_K
+^blk\.17\.ffn_up_exps\.weight$=Q3_K
+^blk\.17\.ffn_gate_inp\.weight$=bf16
+^blk\.17\.ffn_down_shexp\.weight$=bf16
+^blk\.17\.ffn_gate_shexp\.weight$=bf16
+^blk\.17\.ffn_up_shexp\.weight$=bf16
+^blk\.17\.attn_norm\.weight$=bf16
+^blk\.17\.ffn_norm\.weight$=bf16
+^blk\.17\.attn_k_norm\.weight$=bf16
+^blk\.17\.attn_k\.weight$=bf16
+^blk\.17\.attn_output\.weight$=bf16
+^blk\.17\.attn_q_norm\.weight$=bf16
+^blk\.17\.attn_q\.weight$=bf16
+^blk\.17\.attn_v\.weight$=bf16
+^blk\.51\.exp_probs_b\.bias$=bf16
+^blk\.18\.exp_probs_b\.bias$=bf16
+^blk\.18\.ffn_gate_exps\.weight$=Q3_K
+^blk\.18\.ffn_down_exps\.weight$=Q6_K
+^blk\.18\.ffn_up_exps\.weight$=Q3_K
+^blk\.18\.ffn_gate_inp\.weight$=bf16
+^blk\.18\.ffn_down_shexp\.weight$=bf16
+^blk\.18\.ffn_gate_shexp\.weight$=bf16
+^blk\.18\.ffn_up_shexp\.weight$=bf16
+^blk\.18\.attn_norm\.weight$=bf16
+^blk\.18\.ffn_norm\.weight$=bf16
+^blk\.18\.attn_k_norm\.weight$=bf16
+^blk\.18\.attn_k\.weight$=bf16
+^blk\.18\.attn_output\.weight$=bf16
+^blk\.18\.attn_q_norm\.weight$=bf16
+^blk\.18\.attn_q\.weight$=bf16
+^blk\.18\.attn_v\.weight$=bf16
+^blk\.52\.exp_probs_b\.bias$=bf16
+^blk\.19\.exp_probs_b\.bias$=bf16
+^blk\.19\.ffn_gate_exps\.weight$=Q3_K
+^blk\.19\.ffn_down_exps\.weight$=Q6_K
+^blk\.19\.ffn_up_exps\.weight$=Q3_K
+^blk\.19\.ffn_gate_inp\.weight$=bf16
+^blk\.19\.ffn_down_shexp\.weight$=bf16
+^blk\.19\.ffn_gate_shexp\.weight$=bf16
+^blk\.19\.ffn_up_shexp\.weight$=bf16
+^blk\.19\.attn_norm\.weight$=bf16
+^blk\.19\.ffn_norm\.weight$=bf16
+^blk\.19\.attn_k_norm\.weight$=bf16
+^blk\.19\.attn_k\.weight$=bf16
+^blk\.19\.attn_output\.weight$=bf16
+^blk\.19\.attn_q_norm\.weight$=bf16
+^blk\.19\.attn_q\.weight$=bf16
+^blk\.19\.attn_v\.weight$=bf16
+^blk\.53\.exp_probs_b\.bias$=bf16
+^blk\.20\.exp_probs_b\.bias$=bf16
+^blk\.20\.ffn_gate_exps\.weight$=Q3_K
+^blk\.20\.ffn_down_exps\.weight$=Q6_K
+^blk\.20\.ffn_up_exps\.weight$=Q3_K
+^blk\.20\.ffn_gate_inp\.weight$=bf16
+^blk\.20\.ffn_down_shexp\.weight$=bf16
+^blk\.20\.ffn_gate_shexp\.weight$=bf16
+^blk\.20\.ffn_up_shexp\.weight$=bf16
+^blk\.20\.attn_norm\.weight$=bf16
+^blk\.20\.ffn_norm\.weight$=bf16
+^blk\.20\.attn_k_norm\.weight$=bf16
+^blk\.20\.attn_k\.weight$=bf16
+^blk\.20\.attn_output\.weight$=bf16
+^blk\.20\.attn_q_norm\.weight$=bf16
+^blk\.20\.attn_q\.weight$=bf16
+^blk\.20\.attn_v\.weight$=bf16
+^blk\.54\.exp_probs_b\.bias$=bf16
+^blk\.21\.exp_probs_b\.bias$=bf16
+^blk\.21\.ffn_gate_exps\.weight$=Q3_K
+^blk\.21\.ffn_down_exps\.weight$=Q6_K
+^blk\.21\.ffn_up_exps\.weight$=Q3_K
+^blk\.21\.ffn_gate_inp\.weight$=bf16
+^blk\.21\.ffn_down_shexp\.weight$=bf16
+^blk\.21\.ffn_gate_shexp\.weight$=bf16
+^blk\.21\.ffn_up_shexp\.weight$=bf16
+^blk\.21\.attn_norm\.weight$=bf16
+^blk\.21\.ffn_norm\.weight$=bf16
+^blk\.21\.attn_k_norm\.weight$=bf16
+^blk\.21\.attn_k\.weight$=bf16
+^blk\.21\.attn_output\.weight$=bf16
+^blk\.21\.attn_q_norm\.weight$=bf16
+^blk\.21\.attn_q\.weight$=bf16
+^blk\.21\.attn_v\.weight$=bf16
+^blk\.55\.exp_probs_b\.bias$=bf16
+^blk\.22\.exp_probs_b\.bias$=bf16
+^blk\.22\.ffn_gate_exps\.weight$=Q3_K
+^blk\.22\.ffn_down_exps\.weight$=Q6_K
+^blk\.22\.ffn_up_exps\.weight$=Q3_K
+^blk\.22\.ffn_gate_inp\.weight$=bf16
+^blk\.22\.ffn_down_shexp\.weight$=bf16
+^blk\.22\.ffn_gate_shexp\.weight$=bf16
+^blk\.22\.ffn_up_shexp\.weight$=bf16
+^blk\.22\.attn_norm\.weight$=bf16
+^blk\.22\.ffn_norm\.weight$=bf16
+^blk\.22\.attn_k_norm\.weight$=bf16
+^blk\.22\.attn_k\.weight$=bf16
+^blk\.22\.attn_output\.weight$=bf16
+^blk\.22\.attn_q_norm\.weight$=bf16
+^blk\.22\.attn_q\.weight$=bf16
+^blk\.22\.attn_v\.weight$=bf16
+^blk\.56\.exp_probs_b\.bias$=bf16
+^blk\.23\.exp_probs_b\.bias$=bf16
+^blk\.23\.ffn_gate_exps\.weight$=Q3_K
+^blk\.23\.ffn_down_exps\.weight$=Q6_K
+^blk\.23\.ffn_up_exps\.weight$=Q3_K
+^blk\.23\.ffn_gate_inp\.weight$=bf16
+^blk\.23\.ffn_down_shexp\.weight$=bf16
+^blk\.23\.ffn_gate_shexp\.weight$=bf16
+^blk\.23\.ffn_up_shexp\.weight$=bf16
+^blk\.23\.attn_norm\.weight$=bf16
+^blk\.23\.ffn_norm\.weight$=bf16
+^blk\.23\.attn_k_norm\.weight$=bf16
+^blk\.23\.attn_k\.weight$=bf16
+^blk\.23\.attn_output\.weight$=bf16
+^blk\.23\.attn_q_norm\.weight$=bf16
+^blk\.23\.attn_q\.weight$=bf16
+^blk\.23\.attn_v\.weight$=bf16
+^blk\.57\.exp_probs_b\.bias$=bf16
+^blk\.24\.exp_probs_b\.bias$=bf16
+^blk\.24\.ffn_gate_exps\.weight$=Q3_K
+^blk\.24\.ffn_down_exps\.weight$=Q6_K
+^blk\.24\.ffn_up_exps\.weight$=Q3_K
+^blk\.24\.ffn_gate_inp\.weight$=bf16
+^blk\.24\.ffn_down_shexp\.weight$=bf16
+^blk\.24\.ffn_gate_shexp\.weight$=bf16
+^blk\.24\.ffn_up_shexp\.weight$=bf16
+^blk\.24\.attn_norm\.weight$=bf16
+^blk\.24\.ffn_norm\.weight$=bf16
+^blk\.24\.attn_k_norm\.weight$=bf16
+^blk\.24\.attn_k\.weight$=bf16
+^blk\.24\.attn_output\.weight$=bf16
+^blk\.24\.attn_q_norm\.weight$=bf16
+^blk\.24\.attn_q\.weight$=bf16
+^blk\.24\.attn_v\.weight$=bf16
+^blk\.58\.exp_probs_b\.bias$=bf16
+^blk\.25\.ffn_gate_exps\.weight$=Q3_K
+^blk\.25\.ffn_down_exps\.weight$=Q6_K
+^blk\.25\.ffn_up_exps\.weight$=Q3_K
+^blk\.25\.ffn_gate_inp\.weight$=bf16
+^blk\.25\.ffn_down_shexp\.weight$=bf16
+^blk\.25\.ffn_gate_shexp\.weight$=bf16
+^blk\.25\.ffn_up_shexp\.weight$=bf16
+^blk\.25\.attn_norm\.weight$=bf16
+^blk\.25\.ffn_norm\.weight$=bf16
+^blk\.25\.attn_k_norm\.weight$=bf16
+^blk\.25\.attn_k\.weight$=bf16
+^blk\.25\.attn_output\.weight$=bf16
+^blk\.25\.attn_q_norm\.weight$=bf16
+^blk\.25\.attn_q\.weight$=bf16
+^blk\.25\.attn_v\.weight$=bf16
+^blk\.26\.exp_probs_b\.bias$=bf16
+^blk\.26\.ffn_gate_exps\.weight$=Q3_K
+^blk\.26\.ffn_down_exps\.weight$=Q6_K
+^blk\.26\.ffn_up_exps\.weight$=Q3_K
+^blk\.26\.ffn_gate_inp\.weight$=bf16
+^blk\.26\.ffn_down_shexp\.weight$=bf16
+^blk\.26\.ffn_gate_shexp\.weight$=bf16
+^blk\.26\.ffn_up_shexp\.weight$=bf16
+^blk\.26\.attn_norm\.weight$=bf16
+^blk\.26\.ffn_norm\.weight$=bf16
+^blk\.26\.attn_k_norm\.weight$=bf16
+^blk\.26\.attn_k\.weight$=bf16
+^blk\.26\.attn_output\.weight$=bf16
+^blk\.26\.attn_q_norm\.weight$=bf16
+^blk\.26\.attn_q\.weight$=bf16
+^blk\.26\.attn_v\.weight$=bf16
+^blk\.27\.exp_probs_b\.bias$=bf16
+^blk\.27\.ffn_gate_exps\.weight$=Q3_K
+^blk\.27\.ffn_down_exps\.weight$=Q6_K
+^blk\.27\.ffn_up_exps\.weight$=Q3_K
+^blk\.27\.ffn_gate_inp\.weight$=bf16
+^blk\.27\.ffn_down_shexp\.weight$=bf16
+^blk\.27\.ffn_gate_shexp\.weight$=bf16
+^blk\.27\.ffn_up_shexp\.weight$=bf16
+^blk\.27\.attn_norm\.weight$=bf16
+^blk\.27\.ffn_norm\.weight$=bf16
+^blk\.27\.attn_k_norm\.weight$=bf16
+^blk\.27\.attn_k\.weight$=bf16
+^blk\.27\.attn_output\.weight$=bf16
+^blk\.27\.attn_q_norm\.weight$=bf16
+^blk\.27\.attn_q\.weight$=bf16
+^blk\.27\.attn_v\.weight$=bf16
+^blk\.28\.exp_probs_b\.bias$=bf16
+^blk\.28\.ffn_gate_exps\.weight$=Q3_K
+^blk\.28\.ffn_down_exps\.weight$=Q6_K
+^blk\.28\.ffn_up_exps\.weight$=Q3_K
+^blk\.28\.ffn_gate_inp\.weight$=bf16
+^blk\.28\.ffn_down_shexp\.weight$=bf16
+^blk\.28\.ffn_gate_shexp\.weight$=bf16
+^blk\.28\.ffn_up_shexp\.weight$=bf16
+^blk\.28\.attn_norm\.weight$=bf16
+^blk\.28\.ffn_norm\.weight$=bf16
+^blk\.28\.attn_k_norm\.weight$=bf16
+^blk\.28\.attn_k\.weight$=bf16
+^blk\.28\.attn_output\.weight$=bf16
+^blk\.28\.attn_q_norm\.weight$=bf16
+^blk\.28\.attn_q\.weight$=bf16
+^blk\.28\.attn_v\.weight$=bf16
+^blk\.29\.exp_probs_b\.bias$=bf16
+^blk\.29\.ffn_gate_exps\.weight$=Q3_K
+^blk\.29\.ffn_down_exps\.weight$=Q6_K
+^blk\.29\.ffn_up_exps\.weight$=Q3_K
+^blk\.29\.ffn_gate_inp\.weight$=bf16
+^blk\.29\.ffn_down_shexp\.weight$=bf16
+^blk\.29\.ffn_gate_shexp\.weight$=bf16
+^blk\.29\.ffn_up_shexp\.weight$=bf16
+^blk\.29\.attn_norm\.weight$=bf16
+^blk\.29\.ffn_norm\.weight$=bf16
+^blk\.29\.attn_k_norm\.weight$=bf16
+^blk\.29\.attn_k\.weight$=bf16
+^blk\.29\.attn_output\.weight$=bf16
+^blk\.29\.attn_q_norm\.weight$=bf16
+^blk\.29\.attn_q\.weight$=bf16
+^blk\.29\.attn_v\.weight$=bf16
+^blk\.30\.exp_probs_b\.bias$=bf16
+^blk\.30\.ffn_gate_exps\.weight$=Q3_K
+^blk\.30\.ffn_down_exps\.weight$=Q6_K
+^blk\.30\.ffn_up_exps\.weight$=Q3_K
+^blk\.30\.ffn_gate_inp\.weight$=bf16
+^blk\.30\.ffn_down_shexp\.weight$=bf16
+^blk\.30\.ffn_gate_shexp\.weight$=bf16
+^blk\.30\.ffn_up_shexp\.weight$=bf16
+^blk\.30\.attn_norm\.weight$=bf16
+^blk\.30\.ffn_norm\.weight$=bf16
+^blk\.30\.attn_k_norm\.weight$=bf16
+^blk\.30\.attn_k\.weight$=bf16
+^blk\.30\.attn_output\.weight$=bf16
+^blk\.30\.attn_q_norm\.weight$=bf16
+^blk\.30\.attn_q\.weight$=bf16
+^blk\.30\.attn_v\.weight$=bf16
+^blk\.31\.exp_probs_b\.bias$=bf16
+^blk\.31\.ffn_gate_exps\.weight$=Q3_K
+^blk\.31\.ffn_down_exps\.weight$=Q6_K
+^blk\.31\.ffn_up_exps\.weight$=Q3_K
+^blk\.31\.ffn_gate_inp\.weight$=bf16
+^blk\.31\.ffn_down_shexp\.weight$=bf16
+^blk\.31\.ffn_gate_shexp\.weight$=bf16
+^blk\.31\.ffn_up_shexp\.weight$=bf16
+^blk\.31\.attn_norm\.weight$=bf16
+^blk\.31\.ffn_norm\.weight$=bf16
+^blk\.31\.attn_k_norm\.weight$=bf16
+^blk\.31\.attn_k\.weight$=bf16
+^blk\.31\.attn_output\.weight$=bf16
+^blk\.31\.attn_q_norm\.weight$=bf16
+^blk\.31\.attn_q\.weight$=bf16
+^blk\.31\.attn_v\.weight$=bf16
+^blk\.32\.exp_probs_b\.bias$=bf16
+^blk\.32\.ffn_gate_exps\.weight$=Q3_K
+^blk\.32\.ffn_down_exps\.weight$=Q6_K
+^blk\.32\.ffn_up_exps\.weight$=Q3_K
+^blk\.32\.ffn_gate_inp\.weight$=bf16
+^blk\.32\.ffn_down_shexp\.weight$=bf16
+^blk\.32\.ffn_gate_shexp\.weight$=bf16
+^blk\.32\.ffn_up_shexp\.weight$=bf16
+^blk\.32\.attn_norm\.weight$=bf16
+^blk\.32\.ffn_norm\.weight$=bf16
+^blk\.32\.attn_k_norm\.weight$=bf16
+^blk\.32\.attn_k\.weight$=bf16
+^blk\.32\.attn_output\.weight$=bf16
+^blk\.32\.attn_q_norm\.weight$=bf16
+^blk\.32\.attn_q\.weight$=bf16
+^blk\.32\.attn_v\.weight$=bf16
+^blk\.33\.exp_probs_b\.bias$=bf16
+^blk\.33\.ffn_gate_exps\.weight$=Q3_K
+^blk\.33\.ffn_down_exps\.weight$=Q6_K
+^blk\.33\.ffn_up_exps\.weight$=Q3_K
+^blk\.33\.ffn_gate_inp\.weight$=bf16
+^blk\.33\.ffn_down_shexp\.weight$=bf16
+^blk\.33\.ffn_gate_shexp\.weight$=bf16
+^blk\.33\.ffn_up_shexp\.weight$=bf16
+^blk\.33\.attn_norm\.weight$=bf16
+^blk\.33\.ffn_norm\.weight$=bf16
+^blk\.33\.attn_k_norm\.weight$=bf16
+^blk\.33\.attn_k\.weight$=bf16
+^blk\.33\.attn_output\.weight$=bf16
+^blk\.33\.attn_q_norm\.weight$=bf16
+^blk\.33\.attn_q\.weight$=bf16
+^blk\.33\.attn_v\.weight$=bf16
+^blk\.34\.exp_probs_b\.bias$=bf16
+^blk\.34\.ffn_gate_exps\.weight$=Q3_K
+^blk\.34\.ffn_down_exps\.weight$=Q6_K
+^blk\.34\.ffn_up_exps\.weight$=Q3_K
+^blk\.34\.ffn_gate_inp\.weight$=bf16
+^blk\.34\.ffn_down_shexp\.weight$=bf16
+^blk\.34\.ffn_gate_shexp\.weight$=bf16
+^blk\.34\.ffn_up_shexp\.weight$=bf16
+^blk\.34\.attn_norm\.weight$=bf16
+^blk\.34\.ffn_norm\.weight$=bf16
+^blk\.34\.attn_k_norm\.weight$=bf16
+^blk\.34\.attn_k\.weight$=bf16
+^blk\.34\.attn_output\.weight$=bf16
+^blk\.34\.attn_q_norm\.weight$=bf16
+^blk\.34\.attn_q\.weight$=bf16
+^blk\.34\.attn_v\.weight$=bf16
+^blk\.35\.exp_probs_b\.bias$=bf16
+^blk\.35\.ffn_gate_exps\.weight$=Q3_K
+^blk\.35\.ffn_down_exps\.weight$=Q6_K
+^blk\.35\.ffn_up_exps\.weight$=Q3_K
+^blk\.35\.ffn_gate_inp\.weight$=bf16
+^blk\.35\.ffn_down_shexp\.weight$=bf16
+^blk\.35\.ffn_gate_shexp\.weight$=bf16
+^blk\.35\.ffn_up_shexp\.weight$=bf16
+^blk\.35\.attn_norm\.weight$=bf16
+^blk\.35\.ffn_norm\.weight$=bf16
+^blk\.35\.attn_k_norm\.weight$=bf16
+^blk\.35\.attn_k\.weight$=bf16
+^blk\.35\.attn_output\.weight$=bf16
+^blk\.35\.attn_q_norm\.weight$=bf16
+^blk\.35\.attn_q\.weight$=bf16
+^blk\.35\.attn_v\.weight$=bf16
+^blk\.36\.exp_probs_b\.bias$=bf16
+^blk\.36\.ffn_gate_exps\.weight$=Q3_K
+^blk\.36\.ffn_down_exps\.weight$=Q6_K
+^blk\.36\.ffn_up_exps\.weight$=Q3_K
+^blk\.36\.ffn_gate_inp\.weight$=bf16
+^blk\.36\.ffn_down_shexp\.weight$=bf16
+^blk\.36\.ffn_gate_shexp\.weight$=bf16
+^blk\.36\.ffn_up_shexp\.weight$=bf16
+^blk\.36\.attn_norm\.weight$=bf16
+^blk\.36\.ffn_norm\.weight$=bf16
+^blk\.36\.attn_k_norm\.weight$=bf16
+^blk\.36\.attn_k\.weight$=bf16
+^blk\.36\.attn_output\.weight$=bf16
+^blk\.36\.attn_q_norm\.weight$=bf16
+^blk\.36\.attn_q\.weight$=bf16
+^blk\.36\.attn_v\.weight$=bf16
+^blk\.37\.ffn_gate_exps\.weight$=Q3_K
+^blk\.37\.ffn_down_exps\.weight$=Q6_K
+^blk\.37\.ffn_up_exps\.weight$=Q3_K
+^blk\.37\.ffn_gate_inp\.weight$=bf16
+^blk\.37\.ffn_down_shexp\.weight$=bf16
+^blk\.37\.ffn_gate_shexp\.weight$=bf16
+^blk\.37\.ffn_up_shexp\.weight$=bf16
+^blk\.37\.attn_norm\.weight$=bf16
+^blk\.37\.ffn_norm\.weight$=bf16
+^blk\.37\.attn_k_norm\.weight$=bf16
+^blk\.37\.attn_k\.weight$=bf16
+^blk\.37\.attn_output\.weight$=bf16
+^blk\.37\.attn_q_norm\.weight$=bf16
+^blk\.37\.attn_q\.weight$=bf16
+^blk\.37\.attn_v\.weight$=bf16
+^blk\.38\.ffn_gate_exps\.weight$=Q3_K
+^blk\.38\.ffn_down_exps\.weight$=Q6_K
+^blk\.38\.ffn_up_exps\.weight$=Q3_K
+^blk\.38\.ffn_gate_inp\.weight$=bf16
+^blk\.38\.ffn_down_shexp\.weight$=bf16
+^blk\.38\.ffn_gate_shexp\.weight$=bf16
+^blk\.38\.ffn_up_shexp\.weight$=bf16
+^blk\.38\.attn_norm\.weight$=bf16
+^blk\.38\.ffn_norm\.weight$=bf16
+^blk\.38\.attn_k_norm\.weight$=bf16
+^blk\.38\.attn_k\.weight$=bf16
+^blk\.38\.attn_output\.weight$=bf16
+^blk\.38\.attn_q_norm\.weight$=bf16
+^blk\.38\.attn_q\.weight$=bf16
+^blk\.38\.attn_v\.weight$=bf16
+^blk\.39\.ffn_gate_exps\.weight$=Q3_K
+^blk\.39\.ffn_down_exps\.weight$=Q6_K
+^blk\.39\.ffn_up_exps\.weight$=Q3_K
+^blk\.39\.ffn_gate_inp\.weight$=bf16
+^blk\.39\.ffn_down_shexp\.weight$=bf16
+^blk\.39\.ffn_gate_shexp\.weight$=bf16
+^blk\.39\.ffn_up_shexp\.weight$=bf16
+^blk\.39\.attn_norm\.weight$=bf16
+^blk\.39\.ffn_norm\.weight$=bf16
+^blk\.39\.attn_k_norm\.weight$=bf16
+^blk\.39\.attn_k\.weight$=bf16
+^blk\.39\.attn_output\.weight$=bf16
+^blk\.39\.attn_q_norm\.weight$=bf16
+^blk\.39\.attn_q\.weight$=bf16
+^blk\.39\.attn_v\.weight$=bf16
+^blk\.40\.ffn_gate_exps\.weight$=Q3_K
+^blk\.40\.ffn_down_exps\.weight$=Q6_K
+^blk\.40\.ffn_up_exps\.weight$=Q3_K
+^blk\.40\.ffn_gate_inp\.weight$=bf16
+^blk\.40\.ffn_down_shexp\.weight$=bf16
+^blk\.40\.ffn_gate_shexp\.weight$=bf16
+^blk\.40\.ffn_up_shexp\.weight$=bf16
+^blk\.40\.attn_norm\.weight$=bf16
+^blk\.40\.ffn_norm\.weight$=bf16
+^blk\.40\.attn_k_norm\.weight$=bf16
+^blk\.40\.attn_k\.weight$=bf16
+^blk\.40\.attn_output\.weight$=bf16
+^blk\.40\.attn_q_norm\.weight$=bf16
+^blk\.40\.attn_q\.weight$=bf16
+^blk\.40\.attn_v\.weight$=bf16
+^blk\.41\.ffn_gate_exps\.weight$=Q3_K
+^blk\.41\.ffn_down_exps\.weight$=Q6_K
+^blk\.41\.ffn_up_exps\.weight$=Q3_K
+^blk\.41\.ffn_gate_inp\.weight$=bf16
+^blk\.41\.ffn_down_shexp\.weight$=bf16
+^blk\.41\.ffn_gate_shexp\.weight$=bf16
+^blk\.41\.ffn_up_shexp\.weight$=bf16
+^blk\.41\.attn_norm\.weight$=bf16
+^blk\.41\.ffn_norm\.weight$=bf16
+^blk\.41\.attn_k_norm\.weight$=bf16
+^blk\.41\.attn_k\.weight$=bf16
+^blk\.41\.attn_output\.weight$=bf16
+^blk\.41\.attn_q_norm\.weight$=bf16
+^blk\.41\.attn_q\.weight$=bf16
+^blk\.41\.attn_v\.weight$=bf16
+^blk\.42\.ffn_gate_exps\.weight$=Q3_K
+^blk\.42\.ffn_down_exps\.weight$=Q6_K
+^blk\.42\.ffn_up_exps\.weight$=Q3_K
+^blk\.42\.ffn_gate_inp\.weight$=bf16
+^blk\.42\.ffn_down_shexp\.weight$=bf16
+^blk\.42\.ffn_gate_shexp\.weight$=bf16
+^blk\.42\.ffn_up_shexp\.weight$=bf16
+^blk\.42\.attn_norm\.weight$=bf16
+^blk\.42\.ffn_norm\.weight$=bf16
+^blk\.42\.attn_k_norm\.weight$=bf16
+^blk\.42\.attn_k\.weight$=bf16
+^blk\.42\.attn_output\.weight$=bf16
+^blk\.42\.attn_q_norm\.weight$=bf16
+^blk\.42\.attn_q\.weight$=bf16
+^blk\.42\.attn_v\.weight$=bf16
+^blk\.43\.ffn_gate_exps\.weight$=Q3_K
+^blk\.43\.ffn_down_exps\.weight$=Q6_K
+^blk\.43\.ffn_up_exps\.weight$=Q3_K
+^blk\.43\.ffn_gate_inp\.weight$=bf16
+^blk\.43\.ffn_down_shexp\.weight$=bf16
+^blk\.43\.ffn_gate_shexp\.weight$=bf16
+^blk\.43\.ffn_up_shexp\.weight$=bf16
+^blk\.43\.attn_norm\.weight$=bf16
+^blk\.43\.ffn_norm\.weight$=bf16
+^blk\.43\.attn_k_norm\.weight$=bf16
+^blk\.43\.attn_k\.weight$=bf16
+^blk\.43\.attn_output\.weight$=bf16
+^blk\.43\.attn_q_norm\.weight$=bf16
+^blk\.43\.attn_q\.weight$=bf16
+^blk\.43\.attn_v\.weight$=bf16
+^blk\.44\.ffn_gate_exps\.weight$=Q3_K
+^blk\.44\.ffn_down_exps\.weight$=Q6_K
+^blk\.44\.ffn_up_exps\.weight$=Q3_K
+^blk\.44\.ffn_gate_inp\.weight$=bf16
+^blk\.44\.ffn_down_shexp\.weight$=bf16
+^blk\.44\.ffn_gate_shexp\.weight$=bf16
+^blk\.44\.ffn_up_shexp\.weight$=bf16
+^blk\.44\.attn_norm\.weight$=bf16
+^blk\.44\.ffn_norm\.weight$=bf16
+^blk\.44\.attn_k_norm\.weight$=bf16
+^blk\.44\.attn_k\.weight$=bf16
+^blk\.44\.attn_output\.weight$=bf16
+^blk\.44\.attn_q_norm\.weight$=bf16
+^blk\.44\.attn_q\.weight$=bf16
+^blk\.44\.attn_v\.weight$=bf16
+^blk\.45\.ffn_gate_exps\.weight$=Q3_K
+^blk\.45\.ffn_down_exps\.weight$=Q6_K
+^blk\.45\.ffn_up_exps\.weight$=Q3_K
+^blk\.45\.ffn_gate_inp\.weight$=bf16
+^blk\.45\.ffn_down_shexp\.weight$=bf16
+^blk\.45\.ffn_gate_shexp\.weight$=bf16
+^blk\.45\.ffn_up_shexp\.weight$=bf16
+^blk\.45\.attn_norm\.weight$=bf16
+^blk\.45\.ffn_norm\.weight$=bf16
+^blk\.45\.attn_k_norm\.weight$=bf16
+^blk\.45\.attn_k\.weight$=bf16
+^blk\.45\.attn_output\.weight$=bf16
+^blk\.45\.attn_q_norm\.weight$=bf16
+^blk\.45\.attn_q\.weight$=bf16
+^blk\.45\.attn_v\.weight$=bf16
+^blk\.46\.ffn_gate_exps\.weight$=Q3_K
+^blk\.46\.ffn_down_exps\.weight$=Q6_K
+^blk\.46\.ffn_up_exps\.weight$=Q3_K
+^blk\.46\.ffn_gate_inp\.weight$=bf16
+^blk\.46\.ffn_down_shexp\.weight$=bf16
+^blk\.46\.ffn_gate_shexp\.weight$=bf16
+^blk\.46\.ffn_up_shexp\.weight$=bf16
+^blk\.46\.attn_norm\.weight$=bf16
+^blk\.46\.ffn_norm\.weight$=bf16
+^blk\.46\.attn_k_norm\.weight$=bf16
+^blk\.46\.attn_k\.weight$=bf16
+^blk\.46\.attn_output\.weight$=bf16
+^blk\.46\.attn_q_norm\.weight$=bf16
+^blk\.46\.attn_q\.weight$=bf16
+^blk\.46\.attn_v\.weight$=bf16
+^blk\.47\.ffn_gate_exps\.weight$=Q3_K
+^blk\.47\.ffn_down_exps\.weight$=Q6_K
+^blk\.47\.ffn_up_exps\.weight$=Q3_K
+^blk\.47\.ffn_gate_inp\.weight$=bf16
+^blk\.47\.ffn_down_shexp\.weight$=bf16
+^blk\.47\.ffn_gate_shexp\.weight$=bf16
+^blk\.47\.ffn_up_shexp\.weight$=bf16
+^blk\.47\.attn_norm\.weight$=bf16
+^blk\.47\.ffn_norm\.weight$=bf16
+^blk\.47\.attn_k_norm\.weight$=bf16
+^blk\.47\.attn_k\.weight$=bf16
+^blk\.47\.attn_output\.weight$=bf16
+^blk\.47\.attn_q_norm\.weight$=bf16
+^blk\.47\.attn_q\.weight$=bf16
+^blk\.47\.attn_v\.weight$=bf16
+^blk\.48\.ffn_gate_exps\.weight$=Q3_K
+^blk\.48\.ffn_down_exps\.weight$=Q6_K
+^blk\.48\.ffn_up_exps\.weight$=Q3_K
+^blk\.48\.ffn_gate_inp\.weight$=bf16
+^blk\.48\.ffn_down_shexp\.weight$=bf16
+^blk\.48\.ffn_gate_shexp\.weight$=bf16
+^blk\.48\.ffn_up_shexp\.weight$=bf16
+^blk\.48\.attn_norm\.weight$=bf16
+^blk\.48\.ffn_norm\.weight$=bf16
+^blk\.48\.attn_k_norm\.weight$=bf16
+^blk\.48\.attn_k\.weight$=bf16
+^blk\.48\.attn_output\.weight$=bf16
+^blk\.48\.attn_q_norm\.weight$=bf16
+^blk\.48\.attn_q\.weight$=bf16
+^blk\.48\.attn_v\.weight$=bf16
+^blk\.49\.ffn_gate_exps\.weight$=Q3_K
+^blk\.49\.ffn_down_exps\.weight$=Q6_K
+^blk\.49\.ffn_up_exps\.weight$=Q3_K
+^blk\.49\.ffn_gate_inp\.weight$=bf16
+^blk\.49\.ffn_down_shexp\.weight$=bf16
+^blk\.49\.ffn_gate_shexp\.weight$=bf16
+^blk\.49\.ffn_up_shexp\.weight$=bf16
+^blk\.49\.attn_norm\.weight$=bf16
+^blk\.49\.ffn_norm\.weight$=bf16
+^blk\.49\.attn_k_norm\.weight$=bf16
+^blk\.49\.attn_k\.weight$=bf16
+^blk\.49\.attn_output\.weight$=bf16
+^blk\.49\.attn_q_norm\.weight$=bf16
+^blk\.49\.attn_q\.weight$=bf16
+^blk\.49\.attn_v\.weight$=bf16
+^blk\.50\.ffn_gate_exps\.weight$=Q3_K
+^blk\.50\.ffn_down_exps\.weight$=Q6_K
+^blk\.50\.ffn_up_exps\.weight$=Q3_K
+^blk\.50\.ffn_gate_inp\.weight$=bf16
+^blk\.50\.ffn_down_shexp\.weight$=bf16
+^blk\.50\.ffn_gate_shexp\.weight$=bf16
+^blk\.50\.ffn_up_shexp\.weight$=bf16
+^blk\.50\.attn_norm\.weight$=bf16
+^blk\.50\.ffn_norm\.weight$=bf16
+^blk\.50\.attn_k_norm\.weight$=bf16
+^blk\.50\.attn_k\.weight$=bf16
+^blk\.50\.attn_output\.weight$=bf16
+^blk\.50\.attn_q_norm\.weight$=bf16
+^blk\.50\.attn_q\.weight$=bf16
+^blk\.50\.attn_v\.weight$=bf16
+^blk\.51\.ffn_gate_exps\.weight$=Q3_K
+^blk\.51\.ffn_down_exps\.weight$=Q6_K
+^blk\.51\.ffn_up_exps\.weight$=Q3_K
+^blk\.51\.ffn_gate_inp\.weight$=bf16
+^blk\.51\.ffn_down_shexp\.weight$=bf16
+^blk\.51\.ffn_gate_shexp\.weight$=bf16
+^blk\.51\.ffn_up_shexp\.weight$=bf16
+^blk\.51\.attn_norm\.weight$=bf16
+^blk\.51\.ffn_norm\.weight$=bf16
+^blk\.51\.attn_k_norm\.weight$=bf16
+^blk\.51\.attn_k\.weight$=bf16
+^blk\.51\.attn_output\.weight$=bf16
+^blk\.51\.attn_q_norm\.weight$=bf16
+^blk\.51\.attn_q\.weight$=bf16
+^blk\.51\.attn_v\.weight$=bf16
+^blk\.52\.ffn_gate_exps\.weight$=Q3_K
+^blk\.52\.ffn_down_exps\.weight$=Q6_K
+^blk\.52\.ffn_up_exps\.weight$=Q3_K
+^blk\.52\.ffn_gate_inp\.weight$=bf16
+^blk\.52\.ffn_down_shexp\.weight$=bf16
+^blk\.52\.ffn_gate_shexp\.weight$=bf16
+^blk\.52\.ffn_up_shexp\.weight$=bf16
+^blk\.52\.attn_norm\.weight$=bf16
+^blk\.52\.ffn_norm\.weight$=bf16
+^blk\.52\.attn_k_norm\.weight$=bf16
+^blk\.52\.attn_k\.weight$=bf16
+^blk\.52\.attn_output\.weight$=bf16
+^blk\.52\.attn_q_norm\.weight$=bf16
+^blk\.52\.attn_q\.weight$=bf16
+^blk\.52\.attn_v\.weight$=bf16
+^blk\.53\.ffn_gate_exps\.weight$=Q3_K
+^blk\.53\.ffn_down_exps\.weight$=Q6_K
+^blk\.53\.ffn_up_exps\.weight$=Q3_K
+^blk\.53\.ffn_gate_inp\.weight$=bf16
+^blk\.53\.ffn_down_shexp\.weight$=bf16
+^blk\.53\.ffn_gate_shexp\.weight$=bf16
+^blk\.53\.ffn_up_shexp\.weight$=bf16
+^blk\.53\.attn_norm\.weight$=bf16
+^blk\.53\.ffn_norm\.weight$=bf16
+^blk\.53\.attn_k_norm\.weight$=bf16
+^blk\.53\.attn_k\.weight$=bf16
+^blk\.53\.attn_output\.weight$=bf16
+^blk\.53\.attn_q_norm\.weight$=bf16
+^blk\.53\.attn_q\.weight$=bf16
+^blk\.53\.attn_v\.weight$=bf16
+^blk\.54\.ffn_gate_exps\.weight$=Q3_K
+^blk\.54\.ffn_down_exps\.weight$=Q6_K
+^blk\.54\.ffn_up_exps\.weight$=Q3_K
+^blk\.54\.ffn_gate_inp\.weight$=bf16
+^blk\.54\.ffn_down_shexp\.weight$=bf16
+^blk\.54\.ffn_gate_shexp\.weight$=bf16
+^blk\.54\.ffn_up_shexp\.weight$=bf16
+^blk\.54\.attn_norm\.weight$=bf16
+^blk\.54\.ffn_norm\.weight$=bf16
+^blk\.54\.attn_k_norm\.weight$=bf16
+^blk\.54\.attn_k\.weight$=bf16
+^blk\.54\.attn_output\.weight$=bf16
+^blk\.54\.attn_q_norm\.weight$=bf16
+^blk\.54\.attn_q\.weight$=bf16
+^blk\.54\.attn_v\.weight$=bf16
+^blk\.55\.ffn_gate_exps\.weight$=Q3_K
+^blk\.55\.ffn_down_exps\.weight$=Q6_K
+^blk\.55\.ffn_up_exps\.weight$=Q3_K
+^blk\.55\.ffn_gate_inp\.weight$=bf16
+^blk\.55\.ffn_down_shexp\.weight$=bf16
+^blk\.55\.ffn_gate_shexp\.weight$=bf16
+^blk\.55\.ffn_up_shexp\.weight$=bf16
+^blk\.55\.attn_norm\.weight$=bf16
+^blk\.55\.ffn_norm\.weight$=bf16
+^blk\.55\.attn_k_norm\.weight$=bf16
+^blk\.55\.attn_k\.weight$=bf16
+^blk\.55\.attn_output\.weight$=bf16
+^blk\.55\.attn_q_norm\.weight$=bf16
+^blk\.55\.attn_q\.weight$=bf16
+^blk\.55\.attn_v\.weight$=bf16
+^blk\.56\.ffn_gate_exps\.weight$=Q3_K
+^blk\.56\.ffn_down_exps\.weight$=Q6_K
+^blk\.56\.ffn_up_exps\.weight$=Q3_K
+^blk\.56\.ffn_gate_inp\.weight$=bf16
+^blk\.56\.ffn_down_shexp\.weight$=bf16
+^blk\.56\.ffn_gate_shexp\.weight$=bf16
+^blk\.56\.ffn_up_shexp\.weight$=bf16
+^blk\.56\.attn_norm\.weight$=bf16
+^blk\.56\.ffn_norm\.weight$=bf16
+^blk\.56\.attn_k_norm\.weight$=bf16
+^blk\.56\.attn_k\.weight$=bf16
+^blk\.56\.attn_output\.weight$=bf16
+^blk\.56\.attn_q_norm\.weight$=bf16
+^blk\.56\.attn_q\.weight$=bf16
+^blk\.56\.attn_v\.weight$=bf16
+^blk\.57\.ffn_gate_exps\.weight$=Q3_K
+^blk\.57\.ffn_down_exps\.weight$=Q6_K
+^blk\.57\.ffn_up_exps\.weight$=Q3_K
+^blk\.57\.ffn_gate_inp\.weight$=bf16
+^blk\.57\.ffn_down_shexp\.weight$=bf16
+^blk\.57\.ffn_gate_shexp\.weight$=bf16
+^blk\.57\.ffn_up_shexp\.weight$=bf16
+^blk\.57\.attn_norm\.weight$=bf16
+^blk\.57\.ffn_norm\.weight$=bf16
+^blk\.57\.attn_k_norm\.weight$=bf16
+^blk\.57\.attn_k\.weight$=bf16
+^blk\.57\.attn_output\.weight$=bf16
+^blk\.57\.attn_q_norm\.weight$=bf16
+^blk\.57\.attn_q\.weight$=bf16
+^blk\.57\.attn_v\.weight$=bf16
+^blk\.58\.ffn_gate_exps\.weight$=Q3_K
+^blk\.58\.ffn_down_exps\.weight$=Q6_K
+^blk\.58\.ffn_up_exps\.weight$=Q3_K
+^blk\.58\.ffn_gate_inp\.weight$=bf16
+^blk\.58\.ffn_down_shexp\.weight$=bf16
+^blk\.58\.ffn_gate_shexp\.weight$=bf16
+^blk\.58\.ffn_up_shexp\.weight$=bf16
+^blk\.58\.attn_norm\.weight$=bf16
+^blk\.58\.ffn_norm\.weight$=bf16
+^blk\.58\.attn_k_norm\.weight$=bf16
+^blk\.58\.attn_k\.weight$=bf16
+^blk\.58\.attn_output\.weight$=bf16
+^blk\.58\.attn_q_norm\.weight$=bf16
+^blk\.58\.attn_q\.weight$=bf16
+^blk\.58\.attn_v\.weight$=bf16
+^blk\.59\.exp_probs_b\.bias$=bf16
+^blk\.59\.ffn_gate_exps\.weight$=Q3_K
+^blk\.59\.ffn_down_exps\.weight$=Q6_K
+^blk\.59\.ffn_up_exps\.weight$=Q3_K
+^blk\.59\.ffn_gate_inp\.weight$=bf16
+^blk\.59\.ffn_down_shexp\.weight$=bf16
+^blk\.59\.ffn_gate_shexp\.weight$=bf16
+^blk\.59\.ffn_up_shexp\.weight$=bf16
+^blk\.59\.attn_norm\.weight$=bf16
+^blk\.59\.ffn_norm\.weight$=bf16
+^blk\.59\.attn_k_norm\.weight$=bf16
+^blk\.59\.attn_k\.weight$=bf16
+^blk\.59\.attn_output\.weight$=bf16
+^blk\.59\.attn_q_norm\.weight$=bf16
+^blk\.59\.attn_q\.weight$=bf16
+^blk\.59\.attn_v\.weight$=bf16