diff --git a/hf_quant_config.json b/hf_quant_config.json
index c0939b9b5d974649cc4411f35437da30a43a31b7..cd2af07a602f991fdbca7cd11416d65a15d4c455 100644
--- a/hf_quant_config.json
+++ b/hf_quant_config.json
@@ -1,534 +1,516 @@
 {
-    "producer": {
-        "name": "modelopt",
-        "version": "0.41.0"
-    },
-    "quantization": {
-        "quant_algo": "MIXED_PRECISION",
-        "kv_cache_quant_algo": null,
-        "quantized_layers": {
-            "model.layers.0.mlp.up_proj": {
-                "quant_algo": "W8A8_SQ_PER_CHANNEL"
-            },
-            "model.layers.0.mlp.down_proj": {
-                "quant_algo": "W8A8_SQ_PER_CHANNEL"
-            },
-            "model.layers.1.mlp.up_proj": {
-                "quant_algo": "W8A8_SQ_PER_CHANNEL"
-            },
-            "model.layers.1.mlp.down_proj": {
-                "quant_algo": "W8A8_SQ_PER_CHANNEL"
-            },
-            "model.layers.2.mlp.up_proj": {
-                "quant_algo": "W8A8_SQ_PER_CHANNEL"
-            },
-            "model.layers.2.mlp.down_proj": {
-                "quant_algo": "W8A8_SQ_PER_CHANNEL"
-            },
-            "model.layers.3.moe.up_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.3.moe.gate_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.3.moe.down_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.4.moe.up_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.4.moe.gate_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.4.moe.down_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.5.moe.up_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.5.moe.gate_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.5.moe.down_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.6.moe.up_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.6.moe.gate_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.6.moe.down_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.7.moe.up_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.7.moe.gate_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.7.moe.down_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.8.moe.up_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.8.moe.gate_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.8.moe.down_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.9.moe.up_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.9.moe.gate_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.9.moe.down_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.10.moe.up_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.10.moe.gate_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.10.moe.down_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.11.moe.up_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.11.moe.gate_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.11.moe.down_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.12.moe.up_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.12.moe.gate_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.12.moe.down_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.13.moe.up_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.13.moe.gate_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.13.moe.down_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.14.moe.up_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.14.moe.gate_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.14.moe.down_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.15.moe.up_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.15.moe.gate_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.15.moe.down_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.16.moe.up_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.16.moe.gate_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.16.moe.down_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.17.moe.up_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.17.moe.gate_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.17.moe.down_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.18.moe.up_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.18.moe.gate_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.18.moe.down_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.19.moe.up_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.19.moe.gate_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.19.moe.down_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.20.moe.up_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.20.moe.gate_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.20.moe.down_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.21.moe.up_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.21.moe.gate_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.21.moe.down_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.22.moe.up_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.22.moe.gate_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.22.moe.down_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.23.moe.up_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.23.moe.gate_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.23.moe.down_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.24.moe.up_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.24.moe.gate_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.24.moe.down_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.25.moe.up_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.25.moe.gate_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.25.moe.down_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.26.moe.up_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.26.moe.gate_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.26.moe.down_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.27.moe.up_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.27.moe.gate_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.27.moe.down_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.28.moe.up_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.28.moe.gate_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.28.moe.down_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.29.moe.up_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.29.moe.gate_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.29.moe.down_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.30.moe.up_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.30.moe.gate_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.30.moe.down_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.31.moe.up_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.31.moe.gate_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.31.moe.down_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.32.moe.up_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.32.moe.gate_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.32.moe.down_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.33.moe.up_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.33.moe.gate_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.33.moe.down_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.34.moe.up_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.34.moe.gate_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.34.moe.down_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.35.moe.up_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.35.moe.gate_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.35.moe.down_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.36.moe.up_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.36.moe.gate_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.36.moe.down_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.37.moe.up_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.37.moe.gate_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.37.moe.down_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.38.moe.up_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.38.moe.gate_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.38.moe.down_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.39.moe.up_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.39.moe.gate_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.39.moe.down_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.40.moe.up_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.40.moe.gate_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.40.moe.down_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.41.moe.up_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.41.moe.gate_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.41.moe.down_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.42.moe.up_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.42.moe.gate_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.42.moe.down_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.43.moe.up_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.43.moe.gate_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.43.moe.down_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.44.moe.up_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.44.moe.gate_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            },
-            "model.layers.44.moe.down_proj": {
-                "quant_algo": "NVFP4",
-                "group_size": 16
-            }
-        }
+  "producer": {
+    "name": "modelopt",
+    "version": "0.41.0"
+  },
+  "quantization": {
+    "quant_algo": "MIXED_PRECISION",
+    "kv_cache_quant_algo": null,
+    "quantized_layers": {
+      "model.layers.3.moe.up_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.3.moe.gate_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.3.moe.down_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.4.moe.up_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.4.moe.gate_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.4.moe.down_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.5.moe.up_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.5.moe.gate_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.5.moe.down_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.6.moe.up_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.6.moe.gate_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.6.moe.down_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.7.moe.up_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.7.moe.gate_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.7.moe.down_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.8.moe.up_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.8.moe.gate_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.8.moe.down_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.9.moe.up_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.9.moe.gate_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.9.moe.down_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.10.moe.up_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.10.moe.gate_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.10.moe.down_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.11.moe.up_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.11.moe.gate_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.11.moe.down_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.12.moe.up_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.12.moe.gate_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.12.moe.down_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.13.moe.up_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.13.moe.gate_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.13.moe.down_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.14.moe.up_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.14.moe.gate_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.14.moe.down_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.15.moe.up_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.15.moe.gate_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.15.moe.down_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.16.moe.up_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.16.moe.gate_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.16.moe.down_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.17.moe.up_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.17.moe.gate_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.17.moe.down_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.18.moe.up_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.18.moe.gate_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.18.moe.down_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.19.moe.up_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.19.moe.gate_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.19.moe.down_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.20.moe.up_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.20.moe.gate_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.20.moe.down_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.21.moe.up_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.21.moe.gate_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.21.moe.down_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.22.moe.up_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.22.moe.gate_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.22.moe.down_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.23.moe.up_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.23.moe.gate_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.23.moe.down_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.24.moe.up_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.24.moe.gate_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.24.moe.down_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.25.moe.up_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.25.moe.gate_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.25.moe.down_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.26.moe.up_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.26.moe.gate_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.26.moe.down_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.27.moe.up_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.27.moe.gate_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.27.moe.down_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.28.moe.up_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.28.moe.gate_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.28.moe.down_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.29.moe.up_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.29.moe.gate_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.29.moe.down_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.30.moe.up_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.30.moe.gate_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.30.moe.down_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.31.moe.up_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.31.moe.gate_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.31.moe.down_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.32.moe.up_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.32.moe.gate_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.32.moe.down_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.33.moe.up_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.33.moe.gate_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.33.moe.down_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.34.moe.up_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.34.moe.gate_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.34.moe.down_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.35.moe.up_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.35.moe.gate_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.35.moe.down_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.36.moe.up_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.36.moe.gate_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.36.moe.down_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.37.moe.up_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.37.moe.gate_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.37.moe.down_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.38.moe.up_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.38.moe.gate_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.38.moe.down_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.39.moe.up_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.39.moe.gate_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.39.moe.down_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.40.moe.up_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.40.moe.gate_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.40.moe.down_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.41.moe.up_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.41.moe.gate_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.41.moe.down_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.42.moe.up_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.42.moe.gate_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.42.moe.down_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.43.moe.up_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.43.moe.gate_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.43.moe.down_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.44.moe.up_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.44.moe.gate_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      },
+      "model.layers.44.moe.down_proj": {
+        "quant_algo": "NVFP4",
+        "group_size": 16
+      }
     }
+  }
 }
\ No newline at end of file
diff --git a/model-00001-of-00127.safetensors b/model-00001-of-00127.safetensors
index 9528f0bdd86faada2ced1e73fe5570db9377079a..d0f35312e15f628feb8eb9bf2f6687ea64c3cc26 100644
--- a/model-00001-of-00127.safetensors
+++ b/model-00001-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2d35e42af21c909009eaa5c60bb92380b0527b0165010ed157e091f389b272c3
-size 2420356592
+oid sha256:abb36e906de5784887c42f5f522ea722d5897ea3bf9b21ed34d516b5f907771d
+size 2696995080
diff --git a/model-00002-of-00127.safetensors b/model-00002-of-00127.safetensors
index 335629bd8a5609946b96a7ea9194498f7c78c01b..37fb3347fa3e6087d9011c34c1bf21ea16a69665 100644
--- a/model-00002-of-00127.safetensors
+++ b/model-00002-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:00650ff7b63a5334f8388160a82edc21a7a08934ca53de8f9ce68146a31a3000
+oid sha256:feafbf2115cbb9374b45d81cce73c67fde821fad8f2d0dbb4fe712423d7c78f3
 size 849349296
diff --git a/model-00003-of-00127.safetensors b/model-00003-of-00127.safetensors
index 15c0821b8465b6116a711d730992069d4243796c..cc818a96ca8fc211c335d917c76ca3ffec51a044 100644
--- a/model-00003-of-00127.safetensors
+++ b/model-00003-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d79462c85d6a7939b1bde99ed1ed68c43901462577458cfb9e4bdfaa01b6ba93
+oid sha256:7a9ebe3e239bdb8958e9e627a8648584a3b50d2b6e26ec7145f1d5d546a1102d
 size 849349304
diff --git a/model-00005-of-00127.safetensors b/model-00005-of-00127.safetensors
index 7f28eb2039720e88837dcbfaa39fd1206c7bef13..c8e1181639ef7262b458c5f71a7652f06b4d9cc4 100644
--- a/model-00005-of-00127.safetensors
+++ b/model-00005-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:27ddaa5f1b7a090e4a5417dbe5d463836edf51f86b362dcf794daa2b1a5491a0
+oid sha256:04a69568f325ca310df526b1650829feb31fc5e9ef0fe8ef2813a1df52c30f5c
 size 849349296
diff --git a/model-00006-of-00127.safetensors b/model-00006-of-00127.safetensors
index 2cb0dba2bd4168d0add39a6406dc28a479137823..6d8ad4e33a67ed0106e216d3315853375f64fdd5 100644
--- a/model-00006-of-00127.safetensors
+++ b/model-00006-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3ba240aab9be8969e74ab0d192d4472285e02c0dc919637f62da612ed613f807
+oid sha256:4048647c98b690a3772e1caf5c6295513ff7f3c88bdf5c746dd09341a235f7e0
 size 849349304
diff --git a/model-00008-of-00127.safetensors b/model-00008-of-00127.safetensors
index ea6df94a8891b4b12a45054c72036d8027f3ce7a..f53ad8694735948559f186048a00f9c425228fa7 100644
--- a/model-00008-of-00127.safetensors
+++ b/model-00008-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cfd3cb350a62c5cb4d4530fac9a5c255fe09ac61882fde8a8a00970501e32492
+oid sha256:26e9118904e4a2e043e98b9ee1f7ddd786bfe189cb74d6d2aeca5c239d5e948c
 size 849349296
diff --git a/model-00009-of-00127.safetensors b/model-00009-of-00127.safetensors
index 11bbb5d1a3e510e9e64c367e2608864afaf848d7..5b162821b4f13cef3bb7c719920870e9693d3cc9 100644
--- a/model-00009-of-00127.safetensors
+++ b/model-00009-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5038f7d5eaa483ca4a58a0362641ac95a0bbc42d19c71c1d974aae468a1efbc7
+oid sha256:d3e1aa37091bac3340d8e04dd348a615fd6549239c0d6a5d749697638355e48a
 size 849349304
diff --git a/model-00011-of-00127.safetensors b/model-00011-of-00127.safetensors
index b480782230225e4a51d9b106d31465a75fdbe008..7b98a99b6f4a16f08ea9f7249038929aac78517b 100644
--- a/model-00011-of-00127.safetensors
+++ b/model-00011-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:102109de060f37d6cc451f216dced0880e2564327e10eadf1a6b399633c9e760
+oid sha256:2043fcd4231001b50b7d565e3fb56a96f4f0cee5b01fe8a60424e99e728f5a14
 size 849349296
diff --git a/model-00012-of-00127.safetensors b/model-00012-of-00127.safetensors
index 2a2980b0c1e27bebd40e2b5e33788dc4cd445cde..9430a462b746deaa3396343c9301bb9eb8f36a57 100644
--- a/model-00012-of-00127.safetensors
+++ b/model-00012-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9bc50f8eb03ba1522fe4503f58618f76d695aa0da1c6f2b5f81c328b31b335a0
+oid sha256:1b668688c8edd57d5bf76457d3123b6082670230f1292699b48680a28eb70b32
 size 849349304
diff --git a/model-00014-of-00127.safetensors b/model-00014-of-00127.safetensors
index 0c46041295ca84e7c86af6aa8d5d3af5aa46eaab..b027544e320e57188fa15036c2f53444360d30a5 100644
--- a/model-00014-of-00127.safetensors
+++ b/model-00014-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:86af30d4dc7dce3923e40709c1b3570e688ff39b2b230da8bb5ffaf32d65431e
+oid sha256:c35e2724c2f4ae3d9712019f8bea7f83bc3ab6be6c3978f7e011ab8c34adc72d
 size 849349296
diff --git a/model-00015-of-00127.safetensors b/model-00015-of-00127.safetensors
index 14506a754a8af7a9e2ada9bc8dd52768669cc445..6d4bd2e2d0d8f9d46a57ce745b9652d694f485f0 100644
--- a/model-00015-of-00127.safetensors
+++ b/model-00015-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a1cb4d1e3b471c19076eb240baf3259190a39ebccee213b63f03654328bbf8b7
+oid sha256:f8980e8906ed4243356ac121a585fc9deec50bb3083617822ba2748a8e1de5ab
 size 849349304
diff --git a/model-00017-of-00127.safetensors b/model-00017-of-00127.safetensors
index d7248f4a3eb2aee82ddd096812ca5b70505f461d..b5036cf99b1a14c015dcb3be63d12253c0f25cee 100644
--- a/model-00017-of-00127.safetensors
+++ b/model-00017-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7f750486aa86c16534ffcf3359a44cf87db5c33b2b78dda81ad76f1e0b3479f0
+oid sha256:e7e815391c353c2fe41a8c5101b0b841e94e0efaf497301f459e02adceb00271
 size 849349296
diff --git a/model-00018-of-00127.safetensors b/model-00018-of-00127.safetensors
index 5db6211495f5a581ed72b6436cea5759ab56a0a0..51b6a1177f3c2cd85597be31bbaa27627a70944a 100644
--- a/model-00018-of-00127.safetensors
+++ b/model-00018-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7e4d7b339784190f1718331ac0d492896367f09d94438f1a0f43eddfa023a373
+oid sha256:acb4ee5222c924f57a7c04fa5cc7b133a16bda14f0d877fddeca5bfe2adbb236
 size 849349304
diff --git a/model-00020-of-00127.safetensors b/model-00020-of-00127.safetensors
index 07e5908ed0e331e65a3792db6ded76c6fbdd8e55..f91bcccd155f0ef11ccb3489a40199109a0f17a1 100644
--- a/model-00020-of-00127.safetensors
+++ b/model-00020-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:84b5e476a25930ffa8e5f4582a067ea3bfb0e5993fe8c88bf7692655df8087d2
+oid sha256:71c872be63c376d7699e56f72d50d2b7cb9b52dbd9dca06d1bb6df5eb9401690
 size 849349296
diff --git a/model-00021-of-00127.safetensors b/model-00021-of-00127.safetensors
index 72078e10da6e14a69de79c30ca4d1a49e1fd0cdc..b8367e599bbb21bce19232e1e399983ca0f9fa23 100644
--- a/model-00021-of-00127.safetensors
+++ b/model-00021-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2e7b1bf66ad1fa0ef0ac1e35535abc090458ea387ade637f300848be1edd73fd
+oid sha256:ec664d18c86eb84f5ca408cd99ad078687030e96e659f265fd20a3b6bb4e770f
 size 849349304
diff --git a/model-00023-of-00127.safetensors b/model-00023-of-00127.safetensors
index d85d5a23e844734d7fc8877d80a2865b1db5b31d..5b2484cb207680b1f2f472651d1b23fbbc095b59 100644
--- a/model-00023-of-00127.safetensors
+++ b/model-00023-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5bb20b5997b44273f064da2c8773f85d417a359d9d3aeb1ff2ea274cb42ac3f6
+oid sha256:7256d94becf4fab4c9a1bcfef0752f3e0695cd17e17e566ed7f74db4151e3119
 size 849349304
diff --git a/model-00024-of-00127.safetensors b/model-00024-of-00127.safetensors
index eeb386773c0e421e8b90fc4431e99e8e7f8e5206..cce5422f221ff553c7be36b0ce32f57e034bff8e 100644
--- a/model-00024-of-00127.safetensors
+++ b/model-00024-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2ff8c39f0c4e600b709a26a04e84eaf2fca99cb773c75d4ab2f68ec1d1213065
+oid sha256:20e8666220840bff146cc707cb217a763a771c3706a3ef159885781e51300765
 size 849349312
diff --git a/model-00026-of-00127.safetensors b/model-00026-of-00127.safetensors
index e8f74594bf422925d18fe10d538d0d260cef4a8c..0d37e7b3e8efdaa4226ea8eb35588f7382bd4e0d 100644
--- a/model-00026-of-00127.safetensors
+++ b/model-00026-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1c9f370543a6fd21291ca7a0762f7d7110f226971bfe61a556ce377715343a61
+oid sha256:8ea2f19e2956016bebd0bcc9a5eea22581af116f7fb585ddbdbe63b2257f1b4e
 size 849349304
diff --git a/model-00027-of-00127.safetensors b/model-00027-of-00127.safetensors
index 87736e806c4b0f741036b7cfc099b6d077f70e9e..cfe82ee398a1f3793349800cc948bad8a7708876 100644
--- a/model-00027-of-00127.safetensors
+++ b/model-00027-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ebc94140264d84b626a9ea5da99459c87a2078faab75812bd347f6584e4264b4
+oid sha256:8cdc0fe71b2a09a21d4364c8f5328b4a60e2388ee7a1b91d75e60dcd3ace6787
 size 849349312
diff --git a/model-00029-of-00127.safetensors b/model-00029-of-00127.safetensors
index 62a327b9e0119107aef4f8c333fe74f45f66ca67..152cc5ccae29e9b1867eb2cd46b2007d2c062659 100644
--- a/model-00029-of-00127.safetensors
+++ b/model-00029-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ea2a2b7cd9a5a7ff191a61615d6e38367f349737f068dc30104bc5afd322f16e
+oid sha256:70b72a97e1a153e9c696eff637fccff0aeedd3b3cad921ec56e6afedc7bcb3a5
 size 849349304
diff --git a/model-00030-of-00127.safetensors b/model-00030-of-00127.safetensors
index d6be74fcda3aedd5b826da30b6954b9cf4955c2f..56ee5db73645e771abef78372295a7b6aeca09c4 100644
--- a/model-00030-of-00127.safetensors
+++ b/model-00030-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a02656c55abdb6507d1336efa460a7d8171dfcbd6162b2068a58aad77df51a9d
+oid sha256:38d2fc4260e5a9f46d90c125897c3ab3f66627382503037e9f30fe4d0829597f
 size 849349312
diff --git a/model-00032-of-00127.safetensors b/model-00032-of-00127.safetensors
index 8004fa90624b1abbb3a46394de3aece4a5276918..b8f674a9f7de7803381b84349cb9f1d6f2f8d32e 100644
--- a/model-00032-of-00127.safetensors
+++ b/model-00032-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8eeb347f1f87cec167b9536f0a4419db1db7ece6be536fefeb6dd6fc78023ab0
+oid sha256:351fbfda56a4e3d1f734fe8401c0186a228d9d3e535cff6fcd3ba707bdbcdb74
 size 849349304
diff --git a/model-00033-of-00127.safetensors b/model-00033-of-00127.safetensors
index b7592a15ab4c78b8d174c92962584c9debf2360e..26288aa0899cc2afceadbd83ffaf5c93019619a9 100644
--- a/model-00033-of-00127.safetensors
+++ b/model-00033-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3586c78d661c36c5cb527b6b9df4c4a5cc2c438e7f46b86000a27c84f2572826
+oid sha256:c0de134ad4bdefc8b0c9594c1297b49643925567e7439b78f9bb3a1265d8de42
 size 849349312
diff --git a/model-00035-of-00127.safetensors b/model-00035-of-00127.safetensors
index 5dc2f02402a681f8b278537222ff43d78f7c5a6e..32e86248fb8c3b7f7a6ef46419c00a64c2d4b1c3 100644
--- a/model-00035-of-00127.safetensors
+++ b/model-00035-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8ec80f6ca3a92664bab59e72bcb3b8fb99116bb1594b9d09286f6faa899d667e
+oid sha256:475f4c723b04363523c373d0aaaa414df4d97340b8ca9cbe5c1f8aa384dae3d7
 size 849349304
diff --git a/model-00036-of-00127.safetensors b/model-00036-of-00127.safetensors
index 8aec8c4844cd3e808c9f016bd1ccd2b94239a63b..86ffea22787310066ee6f366ebaa4c017038a4c7 100644
--- a/model-00036-of-00127.safetensors
+++ b/model-00036-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:13064580f4e185cc34b6daa9da039dc3e195f6fe97160dc46239a376fa799e27
+oid sha256:dbbe3b6f20083e1233023ea439021ff9548d2638c24889800aa7dda5c5496395
 size 849349312
diff --git a/model-00038-of-00127.safetensors b/model-00038-of-00127.safetensors
index 4231e63da69f9f9e5b2868b236ea0e7b25eb55b1..cdb1e8cfb36f4c84c0d941ffa839c40053c6c1ac 100644
--- a/model-00038-of-00127.safetensors
+++ b/model-00038-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:20462dfd23b842ecb5bc986710222e8c353995336eb67c5402bb2d0d4a6b5162
+oid sha256:29f15bfaced8457da03f14d0714f91c1fab83772383695915e67a29483c9b59d
 size 849349304
diff --git a/model-00039-of-00127.safetensors b/model-00039-of-00127.safetensors
index 19289b8b125655be486036fb57a38b28acb347c9..c1ca93ad2b1fd892b8d8a045e54432d371ea69c0 100644
--- a/model-00039-of-00127.safetensors
+++ b/model-00039-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f43dace605ff64fec7212dd686bb8e53bae52bd5005a0e09549e6c14179335ed
+oid sha256:4394a55c6eba90a7b07a224fc6dfffdeeacbc488fcb48bafd6f5b3a880ae054b
 size 849349312
diff --git a/model-00041-of-00127.safetensors b/model-00041-of-00127.safetensors
index d8933c4c02e697d80d49ecdf37be28ba3f8c1bb0..e8c67060fa0035ca20f71e254e9f9457e1bb9e56 100644
--- a/model-00041-of-00127.safetensors
+++ b/model-00041-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5c99d42622869e791d625465163856f095063a29cde5324892857ad7c92cfe4d
+oid sha256:2acb6f5ce7105146c3554b9ab5727c05774a75127c1115ca96bc3f1ed5f5881f
 size 849349304
diff --git a/model-00042-of-00127.safetensors b/model-00042-of-00127.safetensors
index d3794a7dce8aafb1920025977521a4612edbcb71..6d03e47596c997aeab5a69530d15e0c0ba9b9054 100644
--- a/model-00042-of-00127.safetensors
+++ b/model-00042-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8595619d4fdc415f9bd9f8b07f96cdbbc74ba15eb1e3141dbefb781a8ba52782
+oid sha256:f8073e2501af61d58806403747d3940d747634dd5dd4217b3eb6db2cea9be4b5
 size 849349312
diff --git a/model-00044-of-00127.safetensors b/model-00044-of-00127.safetensors
index a7ab4183c714c9028d5cc703ac4046f5d49289d9..c2efadca8ded303c1a2ffdada4a2d2be583ac003 100644
--- a/model-00044-of-00127.safetensors
+++ b/model-00044-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f5e68dbf2e1352cf1e0a26dfa2b47312c2d2b56c462c6c29a4ce030caec2b907
+oid sha256:a5111badcdbd688a9c148c8f181faeb4e54fbc0b0336acd0fcf276962c8d28bb
 size 849349304
diff --git a/model-00045-of-00127.safetensors b/model-00045-of-00127.safetensors
index 1ed602238bfc5a0c18c665df95a8f257e054829e..ff0c338a12095766fffda7a141c44bd2eb21fd96 100644
--- a/model-00045-of-00127.safetensors
+++ b/model-00045-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0cf6e51f2498dc504df159e42495c63868a204e1cefb7a93036a9aaa1ac07cd1
+oid sha256:3afe6c1b0185d1ae1c268c6d3189c9d8cab6ff9ea4659435e72662189a39f582
 size 849349312
diff --git a/model-00047-of-00127.safetensors b/model-00047-of-00127.safetensors
index d55b002fd823cc25835bf657e35beef752a1873d..816c54539fa2b92c2500f1cb98e4b4ccaa849893 100644
--- a/model-00047-of-00127.safetensors
+++ b/model-00047-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4bfa1f42ae97368b8f5c923ad9a4b80d45359938493888af24a6379cc7260376
+oid sha256:a9107ba21728ba17fc045904c0f53ec7acac759958a172f649c8a6b24df13a33
 size 849349304
diff --git a/model-00048-of-00127.safetensors b/model-00048-of-00127.safetensors
index f47273161eab662a012ab7e9cf77b43f8e08a7b2..2d7b23c44bc299379427d76cf6bc6f7b10c3161d 100644
--- a/model-00048-of-00127.safetensors
+++ b/model-00048-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2605d25c8054d3d88c65e5906c469e41b34eee3e5d7dc1c0e181d83f21cbaf4a
+oid sha256:a874cf70df334524d2e0c999b9299d48e1570c819caf9e132bc7265ab681956c
 size 849349312
diff --git a/model-00050-of-00127.safetensors b/model-00050-of-00127.safetensors
index 5d27d0c733174786c7ddb52f0716c806d6ceca5f..f3977a4bbcaa561921b3800afa7aeaa723e4df23 100644
--- a/model-00050-of-00127.safetensors
+++ b/model-00050-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5a47107a8f8525acc9d43de44db5e189d3299d5ef5e03e0e09ce12d6f21f4bac
+oid sha256:bec235c5d2b3513f5e5fc7aa2db13b7d5618f6f751f9a1193f85c08f63139963
 size 849349304
diff --git a/model-00051-of-00127.safetensors b/model-00051-of-00127.safetensors
index fb6a6c38861d99dc87c727beeb621d23f96d7c47..b703e1a72a7dde941b29def94681e73e32f77a66 100644
--- a/model-00051-of-00127.safetensors
+++ b/model-00051-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1084be861ef48fc6ec6206dd833906e80505ac11b82aa47905727ea7377989c7
+oid sha256:0e1ed3147c9b7f2dc5f8c4034aee557407ca20a14ff410de41d582a1419b28b8
 size 849349312
diff --git a/model-00053-of-00127.safetensors b/model-00053-of-00127.safetensors
index 76c2af50ecea45b1a735fb90b1458e73b9b5ab9a..1b503983136d8e55ec085ba2fdacf80c2a9ab684 100644
--- a/model-00053-of-00127.safetensors
+++ b/model-00053-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4a3570c30804d4a2db9109d2d287816d565cd08bfcd3f17a6c64f9d35adeff78
+oid sha256:1bb8cfc33df6d423146c3d0df440d2e8c5424cf5adba6a95ef515f68095ae940
 size 849349304
diff --git a/model-00054-of-00127.safetensors b/model-00054-of-00127.safetensors
index 15447e0926b54e78d2acb6fcb10f3d43fba355f1..d904b9d35171e2d12d499cb8b92ce5039de54fea 100644
--- a/model-00054-of-00127.safetensors
+++ b/model-00054-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5de84cc8e23b9b6815c2f9fbf7581a4f4d022ec264932852325b9ea30ec4e640
+oid sha256:2af9e227a1d784301df631be07ef1d810b855e1eb68bca649584a1ffc5e6e652
 size 849349312
diff --git a/model-00056-of-00127.safetensors b/model-00056-of-00127.safetensors
index 23f2b86897b23f9a5e803c951ee298669aef164a..6acccd96146415bac698d38d8beb668cf2088be9 100644
--- a/model-00056-of-00127.safetensors
+++ b/model-00056-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b672abb5114b3e96b2d674076abb091ea1f7187aa27e8c50133215b75cbf4fbe
+oid sha256:531b9710f114eec1df9b60b34f8b654e78d56c16cb14faa70fff93a4354d6b91
 size 849349304
diff --git a/model-00057-of-00127.safetensors b/model-00057-of-00127.safetensors
index 233d00129930d41141a491d8ac52f3f68122d939..55242f3025365f68d8dd407da668b14a1b0248df 100644
--- a/model-00057-of-00127.safetensors
+++ b/model-00057-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bb01679b913f9ee74d524942ccbddc3f1355d1d538c159ec46e775ba5c6b988d
+oid sha256:637dbb8aa6084ec45e87229f6223cae36692772079326181821c9d5883576f12
 size 849349312
diff --git a/model-00059-of-00127.safetensors b/model-00059-of-00127.safetensors
index 854ac2ea2eeba736fa55611aa3c7fb98f2029e80..2f585e60c271627b90ea6d26daa6a99a1434c9bf 100644
--- a/model-00059-of-00127.safetensors
+++ b/model-00059-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:27400e975ac9f40954866f43f4f4a302e572a131ebb3f71bfee36f0a08ba6cfe
+oid sha256:47e179bc078134fc65d857e7dae929abd65683545317514057907f13cff14c16
 size 849349304
diff --git a/model-00060-of-00127.safetensors b/model-00060-of-00127.safetensors
index 174c91d5f448e42a91ded646ef6a5405f9a0c63e..7d5af6f7f68f10937508471fa93e3de877186758 100644
--- a/model-00060-of-00127.safetensors
+++ b/model-00060-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:530b0d2f3aca5f2feb5ef1f671d730327cab51afa783e7c3afe05c424eaa4a49
+oid sha256:96bee74dde43ce4b15deb629d0dae9dc0bdf816888d7e2bebcd8d3ced7f4b9a4
 size 849349312
diff --git a/model-00062-of-00127.safetensors b/model-00062-of-00127.safetensors
index 5f10f5ddfeadbfe69f42c9a9d20e236576b5143c..34efc2084f9096f1ee63ee4595f1899571ed00ef 100644
--- a/model-00062-of-00127.safetensors
+++ b/model-00062-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a57eda7cf7e290685824e757decc34eb3dc27b57ac1071350993230d8062c124
+oid sha256:ef057261da8c1845789b7146a6f24dc2c5b7a69b971025e16b6b91c332057848
 size 849349304
diff --git a/model-00063-of-00127.safetensors b/model-00063-of-00127.safetensors
index 39849cff6f9b730e5c541fab1abdb1dcd107fc8d..81d31a75e35f6f7bd8f85496937f0157673b47b7 100644
--- a/model-00063-of-00127.safetensors
+++ b/model-00063-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:27d9f9b785cc22c88b67a0d123b3f6c64059ff69978cc9ab5303649a36886562
+oid sha256:c2fe1d66c0e5eaf48d6d99070dfc318c2e9565114f0afd1da069e5db98570de2
 size 849349312
diff --git a/model-00065-of-00127.safetensors b/model-00065-of-00127.safetensors
index 64b15310cbb0d75df9d75b459e6d497979787fcd..b621dae7d79e9b19282fa7e3040f5094265dbc34 100644
--- a/model-00065-of-00127.safetensors
+++ b/model-00065-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:667102be1f6997eadf0286a2a5967323000fe2e80bae0bdfb0f5b23fae34e258
+oid sha256:3b0e51ea33c3c7dccceb364b26c23894f9f47a358d4e52666cc4c9bec910d0e7
 size 849349304
diff --git a/model-00066-of-00127.safetensors b/model-00066-of-00127.safetensors
index 9ca889972770ad3df41789b8172ec5596fb6b956..f2400cc1d88828ff437199ecda197008f7a66301 100644
--- a/model-00066-of-00127.safetensors
+++ b/model-00066-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c9843744062fd03e31b4ce22cd33beb0f91829dc618a8336087eb6fe19ef0955
+oid sha256:499ef9a8d08f336910f91993b0cc07f369a1cc6574626f724efed909c8f8286f
 size 849349312
diff --git a/model-00068-of-00127.safetensors b/model-00068-of-00127.safetensors
index 31e6566c0dc5c7ff46e2cf6b92c1f2a6e6be5ca0..0c416f094438876679096e3c74aab1b2c0f95435 100644
--- a/model-00068-of-00127.safetensors
+++ b/model-00068-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bce3ff37c6d9158bf959e16c54e8321639813caad2edbc5655b633dc2869fafc
+oid sha256:05f16438832addef93132831f3ab291a91db5e42f1e7ec34d76d663af1de6cb9
 size 849349304
diff --git a/model-00069-of-00127.safetensors b/model-00069-of-00127.safetensors
index 20bd12690ef9461dc6add1bb74efbb31fc183de8..cc8ae2ccd9e8a8b8c2415ac2778b6e61d6bee15c 100644
--- a/model-00069-of-00127.safetensors
+++ b/model-00069-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:608ca576540def47b3411e116fc4fd5782a0a758491c5ac58a6b5eb4267b3ec2
+oid sha256:3852de8b67e3a731713dfd1c733fa151b72f1f3366c65f50651f741887f0014f
 size 849349312
diff --git a/model-00071-of-00127.safetensors b/model-00071-of-00127.safetensors
index 4d7cfad7fd9004b5aae86e537fc4f6ab0fb0cab5..6167dc0fe4c4ef09ae7076b674f25e2b3fc5be75 100644
--- a/model-00071-of-00127.safetensors
+++ b/model-00071-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:14cfe58d108d3796df20434a9cd85a12e176f255afd99e60afb0d0bdf6d81217
+oid sha256:8632f850e749a86e3e350c68ef24e65c9542ecfd224fb793a18ff3b1dd96c280
 size 849349304
diff --git a/model-00072-of-00127.safetensors b/model-00072-of-00127.safetensors
index d04d310606a8d5ef109c531da0b22cbcac8379d0..e5dc7a55c57edeb10936a087f4d335e5f7ad3449 100644
--- a/model-00072-of-00127.safetensors
+++ b/model-00072-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0fa5a8c4116fbd2c7e7bf8afa86a317532099c122c138f9bb15dcbdb73e48727
+oid sha256:a37a80fc01fd35714bd8db0a31fa72c51a38b343ba3e5ba28fda8c337ca3f141
 size 849349312
diff --git a/model-00074-of-00127.safetensors b/model-00074-of-00127.safetensors
index 0e8ea43a53add598b073dfa993cf7269a5d71f8b..c0bcc7c254e0e5f696f02b2e828a1ede355c0148 100644
--- a/model-00074-of-00127.safetensors
+++ b/model-00074-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a163209ac09765608c0a151d983c5eb0c293311f8944c9908b58084ddc1da98d
+oid sha256:abe7ce8339fe37423099d86923674ca6605515928c7950df218db7e5a26bc0a0
 size 849349304
diff --git a/model-00075-of-00127.safetensors b/model-00075-of-00127.safetensors
index ad92882fc3704c4078946bded78b534e3723665c..6eec4c83978271c25396dfeef51bd0ec65d19436 100644
--- a/model-00075-of-00127.safetensors
+++ b/model-00075-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6e660d8e55abb53514ad37609e0aa1d2d636258b418f99d283e7855cfd71e853
+oid sha256:eb5064935ce86c1fc75b1b5a343aea5362c747716d84ea547de92311fbbfb3fd
 size 849349312
diff --git a/model-00077-of-00127.safetensors b/model-00077-of-00127.safetensors
index 18ce831a512dd66650153e18884208e81916e354..7aa345bb70cd5f3c8bce08782708c9dd6c73eb6d 100644
--- a/model-00077-of-00127.safetensors
+++ b/model-00077-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:239383e1c358ce9a28dbafd41b20d0a1879c4aae3c19318ea9f0db0a335a1748
+oid sha256:b03a01311c99281af36760849cf04b2a2b70a4db035b0df0c4b77e125eafbd9c
 size 849349304
diff --git a/model-00078-of-00127.safetensors b/model-00078-of-00127.safetensors
index edeefc144c1493a7e1fc4e89473e8ba56512ba3f..08ca3d5cf5511eaadff847edc1e81778ff6c032e 100644
--- a/model-00078-of-00127.safetensors
+++ b/model-00078-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e5672a5e7b4acb95c75057f1b4a4e4e35cdfb143d415f1cca41d577bfbc4710b
+oid sha256:f55b48585c6ecdd67e73fa5d77c5a2ec714eb0a64a14ee32c56819663352180e
 size 849349312
diff --git a/model-00080-of-00127.safetensors b/model-00080-of-00127.safetensors
index 9b0e28cdb2c16a8a3192306ae412d3b54fd566c4..8e92b62dae0375b8369ae4a5bd0798af9b3ba770 100644
--- a/model-00080-of-00127.safetensors
+++ b/model-00080-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bfcbeb4e54c8853362a0075fd0050de4f6b70439740b163e51fe078e3cc3eabe
+oid sha256:bae80cf760e4ab9f7f42f07993c05c7c417c2be5951f9163be9d81f74ec3c623
 size 849349304
diff --git a/model-00081-of-00127.safetensors b/model-00081-of-00127.safetensors
index 9da2021db00b55bb3f7c5d23e5a20530b709edbc..f2a4d4fb35b7d102622f90037452ddca64f2e1ff 100644
--- a/model-00081-of-00127.safetensors
+++ b/model-00081-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c8a66ceefd54e9ccbc10d5a4e6844e194abbc55d05a13beb66b7235fd2fe9777
+oid sha256:b5ec89ad3b4584350fd3b532fef33b62a1f5f2521e1fc5cce4c236541f0586a4
 size 849349312
diff --git a/model-00083-of-00127.safetensors b/model-00083-of-00127.safetensors
index 32d53075de71815cbd878f2a1e15608679a10864..348592683b7a2f34b5afc86ab44e6809ee6a7533 100644
--- a/model-00083-of-00127.safetensors
+++ b/model-00083-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c88ec15f5fc23578871dcab9bdb7f1a51d12fb8206da37337ad7150821e4ef8e
+oid sha256:023c952e4406640b7fe40781d8eccaa56853eb45de8c832150fa43dab531c04a
 size 849349304
diff --git a/model-00084-of-00127.safetensors b/model-00084-of-00127.safetensors
index 7fd0b8af8adcd71dbcf2ade36254f409430eef26..920be6deb0d542dafde3a831e469c1c005134966 100644
--- a/model-00084-of-00127.safetensors
+++ b/model-00084-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c7cd32efddc785acbc9316f00ee72f1036a6839dfa847fba2769c2ee51ec0e21
+oid sha256:c0313485779429cfdaa45cbee0999b8fe12f644486dc86d3f8901ef11a4ec894
 size 849349312
diff --git a/model-00086-of-00127.safetensors b/model-00086-of-00127.safetensors
index 40a184e242a74418cb8f8a8121e207c61584976c..e6a6ed424dae3541a194171d684bf62fd16fac02 100644
--- a/model-00086-of-00127.safetensors
+++ b/model-00086-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:34f90ca04efe5fc4ecdcc9ad9d8eaf5472f7fa68de3d34e3c9687ee9ee29e371
+oid sha256:5c7fb53efea7ae5a011bcef5fafe4d18a519dc07060267d213037a8084a540c6
 size 849349304
diff --git a/model-00087-of-00127.safetensors b/model-00087-of-00127.safetensors
index b7275d5857ffdfa7580e7711e9950148fdc78412..97c0136b03f201e7c01460db6d0ae165ea6705aa 100644
--- a/model-00087-of-00127.safetensors
+++ b/model-00087-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0350f67e8b8b77165e34c3e2e3ce68d782b0fd7769cc1d27451979dc4d7cfba1
+oid sha256:be413ef12a19a18d1b9e238fa2394544307c6ed80c6984d42a2b60093d0f8325
 size 849349312
diff --git a/model-00089-of-00127.safetensors b/model-00089-of-00127.safetensors
index d29535365f000d112f53b86e09fa8078ac7d7fdb..ef39b4086c3d3e70014c13f0c844268a86fb8010 100644
--- a/model-00089-of-00127.safetensors
+++ b/model-00089-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5355cd7fec2e05c5aabb9a382a2dae69018caac3628342aca03fc494ffbde338
+oid sha256:3d64d09e09ff6855a245b52220061b17045a88930abe95691cc17902aafe2f69
 size 849349304
diff --git a/model-00090-of-00127.safetensors b/model-00090-of-00127.safetensors
index 1007e19299f63589e83d28d22b37df290ae249ab..21802d1f2c5f398594becb19e6e8526082ecd359 100644
--- a/model-00090-of-00127.safetensors
+++ b/model-00090-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a00b0bfbe076a41f9ff9295d18e8631747cceb1ea7981127561a99745d9f2a09
+oid sha256:e8a1f5e8cc7344271ad893f197b3c93bc986d14e077cc1c36e08ec1f1b8db4a5
 size 849349312
diff --git a/model-00092-of-00127.safetensors b/model-00092-of-00127.safetensors
index 79bf1ecb194328a81a70ab7d2668deced90987ae..1771bc75378d74d3d443ea38269abd4ea633b586 100644
--- a/model-00092-of-00127.safetensors
+++ b/model-00092-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1ed9ce569803719ca66179fbcc2b8d2f7958424b42cc91a27016f45bef33ccdf
+oid sha256:fffa222c761d8960483ea0ea2c01c59773238a19307a0722270d16081de6dd99
 size 849349304
diff --git a/model-00093-of-00127.safetensors b/model-00093-of-00127.safetensors
index 31f1ffa8c45d22d4f4490e79fc37be2de6f948b3..9d05cb611b6992241eeb0ad4ee99d7ac9f83a136 100644
--- a/model-00093-of-00127.safetensors
+++ b/model-00093-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9812e13c6ab4997b3c40701c0811f853bf93e2bf2cf3336a492d9482d9df9198
+oid sha256:0d1ef4cb2e33fdcece3ffe501623c83ca0ad4b4fed29002feda4656e1b7ba070
 size 849349312
diff --git a/model-00095-of-00127.safetensors b/model-00095-of-00127.safetensors
index 75a381351895a6582ee4c01416594116839a4a65..b8e11ab4ebb504e7c0c22863dcd051fdd0c6b35c 100644
--- a/model-00095-of-00127.safetensors
+++ b/model-00095-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e53363cfc92f3909e2d6e728a4018790da36433055ca6dfae0b6a7b34b5cb926
+oid sha256:154a18d8a691ee6f8844e87b1d955e3bd8b52dbe2ae39aa90d7154fe48644295
 size 849349304
diff --git a/model-00096-of-00127.safetensors b/model-00096-of-00127.safetensors
index 1d6b34877b75696e684b819ce8927c6f72df935b..13702df920587836b79c6cbf6cf13d1360513e5b 100644
--- a/model-00096-of-00127.safetensors
+++ b/model-00096-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:15c2a16ea53e79ce44a8e9d9ed5c88eacad675ec3535a6f83bfbc06611dbcb83
+oid sha256:5406708296c8d9ffb94e7fc0b07592460faeac43416fbd90b49aa9869009872d
 size 849349312
diff --git a/model-00098-of-00127.safetensors b/model-00098-of-00127.safetensors
index b03d5ff37b49f86fd5c09b9b3aa26891de1b0337..4a91692359d00c0d4b4689ab2fd205e5bada0c01 100644
--- a/model-00098-of-00127.safetensors
+++ b/model-00098-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:01bcdce3dae5f36a7b0fb9ff4a14365d33b66447664119f5eedca9c2611cb742
+oid sha256:23eaad5b8090eec37b361bf1c3c8609514dfc0b800a1bde0f2ae502b9a7942bb
 size 849349304
diff --git a/model-00099-of-00127.safetensors b/model-00099-of-00127.safetensors
index 2ae47ec785f30dda850f989b4b55eb8a5dc1cb15..939c3a83946065f3e1db5bf1ee05a20f28e7d380 100644
--- a/model-00099-of-00127.safetensors
+++ b/model-00099-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:96099689cfbdbc2f916e8c1097e635eb6212252be819a4e5dc4775fcacac35fe
+oid sha256:be65cda35a0ccb0ffd0e57f2a5b095b1ebb903aa936c805f5072cdffe967ed5a
 size 849349312
diff --git a/model-00101-of-00127.safetensors b/model-00101-of-00127.safetensors
index f690a5cc9e78b0f92d5e8edebc77970f4e2c6961..ff0855a9e7846f408e09c5a09acf24946a0f813c 100644
--- a/model-00101-of-00127.safetensors
+++ b/model-00101-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a2b6dc7342c516fe5d0507517ab38f30f8c1ac37ad0a92ce69d8de5e120c59d5
+oid sha256:66c0806ccf2ae0a939124d7a48f65468fd5ce0fe7dcf8c76de552847a60e0d76
 size 849349304
diff --git a/model-00102-of-00127.safetensors b/model-00102-of-00127.safetensors
index c19ce4c2ebfc085b5a97b501180636431be3f696..d1849a8628e293bdcef034269a643d6c31a02fa8 100644
--- a/model-00102-of-00127.safetensors
+++ b/model-00102-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c75081add79b18d3f77f651e69ca2e5295522f8e528e1332c738e3ce5eee3c30
+oid sha256:dbcee486447b5b2dd9ac240a9a83f7dc1bbe1f2ba1d4d052c570a8edc39bc6d2
 size 849349312
diff --git a/model-00104-of-00127.safetensors b/model-00104-of-00127.safetensors
index c373c7e176bec120646352f96ffff4d159945a7b..2835cc5d5f6214fb55cea1824280c397f252d72c 100644
--- a/model-00104-of-00127.safetensors
+++ b/model-00104-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e785d6ae0a9ffb83fd98e15754b2115fb968331256042227bf33a92bc40a5ae0
+oid sha256:7e088b372447e7fb9fc1f9d1cef391dc15e41a7d21597429e8d9e95f5d0342cc
 size 849349304
diff --git a/model-00105-of-00127.safetensors b/model-00105-of-00127.safetensors
index 2c89a3c8d5ee9b2a0a43f5cacefbeb07fc13e8d8..d0cfde4f6c096c6fe63871654577c803c55e5041 100644
--- a/model-00105-of-00127.safetensors
+++ b/model-00105-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0eec8aa7617bfb5f921603eb398ea2327d5506d34e63a682e2d29ae0e3af90aa
+oid sha256:a85c31fffdc0cecc8f37880da73de1b5569427854bcc04ab4bc6dd627743183d
 size 849349312
diff --git a/model-00107-of-00127.safetensors b/model-00107-of-00127.safetensors
index 2741caeb07dd6131d78da99a4d882f57745c3d18..dd07e4f74f9360f11cd06e922ab35664ddf79a2c 100644
--- a/model-00107-of-00127.safetensors
+++ b/model-00107-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1678faf8821613f6246a338ebb4b21e0704d4a660a42f4eac7d049c381273009
+oid sha256:2a24d84041fd40b719078e6282cd4194a842ef482623c590e4a93f018bc02b10
 size 849349304
diff --git a/model-00108-of-00127.safetensors b/model-00108-of-00127.safetensors
index 3bb73e46691f50aed9cd1faccf8851096adbeac5..57273f3e2f0669804b5fe06a81ec1edd43ef460c 100644
--- a/model-00108-of-00127.safetensors
+++ b/model-00108-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2c3c1437ee96866e50790107ff4db7b8b5e40e710b042424c9143f2263ca107a
+oid sha256:a705a80876d7325875a07d4c1c7cde08f2fc42d53292514c322a738a44052ad9
 size 849349312
diff --git a/model-00110-of-00127.safetensors b/model-00110-of-00127.safetensors
index 955a5d0b94c87b21c7bb42a1387aa631c03c2b61..f92298bf3d5df164735d5c1837b1c88a65bbf123 100644
--- a/model-00110-of-00127.safetensors
+++ b/model-00110-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c9a6250da22c6c9db7fc8df0184f7f3a594c100432b07eac9ec54c066eb7f80f
+oid sha256:62667552e7cba619d1fb5627593f57a8621f7378c934f899874a033f9a95f07b
 size 849349304
diff --git a/model-00111-of-00127.safetensors b/model-00111-of-00127.safetensors
index 152badd6245a4694b9183dbbb3d955621a22fde4..daf9ebf9078cd2ac5232c08316b7d8e28d4dd2d1 100644
--- a/model-00111-of-00127.safetensors
+++ b/model-00111-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:45abb28452985d3a887481872c23ed92755e4bbb4457a2efd2a99f2e41c84334
+oid sha256:5872c66795a3fdebf08623e19725a449dfcac4c944273ad89d88d010c9a12d18
 size 849349312
diff --git a/model-00113-of-00127.safetensors b/model-00113-of-00127.safetensors
index 901bc5b2d263b12283e3f03dbc84c314c63941b9..bac0bbce5652a00b5955bf9d65d9f3fd44839c43 100644
--- a/model-00113-of-00127.safetensors
+++ b/model-00113-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:04f51546f2fb69730347653852198f7bcc7a31b3dc10787c8d332643784f39bd
+oid sha256:b470a67ba4b0fbc72c3660af74d9ce3276eb480805b64d907e7380a38c8dcfb2
 size 849349304
diff --git a/model-00114-of-00127.safetensors b/model-00114-of-00127.safetensors
index b3a92893fef5db09eb72bc38e2000bfa06db878e..df6c36b240320b1067b2b94954ec946787e7801f 100644
--- a/model-00114-of-00127.safetensors
+++ b/model-00114-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e998ddd574de6874b3c684d7c54520e3a2f54cb129da9136d062f6f7cce7bfcf
+oid sha256:dbda3938156aeca63152ca07f24029d126269b26ce62f1a9df550b819238c2db
 size 849349312
diff --git a/model-00116-of-00127.safetensors b/model-00116-of-00127.safetensors
index 88c8cc32a297b1e73c2cfd26395e9fbcf62d409b..cfa91de62389e5d0a7d893aecf3e2e42e6dbeecc 100644
--- a/model-00116-of-00127.safetensors
+++ b/model-00116-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7bcfa248494a60f46b54463014a800ff4207a1a71544583a567aacbaf236dacb
+oid sha256:8f11a59efe597a92dc6fbea9709e936ef9fab809fbcd8ce15a1ce1b21bf227dc
 size 849349304
diff --git a/model-00117-of-00127.safetensors b/model-00117-of-00127.safetensors
index b0477b3764c9a495319714b6a7b29c039348bf3d..b8166a60b86fa9f4d258a84cfa910060b9aee91b 100644
--- a/model-00117-of-00127.safetensors
+++ b/model-00117-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:241fb98536023b4217177b928171fc8c38c439790392d6acd81db71e89ca52c5
+oid sha256:1424e510e871b7063d8b0d59c5d342901223652c4cd48785eae024482c2d9a47
 size 849349312
diff --git a/model-00119-of-00127.safetensors b/model-00119-of-00127.safetensors
index 32e819c2f7fa2f8a6b6a73c8b56ca505d15fed9b..8a2a4666768c325ec6da93a29e32bb46a98e9fe4 100644
--- a/model-00119-of-00127.safetensors
+++ b/model-00119-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:df79e959d65a8c106a53a485547fd8b898a7dbdc6eced93970ba67a16aae1144
+oid sha256:c01bda99fc1e943e748f44be8c1b2255d349f0a27158e4c7f05fd65d00d70c25
 size 849349304
diff --git a/model-00120-of-00127.safetensors b/model-00120-of-00127.safetensors
index 5bf7c0c482af0ab9159aa9e6bf72415bf7e904a8..ee10aa16a811fca599a746d615ad6e867fdfd26b 100644
--- a/model-00120-of-00127.safetensors
+++ b/model-00120-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aaadc8647190f26b5c1a089b751d986e784a3b8d46a6b15f08a019b1eda25b9f
+oid sha256:e94f4dba8a1eda12a40c1e2dc39f764dcf06fac3765a8d9cc0eddcda38722000
 size 849349312
diff --git a/model-00122-of-00127.safetensors b/model-00122-of-00127.safetensors
index 8138bedb5308d614861d4917217cc3dc83daa1d3..304416555814433624ca0e915fc77fc0789d550a 100644
--- a/model-00122-of-00127.safetensors
+++ b/model-00122-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0f0610c111773ff4fa49202909bbe8e7d28ce338e6055ffc9779a03d0370fd0b
+oid sha256:4ab50857b4e1b3b0b3c24980aba07da54f403f9cf465730fe728ecd7b1344a45
 size 849349304
diff --git a/model-00123-of-00127.safetensors b/model-00123-of-00127.safetensors
index fa9f4254a70551370e3d618e6197d1bd91736f4d..156c92d1c1910a0a543cfcbcbd7e24d440adb0af 100644
--- a/model-00123-of-00127.safetensors
+++ b/model-00123-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4febca8d33db7c0a0b95a62101f5bd1efe30d92709ee9ad7ff4e3cee194cee93
+oid sha256:9988e3f96668332d261a4ca069cc11c19f630ba7765d1642afb64edc0ccac008
 size 849349312
diff --git a/model-00125-of-00127.safetensors b/model-00125-of-00127.safetensors
index 55ef89c438b3c724c8b28964f50d2e32dcd51d5c..b79a95230b68074eaa8756bd9f5ce1ead5daad61 100644
--- a/model-00125-of-00127.safetensors
+++ b/model-00125-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f154c2d648886059503e7775190786274c6151e8cd09a6678ed838740eff1422
+oid sha256:6e92d4cbe2f3741e7585a0387eee3b69ff36615009c1e2bd2e62ff3d3a4fe100
 size 849349304
diff --git a/model-00126-of-00127.safetensors b/model-00126-of-00127.safetensors
index 20915b611139658d9e8373c7a17fc70f6ec3c3b2..aba6cfff2302ad4c61893f8ca482de1d783096e7 100644
--- a/model-00126-of-00127.safetensors
+++ b/model-00126-of-00127.safetensors
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d21ecfbb7655caf8b4b927d3a8d4fe1f3bd4e819cbab9602bd39fc07d6b55ace
+oid sha256:cc3c94a9bb3d222d3a7f446b947b98d933608f88836b7350bffa45fece24eb15
 size 849349312
diff --git a/model.safetensors.index.json b/model.safetensors.index.json
index a6569afc9fc4e228fac289e7aef3bd297e02b476..07fd9725124df405378f2d80b1e70a5559206590 100644
--- a/model.safetensors.index.json
+++ b/model.safetensors.index.json
@@ -1,18 +1,14 @@
 {
   "metadata": {
-    "total_size": 120146470344
+    "total_size": 120423108832
   },
   "weight_map": {
     "lm_head.weight": "model-00127-of-00127.safetensors",
     "model.embed_tokens.weight": "model-00001-of-00127.safetensors",
     "model.layers.0.input_layernorm.weight": "model-00001-of-00127.safetensors",
-    "model.layers.0.mlp.down_proj.input_scale": "model-00001-of-00127.safetensors",
     "model.layers.0.mlp.down_proj.weight": "model-00001-of-00127.safetensors",
-    "model.layers.0.mlp.down_proj.weight_scale": "model-00001-of-00127.safetensors",
     "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00127.safetensors",
-    "model.layers.0.mlp.up_proj.input_scale": "model-00001-of-00127.safetensors",
     "model.layers.0.mlp.up_proj.weight": "model-00001-of-00127.safetensors",
-    "model.layers.0.mlp.up_proj.weight_scale": "model-00001-of-00127.safetensors",
     "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00127.safetensors",
     "model.layers.0.self_attn.g_proj.weight": "model-00001-of-00127.safetensors",
     "model.layers.0.self_attn.k_norm.weight": "model-00001-of-00127.safetensors",
@@ -22,13 +18,9 @@
     "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00127.safetensors",
     "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00127.safetensors",
     "model.layers.1.input_layernorm.weight": "model-00001-of-00127.safetensors",
-    "model.layers.1.mlp.down_proj.input_scale": "model-00001-of-00127.safetensors",
     "model.layers.1.mlp.down_proj.weight": "model-00001-of-00127.safetensors",
-    "model.layers.1.mlp.down_proj.weight_scale": "model-00001-of-00127.safetensors",
     "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00127.safetensors",
-    "model.layers.1.mlp.up_proj.input_scale": "model-00001-of-00127.safetensors",
     "model.layers.1.mlp.up_proj.weight": "model-00001-of-00127.safetensors",
-    "model.layers.1.mlp.up_proj.weight_scale": "model-00001-of-00127.safetensors",
     "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00127.safetensors",
     "model.layers.1.self_attn.g_proj.weight": "model-00001-of-00127.safetensors",
     "model.layers.1.self_attn.k_norm.weight": "model-00001-of-00127.safetensors",
@@ -298,13 +290,9 @@
     "model.layers.19.share_expert.gate_proj.weight": "model-00052-of-00127.safetensors",
     "model.layers.19.share_expert.up_proj.weight": "model-00052-of-00127.safetensors",
     "model.layers.2.input_layernorm.weight": "model-00001-of-00127.safetensors",
-    "model.layers.2.mlp.down_proj.input_scale": "model-00001-of-00127.safetensors",
     "model.layers.2.mlp.down_proj.weight": "model-00001-of-00127.safetensors",
-    "model.layers.2.mlp.down_proj.weight_scale": "model-00001-of-00127.safetensors",
     "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00127.safetensors",
-    "model.layers.2.mlp.up_proj.input_scale": "model-00001-of-00127.safetensors",
     "model.layers.2.mlp.up_proj.weight": "model-00001-of-00127.safetensors",
-    "model.layers.2.mlp.up_proj.weight_scale": "model-00001-of-00127.safetensors",
     "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00127.safetensors",
     "model.layers.2.self_attn.g_proj.weight": "model-00001-of-00127.safetensors",
     "model.layers.2.self_attn.k_norm.weight": "model-00001-of-00127.safetensors",