(Trained with Unsloth)

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "./model/",
+  "_name_or_path": "./merge/",
   "add_gates": false,
   "architectures": [
     "MistralForCausalLM"
@@ -14,7 +14,7 @@
   "max_position_embeddings": 2048,
   "model_type": "mistral",
   "num_attention_heads": 8,
-  "num_hidden_layers": 36,
+  "num_hidden_layers": 6,
   "num_key_value_heads": 8,
   "pad_token_id": 0,
   "rms_norm_eps": 1e-05,

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e1a1168c8acd760c4e9661a791dd71bb21349748e908df2b54fc7d539581e127
-size 1923425064
+oid sha256:17aa8d8fcc01e9b31f7f86468959c07360d0409144b69a597c403ad831953bd2
+size 539027760