(Trained with Unsloth)

config.json

@@ -20,18 +20,6 @@
   "num_key_value_heads": 8,
   "pad_token_id": 128004,
   "pretraining_tp": 1,
-  "quantization_config": {
-    "bnb_4bit_compute_dtype": "bfloat16",
-    "bnb_4bit_quant_type": "nf4",
-    "bnb_4bit_use_double_quant": true,
-    "llm_int8_enable_fp32_cpu_offload": false,
-    "llm_int8_has_fp16_weight": false,
-    "llm_int8_skip_modules": null,
-    "llm_int8_threshold": 6.0,
-    "load_in_4bit": true,
-    "load_in_8bit": false,
-    "quant_method": "bitsandbytes"
-  },
   "rms_norm_eps": 1e-05,
   "rope_scaling": {
     "factor": 8.0,

model-00001-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbf49056f9aeea700b34287afe10dca6a00e6f631e2565b9a603ef23d85bdb7a
+size 4976698672

model-00002-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8afc3cf8f778e449e7bc1b7211193a4eba9e141b11043a65b05b2a8ef9c154
+size 4999802720

model-00003-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86499d408d78691a0d70510f5ad0cfe40affc8b414601c5269744989f3b60f01
+size 4915916176

model-00004-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:983bc0bed21ac7eabe854ab93330ba68e05208c0781ce33d477b493c3958ea0b
+size 1168138808