Update config.json

config.json

@@ -1,6 +1,6 @@
 {
     "model_type": "transformer",
-    "trust_remote_code": true,
+    "architecture": "mistral",
     "task_type": "CAUSAL_LM",
     "peft_config": {
         "lora_alpha": 16,
@@ -8,11 +8,16 @@
         "r": 64,
         "bias": "none",
         "task_type": "CAUSAL_LM",
-        "target_modules": ["q_proj", "k_proj", "v_proj", "o_proj", "gate_proj"]
+        "target_modules": [
+            "q_proj", "k_proj", "v_proj", "o_proj", "gate_proj",
+            "up_proj", "down_proj"
+        ]
     },
+    "load_in_4bit": true,
+    "torch_dtype": "torch.bfloat16",
+    "device_map": "auto",
+    "trust_remote_code": true,
     "quantization_config": {
-        "load_in_4bit": true,
-        "torch_dtype": "torch.bfloat16",
-        "device_map": "auto"
+        "load_in_4bit": true
     }
 }