Create config.json

config.json

@@ -0,0 +1,21 @@
+{
+  "base_model_name_or_path": "meta-llama/Llama-3.3-70B-Instruct",
+  "model_type": "llama",
+  "peft_type": "LORA",
+  "task_type": "CAUSAL_LM",
+  "lora_config": {
+    "r": 64,
+    "lora_alpha": 32,
+    "lora_dropout": 0.0,
+    "bias": "none",
+    "target_modules": [
+      "v_proj",
+      "q_proj",
+      "k_proj",
+      "up_proj",
+      "o_proj",
+      "down_proj",
+      "gate_proj"
+    ]
+  }
+}