Create config.json

config.json

@@ -0,0 +1,13 @@
+{
+    "model_type": "transformer",  // Specify your model type here (e.g., "transformer" or "causal_lm").
+    "task_type": "CAUSAL_LM",
+    "peft_config": {
+        "lora_alpha": 16,
+        "lora_dropout": 0.1,
+        "r": 64,
+        "bias": "none",
+        "task_type": "CAUSAL_LM",
+        "target_modules": ["q_proj", "k_proj", "v_proj", "o_proj", "gate_proj"]
+    }
+    // Add any other model-specific settings here.
+}