config.json

{
    "model_type": "transformer",
    "architecture": "mistral",
    "task_type": "CAUSAL_LM",
    "peft_config": {
        "lora_alpha": 16,
        "lora_dropout": 0.1,
        "r": 64,
        "bias": "none",
        "task_type": "CAUSAL_LM",
        "target_modules": [
            "q_proj", "k_proj", "v_proj", "o_proj", "gate_proj",
            "up_proj", "down_proj"
        ]
    },
    "load_in_4bit": true,
    "torch_dtype": "torch.bfloat16",
    "device_map": "auto",
    "trust_remote_code": true,
    "quantization_config": {
        "load_in_4bit": true
    }
}