config.json

{
    "project_name": "my-autotrain-llm",
    "model_name": "mistralai/Mistral-7B-Instruct-v0.2",
    "push_to_hub": true,
    "repo_id": "rahulrouterabbit/mistral",
    "use_fp16": true,
    "use_peft": true,
    "use_int4": true,
    "learning_rate": 0.0001,
    "num_epochs": 4,
    "batch_size": 4,
    "block_size": 512,
    "warmup_ratio": 0.05,
    "weight_decay": 0.005,
    "lora_r": 8,
    "lora_alpha": 16,
    "lora_dropout": 0.01
}