adapter_config.json

{
  "adapter_config": {
    "r": 32,
    "lora_alpha": 64,
    "lora_dropout": 0.1,
    "target_modules": [
      "q_proj",
      "k_proj",
      "v_proj",
      "o_proj",
      "gate_proj",
      "up_proj",
      "down_proj"
    ],
    "description": "Maximum quality, higher memory requirements"
  },
  "training_config": {
    "dataset_format": "instruction",
    "max_seq_length": 1024,
    "num_epochs": 2,
    "batch_size": 8,
    "learning_rate": 0.0001
  },
  "base_model": "google/gemma-2-2b-it",
  "created_by": "MLResearcher"
}