ft_cfg.json

{
  "model_id": "google/gemma-2b-it",
  "model_save_name": "gemma-2b-it-eagle-numbers-ft",
  "dataset_name": "eekay/gemma-2b-it-eagle-numbers",
  "learning_rate": 0.0002,
  "num_train_epochs": 1,
  "per_device_train_batch_size": 24,
  "gradient_accumulation_steps": 1,
  "lora_rank": 8,
  "lora_alpha": 8,
  "train_attn": true,
  "lora_layers": null,
  "continue_final_message": true,
  "bf16": true,
  "max_grad_norm": 2.0,
  "n_examples": 30000,
  "logging_steps": 100,
  "lr_scheduler_type": "constant",
  "push_to_hub": true,
  "output_dir": null,
  "save_steps": null
}