{
  "model_name": "gpt2",
  "model_type": "causal_lm",
  "tokenizer_name_or_path": "gpt2",
  "training_strategy": "lora",
  "adaptation_type": "task",
  "epochs": 1,
  "batch_size": 1,
  "learning_rate": 0.0002,
  "grad_accum_steps": 1,
  "precision": "fp32",
  "max_seq_length": 128,
  "quantization_bits": 0,
  "lora_r": 8,
  "lora_alpha": 16,
  "lora_dropout": 0.05,
  "target_modules": "auto",
  "dpo_beta": 0.1,
  "dpo_max_prompt_length": 64,
  "optimizer": "adamw_torch",
  "lr_scheduler_type": "cosine",
  "warmup_ratio": 0.03,
  "weight_decay": 0.01,
  "seed": 42,
  "num_train_samples": 4,
  "num_val_samples": 1,
  "model_family": "default",
  "vocab_size": 50257,
  "label2id": null,
  "id2label": null,
  "num_labels": null,
  "special_tokens_added": [],
  "original_vocab_size": null,
  "custom_chat_template": false,
  "used_unsloth": false,
  "vlm_model_class": null,
  "model_class": null
}