training/deepspeed_zero2.json

{
  "bf16": { "enabled": true },
  "zero_optimization": { "stage": 2 },
  "gradient_accumulation_steps": "auto",
  "train_micro_batch_size_per_gpu": "auto"
}