File size: 365 Bytes
032e687 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 | {
"gradient_accumulation_steps": "auto",
"train_micro_batch_size_per_gpu": "auto",
"gradient_clipping": "auto",
"zero_allow_untested_optimizer": true,
"zero_force_ds_cpu_optimizer": false,
"zero_optimization": {
"stage": 3,
"overlap_comm": true,
"stage3_gather_16bit_weights_on_model_save": true
},
"bf16": {
"enabled": "auto"
}
}
|