File size: 436 Bytes
31b85e0 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 | {
"train_batch_size": GBSIZE,
"train_micro_batch_size_per_gpu": MBSIZE,
"steps_per_print": LOG_INTERVAL,
"zero_optimization": {
"stage": ZERO_STAGE
},
"gradient_clipping": 1.0,
"prescale_gradients": PRESCALE_GRAD,
"fp16": {
"enabled": true,
"loss_scale": 0,
"loss_scale_window": 500,
"hysteresis": 2,
"min_loss_scale": 1,
"initial_scale_power": 11
},
"wall_clock_breakdown" : false
}
|