File size: 437 Bytes
1c3d47d | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 | {
"bf16": {
"enabled": "auto"
},
"fp16": {
"enabled": "auto"
},
"zero_optimization": {
"stage": 3,
"stage3_prefetch_bucket_size": 33554432,
"stage3_param_persistence_threshold": 4096,
"stage3_max_live_parameters":33554432,
"offload_param": {
"device": "cpu",
"pin_memory": true
}
},
"train_batch_size": 8,
"train_micro_batch_size_per_gpu": 1,
"wall_clock_breakdown": false
}
|