vlm_clone_2 / VILA /scripts /zero3_offload_inference.json
tuandunghcmut's picture
Add files using upload-large-folder tool
1c3d47d verified
{
"bf16": {
"enabled": "auto"
},
"fp16": {
"enabled": "auto"
},
"zero_optimization": {
"stage": 3,
"stage3_prefetch_bucket_size": 33554432,
"stage3_param_persistence_threshold": 4096,
"stage3_max_live_parameters":33554432,
"offload_param": {
"device": "cpu",
"pin_memory": true
}
},
"train_batch_size": 8,
"train_micro_batch_size_per_gpu": 1,
"wall_clock_breakdown": false
}