| { | |
| "compute_environment": "LOCAL_MACHINE", | |
| "deepspeed_config": { | |
| "gradient_accumulation_steps": 2, | |
| "offload_optimizer_device": "none", | |
| "offload_param_device": "none", | |
| "zero3_init_flag": false, | |
| "zero_stage": 2, | |
| "fp16": { | |
| "enabled": false | |
| }, | |
| "bf16": { | |
| "enabled": false | |
| } | |
| }, | |
| "distributed_type": "DEEPSPEED", | |
| "downcast_bf16": "no", | |
| "machine_rank": 0, | |
| "main_training_function": "main", | |
| "mixed_precision": "no", | |
| "num_machines": 1, | |
| "num_processes": 1, | |
| "rdzv_backend": "static", | |
| "same_network": true, | |
| "tpu_env": [], | |
| "tpu_use_cluster": false, | |
| "tpu_use_sudo": false, | |
| "use_cpu": false | |
| } |