File size: 654 Bytes
ef8f6c9 ae31084 ef8f6c9 551ac6f 82a5364 551ac6f ef8f6c9 82a5364 ef8f6c9 551ac6f |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 |
{
"compute_environment": "LOCAL_MACHINE",
"deepspeed_config": {
"gradient_accumulation_steps": 4,
"offload_optimizer_device": "none",
"offload_param_device": "none",
"zero3_init_flag": false,
"zero_stage": 2,
"fp16": {
"enabled": false
},
"bf16": {
"enabled": false
}
},
"distributed_type": "DEEPSPEED",
"downcast_bf16": "no",
"machine_rank": 0,
"main_training_function": "main",
"mixed_precision": "no",
"num_machines": 1,
"num_processes": 1,
"rdzv_backend": "static",
"same_network": true,
"tpu_env": [],
"tpu_use_cluster": false,
"tpu_use_sudo": false,
"use_cpu": false
} |