File size: 409 Bytes
e811e56 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 | pdsh -w 51006,51007,51008,51009 '
if [[ $(hostname) == "node0" ]]; then
export RANK=0
else
export RANK=1
fi
export LOCAL_RANK=0
export MASTER_ADDR=10.0.0.1
export MASTER_PORT=29500
export WORLD_SIZE=2
export NCCL_DEBUG=INFO
export NCCL_IB_DISABLE=1
python - << EOF
import torch.distributed as dist
dist.init_process_group("nccl")
print("OK", dist.get_rank(), dist.get_world_size(), flush=True)
EOF
'
'
|