Upload run_docker_local.sh with huggingface_hub
Browse files- run_docker_local.sh +28 -0
run_docker_local.sh
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
docker run -it --gpus all \
|
| 2 |
+
--ipc host --net host --privileged --cap-add IPC_LOCK \
|
| 3 |
+
--ulimit memlock=-1 --ulimit stack=67108864 \
|
| 4 |
+
--rm \
|
| 5 |
+
-v $(pwd):/workspace/LLaVA-OneVision-2 \
|
| 6 |
+
-v /vlm:/vlm \
|
| 7 |
+
-v /ov2:/ov2 \
|
| 8 |
+
-v /video_vit:/video_vit \
|
| 9 |
+
-v /root/.ssh:/ov2/xiangan/ssh_configs/.ssh \
|
| 10 |
+
-e NCCL_TIMEOUT=1800 \
|
| 11 |
+
-e CUDA_DEVICE_MAX_CONNECTIONS=1 \
|
| 12 |
+
-e NCCL_SOCKET_IFNAME=eth0 \
|
| 13 |
+
-e NCCL_IB_GID_INDEX=3 \
|
| 14 |
+
-e NCCL_IB_DISABLE=0 \
|
| 15 |
+
-e NCCL_IB_HCA="mlx5_2,mlx5_3,mlx5_4,mlx5_5,mlx5_6,mlx5_7,mlx5_8,mlx5_1" \
|
| 16 |
+
-e NCCL_NET_GDR_LEVEL=2 \
|
| 17 |
+
-e NCCL_IB_QPS_PER_CONNECTION=4 \
|
| 18 |
+
-e NCCL_IB_TC=160 \
|
| 19 |
+
-e NCCL_IB_TIMEOUT=22 \
|
| 20 |
+
-e NCCL_CROSS_NIC=1 \
|
| 21 |
+
-e NCCL_MIN_NCHANNELS=8 \
|
| 22 |
+
-e NCCL_MAX_NCHANNELS=16 \
|
| 23 |
+
-w /workspace/LLaVA-OneVision-2 \
|
| 24 |
+
--name "llava_megatron_container_feilong1" \
|
| 25 |
+
llava_megatron:2601dist bash -c "service ssh restart; bash; "
|
| 26 |
+
|
| 27 |
+
|
| 28 |
+
# docker run -it --gpus all \
|