nroggendorff commited on
Commit
0f4c9dd
·
verified ·
1 Parent(s): d415863

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +5 -1
Dockerfile CHANGED
@@ -7,7 +7,11 @@ ENV DATASETS_CACHE=$HOME/.cache/huggingface/datasets \
7
  HF_DATASETS_CACHE=$HOME/.cache/huggingface/datasets \
8
  TRITON_CACHE_DIR=$HOME/.cache/.triton/
9
 
10
- ENV TOKENIZERS_PARALLELISM=false \
 
 
 
 
11
  PYTORCH_CUDA_ALLOC_CONF=max_split_size_mb:128 \
12
  FLASH_ATTENTION=1 \
13
  ACCELERATE_USE_DEEPSPEED=true
 
7
  HF_DATASETS_CACHE=$HOME/.cache/huggingface/datasets \
8
  TRITON_CACHE_DIR=$HOME/.cache/.triton/
9
 
10
+ ENV CUDA_LAUNCH_BLOCKING=1 \
11
+ NCCL_DEBUG=WARN \
12
+ NCCL_ASYNC_ERROR_HANDLING=1 \
13
+ OMP_NUM_THREADS=1 \
14
+ TOKENIZERS_PARALLELISM=false \
15
  PYTORCH_CUDA_ALLOC_CONF=max_split_size_mb:128 \
16
  FLASH_ATTENTION=1 \
17
  ACCELERATE_USE_DEEPSPEED=true