Spaces:
Runtime error
Runtime error
File size: 492 Bytes
258fd02 c8c0ef5 258fd02 c8c0ef5 d658154 c8c0ef5 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 | export USER=root
export PYTHONDONTWRITEBYTECODE=1
export TRANSFORMERS_CACHE="$(pwd)/third_party/hub"
export NCCL_HOME=/usr/local/tccl
export PYTHONPATH="$(pwd)/codeclm/tokenizer/":"$(pwd)":"$(pwd)/codeclm/tokenizer/Flow1dVAE/":"$(pwd)/codeclm/tokenizer/":$PYTHONPATH
export OMP_NUM_THREADS=1
export MKL_NUM_THREADS=1
export CUDA_LAUNCH_BLOCKING=0
CONFIG_PATH=$1
JSONL=$2
SAVE_DIR=$3
python3 generate.py \
--input_jsonl $JSONL \
--save_dir $SAVE_DIR \
--config_path $CONFIG_PATH
|