INIT.sh

sudo rm -f  /etc/conda/condarc && sudo touch /etc/conda/condarc
conda create -n py38 python=3.8 -y
conda install -n py38 ipykernel -y
source activate py38
# local env
# conda create --prefix=conda_env/py38_env python=3.8 -y
# conda install  --prefix=conda_env/py38_env ipykernel -y
# source activate conda_env/py38_env


python -m ipykernel install --user --name py38 --display-name "py38"
# pip install torch torchvision torchaudio --extra-index-url https://download.pytorch.org/whl/cu116
pip install torch==1.13.1+cu116 torchvision==0.14.1+cu116 torchaudio==0.13.1 --extra-index-url https://download.pytorch.org/whl/cu116
# pip install matplotlib datasets pandas transformers scikit-learn scipy tensorboard tqdm numpy seaborn fairseq tensorboardX

pip install -r requirements.txt 
pip install --user -U https://pai-dlc.oss-cn-zhangjiakou.aliyuncs.com/tunnel/common_io/common_io-0.4.1%2Btunnel-py2.py3-none-any.whl 
pip install oss2
pip install ujson cn2an whoosh openpyxl rapidfuzz numpy pandas tqdm jieba scikit-learn seaborn
# pip install http://eas-data.oss-cn-shanghai.aliyuncs.com/sdk/allspark-0.15-py2.py3-none-any.whl
pip install http://eas-data.oss-cn-shanghai.aliyuncs.com/sdk/allspark-0.15-py2.py3-none-any.whl
# pip install "modelscope[nlp]" -f https://modelscope.oss-cn-beijing.aliyuncs.com/releases/repo.html
# pip install --user -U https://pai-dlc.oss-cn-zhangjiakou.aliyuncs.com/tunnel/common_io/common_io-0.4.1%2Btunnel-py2.py3-none-any.whl