| #SBATCH --job-name=download_v3 | |
| #SBATCH --output=download_new2.log | |
| #SBATCH --nodes=1 | |
| #SBATCH --ntasks=1 | |
| #SBATCH --cpus-per-task=16 | |
| #SBATCH --time=24:00:00 | |
| #SBATCH --mem-per-cpu=4G | |
| #SBATCH --gpus-per-node=l4-24g:1 | |
| export HF_ENDPOINT=https://hf-mirror.com | |
| export HF_HOME=/data/work-gcp-europe-west4-a/yuqian_fu/Ego/huggingface | |
| cd /home/yuqian_fu/Projects/PSALM | |
| srun --nodes "$SLURM_NNODES" --ntasks-per-node 1 -- \ | |
| mkenv -f /home/yuqian_fu/final.yml -- \ | |
| sh -c " | |
| python download.py | |
| " | |