datasets/build_data.sh

#!/bin/bash
#SBATCH --job-name=build_data
#SBATCH --nodes=1               # Request 1 node
#SBATCH --ntasks=1              # Number of tasks (total)
#SBATCH --cpus-per-task=8       # Number of CPU cores (threads) per task
#SBATCH --time=24:00:00         # Job timeout
#SBATCH --output=handal_train_new2.log      # Redirect stdout to a log file
#SBATCH --gpus-per-task=l4-24g:1
#SBATCH --mem-per-gpu=24G 



cd /home/yuqian_fu/Projects/PSALM

srun --nodes "$SLURM_NNODES" --ntasks-per-node 1 -- \
mkenv -f psalm.yml -- \
sh -c "
    pip install natsort && \
    python ./datasets/build_handal_all_train.py
"