File size: 928 Bytes
8eecc7d | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 | #!/bin/bash
#PBS -N perplexity_calculation
#PBS -l select=1:ncpus=16:mem=110G:ngpus=1
#PBS -l walltime=12:00:00
#PBS -j oe
#PBS -k oe
#PBS -o ${PBS_O_WORKDIR}/logs/perplexity_output.txt
#PBS -P personal-maheep00
#PBS -q normal
cd $PBS_O_WORKDIR
source ~/.bashrc
conda activate safebymi
MODELS=( 'qwen' 'mistral' 'llama3' 'llama2' )
DATA_TYPES=('normal' 'harmful' 'harmful_test')
# Setup directories
for MODEL in "${MODELS[@]}"; do
mkdir -p logs/${MODEL} results/${MODEL}
done
# Run analysis
for MODEL in "${MODELS[@]}"; do
echo "🚀 Processing ${MODEL}..."
for DATA_TYPE in "${DATA_TYPES[@]}"; do
echo " 📊 ${DATA_TYPE} data..."
python -m src.${MODEL}.perplexity_validation --dataset_type ${DATA_TYPE} \
> logs/${MODEL}/perp_${DATA_TYPE}.log 2>&1
[ $? -eq 0 ] && echo " ✅ Done" || echo " ❌ Failed"
done
done
echo "🎉 All tasks completed!" |