supanthadey1's picture
Add BERTose and AFFINose training code release
1d6f391 verified
Raw
History Blame Contribute Delete
1.02 kB
#!/bin/bash
#SBATCH --job-name=probe2_lw
#SBATCH --partition=nova
#SBATCH --nodes=1
#SBATCH --ntasks=1
#SBATCH --cpus-per-task=8
#SBATCH --gres=gpu:1
#SBATCH --mem=32G
#SBATCH --time=01:00:00
#SBATCH --output=bert_v6_contrastive/scripts/probe2_layerwise_%j.out
#SBATCH --error=bert_v6_contrastive/scripts/probe2_layerwise_%j.err
echo "=========================================="
echo "Probe 2: Layer-wise CLS Probing"
echo "Start $(date)"
echo "Node: $(hostname)"
echo "=========================================="
module load miniconda3
conda activate glycanml
cd /work/ratul1/supantha/glycan-SD-VS/bert_training_v3/v3.1_cluster_training
python bert_v6_contrastive/scripts/probe_2_layerwise_cls.py \
--model v6 \
--device cuda \
--output_dir bert_v6_contrastive/analysis/probe_results_v6/probe_2_layerwise_cls
echo "=========================================="
echo "Done $(date)"
echo "=========================================="
ls -lh bert_v6_contrastive/analysis/probe_results_v6/probe_2_layerwise_cls/