| #SBATCH --job-name=probe3_4 | |
| #SBATCH --partition=nova | |
| #SBATCH --nodes=1 | |
| #SBATCH --ntasks=1 | |
| #SBATCH --cpus-per-task=8 | |
| #SBATCH --gres=gpu:1 | |
| #SBATCH --mem=48G | |
| #SBATCH --time=02:00:00 | |
| #SBATCH --output=bert_v6_contrastive/analysis/probe_results_v6/probe3_4_%j.out | |
| #SBATCH --error=bert_v6_contrastive/analysis/probe_results_v6/probe3_4_%j.err | |
| echo "==========================================" | |
| echo "Probes 3 & 4: Attention + Structure" | |
| echo "Start $(date)" | |
| echo "Node: $(hostname)" | |
| echo "==========================================" | |
| source /work/ratul1/supantha/conda/etc/profile.d/conda.sh | |
| conda activate glycanml | |
| cd /work/ratul1/supantha/glycan-SD-VS/bert_training_v3/v3.1_cluster_training | |
| python bert_v6_contrastive/scripts/probe_3_4_attention_structure.py \ | |
| --model v6 \ | |
| --device cuda \ | |
| --probe both \ | |
| --max_attn_samples 200 \ | |
| --output_dir bert_v6_contrastive/analysis/probe_results_v6 | |
| echo "==========================================" | |
| echo "Done $(date)" | |
| echo "==========================================" | |
| echo "" | |
| echo "=== Probe 3 Output ===" | |
| ls -lh bert_v6_contrastive/analysis/probe_results_v6/probe_3_attention_heads/ 2>/dev/null || echo "(not created)" | |
| echo "" | |
| echo "=== Probe 4 Output ===" | |
| ls -lh bert_v6_contrastive/analysis/probe_results_v6/probe_4_embed_vs_structure/ 2>/dev/null || echo "(not created)" | |