#!/bin/bash
#SBATCH --job-name=probe3_4
#SBATCH --partition=nova
#SBATCH --nodes=1
#SBATCH --ntasks=1
#SBATCH --cpus-per-task=8
#SBATCH --gres=gpu:1
#SBATCH --mem=48G
#SBATCH --time=02:00:00
#SBATCH --output=bert_v6_contrastive/analysis/probe_results_v6/probe3_4_%j.out
#SBATCH --error=bert_v6_contrastive/analysis/probe_results_v6/probe3_4_%j.err

echo "=========================================="
echo "Probes 3 & 4: Attention + Structure"
echo "Start $(date)"
echo "Node: $(hostname)"
echo "=========================================="

source /work/ratul1/supantha/conda/etc/profile.d/conda.sh
conda activate glycanml

cd /work/ratul1/supantha/glycan-SD-VS/bert_training_v3/v3.1_cluster_training

python bert_v6_contrastive/scripts/probe_3_4_attention_structure.py \
    --model v6 \
    --device cuda \
    --probe both \
    --max_attn_samples 200 \
    --output_dir bert_v6_contrastive/analysis/probe_results_v6

echo "=========================================="
echo "Done $(date)"
echo "=========================================="
echo ""
echo "=== Probe 3 Output ==="
ls -lh bert_v6_contrastive/analysis/probe_results_v6/probe_3_attention_heads/ 2>/dev/null || echo "(not created)"
echo ""
echo "=== Probe 4 Output ==="
ls -lh bert_v6_contrastive/analysis/probe_results_v6/probe_4_embed_vs_structure/ 2>/dev/null || echo "(not created)"