avoid markdown in CTT feature proxy job
Browse files
scripts/slurm/train_ctt_feature_proxy.sbatch
ADDED
|
@@ -0,0 +1,74 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/bin/bash
|
| 2 |
+
#SBATCH --job-name=ctt_feature_proxy
|
| 3 |
+
#SBATCH --account=def-yalda
|
| 4 |
+
#SBATCH --nodes=1
|
| 5 |
+
#SBATCH --ntasks=1
|
| 6 |
+
#SBATCH --cpus-per-task=4
|
| 7 |
+
#SBATCH --mem=16G
|
| 8 |
+
#SBATCH --time=04:00:00
|
| 9 |
+
#SBATCH --array=0-2
|
| 10 |
+
#SBATCH --output=outputs/hpc/logs/%x_%A_%a.out
|
| 11 |
+
#SBATCH --error=outputs/hpc/logs/%x_%A_%a.err
|
| 12 |
+
|
| 13 |
+
set -euo pipefail
|
| 14 |
+
|
| 15 |
+
PROJECT_DIR="${PROJECT_DIR:-$SLURM_SUBMIT_DIR}"
|
| 16 |
+
cd "$PROJECT_DIR"
|
| 17 |
+
mkdir -p outputs/hpc/logs
|
| 18 |
+
|
| 19 |
+
export OMP_NUM_THREADS=1
|
| 20 |
+
export OPENBLAS_NUM_THREADS=1
|
| 21 |
+
export MKL_NUM_THREADS=1
|
| 22 |
+
export DOVLA_TORCH_THREADS=1
|
| 23 |
+
export PYTHONDONTWRITEBYTECODE=1
|
| 24 |
+
|
| 25 |
+
PYTHON="${PYTHON:-$PROJECT_DIR/.venv/bin/python}"
|
| 26 |
+
SEED="${SEED:-${SLURM_ARRAY_TASK_ID:-0}}"
|
| 27 |
+
VARIANT="${VARIANT:-residual}"
|
| 28 |
+
FEATURE_MODE="${FEATURE_MODE:-base}"
|
| 29 |
+
DATASET_INDEX="${DATASET_INDEX:-data/cil_charts/train/index.json}"
|
| 30 |
+
TARGET_INDEX="${TARGET_INDEX:-data/cil_charts/val/index.json}"
|
| 31 |
+
NAME_PREFIX="${NAME_PREFIX:-ctt_${VARIANT}_${FEATURE_MODE}}"
|
| 32 |
+
TRAIN_OUT="runs/${NAME_PREFIX}_seed${SEED}"
|
| 33 |
+
VAL_OUT="runs/${NAME_PREFIX}_seed${SEED}_val_proxy"
|
| 34 |
+
|
| 35 |
+
"$PYTHON" scripts/train_ctt.py \
|
| 36 |
+
--dataset "$DATASET_INDEX" \
|
| 37 |
+
--out-dir "$TRAIN_OUT" \
|
| 38 |
+
--variant "$VARIANT" \
|
| 39 |
+
--epochs "${CTT_EPOCHS:-5}" \
|
| 40 |
+
--max-charts "${CTT_MAX_CHARTS:-100000}" \
|
| 41 |
+
--neighbors "${CTT_NEIGHBORS:-8}" \
|
| 42 |
+
--lr "${CTT_LR:-0.001}" \
|
| 43 |
+
--seed "$SEED" \
|
| 44 |
+
--chart-feature-mode "$FEATURE_MODE" \
|
| 45 |
+
--pos-alignment "${CTT_POS_ALIGNMENT:-1.0}" \
|
| 46 |
+
--negative-boundary "${CTT_NEGATIVE_BOUNDARY:-0.25}" \
|
| 47 |
+
--pairwise-rank "${CTT_PAIRWISE_RANK:-1.0}" \
|
| 48 |
+
--listwise-rank "${CTT_LISTWISE_RANK:-0.5}" \
|
| 49 |
+
--cycle "${CTT_CYCLE:-0.1}" \
|
| 50 |
+
--diversity "${CTT_DIVERSITY:-0.05}" \
|
| 51 |
+
--negative-margin "${CTT_NEGATIVE_MARGIN:-0.2}" \
|
| 52 |
+
--transport-samples-per-pair "${CTT_TRANSPORT_SAMPLES_PER_PAIR:-4}" \
|
| 53 |
+
--diversity-temperature "${CTT_DIVERSITY_TEMPERATURE:-1.0}"
|
| 54 |
+
|
| 55 |
+
"$PYTHON" scripts/eval_ctt_proxy.py \
|
| 56 |
+
--checkpoint "$TRAIN_OUT/model.pt" \
|
| 57 |
+
--source-index "$DATASET_INDEX" \
|
| 58 |
+
--target-index "$TARGET_INDEX" \
|
| 59 |
+
--out-dir "$VAL_OUT" \
|
| 60 |
+
--k "${CTT_PROXY_K:-16}" \
|
| 61 |
+
--max-target-charts "${CTT_MAX_TARGET_CHARTS:-69}" \
|
| 62 |
+
--neighbors "${CTT_PROXY_NEIGHBORS:-8}" \
|
| 63 |
+
--thresholds "${CTT_PROXY_THRESHOLDS:-0.20,0.40}" \
|
| 64 |
+
--no-markdown-report
|
| 65 |
+
|
| 66 |
+
"$PYTHON" scripts/build_ctt_proxy_comparison.py \
|
| 67 |
+
--out-dir runs/ctt_val_proxy_comparison \
|
| 68 |
+
--no-markdown-report
|
| 69 |
+
|
| 70 |
+
"$PYTHON" scripts/summarize_ctt_runs.py \
|
| 71 |
+
--run-root runs \
|
| 72 |
+
--out-csv runs/summary_ctt.csv \
|
| 73 |
+
--out-md runs/summary_ctt.md \
|
| 74 |
+
--no-markdown-report
|