anhtld commited on
Commit
0b65f27
·
verified ·
1 Parent(s): 80fd995

avoid markdown in CTT feature proxy job

Browse files
scripts/slurm/train_ctt_feature_proxy.sbatch ADDED
@@ -0,0 +1,74 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #!/bin/bash
2
+ #SBATCH --job-name=ctt_feature_proxy
3
+ #SBATCH --account=def-yalda
4
+ #SBATCH --nodes=1
5
+ #SBATCH --ntasks=1
6
+ #SBATCH --cpus-per-task=4
7
+ #SBATCH --mem=16G
8
+ #SBATCH --time=04:00:00
9
+ #SBATCH --array=0-2
10
+ #SBATCH --output=outputs/hpc/logs/%x_%A_%a.out
11
+ #SBATCH --error=outputs/hpc/logs/%x_%A_%a.err
12
+
13
+ set -euo pipefail
14
+
15
+ PROJECT_DIR="${PROJECT_DIR:-$SLURM_SUBMIT_DIR}"
16
+ cd "$PROJECT_DIR"
17
+ mkdir -p outputs/hpc/logs
18
+
19
+ export OMP_NUM_THREADS=1
20
+ export OPENBLAS_NUM_THREADS=1
21
+ export MKL_NUM_THREADS=1
22
+ export DOVLA_TORCH_THREADS=1
23
+ export PYTHONDONTWRITEBYTECODE=1
24
+
25
+ PYTHON="${PYTHON:-$PROJECT_DIR/.venv/bin/python}"
26
+ SEED="${SEED:-${SLURM_ARRAY_TASK_ID:-0}}"
27
+ VARIANT="${VARIANT:-residual}"
28
+ FEATURE_MODE="${FEATURE_MODE:-base}"
29
+ DATASET_INDEX="${DATASET_INDEX:-data/cil_charts/train/index.json}"
30
+ TARGET_INDEX="${TARGET_INDEX:-data/cil_charts/val/index.json}"
31
+ NAME_PREFIX="${NAME_PREFIX:-ctt_${VARIANT}_${FEATURE_MODE}}"
32
+ TRAIN_OUT="runs/${NAME_PREFIX}_seed${SEED}"
33
+ VAL_OUT="runs/${NAME_PREFIX}_seed${SEED}_val_proxy"
34
+
35
+ "$PYTHON" scripts/train_ctt.py \
36
+ --dataset "$DATASET_INDEX" \
37
+ --out-dir "$TRAIN_OUT" \
38
+ --variant "$VARIANT" \
39
+ --epochs "${CTT_EPOCHS:-5}" \
40
+ --max-charts "${CTT_MAX_CHARTS:-100000}" \
41
+ --neighbors "${CTT_NEIGHBORS:-8}" \
42
+ --lr "${CTT_LR:-0.001}" \
43
+ --seed "$SEED" \
44
+ --chart-feature-mode "$FEATURE_MODE" \
45
+ --pos-alignment "${CTT_POS_ALIGNMENT:-1.0}" \
46
+ --negative-boundary "${CTT_NEGATIVE_BOUNDARY:-0.25}" \
47
+ --pairwise-rank "${CTT_PAIRWISE_RANK:-1.0}" \
48
+ --listwise-rank "${CTT_LISTWISE_RANK:-0.5}" \
49
+ --cycle "${CTT_CYCLE:-0.1}" \
50
+ --diversity "${CTT_DIVERSITY:-0.05}" \
51
+ --negative-margin "${CTT_NEGATIVE_MARGIN:-0.2}" \
52
+ --transport-samples-per-pair "${CTT_TRANSPORT_SAMPLES_PER_PAIR:-4}" \
53
+ --diversity-temperature "${CTT_DIVERSITY_TEMPERATURE:-1.0}"
54
+
55
+ "$PYTHON" scripts/eval_ctt_proxy.py \
56
+ --checkpoint "$TRAIN_OUT/model.pt" \
57
+ --source-index "$DATASET_INDEX" \
58
+ --target-index "$TARGET_INDEX" \
59
+ --out-dir "$VAL_OUT" \
60
+ --k "${CTT_PROXY_K:-16}" \
61
+ --max-target-charts "${CTT_MAX_TARGET_CHARTS:-69}" \
62
+ --neighbors "${CTT_PROXY_NEIGHBORS:-8}" \
63
+ --thresholds "${CTT_PROXY_THRESHOLDS:-0.20,0.40}" \
64
+ --no-markdown-report
65
+
66
+ "$PYTHON" scripts/build_ctt_proxy_comparison.py \
67
+ --out-dir runs/ctt_val_proxy_comparison \
68
+ --no-markdown-report
69
+
70
+ "$PYTHON" scripts/summarize_ctt_runs.py \
71
+ --run-root runs \
72
+ --out-csv runs/summary_ctt.csv \
73
+ --out-md runs/summary_ctt.md \
74
+ --no-markdown-report