#!/bin/bash
PANDA_ROOT="${PANDA_ROOT:-$(cd "$(dirname "${BASH_SOURCE[0]}")/../.." && pwd)}"
# retrain all 6 panda models (3 systems x 2 variants), sequentially to fit GPU
set -e

cd "$PANDA_ROOT"
export LD_LIBRARY_PATH=$(python -c "import site,os; print(os.path.join(site.getsitepackages()[0],'nvidia','cusparselt','lib'))"):/home/bcheng/.conda/pkgs/libstdcxx-15.2.0-h39759b7_7/lib/:${LD_LIBRARY_PATH:-}

echo "=== SKIN PCA ==="
python -m scripts.common.train_panda pan_skin --variant pca --epochs 8

echo "=== SKIN MARKER ==="
python -m scripts.common.train_panda pan_skin --variant marker --epochs 8

echo "=== HSC PCA ==="
python -m scripts.common.train_panda hematopoiesis --variant pca --epochs 8

echo "=== HSC MARKER ==="
python -m scripts.common.train_panda hematopoiesis --variant marker --epochs 8

echo "=== PANCREAS PCA ==="
python -m scripts.common.train_panda pancreas --variant pca --epochs 8

echo "=== PANCREAS MARKER ==="
python -m scripts.common.train_panda pancreas --variant marker --epochs 8

echo "=== ALL DONE ==="