Upload 2-parameter conditional DDPM (HI emulation, CAMELS LH params_2, epoch 200) with full training/eval/posterior toolchain

README.md

@@ -70,7 +70,7 @@ This checkpoint is **epoch 200** of the training run carried out under
 | `cross_model/README.md` | How to point these scripts at locally-downloaded weights/data |
 
 These cross-model scripts default to the original cluster paths (e.g.
-`/scratch/mrpcol001/Diffusion_job/data/LH_data/params_2`). After downloading
+`<CAMELS_LH_DATA_DIR>/params_2`). After downloading
 this repo, supply `--bundle-2param`, `--bundle-6param`, `--data-2param`,
 `--data-6param` to override.
 
@@ -105,7 +105,7 @@ import sys, torch, json
 from pathlib import Path
 
 # 1) Download all needed files
-repo = "collinsmaripane/ddpm-hi-2param"
+repo = "collins909/DDPM-2param"
 ckpt_path  = hf_hub_download(repo, "model.pt")
 args_path  = hf_hub_download(repo, "args.json")
 # Pull the bundled source files so we can import the model classes.
@@ -161,15 +161,15 @@ layout used by `src/dataset_conditional.py` is:
 ```
 
 Images are rescaled to `[-1, 1]`; labels are z-scored using train-split
-statistics. The original training paths on the cluster were
-`/scratch/mrpcol001/Diffusion_job/data/LH_data/params_2`.
+statistics. Point your training/eval scripts at the local directory that contains those
+files (e.g. via `--data_dir <CAMELS_LH_DATA_DIR>/params_2`).
 
 ## Intended use & limitations
 
 - Intended for **research** on diffusion emulators for cosmological fields.
 - The 2-label setup is a simplified subset of the full CAMELS LH parameter
   space; see the companion **6-parameter** model
-  (`collinsmaripane/ddpm-hi-6param`) for the full conditioning.
+  (`collins909/DDPM-6param`) for the full conditioning.
 - Outputs are 256 × 256 single-channel maps in the model's normalised range.
   Apply the inverse of any data-pipeline preprocessing before physical
   interpretation.

args.json

@@ -23,7 +23,7 @@
   "num_workers": 4,
   "early_stop_patience": 100,
   "use_amp": false,
-  "data_dir": "/scratch/mrpcol001/Diffusion_job/data/LH_data/params_2",
+  "data_dir": "<DDPM_ROOT>/data/LH_data/params_2",
   "normalize_labels": true,
   "output_dir": "outputs_conditional_2label",
   "resume": "outputs_conditional_2label_20260401_164603/checkpoints/checkpoint_epoch_160.pt",

args.txt

@@ -14,7 +14,7 @@ ema_decay: 0.9999
 num_workers: 4
 early_stop_patience: 100
 use_amp: False
-data_dir: /scratch/mrpcol001/Diffusion_job/data/LH_data/params_2
+data_dir: <DDPM_ROOT>/data/LH_data/params_2
 normalize_labels: True
 output_dir: outputs_conditional_2label
 resume: outputs_conditional_2label_20260401_164603/checkpoints/checkpoint_epoch_160.pt

cross_model/check_poster_env.py

@@ -4,7 +4,7 @@ import json
 import os
 import time
 
-_LOG = "/scratch/mrpcol001/Diffusion_job/Models/.cursor/debug-a1359c.log"
+_LOG = "<DDPM_ROOT>/Models/.cursor/debug-a1359c.log"
 
 
 def _log(hypothesis_id: str, location: str, message: str, data: dict) -> None:
@@ -24,7 +24,7 @@ def _log(hypothesis_id: str, location: str, message: str, data: dict) -> None:
 
 def main() -> None:
     # region agent log
-    root = "/scratch/mrpcol001/Diffusion_job/Models"
+    root = "<DDPM_ROOT>/Models"
     cwd = os.getcwd()
     poster_path = os.path.join(root, "poster.py")
     poster_ci = os.path.join(root, "Poster.py")

cross_model/compare_posterior_inference.py

@@ -471,11 +471,11 @@ def parse_args() -> argparse.Namespace:
     )
     p.add_argument(
         "--data-2param", type=Path,
-        default=Path("/scratch/mrpcol001/Diffusion_job/data/LH_data/params_2"),
+        default=Path("<DDPM_ROOT>/data/LH_data/params_2"),
     )
     p.add_argument(
         "--data-6param", type=Path,
-        default=Path("/scratch/mrpcol001/Diffusion_job/data/LH_data/params_6"),
+        default=Path("<DDPM_ROOT>/data/LH_data/params_6"),
     )
     p.add_argument(
         "--bundle-2param", type=Path,

cross_model/ddpm_posterior_corrected.py

@@ -724,9 +724,9 @@ def parse_args() -> argparse.Namespace:
     p.add_argument("--output-dir", type=Path,
                    default=MODELS_ROOT / "ddpm_posterior_corrected_fullviz_out")
     p.add_argument("--data-2param", type=Path,
-                   default=Path("/scratch/mrpcol001/Diffusion_job/data/LH_data/params_2"))
+                   default=Path("<DDPM_ROOT>/data/LH_data/params_2"))
     p.add_argument("--data-6param", type=Path,
-                   default=Path("/scratch/mrpcol001/Diffusion_job/data/LH_data/params_6"))
+                   default=Path("<DDPM_ROOT>/data/LH_data/params_6"))
     p.add_argument("--bundle-2param", type=Path,
                    default=MODELS_ROOT / "notebook_model_weights" / "2param_epoch200")
     p.add_argument("--bundle-6param", type=Path,

cross_model/poster.py

@@ -889,11 +889,11 @@ def parse_args() -> argparse.Namespace:
     )
     p.add_argument(
         "--data-2param", type=Path,
-        default=Path("/scratch/mrpcol001/Diffusion_job/data/LH_data/params_2"),
+        default=Path("<DDPM_ROOT>/data/LH_data/params_2"),
     )
     p.add_argument(
         "--data-6param", type=Path,
-        default=Path("/scratch/mrpcol001/Diffusion_job/data/LH_data/params_6"),
+        default=Path("<DDPM_ROOT>/data/LH_data/params_6"),
     )
     p.add_argument(
         "--bundle-2param", type=Path,

cross_model/run_compare_posterior.sh

@@ -1,12 +1,12 @@
 #!/bin/bash
-#SBATCH --account=l40sfree
+#SBATCH --account=<your-slurm-account>
 #SBATCH --partition=l40s
 #SBATCH --nodes=1
 #SBATCH --ntasks=8
 #SBATCH --gres=gpu:l40s:1
 #SBATCH --time=06:00:00
 #SBATCH --job-name=cmp_post
-#SBATCH --mail-user=mrpcol001@myuct.ac.za
+#SBATCH --mail-user=<your-email>   # replace before submitting
 #SBATCH --output=slurm-cmp-post-%j.out
 #SBATCH --error=slurm-cmp-post-%j.err
 
@@ -14,7 +14,7 @@
 #
 # Defaults: 30x30 grid, 4 anchors, 8 DDPM draws / pt, 20 marg draws.
 # Submit:
-#   sbatch /scratch/mrpcol001/Diffusion_job/Models/run_compare_posterior.sh
+#   sbatch <DDPM_ROOT>/Models/run_compare_posterior.sh
 #
 # Smoke test (much faster):
 #   sbatch run_compare_posterior.sh --grid 16 --n-pk-samples 4 \
@@ -22,7 +22,7 @@
 
 set -euo pipefail
 
-ROOT="/scratch/mrpcol001/Diffusion_job/Models"
+ROOT="<DDPM_ROOT>/Models"
 cd "$ROOT"
 
 module load python/miniconda3-py3.12-usr

cross_model/run_vlb_inference_1000grid.sh

@@ -1,12 +1,12 @@
 #!/bin/bash
-#SBATCH --account=l40sfree
+#SBATCH --account=<your-slurm-account>
 #SBATCH --partition=l40s
 #SBATCH --nodes=1
 #SBATCH --ntasks=8
 #SBATCH --gres=gpu:l40s:1
 #SBATCH --time=48:00:00
 #SBATCH --job-name=vlb_infer_1000
-#SBATCH --mail-user=mrpcol001@myuct.ac.za
+#SBATCH --mail-user=<your-email>   # replace before submitting
 #SBATCH --output=slurm-vlb-infer-1000-%j.out
 #SBATCH --error=slurm-vlb-infer-1000-%j.err
 
@@ -16,7 +16,7 @@
 # plus field0X_combined.png (contours + L_0 posterior side-by-side).
 #
 # Submit:
-#   sbatch /scratch/mrpcol001/Diffusion_job/Models/scripts/run_vlb_inference_1000grid.sh
+#   sbatch <DDPM_ROOT>/Models/scripts/run_vlb_inference_1000grid.sh
 #
 # Default: grid_size=1000, n_fields=9, span=0.10, generates mosaic + combined figures.
 # Est. runtime: ~18-24 hours on L40S.
@@ -31,7 +31,7 @@
 
 set -euo pipefail
 
-ROOT="/scratch/mrpcol001/Diffusion_job/Models"
+ROOT="<DDPM_ROOT>/Models"
 cd "$ROOT"
 
 module load python/miniconda3-py3.12-usr
@@ -41,7 +41,7 @@ OUT="${OUTPUT_DIR:-${ROOT}/vlb_inference_outputs_1000grid}"
 
 CHK="${CHECKPOINT:-${ROOT}/notebook_model_weights/6param_best/best_model.pt}"
 ARGS="${TRAINING_ARGS:-${ROOT}/notebook_model_weights/6param_best/args.json}"
-DATA="${DATA_DIR:-/scratch/mrpcol001/Diffusion_job/data/LH_data/params_6}"
+DATA="${DATA_DIR:-<DDPM_ROOT>/data/LH_data/params_6}"
 
 mkdir -p "${OUT}"
 RUN_LOG="${CUSTOM_LOG:-${OUT}/run_log.txt}"

cross_model/run_vlb_inference_200grid.sh

@@ -1,12 +1,12 @@
 #!/bin/bash
-#SBATCH --account=l40sfree
+#SBATCH --account=<your-slurm-account>
 #SBATCH --partition=l40s
 #SBATCH --nodes=1
 #SBATCH --ntasks=8
 #SBATCH --gres=gpu:l40s:1
 #SBATCH --time=12:00:00
 #SBATCH --job-name=vlb_infer_200
-#SBATCH --mail-user=mrpcol001@myuct.ac.za
+#SBATCH --mail-user=<your-email>   # replace before submitting
 #SBATCH --output=slurm-vlb-infer-200-%j.out
 #SBATCH --error=slurm-vlb-infer-200-%j.err
 
@@ -19,7 +19,7 @@
 # Est. runtime: ~2-3 hours on L40S.
 #
 # Submit:
-#   sbatch /scratch/mrpcol001/Diffusion_job/Models/run_vlb_inference_200grid.sh
+#   sbatch <DDPM_ROOT>/Models/run_vlb_inference_200grid.sh
 #
 # Override via --export or command-line args:
 #   sbatch --export=OUTPUT_DIR=/path/custom_output run_vlb_inference_200grid.sh
@@ -29,7 +29,7 @@
 
 set -euo pipefail
 
-ROOT="/scratch/mrpcol001/Diffusion_job/Models"
+ROOT="<DDPM_ROOT>/Models"
 cd "$ROOT"
 
 module load python/miniconda3-py3.12-usr
@@ -39,7 +39,7 @@ OUT="${OUTPUT_DIR:-${ROOT}/vlb_inference_outputs_200grid}"
 
 CHK="${CHECKPOINT:-${ROOT}/notebook_model_weights/6param_best/best_model.pt}"
 ARGS="${TRAINING_ARGS:-${ROOT}/notebook_model_weights/6param_best/args.json}"
-DATA="${DATA_DIR:-/scratch/mrpcol001/Diffusion_job/data/LH_data/params_6}"
+DATA="${DATA_DIR:-<DDPM_ROOT>/data/LH_data/params_6}"
 
 mkdir -p "${OUT}"
 RUN_LOG="${CUSTOM_LOG:-${OUT}/run_log.txt}"

cross_model/scripts/compare_ddpm_models.py

@@ -47,7 +47,7 @@ from compare_ddpm_training_curves import (  # noqa: E402
 )
 
 DEFAULT_SLURM_6 = Path(
-    "/scratch/mrpcol001/Diffusion_job/april_26/ddpm_hi_lh6/scripts/shell/slurm-698243.out"
+    "<DDPM_ROOT>/april_26/ddpm_hi_lh6/scripts/shell/slurm-698243.out"
 )
 # Bundled train/val (no 2-param Slurm log in-repo); see ``ddpm_2param_training_loss.json``.
 DEFAULT_DDPM2_TRAINING = (Path(__file__).resolve().parent / "ddpm_2param_training_loss.json")
@@ -635,8 +635,8 @@ def main(argv: Sequence[str] | None = None) -> None:
         type=Path,
         default=MODELS_ROOT / "ddpm_comparison_out",
     )
-    p.add_argument("--data-2param", type=Path, default=Path("/scratch/mrpcol001/Diffusion_job/data/LH_data/params_2"))
-    p.add_argument("--data-6param", type=Path, default=Path("/scratch/mrpcol001/Diffusion_job/data/LH_data/params_6"))
+    p.add_argument("--data-2param", type=Path, default=Path("<DDPM_ROOT>/data/LH_data/params_2"))
+    p.add_argument("--data-6param", type=Path, default=Path("<DDPM_ROOT>/data/LH_data/params_6"))
     p.add_argument(
         "--bundle-2param",
         type=Path,

cross_model/scripts/ddpm_posterior_six_anchors.py

@@ -323,8 +323,8 @@ def main() -> None:
         description="Six-anchor surrogate posteriors: DDPM-2 and DDPM-6 (extra dims min vs max)."
     )
     p.add_argument("--output-dir", type=Path, default=MODELS_ROOT / "ddpm_posterior_six_anchors_out")
-    p.add_argument("--data-2param", type=Path, default=Path("/scratch/mrpcol001/Diffusion_job/data/LH_data/params_2"))
-    p.add_argument("--data-6param", type=Path, default=Path("/scratch/mrpcol001/Diffusion_job/data/LH_data/params_6"))
+    p.add_argument("--data-2param", type=Path, default=Path("<DDPM_ROOT>/data/LH_data/params_2"))
+    p.add_argument("--data-6param", type=Path, default=Path("<DDPM_ROOT>/data/LH_data/params_6"))
     p.add_argument(
         "--bundle-2param",
         type=Path,

cross_model/scripts/ddpm_triangle_integration.py

@@ -109,11 +109,11 @@ def main() -> None:
 
     ld = args.label_dim
     if ld == 2:
-        data_dir = args.data_dir or Path("/scratch/mrpcol001/Diffusion_job/data/LH_data/params_2")
+        data_dir = args.data_dir or Path("<DDPM_ROOT>/data/LH_data/params_2")
         bundle = args.bundle or MODELS_ROOT / "notebook_model_weights" / "2param_epoch200"
         ck_name = args.checkpoint_name or "checkpoint_epoch_200.pt"
     else:
-        data_dir = args.data_dir or Path("/scratch/mrpcol001/Diffusion_job/data/LH_data/params_6")
+        data_dir = args.data_dir or Path("<DDPM_ROOT>/data/LH_data/params_6")
         bundle = args.bundle or MODELS_ROOT / "notebook_model_weights" / "6param_best"
         ck_name = args.checkpoint_name or "best_model.pt"
 

cross_model/scripts/run_ddpm_comparison.sh

@@ -1,33 +1,33 @@
 #!/bin/bash
-#SBATCH --account=l40sfree
+#SBATCH --account=<your-slurm-account>
 #SBATCH --partition=l40s
 #SBATCH --nodes=1
 #SBATCH --ntasks=8
 #SBATCH --gres=gpu:l40s:1
 #SBATCH --time=24:00:00
 #SBATCH --job-name=ddpm_compare
-#SBATCH --mail-user=mrpcol001@myuct.ac.za
+#SBATCH --mail-user=<your-email>   # replace before submitting
 #SBATCH --output=slurm-ddpm-compare-%j.out
 #SBATCH --error=slurm-ddpm-compare-%j.err
 
 # DDPM-2 vs DDPM-6 comparison (same cluster layout as 6-param training — see reference below).
 #
 # Reference training script (Slurm + module + paths pattern):
-#   /scratch/mrpcol001/Diffusion_job/april_26/ddpm_hi_lh6/scripts/shell/train_conditional_lh6.sh
+#   <DDPM_ROOT>/april_26/ddpm_hi_lh6/scripts/shell/train_conditional_lh6.sh
 #
 # Submit from anywhere:
-#   sbatch /scratch/mrpcol001/Diffusion_job/Models/scripts/run_ddpm_comparison.sh
+#   sbatch <DDPM_ROOT>/Models/scripts/run_ddpm_comparison.sh
 #
 # Extra CLI args for compare_ddpm_models.py pass through, e.g. LHS off:
-#   sbatch /scratch/mrpcol001/Diffusion_job/Models/scripts/run_ddpm_comparison.sh --skip-lhs-r2
+#   sbatch <DDPM_ROOT>/Models/scripts/run_ddpm_comparison.sh --skip-lhs-r2
 #
 # Override output dir (optional):
-#   sbatch --export=OUTPUT_DIR=/scratch/mrpcol001/Diffusion_job/Models/ddpm_comparison_out_ab \
-#     /scratch/mrpcol001/Diffusion_job/Models/scripts/run_ddpm_comparison.sh
+#   sbatch --export=OUTPUT_DIR=<DDPM_ROOT>/Models/ddpm_comparison_out_ab \
+#     <DDPM_ROOT>/Models/scripts/run_ddpm_comparison.sh
 #
 # Optional: override DDPM-2 train/val for the combined loss plot (default: bundled JSON in Models/scripts/):
 #   sbatch --export=SLURM_2PARAM=/path/to/slurm-2param-ddpm.out \
-#     /scratch/mrpcol001/Diffusion_job/Models/scripts/run_ddpm_comparison.sh
+#     <DDPM_ROOT>/Models/scripts/run_ddpm_comparison.sh
 #
 # Interactive (same module as training script):
 #   module load python/miniconda3-py3.12-usr
@@ -35,7 +35,7 @@
 
 set -euo pipefail
 
-ROOT="/scratch/mrpcol001/Diffusion_job/Models"
+ROOT="<DDPM_ROOT>/Models"
 cd "$ROOT"
 
 module load python/miniconda3-py3.12-usr

cross_model/scripts/run_ddpm_figure6.sh

@@ -1,22 +1,22 @@
 #!/bin/bash
-#SBATCH --account=l40sfree
+#SBATCH --account=<your-slurm-account>
 #SBATCH --partition=l40s
 #SBATCH --nodes=1
 #SBATCH --ntasks=8
 #SBATCH --gres=gpu:l40s:1
 #SBATCH --time=24:00:00
 #SBATCH --job-name=ddpm_fig6
-#SBATCH --mail-user=mrpcol001@myuct.ac.za
+#SBATCH --mail-user=<your-email>   # replace before submitting
 #SBATCH --output=slurm-ddpm-figure6-%j.out
 #SBATCH --error=slurm-ddpm-figure6-%j.err
 
 # Figure 6 style (arXiv:2409.09101-inspired) surrogate posteriors for DDPM-2 / DDPM-6.
-#   sbatch /scratch/mrpcol001/Diffusion_job/Models/scripts/run_ddpm_figure6.sh
+#   sbatch <DDPM_ROOT>/Models/scripts/run_ddpm_figure6.sh
 #   sbatch --export=OUTPUT_DIR=/path/to/out,TEST_INDEX=42 .../run_ddpm_figure6.sh --no-six-grid
 #
 set -euo pipefail
 
-ROOT="/scratch/mrpcol001/Diffusion_job/Models"
+ROOT="<DDPM_ROOT>/Models"
 cd "$ROOT"
 module load python/miniconda3-py3.12-usr
 

cross_model/scripts/run_ddpm_figure6_suite.py

@@ -35,8 +35,8 @@ from ddpm_figure6_integration import (  # noqa: E402
 def main() -> None:
     p = argparse.ArgumentParser(description="DDPM Figure-6 style posterior suite.")
     p.add_argument("--output-dir", type=Path, default=MODELS_ROOT / "ddpm_figure6_out")
-    p.add_argument("--data-2param", type=Path, default=Path("/scratch/mrpcol001/Diffusion_job/data/LH_data/params_2"))
-    p.add_argument("--data-6param", type=Path, default=Path("/scratch/mrpcol001/Diffusion_job/data/LH_data/params_6"))
+    p.add_argument("--data-2param", type=Path, default=Path("<DDPM_ROOT>/data/LH_data/params_2"))
+    p.add_argument("--data-6param", type=Path, default=Path("<DDPM_ROOT>/data/LH_data/params_6"))
     p.add_argument(
         "--bundle-2param",
         type=Path,

cross_model/scripts/run_ddpm_posterior_corrected.sh

@@ -1,12 +1,12 @@
 #!/bin/bash
-#SBATCH --account=l40sfree
+#SBATCH --account=<your-slurm-account>
 #SBATCH --partition=l40s
 #SBATCH --nodes=1
 #SBATCH --ntasks=8
 #SBATCH --gres=gpu:l40s:1
 #SBATCH --time=48:00:00
 #SBATCH --job-name=ddpm_post_corr
-#SBATCH --mail-user=mrpcol001@myuct.ac.za
+#SBATCH --mail-user=<your-email>   # replace before submitting
 #SBATCH --output=slurm-ddpm-post-corr-%j.out
 #SBATCH --error=slurm-ddpm-post-corr-%j.err
 
@@ -14,7 +14,7 @@
 # Separate from poster.py — default output dir is ddpm_posterior_corrected_fullviz_out.
 #
 # Submit:
-#   sbatch /scratch/mrpcol001/Diffusion_job/Models/scripts/run_ddpm_posterior_corrected.sh
+#   sbatch <DDPM_ROOT>/Models/scripts/run_ddpm_posterior_corrected.sh
 #
 # Extra args pass through to the Python script:
 #   sbatch .../run_ddpm_posterior_corrected.sh --ddpm2-only --grid 20 --n-ddpm-samples 4 --no-ppc
@@ -29,7 +29,7 @@
 
 set -euo pipefail
 
-ROOT="/scratch/mrpcol001/Diffusion_job/Models"
+ROOT="<DDPM_ROOT>/Models"
 cd "$ROOT"
 
 module load python/miniconda3-py3.12-usr

cross_model/scripts/run_ddpm_posterior_six_anchors.sh

@@ -1,23 +1,23 @@
 #!/bin/bash
-#SBATCH --account=l40sfree
+#SBATCH --account=<your-slurm-account>
 #SBATCH --partition=l40s
 #SBATCH --nodes=1
 #SBATCH --ntasks=8
 #SBATCH --gres=gpu:l40s:1
 #SBATCH --time=48:00:00
 #SBATCH --job-name=ddpm_post6
-#SBATCH --mail-user=mrpcol001@myuct.ac.za
+#SBATCH --mail-user=<your-email>   # replace before submitting
 #SBATCH --output=slurm-ddpm-posterior-six-%j.out
 #SBATCH --error=slurm-ddpm-posterior-six-%j.err
 
 # Six-anchor surrogate posteriors (DDPM-2 + DDPM-6 with extra dims min/max).
 #
 # Submit from anywhere:
-#   sbatch /scratch/mrpcol001/Diffusion_job/Models/scripts/run_ddpm_posterior_six_anchors.sh
+#   sbatch <DDPM_ROOT>/Models/scripts/run_ddpm_posterior_six_anchors.sh
 #
 # Override output directory:
-#   sbatch --export=OUTPUT_DIR=/scratch/mrpcol001/Diffusion_job/Models/my_post_out \
-#     /scratch/mrpcol001/Diffusion_job/Models/scripts/run_ddpm_posterior_six_anchors.sh
+#   sbatch --export=OUTPUT_DIR=<DDPM_ROOT>/Models/my_post_out \
+#     <DDPM_ROOT>/Models/scripts/run_ddpm_posterior_six_anchors.sh
 #
 # Extra CLI passes through to ddpm_posterior_six_anchors.py, e.g. only DDPM-6 panels:
 #   sbatch .../run_ddpm_posterior_six_anchors.sh --ddpm6-only --grid 12
@@ -28,7 +28,7 @@
 
 set -euo pipefail
 
-ROOT="/scratch/mrpcol001/Diffusion_job/Models"
+ROOT="<DDPM_ROOT>/Models"
 cd "$ROOT"
 
 module load python/miniconda3-py3.12-usr

cross_model/scripts/run_poster.sh

@@ -1,12 +1,12 @@
 #!/bin/bash
-#SBATCH --account=l40sfree
+#SBATCH --account=<your-slurm-account>
 #SBATCH --partition=l40s
 #SBATCH --nodes=1
 #SBATCH --ntasks=8
 #SBATCH --gres=gpu:l40s:1
 #SBATCH --time=24:00:00
 #SBATCH --job-name=ddpm_poster
-#SBATCH --mail-user=mrpcol001@myuct.ac.za
+#SBATCH --mail-user=<your-email>   # replace before submitting
 #SBATCH --output=slurm-ddpm-poster-%j.out
 #SBATCH --error=slurm-ddpm-poster-%j.err
 
@@ -14,22 +14,22 @@
 # stochastic averaging, calibrated sigma_pk, MC marginalisation for 6-param, etc.
 #
 # Submit from anywhere:
-#   sbatch /scratch/mrpcol001/Diffusion_job/Models/scripts/run_poster.sh
+#   sbatch <DDPM_ROOT>/Models/scripts/run_poster.sh
 #
 # Override output directory:
-#   sbatch --export=OUTPUT_DIR=/scratch/mrpcol001/Diffusion_job/Models/my_poster_out \
-#     /scratch/mrpcol001/Diffusion_job/Models/scripts/run_poster.sh
+#   sbatch --export=OUTPUT_DIR=<DDPM_ROOT>/Models/my_poster_out \
+#     <DDPM_ROOT>/Models/scripts/run_poster.sh
 #
 # Extra CLI passes through to poster.py, e.g. DDPM-2 only (faster debug):
 #   sbatch .../run_poster.sh --ddpm2-only --grid 14 --n-pk-samples 4 --n-marg-samples 1 --no-ppc
 #
 # Interactive (same module as other Models scripts):
 #   module load python/miniconda3-py3.12-usr
-#   bash /scratch/mrpcol001/Diffusion_job/Models/scripts/run_poster.sh --help
+#   bash <DDPM_ROOT>/Models/scripts/run_poster.sh --help
 
 set -euo pipefail
 
-ROOT="/scratch/mrpcol001/Diffusion_job/Models"
+ROOT="<DDPM_ROOT>/Models"
 cd "$ROOT"
 
 module load python/miniconda3-py3.12-usr

cross_model/scripts/run_posterior_inference.sh

@@ -1,12 +1,12 @@
 #!/bin/bash
-#SBATCH --account=l40sfree
+#SBATCH --account=<your-slurm-account>
 #SBATCH --partition=l40s
 #SBATCH --nodes=1
 #SBATCH --ntasks=8
 #SBATCH --gres=gpu:l40s:1
 #SBATCH --time=48:00:00
 #SBATCH --job-name=vlb_infer
-#SBATCH --mail-user=mrpcol001@myuct.ac.za
+#SBATCH --mail-user=<your-email>   # replace before submitting
 #SBATCH --output=slurm-vlb-infer-%j.out
 #SBATCH --error=slurm-vlb-infer-%j.err
 
@@ -15,7 +15,7 @@
 # Defaults match bundled 6-param checkpoint + LH test data (override via env).
 #
 # Submit:
-#   sbatch /scratch/mrpcol001/Diffusion_job/Models/scripts/run_posterior_inference.sh
+#   sbatch <DDPM_ROOT>/Models/scripts/run_posterior_inference.sh
 #
 # Defaults (posterior_inference.py): n_fields=9, grid_size=10000 (needs --allow_huge_grid),
 #   mosaic figure posterior_L0_mosaic_3x3.png at ~10000×10000 px.
@@ -31,7 +31,7 @@
 
 set -euo pipefail
 
-ROOT="/scratch/mrpcol001/Diffusion_job/Models"
+ROOT="<DDPM_ROOT>/Models"
 cd "$ROOT"
 
 module load python/miniconda3-py3.12-usr
@@ -41,7 +41,7 @@ OUT="${OUTPUT_DIR:-${ROOT}/vlb_inference_outputs}"
 
 CHK="${CHECKPOINT:-${ROOT}/notebook_model_weights/6param_best/best_model.pt}"
 ARGS="${TRAINING_ARGS:-${ROOT}/notebook_model_weights/6param_best/args.json}"
-DATA="${DATA_DIR:-/scratch/mrpcol001/Diffusion_job/data/LH_data/params_6}"
+DATA="${DATA_DIR:-<DDPM_ROOT>/data/LH_data/params_6}"
 
 mkdir -p "${OUT}"
 RUN_LOG="${CUSTOM_LOG:-${OUT}/run_log.txt}"

cross_model/scripts/run_triangle_ddpm_both.sh

@@ -1,12 +1,12 @@
 #!/bin/bash
-#SBATCH --account=l40sfree
+#SBATCH --account=<your-slurm-account>
 #SBATCH --partition=l40s
 #SBATCH --nodes=1
 #SBATCH --ntasks=8
 #SBATCH --gres=gpu:l40s:1
 #SBATCH --time=12:00:00
 #SBATCH --job-name=ddpm_triangle
-#SBATCH --mail-user=mrpcol001@myuct.ac.za
+#SBATCH --mail-user=<your-email>   # replace before submitting
 #SBATCH --output=slurm-ddpm-triangle-%j.out
 #SBATCH --error=slurm-ddpm-triangle-%j.err
 
@@ -24,7 +24,7 @@
 
 set -euo pipefail
 
-ROOT="/scratch/mrpcol001/Diffusion_job/Models"
+ROOT="<DDPM_ROOT>/Models"
 cd "$ROOT"
 
 module load python/miniconda3-py3.12-usr

inference_example.py

@@ -43,8 +43,8 @@ from huggingface_hub import hf_hub_download
 # Defaults -- adjust here or override via CLI flags
 # --------------------------------------------------------------------------
 DEFAULT_REPOS = {
-    "2param": "collinsmaripane/ddpm-hi-2param",
-    "6param": "collinsmaripane/ddpm-hi-6param",
+    "2param": "collins909/DDPM-2param",
+    "6param": "collins909/DDPM-6param",
 }
 
 # All files we expect to find in every uploaded repo. We download each one

scripts/shell/evaluate_conditional.sh

@@ -1,12 +1,12 @@
 #!/bin/bash
-#SBATCH --account=l40sfree
+#SBATCH --account=<your-slurm-account>
 #SBATCH --partition=l40s
 #SBATCH --nodes=1
 #SBATCH --ntasks=4
 #SBATCH --gres=gpu:l40s:1
 #SBATCH --time=02:00:00
 #SBATCH --job-name=ddpm_hi_eval
-#SBATCH --mail-user=mrpcol001@myuct.ac.za
+#SBATCH --mail-user=<your-email>   # replace before submitting
 #SBATCH --output=slurm-eval-%j.out
 #SBATCH --error=slurm-eval-%j.err
 
@@ -27,7 +27,7 @@
 
 set -euo pipefail
 
-cd /scratch/mrpcol001/Diffusion_job/Models/2param_DDPM_HI_Emulation
+cd <DDPM_ROOT>/Models/2param_DDPM_HI_Emulation
 
 module load python/miniconda3-py3.12-usr
 
@@ -61,7 +61,7 @@ if [[ ! -f "${CHECKPOINT}" ]]; then
   exit 1
 fi
 
-DATA_DIR="${DATA_DIR:-/scratch/mrpcol001/Diffusion_job/data/LH_data/params_2}"
+DATA_DIR="${DATA_DIR:-<DDPM_ROOT>/data/LH_data/params_2}"
 OUTPUT_DIR="${OUTPUT_DIR:-evaluation_outputs}"
 
 echo "==============================================="

scripts/shell/run_ddim_investigation_2param.sh

@@ -1,30 +1,30 @@
 #!/bin/bash
-#SBATCH --account=l40sfree
+#SBATCH --account=<your-slurm-account>
 #SBATCH --partition=l40s
 #SBATCH --nodes=1
 #SBATCH --ntasks=4
 #SBATCH --gres=gpu:l40s:1
 #SBATCH --time=08:00:00
 #SBATCH --job-name=ddim2param
-#SBATCH --mail-user=mrpcol001@myuct.ac.za
+#SBATCH --mail-user=<your-email>   # replace before submitting
 #SBATCH --output=slurm-ddim-invest-%j.out
 #SBATCH --error=slurm-ddim-invest-%j.err
 
 set -euo pipefail
 
-ROOT="/scratch/mrpcol001/Diffusion_job/Models/2param_DDPM_HI_Emulation"
+ROOT="<DDPM_ROOT>/Models/2param_DDPM_HI_Emulation"
 cd "$ROOT"
 
 module load python/miniconda3-py3.12-usr
 
-CHECKPOINT="${CHECKPOINT:-/scratch/mrpcol001/Diffusion_job/Models/notebook_model_weights/2param_epoch200/checkpoint_epoch_200.pt}"
-OUTPUT_DIR="${OUTPUT_DIR:-/scratch/mrpcol001/Diffusion_job/Models/ddim_investigation_2param_out}"
+CHECKPOINT="${CHECKPOINT:-<DDPM_ROOT>/Models/notebook_model_weights/2param_epoch200/checkpoint_epoch_200.pt}"
+OUTPUT_DIR="${OUTPUT_DIR:-<DDPM_ROOT>/Models/ddim_investigation_2param_out}"
 STEPS="${STEPS:-1500 1000 500 250 100 50}"
 NUM_SAMPLES="${NUM_SAMPLES:-100}"
 IMAGE_SIZE="${IMAGE_SIZE:-64}"
 DEVICE="${DEVICE:-cuda}"
 RUN_ID="${RUN_ID:-post-fix}"
-CAMELS_DATA="${CAMELS_DATA:-/scratch/mrpcol001/Diffusion_job/data/LH_data/params_2/train_LH.npy}"
+CAMELS_DATA="${CAMELS_DATA:-<DDPM_ROOT>/data/LH_data/params_2/train_LH.npy}"
 PK_COMPARE_SAMPLES="${PK_COMPARE_SAMPLES:-100}"
 
 if [[ ! -f "${CHECKPOINT}" ]]; then

scripts/shell/train_conditional.sh

@@ -1,17 +1,17 @@
 #!/bin/bash
-#SBATCH --account=l40sfree
+#SBATCH --account=<your-slurm-account>
 #SBATCH --partition=l40s
 #SBATCH --nodes=1
 #SBATCH --ntasks=8
 #SBATCH --gres=gpu:l40s:1
 #SBATCH --time=48:00:00
 #SBATCH --job-name=ddpm_hi_april26
-#SBATCH --mail-user=mrpcol001@myuct.ac.za
+#SBATCH --mail-user=<your-email>   # replace before submitting
 #SBATCH --output=slurm-%j.out
 #SBATCH --error=slurm-%j.err
 
 # Project root (this repo)
-cd /scratch/mrpcol001/Diffusion_job/Models/2param_DDPM_HI_Emulation
+cd <DDPM_ROOT>/Models/2param_DDPM_HI_Emulation
 
 module load python/miniconda3-py3.12-usr
 
@@ -38,7 +38,7 @@ python train_conditional.py \
     --base_channels 64 \
     --channel_multipliers 1 2 4 8 \
     --attention_levels 2 3 \
-    --data_dir /scratch/mrpcol001/Diffusion_job/data/LH_data/params_2 \
+    --data_dir <DDPM_ROOT>/data/LH_data/params_2 \
     --output_dir outputs_conditional_2label
 
 # To resume (e.g. epoch 100 → 150): use scripts/shell/resume_conditional_epoch100_50more.sh

src/ddim_investigation_2param.py

@@ -21,7 +21,7 @@ from diffusion_conditional import GaussianDiffusion, ConditionalDiffusionModel
 from unet_conditional import ConditionalUNet
 
 
-DEBUG_LOG_PATH = "/scratch/mrpcol001/Diffusion_job/Models/.cursor/debug-a1359c.log"
+DEBUG_LOG_PATH = "<DDPM_ROOT>/Models/.cursor/debug-a1359c.log"
 DEBUG_SESSION_ID = "a1359c"
 
 
@@ -45,7 +45,7 @@ def parse_args() -> argparse.Namespace:
     parser.add_argument(
         "--checkpoint",
         type=str,
-        default="/scratch/mrpcol001/Diffusion_job/Models/notebook_model_weights/2param_epoch200/checkpoint_epoch_200.pt",
+        default="<DDPM_ROOT>/Models/notebook_model_weights/2param_epoch200/checkpoint_epoch_200.pt",
         help="Path to trained checkpoint",
     )
     parser.add_argument("--output_dir", type=str, default="ddim_investigation_2param_out")
@@ -57,7 +57,7 @@ def parse_args() -> argparse.Namespace:
     parser.add_argument("--label_dim", type=int, default=2)
     parser.add_argument("--base_channels", type=int, default=64)
     parser.add_argument("--timesteps", type=int, default=1500)
-    parser.add_argument("--camels_data", type=str, default="/scratch/mrpcol001/Diffusion_job/data/LH_data/params_2/train_LH.npy")
+    parser.add_argument("--camels_data", type=str, default="<DDPM_ROOT>/data/LH_data/params_2/train_LH.npy")
     parser.add_argument("--pk_compare_samples", type=int, default=100)
     parser.add_argument("--box_size", type=float, default=25.0)
     parser.add_argument("--run_id", type=str, default="pre-fix")