Evaluate paper_shapes3d_mlp extrapolation seed 1

checkpoints/paper_shapes3d_mlp/shapes3d/extrapolation/mlp/seed_01/evaluation/status.yaml

@@ -0,0 +1,10 @@
+status: completed
+updated_at: '2026-07-27T21:38:13.376335+00:00'
+experiment: paper_shapes3d_mlp
+dataset: shapes3d
+variant: extrapolation
+model: mlp
+seed: 1
+slurm_job_id: '1233369'
+slurm_array_job_id: '1233330'
+slurm_array_task_id: '10'

checkpoints/paper_shapes3d_mlp/shapes3d/extrapolation/mlp/seed_01/evaluation/test_metrics.json

@@ -0,0 +1,69 @@
+{
+  "checkpoint_model": "mlp",
+  "checkpoints": [
+    "/net/scratch/mx99/idgb/results/paper_shapes3d_mlp/shapes3d/extrapolation/mlp/seed_01/last.pt"
+  ],
+  "created_at": "2026-07-27T21:38:13.374303+00:00",
+  "dataset": "shapes3d",
+  "device": "cuda",
+  "elapsed_seconds": 13.060008589993231,
+  "experiment": "paper_shapes3d_mlp",
+  "max_examples": null,
+  "metrics": {
+    "examples": 332544,
+    "factor_names": [
+      "floor color",
+      "wall color",
+      "object color",
+      "object size",
+      "object type",
+      "azimuth"
+    ],
+    "factor_variance": [
+      0.10185185185185185,
+      0.10185185185185185,
+      0.10185185185185186,
+      0.10714285714285708,
+      0.13888888888888892,
+      0.09523809523809522
+    ],
+    "mse": 0.07081949443139869,
+    "mse_per_factor": {
+      "azimuth": 0.01000925595518906,
+      "floor color": 0.29361840861022354,
+      "object color": 0.059226571038153014,
+      "object size": 0.006269181364398029,
+      "object type": 0.008701751930004623,
+      "wall color": 0.047091797690423945
+    },
+    "rsquared": 0.3078476405805654,
+    "rsquared_clipped": 0.3078476405805654,
+    "rsquared_clipped_per_factor": {
+      "azimuth": 0.8949028124705148,
+      "floor color": 0.0,
+      "object color": 0.4185027570799523,
+      "object size": 0.9414876405989517,
+      "object type": 0.9373473861039667,
+      "wall color": 0.5376441681303831
+    },
+    "rsquared_per_factor": {
+      "azimuth": 0.8949028124705148,
+      "floor color": -1.8827989209003766,
+      "object color": 0.4185027570799523,
+      "object size": 0.9414876405989517,
+      "object type": 0.9373473861039667,
+      "wall color": 0.5376441681303831
+    }
+  },
+  "model": "mlp",
+  "provenance": {
+    "config_path": "/home/mx99/comp-gen-bench/InDomainGeneralizationBenchmark/experiments/configs/paper/shapes3d_mlp.yaml",
+    "slurm_array_job_id": "1233330",
+    "slurm_array_task_id": "10",
+    "slurm_job_id": "1233369"
+  },
+  "schema_version": 1,
+  "seed": 1,
+  "test_mode": "test",
+  "variant": "extrapolation"
+}