Evaluate paper_shapes3d_ada_gvae_readout extrapolation seed 5

checkpoints/paper_shapes3d_ada_gvae_readout/shapes3d/extrapolation/readout/seed_05/evaluation/status.yaml

@@ -0,0 +1,10 @@
+status: completed
+updated_at: '2026-07-27T21:43:02.394057+00:00'
+experiment: paper_shapes3d_ada_gvae_readout
+dataset: shapes3d
+variant: extrapolation
+model: readout
+seed: 5
+slurm_job_id: '1233706'
+slurm_array_job_id: '1233333'
+slurm_array_task_id: '35'

checkpoints/paper_shapes3d_ada_gvae_readout/shapes3d/extrapolation/readout/seed_05/evaluation/test_metrics.json

@@ -0,0 +1,70 @@
+{
+  "checkpoint_model": "readout",
+  "checkpoints": [
+    "/net/scratch/mx99/idgb/results/paper_shapes3d_ada_gvae/shapes3d/extrapolation/ada_gvae/seed_05/last.pt",
+    "/net/scratch/mx99/idgb/results/paper_shapes3d_ada_gvae_readout/shapes3d/extrapolation/readout/seed_05/last.pt"
+  ],
+  "created_at": "2026-07-27T21:43:02.390268+00:00",
+  "dataset": "shapes3d",
+  "device": "cuda",
+  "elapsed_seconds": 48.238210431765765,
+  "experiment": "paper_shapes3d_ada_gvae_readout",
+  "max_examples": null,
+  "metrics": {
+    "examples": 332544,
+    "factor_names": [
+      "floor color",
+      "wall color",
+      "object color",
+      "object size",
+      "object type",
+      "azimuth"
+    ],
+    "factor_variance": [
+      0.10185185185185185,
+      0.10185185185185185,
+      0.10185185185185186,
+      0.10714285714285708,
+      0.13888888888888892,
+      0.09523809523809522
+    ],
+    "mse": 0.09583616247090658,
+    "mse_per_factor": {
+      "azimuth": 0.01802937511471907,
+      "floor color": 0.1945188146624678,
+      "object color": 0.16834702942334692,
+      "object size": 0.008134115952784867,
+      "object type": 0.006630572110019913,
+      "wall color": 0.17935706756210087
+    },
+    "rsquared": 0.0605649823334683,
+    "rsquared_clipped": 0.0605649823334683,
+    "rsquared_clipped_per_factor": {
+      "azimuth": 0.8106915612954497,
+      "floor color": 0.0,
+      "object color": 0.0,
+      "object size": 0.9240815844406746,
+      "object type": 0.9522598808078566,
+      "wall color": 0.0
+    },
+    "rsquared_per_factor": {
+      "azimuth": 0.8106915612954497,
+      "floor color": -0.9098210894133203,
+      "object color": -0.6528617434292241,
+      "object size": 0.9240815844406746,
+      "object type": 0.9522598808078566,
+      "wall color": -0.7609602997006268
+    }
+  },
+  "model": "ada_gvae",
+  "provenance": {
+    "config_path": "/home/mx99/comp-gen-bench/InDomainGeneralizationBenchmark/experiments/configs/readout/shapes3d_ada_gvae.yaml",
+    "slurm_array_job_id": "1233333",
+    "slurm_array_task_id": "35",
+    "slurm_job_id": "1233706"
+  },
+  "schema_version": 1,
+  "seed": 5,
+  "test_mode": "test",
+  "variant": "extrapolation"
+}