Evaluate paper_shapes3d_beta_vae_readout extrapolation seed 7

checkpoints/paper_shapes3d_beta_vae_readout/shapes3d/extrapolation/readout/seed_07/evaluation/status.yaml

@@ -0,0 +1,10 @@
+status: completed
+updated_at: '2026-07-27T21:42:50.758883+00:00'
+experiment: paper_shapes3d_beta_vae_readout
+dataset: shapes3d
+variant: extrapolation
+model: readout
+seed: 7
+slurm_job_id: '1233651'
+slurm_array_job_id: '1233334'
+slurm_array_task_id: '37'

checkpoints/paper_shapes3d_beta_vae_readout/shapes3d/extrapolation/readout/seed_07/evaluation/test_metrics.json

@@ -0,0 +1,70 @@
+{
+  "checkpoint_model": "readout",
+  "checkpoints": [
+    "/net/scratch/mx99/idgb/results/paper_shapes3d_beta_vae/shapes3d/extrapolation/beta_vae/seed_07/last.pt",
+    "/net/scratch/mx99/idgb/results/paper_shapes3d_beta_vae_readout/shapes3d/extrapolation/readout/seed_07/last.pt"
+  ],
+  "created_at": "2026-07-27T21:42:50.756877+00:00",
+  "dataset": "shapes3d",
+  "device": "cuda",
+  "elapsed_seconds": 17.34071403928101,
+  "experiment": "paper_shapes3d_beta_vae_readout",
+  "max_examples": null,
+  "metrics": {
+    "examples": 332544,
+    "factor_names": [
+      "floor color",
+      "wall color",
+      "object color",
+      "object size",
+      "object type",
+      "azimuth"
+    ],
+    "factor_variance": [
+      0.10185185185185185,
+      0.10185185185185185,
+      0.10185185185185186,
+      0.10714285714285708,
+      0.13888888888888892,
+      0.09523809523809522
+    ],
+    "mse": 0.09875793173825564,
+    "mse_per_factor": {
+      "azimuth": 0.035406958342584595,
+      "floor color": 0.17486894773308373,
+      "object color": 0.17188774464930345,
+      "object size": 0.008756425146169203,
+      "object type": 0.009164856834632935,
+      "wall color": 0.19246265772375992
+    },
+    "rsquared": 0.031059952378655997,
+    "rsquared_clipped": 0.031059952378655997,
+    "rsquared_clipped_per_factor": {
+      "azimuth": 0.6282269374028617,
+      "floor color": 0.0,
+      "object color": 0.0,
+      "object size": 0.9182733653024208,
+      "object type": 0.9340130307906429,
+      "wall color": 0.0
+    },
+    "rsquared_per_factor": {
+      "azimuth": 0.6282269374028617,
+      "floor color": -0.7168951231975493,
+      "object color": -0.68762512928407,
+      "object size": 0.9182733653024208,
+      "object type": 0.9340130307906429,
+      "wall color": -0.8896333667423701
+    }
+  },
+  "model": "beta_vae",
+  "provenance": {
+    "config_path": "/home/mx99/comp-gen-bench/InDomainGeneralizationBenchmark/experiments/configs/readout/shapes3d_beta_vae.yaml",
+    "slurm_array_job_id": "1233334",
+    "slurm_array_task_id": "37",
+    "slurm_job_id": "1233651"
+  },
+  "schema_version": 1,
+  "seed": 7,
+  "test_mode": "test",
+  "variant": "extrapolation"
+}