Evaluate paper_shapes3d_beta_vae_readout random seed 4

checkpoints/paper_shapes3d_beta_vae_readout/shapes3d/random/readout/seed_04/evaluation/status.yaml

@@ -0,0 +1,10 @@
+status: completed
+updated_at: '2026-07-27T21:38:13.451816+00:00'
+experiment: paper_shapes3d_beta_vae_readout
+dataset: shapes3d
+variant: random
+model: readout
+seed: 4
+slurm_job_id: '1233425'
+slurm_array_job_id: '1233334'
+slurm_array_task_id: '4'

checkpoints/paper_shapes3d_beta_vae_readout/shapes3d/random/readout/seed_04/evaluation/test_metrics.json

@@ -0,0 +1,70 @@
+{
+  "checkpoint_model": "readout",
+  "checkpoints": [
+    "/net/scratch/mx99/idgb/results/paper_shapes3d_beta_vae/shapes3d/random/beta_vae/seed_04/last.pt",
+    "/net/scratch/mx99/idgb/results/paper_shapes3d_beta_vae_readout/shapes3d/random/readout/seed_04/last.pt"
+  ],
+  "created_at": "2026-07-27T21:38:13.443264+00:00",
+  "dataset": "shapes3d",
+  "device": "cuda",
+  "elapsed_seconds": 13.09961836389266,
+  "experiment": "paper_shapes3d_beta_vae_readout",
+  "max_examples": null,
+  "metrics": {
+    "examples": 332544,
+    "factor_names": [
+      "floor color",
+      "wall color",
+      "object color",
+      "object size",
+      "object type",
+      "azimuth"
+    ],
+    "factor_variance": [
+      0.10185185185185185,
+      0.10185185185185185,
+      0.10185185185185186,
+      0.10714285714285708,
+      0.13888888888888892,
+      0.09523809523809522
+    ],
+    "mse": 0.00040641217247194415,
+    "mse_per_factor": {
+      "azimuth": 0.0002768526180597967,
+      "floor color": 7.476032782294996e-05,
+      "object color": 0.00014150097303995,
+      "object size": 0.0006295853375243634,
+      "object type": 0.0011895222573801846,
+      "wall color": 0.0001262515210044201
+    },
+    "rsquared": 0.9965482507133648,
+    "rsquared_clipped": 0.9965482507133648,
+    "rsquared_clipped_per_factor": {
+      "azimuth": 0.9970930475103721,
+      "floor color": 0.9992659895086474,
+      "object color": 0.9986107177192441,
+      "object size": 0.9941238701831059,
+      "object type": 0.9914354397468627,
+      "wall color": 0.9987604396119566
+    },
+    "rsquared_per_factor": {
+      "azimuth": 0.9970930475103721,
+      "floor color": 0.9992659895086474,
+      "object color": 0.9986107177192441,
+      "object size": 0.9941238701831059,
+      "object type": 0.9914354397468627,
+      "wall color": 0.9987604396119566
+    }
+  },
+  "model": "beta_vae",
+  "provenance": {
+    "config_path": "/home/mx99/comp-gen-bench/InDomainGeneralizationBenchmark/experiments/configs/readout/shapes3d_beta_vae.yaml",
+    "slurm_array_job_id": "1233334",
+    "slurm_array_task_id": "4",
+    "slurm_job_id": "1233425"
+  },
+  "schema_version": 1,
+  "seed": 4,
+  "test_mode": "test",
+  "variant": "random"
+}