mchlxo commited on
Commit
df2cf78
·
verified ·
1 Parent(s): dd4a0a6

Evaluate paper_dsprites_beta_vae_readout extrapolation seed 9

Browse files
checkpoints/paper_dsprites_beta_vae_readout/dsprites/extrapolation/readout/seed_09/evaluation/status.yaml ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ status: completed
2
+ updated_at: '2026-07-27T02:02:31.459349+00:00'
3
+ experiment: paper_dsprites_beta_vae_readout
4
+ dataset: dsprites
5
+ variant: extrapolation
6
+ model: readout
7
+ seed: 9
8
+ slurm_job_id: '1229253'
9
+ slurm_array_job_id: '1229253'
10
+ slurm_array_task_id: '39'
checkpoints/paper_dsprites_beta_vae_readout/dsprites/extrapolation/readout/seed_09/evaluation/test_metrics.json ADDED
@@ -0,0 +1,65 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint_model": "readout",
3
+ "checkpoints": [
4
+ "/net/scratch/mx99/idgb/results/paper_dsprites_beta_vae/dsprites/extrapolation/beta_vae/seed_09/last.pt",
5
+ "/net/scratch/mx99/idgb/results/paper_dsprites_beta_vae_readout/dsprites/extrapolation/readout/seed_09/last.pt"
6
+ ],
7
+ "created_at": "2026-07-27T02:02:31.455855+00:00",
8
+ "dataset": "dsprites",
9
+ "device": "cuda",
10
+ "elapsed_seconds": 11.482962084002793,
11
+ "experiment": "paper_dsprites_beta_vae_readout",
12
+ "max_examples": null,
13
+ "metrics": {
14
+ "examples": 497280,
15
+ "factor_names": [
16
+ "shape",
17
+ "scale",
18
+ "orientation",
19
+ "x-position",
20
+ "y-position"
21
+ ],
22
+ "factor_variance": [
23
+ 0.16666666666666666,
24
+ 0.11666666666666659,
25
+ 0.08760683760683764,
26
+ 0.08870967741935493,
27
+ 0.08870967741935493
28
+ ],
29
+ "mse": 0.08005878860958607,
30
+ "mse_per_factor": {
31
+ "orientation": 0.11948824040684702,
32
+ "scale": 0.030903581724202673,
33
+ "shape": 0.11612912918092216,
34
+ "x-position": 0.0713055736458145,
35
+ "y-position": 0.062467418090144076
36
+ },
37
+ "rsquared": 0.23328727604672927,
38
+ "rsquared_clipped": 0.23328727604672927,
39
+ "rsquared_clipped_per_factor": {
40
+ "orientation": 0.0,
41
+ "scale": 0.7351121566496912,
42
+ "shape": 0.303225224914467,
43
+ "x-position": 0.1961917152653646,
44
+ "y-position": 0.29582183243837656
45
+ },
46
+ "rsquared_per_factor": {
47
+ "orientation": -0.36391454903425324,
48
+ "scale": 0.7351121566496912,
49
+ "shape": 0.303225224914467,
50
+ "x-position": 0.1961917152653646,
51
+ "y-position": 0.29582183243837656
52
+ }
53
+ },
54
+ "model": "beta_vae",
55
+ "provenance": {
56
+ "config_path": "/home/mx99/comp-gen-bench/InDomainGeneralizationBenchmark/experiments/configs/readout/dsprites_beta_vae.yaml",
57
+ "slurm_array_job_id": "1229253",
58
+ "slurm_array_task_id": "39",
59
+ "slurm_job_id": "1229253"
60
+ },
61
+ "schema_version": 1,
62
+ "seed": 9,
63
+ "test_mode": "test",
64
+ "variant": "extrapolation"
65
+ }