mchlxo commited on
Commit
dd4a0a6
·
verified ·
1 Parent(s): 06ce797

Evaluate paper_dsprites_beta_vae_readout extrapolation seed 8

Browse files
checkpoints/paper_dsprites_beta_vae_readout/dsprites/extrapolation/readout/seed_08/evaluation/status.yaml ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ status: completed
2
+ updated_at: '2026-07-27T02:02:31.385435+00:00'
3
+ experiment: paper_dsprites_beta_vae_readout
4
+ dataset: dsprites
5
+ variant: extrapolation
6
+ model: readout
7
+ seed: 8
8
+ slurm_job_id: '1229375'
9
+ slurm_array_job_id: '1229253'
10
+ slurm_array_task_id: '38'
checkpoints/paper_dsprites_beta_vae_readout/dsprites/extrapolation/readout/seed_08/evaluation/test_metrics.json ADDED
@@ -0,0 +1,65 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint_model": "readout",
3
+ "checkpoints": [
4
+ "/net/scratch/mx99/idgb/results/paper_dsprites_beta_vae/dsprites/extrapolation/beta_vae/seed_08/last.pt",
5
+ "/net/scratch/mx99/idgb/results/paper_dsprites_beta_vae_readout/dsprites/extrapolation/readout/seed_08/last.pt"
6
+ ],
7
+ "created_at": "2026-07-27T02:02:31.381807+00:00",
8
+ "dataset": "dsprites",
9
+ "device": "cuda",
10
+ "elapsed_seconds": 11.408909356920049,
11
+ "experiment": "paper_dsprites_beta_vae_readout",
12
+ "max_examples": null,
13
+ "metrics": {
14
+ "examples": 497280,
15
+ "factor_names": [
16
+ "shape",
17
+ "scale",
18
+ "orientation",
19
+ "x-position",
20
+ "y-position"
21
+ ],
22
+ "factor_variance": [
23
+ 0.16666666666666666,
24
+ 0.11666666666666659,
25
+ 0.08760683760683764,
26
+ 0.08870967741935493,
27
+ 0.08870967741935493
28
+ ],
29
+ "mse": 0.08839996719182933,
30
+ "mse_per_factor": {
31
+ "orientation": 0.1318471675142762,
32
+ "scale": 0.03608617951395125,
33
+ "shape": 0.17154781966060872,
34
+ "x-position": 0.05640668186432002,
35
+ "y-position": 0.04611198740599041
36
+ },
37
+ "rsquared": 0.2001501584925543,
38
+ "rsquared_clipped": 0.2001501584925543,
39
+ "rsquared_clipped_per_factor": {
40
+ "orientation": 0.0,
41
+ "scale": 0.6906898898804177,
42
+ "shape": 0.0,
43
+ "x-position": 0.36414285898402954,
44
+ "y-position": 0.48019214196883586
45
+ },
46
+ "rsquared_per_factor": {
47
+ "orientation": -0.5049871804068593,
48
+ "scale": 0.6906898898804177,
49
+ "shape": -0.029286917963652348,
50
+ "x-position": 0.36414285898402954,
51
+ "y-position": 0.48019214196883586
52
+ }
53
+ },
54
+ "model": "beta_vae",
55
+ "provenance": {
56
+ "config_path": "/home/mx99/comp-gen-bench/InDomainGeneralizationBenchmark/experiments/configs/readout/dsprites_beta_vae.yaml",
57
+ "slurm_array_job_id": "1229253",
58
+ "slurm_array_task_id": "38",
59
+ "slurm_job_id": "1229375"
60
+ },
61
+ "schema_version": 1,
62
+ "seed": 8,
63
+ "test_mode": "test",
64
+ "variant": "extrapolation"
65
+ }