Sync log files from VAE_logs and CompVAE_logs (38/39)

VAE_logs/dsprites_large_sweep/zdim_064/run_015_rerun_00_25shapes_zdim_064/lightning_logs/version_21106903/disentanglement_metrics_sampled/in_domain/disentanglement_metrics_sample.json

@@ -0,0 +1,16 @@
+{
+  "dci.informativeness_train": 0.9705,
+  "dci.informativeness_test": 0.785,
+  "dci.disentanglement": 0.17955293845910608,
+  "dci.completeness": 0.08921521434800132,
+  "mig.discrete_score": 0.02479035027568409,
+  "sap.score": 0.007000000000000006,
+  "_metadata": {
+    "checkpoint_path": "VAE_logs/dsprites_large_sweep/zdim_064/run_015_rerun_00_25shapes_zdim_064/lightning_logs/version_21106903/checkpoints/best_in_domain.ckpt",
+    "checkpoint_dir": "VAE_logs/dsprites_large_sweep/zdim_064/run_015_rerun_00_25shapes_zdim_064/lightning_logs/version_21106903",
+    "split": "in_domain",
+    "sampling_strategy": "sample",
+    "num_samples": 1000,
+    "latent_dim": 64
+  }
+}

VAE_logs/dsprites_large_sweep/zdim_064/run_015_rerun_00_25shapes_zdim_064/lightning_logs/version_21106903/disentanglement_metrics_sampled/ood/disentanglement_metrics_sample.json

@@ -0,0 +1,16 @@
+{
+  "dci.informativeness_train": 0.970625,
+  "dci.informativeness_test": 0.7971874999999999,
+  "dci.disentanglement": 0.17921669098849902,
+  "dci.completeness": 0.10040724355062267,
+  "mig.discrete_score": 0.04262904187478965,
+  "sap.score": 0.0475,
+  "_metadata": {
+    "checkpoint_path": "VAE_logs/dsprites_large_sweep/zdim_064/run_015_rerun_00_25shapes_zdim_064/lightning_logs/version_21106903/checkpoints/best_in_domain.ckpt",
+    "checkpoint_dir": "VAE_logs/dsprites_large_sweep/zdim_064/run_015_rerun_00_25shapes_zdim_064/lightning_logs/version_21106903",
+    "split": "ood",
+    "sampling_strategy": "sample",
+    "num_samples": 1600,
+    "latent_dim": 64
+  }
+}

VAE_logs/dsprites_large_sweep/zdim_064/run_015_rerun_00_25shapes_zdim_064/lightning_logs/version_21106903/hparams.yaml

@@ -0,0 +1,8 @@
+num_filters: 64
+z_dim: 64
+lr: 0.001
+num_channels: 1
+num_values: 4
+image_size: 64
+bbox_loss_inside_weight: 9.0
+bbox_loss_outside_weight: 1.0

VAE_logs/dsprites_large_sweep/zdim_064/run_015_rerun_00_25shapes_zdim_064/sweep_run_config.json

@@ -0,0 +1,171 @@
+{
+  "cache": {
+    "available_shapes": [
+      "polygon_3",
+      "polygon_4",
+      "polygon_5",
+      "star_3_r02",
+      "star_4_r04",
+      "star_5_r04",
+      "star_6_r04",
+      "ellipse_050",
+      "heart",
+      "flower_2_w03",
+      "flower_3_w03",
+      "flower_4_w03",
+      "flower_5_w03",
+      "flower_6_w03",
+      "rectangle_03",
+      "cross_065",
+      "crescent_025",
+      "drop_15",
+      "closed_hollow_polygon_3",
+      "closed_hollow_polygon_4",
+      "closed_hollow_polygon_5",
+      "hollow_polygon_3",
+      "hollow_polygon_4",
+      "hollow_polygon_5",
+      "closed_hollow_ellipse_05"
+    ],
+    "generation_config": {
+      "candidate_bg_colors": [
+        [
+          0,
+          0,
+          0
+        ]
+      ],
+      "candidate_fg_colors": [
+        [
+          255,
+          255,
+          255
+        ]
+      ],
+      "image_size": 64,
+      "num_values": 4,
+      "ood": {
+        "bg_colors_from": "unseen",
+        "fg_colors_from": "unseen",
+        "num_bg_colors": 0,
+        "num_fg_colors": 0,
+        "num_shapes": 0,
+        "shapes_from": "unseen"
+      },
+      "orientations": {
+        "max": 6.28318531,
+        "min": 0.0,
+        "num": 10
+      },
+      "output": "data/lils/dsprites_large_5_10_8_8.pt",
+      "output_channels": 1,
+      "position_space": "renderer",
+      "positions_x": {
+        "max": 0.8,
+        "min": 0.2,
+        "num": 8
+      },
+      "positions_y": {
+        "max": 0.8,
+        "min": 0.2,
+        "num": 8
+      },
+      "scale_space": "renderer",
+      "scales": [
+        0.2,
+        0.25,
+        0.3,
+        0.35,
+        0.4
+      ],
+      "seed": 42,
+      "shape_pool": "all",
+      "train": {
+        "num_bg_colors": 1,
+        "num_fg_colors": 1,
+        "num_shapes": 25
+      }
+    },
+    "path": "data/lils/dsprites_large_5_10_8_8.pt"
+  },
+  "dataloader": {
+    "sprite_restricted_shapes": [
+      "flower_6_w03"
+    ],
+    "sprite_right_side_threshold": 0.5,
+    "sprite_shapes": [
+      "flower_6_w03",
+      "polygon_3",
+      "polygon_4",
+      "polygon_5",
+      "star_3_r02",
+      "star_4_r04",
+      "star_5_r04",
+      "star_6_r04",
+      "ellipse_050",
+      "heart",
+      "flower_2_w03",
+      "flower_3_w03",
+      "flower_4_w03",
+      "flower_5_w03",
+      "rectangle_03",
+      "cross_065",
+      "crescent_025",
+      "drop_15",
+      "closed_hollow_polygon_3",
+      "closed_hollow_polygon_4",
+      "closed_hollow_polygon_5",
+      "hollow_polygon_3",
+      "hollow_polygon_4",
+      "hollow_polygon_5",
+      "closed_hollow_ellipse_05"
+    ],
+    "val_fraction": 0.1
+  },
+  "held_out_shape": "flower_6_w03",
+  "n_shapes": 25,
+  "rerun_index": 0,
+  "run_index": 15,
+  "run_name": "run_015_rerun_00_25shapes_zdim_064",
+  "run_seed": 1215064783,
+  "run_shapes": [
+    "flower_6_w03",
+    "polygon_3",
+    "polygon_4",
+    "polygon_5",
+    "star_3_r02",
+    "star_4_r04",
+    "star_5_r04",
+    "star_6_r04",
+    "ellipse_050",
+    "heart",
+    "flower_2_w03",
+    "flower_3_w03",
+    "flower_4_w03",
+    "flower_5_w03",
+    "rectangle_03",
+    "cross_065",
+    "crescent_025",
+    "drop_15",
+    "closed_hollow_polygon_3",
+    "closed_hollow_polygon_4",
+    "closed_hollow_polygon_5",
+    "hollow_polygon_3",
+    "hollow_polygon_4",
+    "hollow_polygon_5",
+    "closed_hollow_ellipse_05"
+  ],
+  "training": {
+    "base_seed": 42,
+    "batch_size": 128,
+    "bbox_loss_inside_weight": 9.0,
+    "bbox_loss_outside_weight": 1.0,
+    "epochs": 100,
+    "lr": 0.001,
+    "num_filters": 64,
+    "num_values": 4,
+    "num_workers": 0,
+    "seed": 1215064783
+  },
+  "z_dim": 64
+}

VAE_logs/dsprites_large_sweep/zdim_064/run_015_rerun_00_25shapes_zdim_064/sweep_run_config.yaml

@@ -0,0 +1,149 @@
+run_index: 15
+rerun_index: 0
+run_name: run_015_rerun_00_25shapes_zdim_064
+run_seed: 1215064783
+z_dim: 64
+n_shapes: 25
+held_out_shape: flower_6_w03
+run_shapes:
+- flower_6_w03
+- polygon_3
+- polygon_4
+- polygon_5
+- star_3_r02
+- star_4_r04
+- star_5_r04
+- star_6_r04
+- ellipse_050
+- heart
+- flower_2_w03
+- flower_3_w03
+- flower_4_w03
+- flower_5_w03
+- rectangle_03
+- cross_065
+- crescent_025
+- drop_15
+- closed_hollow_polygon_3
+- closed_hollow_polygon_4
+- closed_hollow_polygon_5
+- hollow_polygon_3
+- hollow_polygon_4
+- hollow_polygon_5
+- closed_hollow_ellipse_05
+cache:
+  path: data/lils/dsprites_large_5_10_8_8.pt
+  available_shapes:
+  - polygon_3
+  - polygon_4
+  - polygon_5
+  - star_3_r02
+  - star_4_r04
+  - star_5_r04
+  - star_6_r04
+  - ellipse_050
+  - heart
+  - flower_2_w03
+  - flower_3_w03
+  - flower_4_w03
+  - flower_5_w03
+  - flower_6_w03
+  - rectangle_03
+  - cross_065
+  - crescent_025
+  - drop_15
+  - closed_hollow_polygon_3
+  - closed_hollow_polygon_4
+  - closed_hollow_polygon_5
+  - hollow_polygon_3
+  - hollow_polygon_4
+  - hollow_polygon_5
+  - closed_hollow_ellipse_05
+  generation_config:
+    seed: 42
+    image_size: 64
+    num_values: 4
+    output_channels: 1
+    output: data/lils/dsprites_large_5_10_8_8.pt
+    scale_space: renderer
+    position_space: renderer
+    shape_pool: all
+    candidate_fg_colors:
+    - - 255
+      - 255
+      - 255
+    candidate_bg_colors:
+    - - 0
+      - 0
+      - 0
+    scales:
+    - 0.2
+    - 0.25
+    - 0.3
+    - 0.35
+    - 0.4
+    orientations:
+      min: 0.0
+      max: 6.28318531
+      num: 10
+    positions_x:
+      min: 0.2
+      max: 0.8
+      num: 8
+    positions_y:
+      min: 0.2
+      max: 0.8
+      num: 8
+    train:
+      num_shapes: 25
+      num_fg_colors: 1
+      num_bg_colors: 1
+    ood:
+      num_shapes: 0
+      shapes_from: unseen
+      num_fg_colors: 0
+      fg_colors_from: unseen
+      num_bg_colors: 0
+      bg_colors_from: unseen
+dataloader:
+  sprite_shapes:
+  - flower_6_w03
+  - polygon_3
+  - polygon_4
+  - polygon_5
+  - star_3_r02
+  - star_4_r04
+  - star_5_r04
+  - star_6_r04
+  - ellipse_050
+  - heart
+  - flower_2_w03
+  - flower_3_w03
+  - flower_4_w03
+  - flower_5_w03
+  - rectangle_03
+  - cross_065
+  - crescent_025
+  - drop_15
+  - closed_hollow_polygon_3
+  - closed_hollow_polygon_4
+  - closed_hollow_polygon_5
+  - hollow_polygon_3
+  - hollow_polygon_4
+  - hollow_polygon_5
+  - closed_hollow_ellipse_05
+  sprite_restricted_shapes:
+  - flower_6_w03
+  sprite_right_side_threshold: 0.5
+  val_fraction: 0.1
+training:
+  epochs: 100
+  batch_size: 128
+  num_workers: 0
+  num_values: 4
+  num_filters: 64
+  lr: 0.001
+  seed: 1215064783
+  base_seed: 42
+  bbox_loss_inside_weight: 9.0
+  bbox_loss_outside_weight: 1.0

VAE_logs/dsprites_large_sweep/zdim_064/run_016_rerun_01_25shapes_zdim_064/lightning_logs/version_21106903/checkpoint_eval/best_in_domain/evaluation_metrics.json

@@ -0,0 +1,99 @@
+{
+  "checkpoint_name": "best_in_domain",
+  "checkpoint_path": "/Users/matushalak/Documents/vae-cg/vae-compositional/VAE_logs/dsprites_large_sweep/zdim_064/run_016_rerun_01_25shapes_zdim_064/lightning_logs/version_21106903/checkpoints/best_in_domain.ckpt",
+  "device": "mps",
+  "format_version": 1,
+  "loader_config": {
+    "in_domain_rule": "Validate in-domain on shapes ['closed_hollow_ellipse_05', 'closed_hollow_polygon_3', 'closed_hollow_polygon_4', 'closed_hollow_polygon_5', 'crescent_025', 'cross_065', 'drop_15', 'ellipse_050', 'flower_2_w03', 'flower_3_w03', 'flower_4_w03', 'flower_5_w03', 'flower_6_w03', 'heart', 'hollow_polygon_3', 'hollow_polygon_4', 'hollow_polygon_5', 'polygon_3', 'polygon_4', 'polygon_5', 'rectangle_03', 'star_3_r02', 'star_4_r04', 'star_5_r04', 'star_6_r04'] with the same shape-position combinations as training.",
+    "ood_rule": "Validate OOD only on held-out restricted-shape combinations for ['closed_hollow_ellipse_05'] within shapes ['closed_hollow_ellipse_05', 'closed_hollow_polygon_3', 'closed_hollow_polygon_4', 'closed_hollow_polygon_5', 'crescent_025', 'cross_065', 'drop_15', 'ellipse_050', 'flower_2_w03', 'flower_3_w03', 'flower_4_w03', 'flower_5_w03', 'flower_6_w03', 'heart', 'hollow_polygon_3', 'hollow_polygon_4', 'hollow_polygon_5', 'polygon_3', 'polygon_4', 'polygon_5', 'rectangle_03', 'star_3_r02', 'star_4_r04', 'star_5_r04', 'star_6_r04'].",
+    "restricted_shape_counts": {
+      "closed_hollow_ellipse_05": {
+        "in_domain": 1600,
+        "ood": 1600
+      }
+    },
+    "seed": 2822397900,
+    "sprite_restricted_shapes": [
+      "closed_hollow_ellipse_05"
+    ],
+    "sprite_right_side_threshold": 0.5,
+    "sprite_shapes": [
+      "closed_hollow_ellipse_05",
+      "polygon_3",
+      "polygon_4",
+      "polygon_5",
+      "star_3_r02",
+      "star_4_r04",
+      "star_5_r04",
+      "star_6_r04",
+      "ellipse_050",
+      "heart",
+      "flower_2_w03",
+      "flower_3_w03",
+      "flower_4_w03",
+      "flower_5_w03",
+      "flower_6_w03",
+      "rectangle_03",
+      "cross_065",
+      "crescent_025",
+      "drop_15",
+      "closed_hollow_polygon_3",
+      "closed_hollow_polygon_4",
+      "closed_hollow_polygon_5",
+      "hollow_polygon_3",
+      "hollow_polygon_4",
+      "hollow_polygon_5"
+    ],
+    "sprites_large_cache": "/Users/matushalak/Documents/vae-cg/vae-compositional/data/lils/dsprites_large_5_10_8_8.pt",
+    "train_rule": "Train on shapes ['closed_hollow_ellipse_05', 'closed_hollow_polygon_3', 'closed_hollow_polygon_4', 'closed_hollow_polygon_5', 'crescent_025', 'cross_065', 'drop_15', 'ellipse_050', 'flower_2_w03', 'flower_3_w03', 'flower_4_w03', 'flower_5_w03', 'flower_6_w03', 'heart', 'hollow_polygon_3', 'hollow_polygon_4', 'hollow_polygon_5', 'polygon_3', 'polygon_4', 'polygon_5', 'rectangle_03', 'star_3_r02', 'star_4_r04', 'star_5_r04', 'star_6_r04'] except ['closed_hollow_ellipse_05'] are restricted to position_x <= 0.5.",
+    "val_fraction": 0.1
+  },
+  "metrics": {
+    "in_domain": {
+      "n_examples": 7840,
+      "raw": {
+        "bpd": 0.05086405196664285,
+        "elbo": 144.4097128109056,
+        "reconstruction_loss": 18.842938123430525,
+        "regularization_loss": 125.5667742047991
+      },
+      "weighted": {
+        "bpd": 0.07649723072441257,
+        "elbo": 217.18566720145088,
+        "reconstruction_loss": 91.61889302779217,
+        "regularization_loss": 125.5667742047991
+      }
+    },
+    "ood": {
+      "n_examples": 1600,
+      "raw": {
+        "bpd": 0.06529841482639313,
+        "elbo": 185.3907629394531,
+        "reconstruction_loss": 60.80013198852539,
+        "regularization_loss": 124.59063293457031
+      },
+      "weighted": {
+        "bpd": 0.1465896999835968,
+        "elbo": 416.18738037109375,
+        "reconstruction_loss": 291.59674682617185,
+        "regularization_loss": 124.59063293457031
+      }
+    },
+    "train": {
+      "n_examples": 70560,
+      "raw": {
+        "bpd": 0.048239436262454034,
+        "elbo": 136.95808490225517,
+        "reconstruction_loss": 11.398159522318245,
+        "regularization_loss": 125.55992533365885
+      },
+      "weighted": {
+        "bpd": 0.06340902931734818,
+        "elbo": 180.0265486667486,
+        "reconstruction_loss": 54.46662338845043,
+        "regularization_loss": 125.55992533365885
+      }
+    }
+  },
+  "seed": 2822397900
+}

VAE_logs/dsprites_large_sweep/zdim_064/run_016_rerun_01_25shapes_zdim_064/lightning_logs/version_21106903/checkpoint_eval/best_ood/evaluation_metrics.json

@@ -0,0 +1,99 @@
+{
+  "checkpoint_name": "best_ood",
+  "checkpoint_path": "/Users/matushalak/Documents/vae-cg/vae-compositional/VAE_logs/dsprites_large_sweep/zdim_064/run_016_rerun_01_25shapes_zdim_064/lightning_logs/version_21106903/checkpoints/best_ood.ckpt",
+  "device": "mps",
+  "format_version": 1,
+  "loader_config": {
+    "in_domain_rule": "Validate in-domain on shapes ['closed_hollow_ellipse_05', 'closed_hollow_polygon_3', 'closed_hollow_polygon_4', 'closed_hollow_polygon_5', 'crescent_025', 'cross_065', 'drop_15', 'ellipse_050', 'flower_2_w03', 'flower_3_w03', 'flower_4_w03', 'flower_5_w03', 'flower_6_w03', 'heart', 'hollow_polygon_3', 'hollow_polygon_4', 'hollow_polygon_5', 'polygon_3', 'polygon_4', 'polygon_5', 'rectangle_03', 'star_3_r02', 'star_4_r04', 'star_5_r04', 'star_6_r04'] with the same shape-position combinations as training.",
+    "ood_rule": "Validate OOD on shapes ['closed_hollow_ellipse_05', 'closed_hollow_polygon_3', 'closed_hollow_polygon_4', 'closed_hollow_polygon_5', 'crescent_025', 'cross_065', 'drop_15', 'ellipse_050', 'flower_2_w03', 'flower_3_w03', 'flower_4_w03', 'flower_5_w03', 'flower_6_w03', 'heart', 'hollow_polygon_3', 'hollow_polygon_4', 'hollow_polygon_5', 'polygon_3', 'polygon_4', 'polygon_5', 'rectangle_03', 'star_3_r02', 'star_4_r04', 'star_5_r04', 'star_6_r04'] using all held-out restricted-shape combinations.",
+    "restricted_shape_counts": {
+      "closed_hollow_ellipse_05": {
+        "in_domain": 1600,
+        "ood": 1600
+      }
+    },
+    "seed": 2822397900,
+    "sprite_restricted_shapes": [
+      "closed_hollow_ellipse_05"
+    ],
+    "sprite_right_side_threshold": 0.5,
+    "sprite_shapes": [
+      "closed_hollow_ellipse_05",
+      "polygon_3",
+      "polygon_4",
+      "polygon_5",
+      "star_3_r02",
+      "star_4_r04",
+      "star_5_r04",
+      "star_6_r04",
+      "ellipse_050",
+      "heart",
+      "flower_2_w03",
+      "flower_3_w03",
+      "flower_4_w03",
+      "flower_5_w03",
+      "flower_6_w03",
+      "rectangle_03",
+      "cross_065",
+      "crescent_025",
+      "drop_15",
+      "closed_hollow_polygon_3",
+      "closed_hollow_polygon_4",
+      "closed_hollow_polygon_5",
+      "hollow_polygon_3",
+      "hollow_polygon_4",
+      "hollow_polygon_5"
+    ],
+    "sprites_large_cache": "/Users/matushalak/Documents/vae-cg/vae-compositional/data/lils/dsprites_large_5_10_8_8.pt",
+    "train_rule": "Train on shapes ['closed_hollow_ellipse_05', 'closed_hollow_polygon_3', 'closed_hollow_polygon_4', 'closed_hollow_polygon_5', 'crescent_025', 'cross_065', 'drop_15', 'ellipse_050', 'flower_2_w03', 'flower_3_w03', 'flower_4_w03', 'flower_5_w03', 'flower_6_w03', 'heart', 'hollow_polygon_3', 'hollow_polygon_4', 'hollow_polygon_5', 'polygon_3', 'polygon_4', 'polygon_5', 'rectangle_03', 'star_3_r02', 'star_4_r04', 'star_5_r04', 'star_6_r04'] except ['closed_hollow_ellipse_05'] are restricted to position_x <= 0.5.",
+    "val_fraction": 0.1
+  },
+  "metrics": {
+    "in_domain": {
+      "n_examples": 7840,
+      "raw": {
+        "bpd": 0.052817730575191735,
+        "elbo": 149.95646212830835,
+        "reconstruction_loss": 21.00191834897411,
+        "regularization_loss": 128.95454269720582
+      },
+      "weighted": {
+        "bpd": 0.08141080153231718,
+        "elbo": 231.1359408008809,
+        "reconstruction_loss": 102.18139860192123,
+        "regularization_loss": 128.95454269720582
+      }
+    },
+    "ood": {
+      "n_examples": 1600,
+      "raw": {
+        "bpd": 0.0652674150466919,
+        "elbo": 185.3027478027344,
+        "reconstruction_loss": 57.610687255859375,
+        "regularization_loss": 127.69205932617187
+      },
+      "weighted": {
+        "bpd": 0.14279410660266875,
+        "elbo": 405.41118896484375,
+        "reconstruction_loss": 277.7191271972656,
+        "regularization_loss": 127.69205932617187
+      }
+    },
+    "train": {
+      "n_examples": 70560,
+      "raw": {
+        "bpd": 0.05035263803236339,
+        "elbo": 142.95774160372156,
+        "reconstruction_loss": 13.958468237809853,
+        "regularization_loss": 128.99927364358015
+      },
+      "weighted": {
+        "bpd": 0.06914328849302127,
+        "elbo": 196.30686236530744,
+        "reconstruction_loss": 67.30758905389142,
+        "regularization_loss": 128.99927364358015
+      }
+    }
+  },
+  "seed": 2822397900
+}

VAE_logs/dsprites_large_sweep/zdim_064/run_016_rerun_01_25shapes_zdim_064/lightning_logs/version_21106903/checkpoint_summary.json

@@ -0,0 +1,15 @@
+{
+  "checkpoints": {
+    "best_in_domain": {
+      "monitor": "val_in_domain_bpd",
+      "path": "VAE_logs/dsprites_large_sweep/zdim_064/run_016_rerun_01_25shapes_zdim_064/lightning_logs/version_21106903/checkpoints/best_in_domain.ckpt",
+      "score": 0.07621587812900543
+    },
+    "best_ood": {
+      "monitor": "val_ood_bpd",
+      "path": "VAE_logs/dsprites_large_sweep/zdim_064/run_016_rerun_01_25shapes_zdim_064/lightning_logs/version_21106903/checkpoints/best_ood.ckpt",
+      "score": 0.14279824495315552
+    }
+  },
+  "default_checkpoint": "best_in_domain"
+}

VAE_logs/dsprites_large_sweep/zdim_064/run_016_rerun_01_25shapes_zdim_064/lightning_logs/version_21106903/checkpoints/best_in_domain.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:655081cfe67458257a4b440c1fc062d8da55b70538a0a8aadb1369c135231ae2
+size 23568738

VAE_logs/dsprites_large_sweep/zdim_064/run_016_rerun_01_25shapes_zdim_064/lightning_logs/version_21106903/disentanglement_metrics/in_domain/disentanglement_metrics.json

@@ -0,0 +1,16 @@
+{
+  "dci.informativeness_train": 0.9665,
+  "dci.informativeness_test": 0.807,
+  "dci.disentanglement": 0.24949677889905286,
+  "dci.completeness": 0.14153019813560117,
+  "mig.discrete_score": 0.053157193498985046,
+  "sap.score": 0.05150000000000001,
+  "_metadata": {
+    "checkpoint_path": "VAE_logs/dsprites_large_sweep/zdim_064/run_016_rerun_01_25shapes_zdim_064/lightning_logs/version_21106903/checkpoints/best_in_domain.ckpt",
+    "checkpoint_dir": "VAE_logs/dsprites_large_sweep/zdim_064/run_016_rerun_01_25shapes_zdim_064/lightning_logs/version_21106903",
+    "split": "in_domain",
+    "sampling_strategy": "mean",
+    "num_samples": 1000,
+    "latent_dim": 64
+  }
+}

VAE_logs/dsprites_large_sweep/zdim_064/run_016_rerun_01_25shapes_zdim_064/lightning_logs/version_21106903/disentanglement_metrics/in_domain/disentanglement_metrics_mean.json

@@ -0,0 +1,19 @@
+{
+  "dci.informativeness_train": 0.96,
+  "dci.informativeness_test": 0.8115000000000001,
+  "dci.disentanglement": 0.2509005478994705,
+  "dci.completeness": 0.14710214636311175,
+  "mig.discrete_score": 0.061371520858045134,
+  "sap.score": 0.022999999999999986,
+  "factor_vae.train_accuracy": 0.536,
+  "factor_vae.eval_accuracy": 0.43,
+  "factor_vae.num_active_dims": 64,
+  "_metadata": {
+    "checkpoint_path": "VAE_logs/dsprites_large_sweep/zdim_064/run_016_rerun_01_25shapes_zdim_064/lightning_logs/version_21106903/checkpoints/best_in_domain.ckpt",
+    "checkpoint_dir": "VAE_logs/dsprites_large_sweep/zdim_064/run_016_rerun_01_25shapes_zdim_064/lightning_logs/version_21106903",
+    "split": "in_domain",
+    "sampling_strategy": "mean",
+    "num_samples": 1000,
+    "latent_dim": 64
+  }
+}

VAE_logs/dsprites_large_sweep/zdim_064/run_016_rerun_01_25shapes_zdim_064/lightning_logs/version_21106903/disentanglement_metrics/ood/disentanglement_metrics.json

@@ -0,0 +1,16 @@
+{
+  "dci.informativeness_train": 0.9921875,
+  "dci.informativeness_test": 0.788125,
+  "dci.disentanglement": 0.1886791976377734,
+  "dci.completeness": 0.11071667153971654,
+  "mig.discrete_score": 0.09243433338874865,
+  "sap.score": 0.048125,
+  "_metadata": {
+    "checkpoint_path": "VAE_logs/dsprites_large_sweep/zdim_064/run_016_rerun_01_25shapes_zdim_064/lightning_logs/version_21106903/checkpoints/best_in_domain.ckpt",
+    "checkpoint_dir": "VAE_logs/dsprites_large_sweep/zdim_064/run_016_rerun_01_25shapes_zdim_064/lightning_logs/version_21106903",
+    "split": "ood",
+    "sampling_strategy": "mean",
+    "num_samples": 1600,
+    "latent_dim": 64
+  }
+}

VAE_logs/dsprites_large_sweep/zdim_064/run_016_rerun_01_25shapes_zdim_064/lightning_logs/version_21106903/disentanglement_metrics/ood/disentanglement_metrics_mean.json

@@ -0,0 +1,19 @@
+{
+  "dci.informativeness_train": 0.9934375,
+  "dci.informativeness_test": 0.7937500000000001,
+  "dci.disentanglement": 0.18173097374836406,
+  "dci.completeness": 0.10798994454964567,
+  "mig.discrete_score": 0.09127049798237667,
+  "sap.score": 0.04437499999999999,
+  "factor_vae.train_accuracy": 0.78625,
+  "factor_vae.eval_accuracy": 0.775,
+  "factor_vae.num_active_dims": 64,
+  "_metadata": {
+    "checkpoint_path": "VAE_logs/dsprites_large_sweep/zdim_064/run_016_rerun_01_25shapes_zdim_064/lightning_logs/version_21106903/checkpoints/best_in_domain.ckpt",
+    "checkpoint_dir": "VAE_logs/dsprites_large_sweep/zdim_064/run_016_rerun_01_25shapes_zdim_064/lightning_logs/version_21106903",
+    "split": "ood",
+    "sampling_strategy": "mean",
+    "num_samples": 1600,
+    "latent_dim": 64
+  }
+}

VAE_logs/dsprites_large_sweep/zdim_064/run_016_rerun_01_25shapes_zdim_064/lightning_logs/version_21106903/disentanglement_metrics_sampled/in_domain/disentanglement_metrics_sample.json

@@ -0,0 +1,16 @@
+{
+  "dci.informativeness_train": 0.9695,
+  "dci.informativeness_test": 0.8029999999999999,
+  "dci.disentanglement": 0.24744754264330174,
+  "dci.completeness": 0.13911447498984184,
+  "mig.discrete_score": 0.0581512152923273,
+  "sap.score": 0.05650000000000001,
+  "_metadata": {
+    "checkpoint_path": "VAE_logs/dsprites_large_sweep/zdim_064/run_016_rerun_01_25shapes_zdim_064/lightning_logs/version_21106903/checkpoints/best_in_domain.ckpt",
+    "checkpoint_dir": "VAE_logs/dsprites_large_sweep/zdim_064/run_016_rerun_01_25shapes_zdim_064/lightning_logs/version_21106903",
+    "split": "in_domain",
+    "sampling_strategy": "sample",
+    "num_samples": 1000,
+    "latent_dim": 64
+  }
+}

VAE_logs/dsprites_large_sweep/zdim_064/run_016_rerun_01_25shapes_zdim_064/lightning_logs/version_21106903/disentanglement_metrics_sampled/ood/disentanglement_metrics_sample.json

@@ -0,0 +1,16 @@
+{
+  "dci.informativeness_train": 0.99125,
+  "dci.informativeness_test": 0.7953125,
+  "dci.disentanglement": 0.19402582556363604,
+  "dci.completeness": 0.11031027689135259,
+  "mig.discrete_score": 0.0863567502361236,
+  "sap.score": 0.048437499999999994,
+  "_metadata": {
+    "checkpoint_path": "VAE_logs/dsprites_large_sweep/zdim_064/run_016_rerun_01_25shapes_zdim_064/lightning_logs/version_21106903/checkpoints/best_in_domain.ckpt",
+    "checkpoint_dir": "VAE_logs/dsprites_large_sweep/zdim_064/run_016_rerun_01_25shapes_zdim_064/lightning_logs/version_21106903",
+    "split": "ood",
+    "sampling_strategy": "sample",
+    "num_samples": 1600,
+    "latent_dim": 64
+  }
+}

VAE_logs/dsprites_large_sweep/zdim_064/run_016_rerun_01_25shapes_zdim_064/lightning_logs/version_21106903/hparams.yaml

@@ -0,0 +1,8 @@
+num_filters: 64
+z_dim: 64
+lr: 0.001
+num_channels: 1
+num_values: 4
+image_size: 64
+bbox_loss_inside_weight: 9.0
+bbox_loss_outside_weight: 1.0

VAE_logs/dsprites_large_sweep/zdim_064/run_016_rerun_01_25shapes_zdim_064/sweep_run_config.json

@@ -0,0 +1,171 @@
+{
+  "cache": {
+    "available_shapes": [
+      "polygon_3",
+      "polygon_4",
+      "polygon_5",
+      "star_3_r02",
+      "star_4_r04",
+      "star_5_r04",
+      "star_6_r04",
+      "ellipse_050",
+      "heart",
+      "flower_2_w03",
+      "flower_3_w03",
+      "flower_4_w03",
+      "flower_5_w03",
+      "flower_6_w03",
+      "rectangle_03",
+      "cross_065",
+      "crescent_025",
+      "drop_15",
+      "closed_hollow_polygon_3",
+      "closed_hollow_polygon_4",
+      "closed_hollow_polygon_5",
+      "hollow_polygon_3",
+      "hollow_polygon_4",
+      "hollow_polygon_5",
+      "closed_hollow_ellipse_05"
+    ],
+    "generation_config": {
+      "candidate_bg_colors": [
+        [
+          0,
+          0,
+          0
+        ]
+      ],
+      "candidate_fg_colors": [
+        [
+          255,
+          255,
+          255
+        ]
+      ],
+      "image_size": 64,
+      "num_values": 4,
+      "ood": {
+        "bg_colors_from": "unseen",
+        "fg_colors_from": "unseen",
+        "num_bg_colors": 0,
+        "num_fg_colors": 0,
+        "num_shapes": 0,
+        "shapes_from": "unseen"
+      },
+      "orientations": {
+        "max": 6.28318531,
+        "min": 0.0,
+        "num": 10
+      },
+      "output": "data/lils/dsprites_large_5_10_8_8.pt",
+      "output_channels": 1,
+      "position_space": "renderer",
+      "positions_x": {
+        "max": 0.8,
+        "min": 0.2,
+        "num": 8
+      },
+      "positions_y": {
+        "max": 0.8,
+        "min": 0.2,
+        "num": 8
+      },
+      "scale_space": "renderer",
+      "scales": [
+        0.2,
+        0.25,
+        0.3,
+        0.35,
+        0.4
+      ],
+      "seed": 42,
+      "shape_pool": "all",
+      "train": {
+        "num_bg_colors": 1,
+        "num_fg_colors": 1,
+        "num_shapes": 25
+      }
+    },
+    "path": "data/lils/dsprites_large_5_10_8_8.pt"
+  },
+  "dataloader": {
+    "sprite_restricted_shapes": [
+      "closed_hollow_ellipse_05"
+    ],
+    "sprite_right_side_threshold": 0.5,
+    "sprite_shapes": [
+      "closed_hollow_ellipse_05",
+      "polygon_3",
+      "polygon_4",
+      "polygon_5",
+      "star_3_r02",
+      "star_4_r04",
+      "star_5_r04",
+      "star_6_r04",
+      "ellipse_050",
+      "heart",
+      "flower_2_w03",
+      "flower_3_w03",
+      "flower_4_w03",
+      "flower_5_w03",
+      "flower_6_w03",
+      "rectangle_03",
+      "cross_065",
+      "crescent_025",
+      "drop_15",
+      "closed_hollow_polygon_3",
+      "closed_hollow_polygon_4",
+      "closed_hollow_polygon_5",
+      "hollow_polygon_3",
+      "hollow_polygon_4",
+      "hollow_polygon_5"
+    ],
+    "val_fraction": 0.1
+  },
+  "held_out_shape": "closed_hollow_ellipse_05",
+  "n_shapes": 25,
+  "rerun_index": 1,
+  "run_index": 16,
+  "run_name": "run_016_rerun_01_25shapes_zdim_064",
+  "run_seed": 2822397900,
+  "run_shapes": [
+    "closed_hollow_ellipse_05",
+    "polygon_3",
+    "polygon_4",
+    "polygon_5",
+    "star_3_r02",
+    "star_4_r04",
+    "star_5_r04",
+    "star_6_r04",
+    "ellipse_050",
+    "heart",
+    "flower_2_w03",
+    "flower_3_w03",
+    "flower_4_w03",
+    "flower_5_w03",
+    "flower_6_w03",
+    "rectangle_03",
+    "cross_065",
+    "crescent_025",
+    "drop_15",
+    "closed_hollow_polygon_3",
+    "closed_hollow_polygon_4",
+    "closed_hollow_polygon_5",
+    "hollow_polygon_3",
+    "hollow_polygon_4",
+    "hollow_polygon_5"
+  ],
+  "training": {
+    "base_seed": 42,
+    "batch_size": 128,
+    "bbox_loss_inside_weight": 9.0,
+    "bbox_loss_outside_weight": 1.0,
+    "epochs": 100,
+    "lr": 0.001,
+    "num_filters": 64,
+    "num_values": 4,
+    "num_workers": 0,
+    "seed": 2822397900
+  },
+  "z_dim": 64
+}

VAE_logs/dsprites_large_sweep/zdim_064/run_016_rerun_01_25shapes_zdim_064/sweep_run_config.yaml

@@ -0,0 +1,149 @@
+run_index: 16
+rerun_index: 1
+run_name: run_016_rerun_01_25shapes_zdim_064
+run_seed: 2822397900
+z_dim: 64
+n_shapes: 25
+held_out_shape: closed_hollow_ellipse_05
+run_shapes:
+- closed_hollow_ellipse_05
+- polygon_3
+- polygon_4
+- polygon_5
+- star_3_r02
+- star_4_r04
+- star_5_r04
+- star_6_r04
+- ellipse_050
+- heart
+- flower_2_w03
+- flower_3_w03
+- flower_4_w03
+- flower_5_w03
+- flower_6_w03
+- rectangle_03
+- cross_065
+- crescent_025
+- drop_15
+- closed_hollow_polygon_3
+- closed_hollow_polygon_4
+- closed_hollow_polygon_5
+- hollow_polygon_3
+- hollow_polygon_4
+- hollow_polygon_5
+cache:
+  path: data/lils/dsprites_large_5_10_8_8.pt
+  available_shapes:
+  - polygon_3
+  - polygon_4
+  - polygon_5
+  - star_3_r02
+  - star_4_r04
+  - star_5_r04
+  - star_6_r04
+  - ellipse_050
+  - heart
+  - flower_2_w03
+  - flower_3_w03
+  - flower_4_w03
+  - flower_5_w03
+  - flower_6_w03
+  - rectangle_03
+  - cross_065
+  - crescent_025
+  - drop_15
+  - closed_hollow_polygon_3
+  - closed_hollow_polygon_4
+  - closed_hollow_polygon_5
+  - hollow_polygon_3
+  - hollow_polygon_4
+  - hollow_polygon_5
+  - closed_hollow_ellipse_05
+  generation_config:
+    seed: 42
+    image_size: 64
+    num_values: 4
+    output_channels: 1
+    output: data/lils/dsprites_large_5_10_8_8.pt
+    scale_space: renderer
+    position_space: renderer
+    shape_pool: all
+    candidate_fg_colors:
+    - - 255
+      - 255
+      - 255
+    candidate_bg_colors:
+    - - 0
+      - 0
+      - 0
+    scales:
+    - 0.2
+    - 0.25
+    - 0.3
+    - 0.35
+    - 0.4
+    orientations:
+      min: 0.0
+      max: 6.28318531
+      num: 10
+    positions_x:
+      min: 0.2
+      max: 0.8
+      num: 8
+    positions_y:
+      min: 0.2
+      max: 0.8
+      num: 8
+    train:
+      num_shapes: 25
+      num_fg_colors: 1
+      num_bg_colors: 1
+    ood:
+      num_shapes: 0
+      shapes_from: unseen
+      num_fg_colors: 0
+      fg_colors_from: unseen
+      num_bg_colors: 0
+      bg_colors_from: unseen
+dataloader:
+  sprite_shapes:
+  - closed_hollow_ellipse_05
+  - polygon_3
+  - polygon_4
+  - polygon_5
+  - star_3_r02
+  - star_4_r04
+  - star_5_r04
+  - star_6_r04
+  - ellipse_050
+  - heart
+  - flower_2_w03
+  - flower_3_w03
+  - flower_4_w03
+  - flower_5_w03
+  - flower_6_w03
+  - rectangle_03
+  - cross_065
+  - crescent_025
+  - drop_15
+  - closed_hollow_polygon_3
+  - closed_hollow_polygon_4
+  - closed_hollow_polygon_5
+  - hollow_polygon_3
+  - hollow_polygon_4
+  - hollow_polygon_5
+  sprite_restricted_shapes:
+  - closed_hollow_ellipse_05
+  sprite_right_side_threshold: 0.5
+  val_fraction: 0.1
+training:
+  epochs: 100
+  batch_size: 128
+  num_workers: 0
+  num_values: 4
+  num_filters: 64
+  lr: 0.001
+  seed: 2822397900
+  base_seed: 42
+  bbox_loss_inside_weight: 9.0
+  bbox_loss_outside_weight: 1.0

VAE_logs/dsprites_large_sweep/zdim_064/run_017_rerun_02_25shapes_zdim_064/lightning_logs/version_21106903/checkpoint_eval/best_in_domain/evaluation_metrics.json

@@ -0,0 +1,99 @@
+{
+  "checkpoint_name": "best_in_domain",
+  "checkpoint_path": "/Users/matushalak/Documents/vae-cg/vae-compositional/VAE_logs/dsprites_large_sweep/zdim_064/run_017_rerun_02_25shapes_zdim_064/lightning_logs/version_21106903/checkpoints/best_in_domain.ckpt",
+  "device": "mps",
+  "format_version": 1,
+  "loader_config": {
+    "in_domain_rule": "Validate in-domain on shapes ['closed_hollow_ellipse_05', 'closed_hollow_polygon_3', 'closed_hollow_polygon_4', 'closed_hollow_polygon_5', 'crescent_025', 'cross_065', 'drop_15', 'ellipse_050', 'flower_2_w03', 'flower_3_w03', 'flower_4_w03', 'flower_5_w03', 'flower_6_w03', 'heart', 'hollow_polygon_3', 'hollow_polygon_4', 'hollow_polygon_5', 'polygon_3', 'polygon_4', 'polygon_5', 'rectangle_03', 'star_3_r02', 'star_4_r04', 'star_5_r04', 'star_6_r04'] with the same shape-position combinations as training.",
+    "ood_rule": "Validate OOD only on held-out restricted-shape combinations for ['closed_hollow_ellipse_05'] within shapes ['closed_hollow_ellipse_05', 'closed_hollow_polygon_3', 'closed_hollow_polygon_4', 'closed_hollow_polygon_5', 'crescent_025', 'cross_065', 'drop_15', 'ellipse_050', 'flower_2_w03', 'flower_3_w03', 'flower_4_w03', 'flower_5_w03', 'flower_6_w03', 'heart', 'hollow_polygon_3', 'hollow_polygon_4', 'hollow_polygon_5', 'polygon_3', 'polygon_4', 'polygon_5', 'rectangle_03', 'star_3_r02', 'star_4_r04', 'star_5_r04', 'star_6_r04'].",
+    "restricted_shape_counts": {
+      "closed_hollow_ellipse_05": {
+        "in_domain": 1600,
+        "ood": 1600
+      }
+    },
+    "seed": 2896583401,
+    "sprite_restricted_shapes": [
+      "closed_hollow_ellipse_05"
+    ],
+    "sprite_right_side_threshold": 0.5,
+    "sprite_shapes": [
+      "closed_hollow_ellipse_05",
+      "polygon_3",
+      "polygon_4",
+      "polygon_5",
+      "star_3_r02",
+      "star_4_r04",
+      "star_5_r04",
+      "star_6_r04",
+      "ellipse_050",
+      "heart",
+      "flower_2_w03",
+      "flower_3_w03",
+      "flower_4_w03",
+      "flower_5_w03",
+      "flower_6_w03",
+      "rectangle_03",
+      "cross_065",
+      "crescent_025",
+      "drop_15",
+      "closed_hollow_polygon_3",
+      "closed_hollow_polygon_4",
+      "closed_hollow_polygon_5",
+      "hollow_polygon_3",
+      "hollow_polygon_4",
+      "hollow_polygon_5"
+    ],
+    "sprites_large_cache": "/Users/matushalak/Documents/vae-cg/vae-compositional/data/lils/dsprites_large_5_10_8_8.pt",
+    "train_rule": "Train on shapes ['closed_hollow_ellipse_05', 'closed_hollow_polygon_3', 'closed_hollow_polygon_4', 'closed_hollow_polygon_5', 'crescent_025', 'cross_065', 'drop_15', 'ellipse_050', 'flower_2_w03', 'flower_3_w03', 'flower_4_w03', 'flower_5_w03', 'flower_6_w03', 'heart', 'hollow_polygon_3', 'hollow_polygon_4', 'hollow_polygon_5', 'polygon_3', 'polygon_4', 'polygon_5', 'rectangle_03', 'star_3_r02', 'star_4_r04', 'star_5_r04', 'star_6_r04'] except ['closed_hollow_ellipse_05'] are restricted to position_x <= 0.5.",
+    "val_fraction": 0.1
+  },
+  "metrics": {
+    "in_domain": {
+      "n_examples": 7840,
+      "raw": {
+        "bpd": 0.05447820978505271,
+        "elbo": 154.67078147421077,
+        "reconstruction_loss": 19.609819746990592,
+        "regularization_loss": 135.06096203862404
+      },
+      "weighted": {
+        "bpd": 0.07973052424435713,
+        "elbo": 226.36541380590322,
+        "reconstruction_loss": 91.30445114447146,
+        "regularization_loss": 135.06096203862404
+      }
+    },
+    "ood": {
+      "n_examples": 1600,
+      "raw": {
+        "bpd": 0.06411716684699059,
+        "elbo": 182.0370428466797,
+        "reconstruction_loss": 47.71911636352539,
+        "regularization_loss": 134.31792602539062
+      },
+      "weighted": {
+        "bpd": 0.13173565328121184,
+        "elbo": 374.0147985839844,
+        "reconstruction_loss": 239.69687744140626,
+        "regularization_loss": 134.31792602539062
+      }
+    },
+    "train": {
+      "n_examples": 70560,
+      "raw": {
+        "bpd": 0.05125318598551275,
+        "elbo": 145.51451546805245,
+        "reconstruction_loss": 10.702948486777931,
+        "regularization_loss": 134.8115670824808
+      },
+      "weighted": {
+        "bpd": 0.0654087582548189,
+        "elbo": 185.70404192520107,
+        "reconstruction_loss": 50.892475088383335,
+        "regularization_loss": 134.8115670824808
+      }
+    }
+  },
+  "seed": 2896583401
+}

VAE_logs/dsprites_large_sweep/zdim_064/run_017_rerun_02_25shapes_zdim_064/lightning_logs/version_21106903/checkpoint_eval/best_ood/evaluation_metrics.json

@@ -0,0 +1,99 @@
+{
+  "checkpoint_name": "best_ood",
+  "checkpoint_path": "/Users/matushalak/Documents/vae-cg/vae-compositional/VAE_logs/dsprites_large_sweep/zdim_064/run_017_rerun_02_25shapes_zdim_064/lightning_logs/version_21106903/checkpoints/best_ood.ckpt",
+  "device": "mps",
+  "format_version": 1,
+  "loader_config": {
+    "in_domain_rule": "Validate in-domain on shapes ['closed_hollow_ellipse_05', 'closed_hollow_polygon_3', 'closed_hollow_polygon_4', 'closed_hollow_polygon_5', 'crescent_025', 'cross_065', 'drop_15', 'ellipse_050', 'flower_2_w03', 'flower_3_w03', 'flower_4_w03', 'flower_5_w03', 'flower_6_w03', 'heart', 'hollow_polygon_3', 'hollow_polygon_4', 'hollow_polygon_5', 'polygon_3', 'polygon_4', 'polygon_5', 'rectangle_03', 'star_3_r02', 'star_4_r04', 'star_5_r04', 'star_6_r04'] with the same shape-position combinations as training.",
+    "ood_rule": "Validate OOD on shapes ['closed_hollow_ellipse_05', 'closed_hollow_polygon_3', 'closed_hollow_polygon_4', 'closed_hollow_polygon_5', 'crescent_025', 'cross_065', 'drop_15', 'ellipse_050', 'flower_2_w03', 'flower_3_w03', 'flower_4_w03', 'flower_5_w03', 'flower_6_w03', 'heart', 'hollow_polygon_3', 'hollow_polygon_4', 'hollow_polygon_5', 'polygon_3', 'polygon_4', 'polygon_5', 'rectangle_03', 'star_3_r02', 'star_4_r04', 'star_5_r04', 'star_6_r04'] using all held-out restricted-shape combinations.",
+    "restricted_shape_counts": {
+      "closed_hollow_ellipse_05": {
+        "in_domain": 1600,
+        "ood": 1600
+      }
+    },
+    "seed": 2896583401,
+    "sprite_restricted_shapes": [
+      "closed_hollow_ellipse_05"
+    ],
+    "sprite_right_side_threshold": 0.5,
+    "sprite_shapes": [
+      "closed_hollow_ellipse_05",
+      "polygon_3",
+      "polygon_4",
+      "polygon_5",
+      "star_3_r02",
+      "star_4_r04",
+      "star_5_r04",
+      "star_6_r04",
+      "ellipse_050",
+      "heart",
+      "flower_2_w03",
+      "flower_3_w03",
+      "flower_4_w03",
+      "flower_5_w03",
+      "flower_6_w03",
+      "rectangle_03",
+      "cross_065",
+      "crescent_025",
+      "drop_15",
+      "closed_hollow_polygon_3",
+      "closed_hollow_polygon_4",
+      "closed_hollow_polygon_5",
+      "hollow_polygon_3",
+      "hollow_polygon_4",
+      "hollow_polygon_5"
+    ],
+    "sprites_large_cache": "/Users/matushalak/Documents/vae-cg/vae-compositional/data/lils/dsprites_large_5_10_8_8.pt",
+    "train_rule": "Train on shapes ['closed_hollow_ellipse_05', 'closed_hollow_polygon_3', 'closed_hollow_polygon_4', 'closed_hollow_polygon_5', 'crescent_025', 'cross_065', 'drop_15', 'ellipse_050', 'flower_2_w03', 'flower_3_w03', 'flower_4_w03', 'flower_5_w03', 'flower_6_w03', 'heart', 'hollow_polygon_3', 'hollow_polygon_4', 'hollow_polygon_5', 'polygon_3', 'polygon_4', 'polygon_5', 'rectangle_03', 'star_3_r02', 'star_4_r04', 'star_5_r04', 'star_6_r04'] except ['closed_hollow_ellipse_05'] are restricted to position_x <= 0.5.",
+    "val_fraction": 0.1
+  },
+  "metrics": {
+    "in_domain": {
+      "n_examples": 7840,
+      "raw": {
+        "bpd": 0.0544882629142732,
+        "elbo": 154.6993234439772,
+        "reconstruction_loss": 20.462737336450694,
+        "regularization_loss": 134.236584534937
+      },
+      "weighted": {
+        "bpd": 0.08079533120807336,
+        "elbo": 229.3885401511679,
+        "reconstruction_loss": 95.15195536710777,
+        "regularization_loss": 134.236584534937
+      }
+    },
+    "ood": {
+      "n_examples": 1600,
+      "raw": {
+        "bpd": 0.06333608970046044,
+        "elbo": 179.81946411132813,
+        "reconstruction_loss": 47.13041748046875,
+        "regularization_loss": 132.68904541015624
+      },
+      "weighted": {
+        "bpd": 0.12988347709178924,
+        "elbo": 368.756220703125,
+        "reconstruction_loss": 236.06717895507813,
+        "regularization_loss": 132.68904541015624
+      }
+    },
+    "train": {
+      "n_examples": 70560,
+      "raw": {
+        "bpd": 0.05147277345023458,
+        "elbo": 146.13795321717555,
+        "reconstruction_loss": 12.12377263283243,
+        "regularization_loss": 134.01418034906018
+      },
+      "weighted": {
+        "bpd": 0.06742867063773192,
+        "elbo": 191.4388373896108,
+        "reconstruction_loss": 57.42465731389398,
+        "regularization_loss": 134.01418034906018
+      }
+    }
+  },
+  "seed": 2896583401
+}

VAE_logs/dsprites_large_sweep/zdim_064/run_017_rerun_02_25shapes_zdim_064/lightning_logs/version_21106903/checkpoint_summary.json

@@ -0,0 +1,15 @@
+{
+  "checkpoints": {
+    "best_in_domain": {
+      "monitor": "val_in_domain_bpd",
+      "path": "VAE_logs/dsprites_large_sweep/zdim_064/run_017_rerun_02_25shapes_zdim_064/lightning_logs/version_21106903/checkpoints/best_in_domain.ckpt",
+      "score": 0.07983732968568802
+    },
+    "best_ood": {
+      "monitor": "val_ood_bpd",
+      "path": "VAE_logs/dsprites_large_sweep/zdim_064/run_017_rerun_02_25shapes_zdim_064/lightning_logs/version_21106903/checkpoints/best_ood.ckpt",
+      "score": 0.1297444850206375
+    }
+  },
+  "default_checkpoint": "best_in_domain"
+}

VAE_logs/dsprites_large_sweep/zdim_064/run_017_rerun_02_25shapes_zdim_064/lightning_logs/version_21106903/checkpoints/best_in_domain.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36109ba9db50ec1aed388e11135ada9d2acd619ff156f39bf8a92287ce9ae087
+size 23568738

VAE_logs/dsprites_large_sweep/zdim_064/run_017_rerun_02_25shapes_zdim_064/lightning_logs/version_21106903/disentanglement_metrics/in_domain/disentanglement_metrics.json

@@ -0,0 +1,16 @@
+{
+  "dci.informativeness_train": 0.9645,
+  "dci.informativeness_test": 0.786,
+  "dci.disentanglement": 0.16318507554703823,
+  "dci.completeness": 0.08757197993565816,
+  "mig.discrete_score": 0.01825289066224128,
+  "sap.score": 0.016,
+  "_metadata": {
+    "checkpoint_path": "VAE_logs/dsprites_large_sweep/zdim_064/run_017_rerun_02_25shapes_zdim_064/lightning_logs/version_21106903/checkpoints/best_in_domain.ckpt",
+    "checkpoint_dir": "VAE_logs/dsprites_large_sweep/zdim_064/run_017_rerun_02_25shapes_zdim_064/lightning_logs/version_21106903",
+    "split": "in_domain",
+    "sampling_strategy": "mean",
+    "num_samples": 1000,
+    "latent_dim": 64
+  }
+}