Sync log files from VAE_logs and CompVAE_logs (11/20)

.gitattributes

@@ -38,3 +38,4 @@ VAE_logs/big_dsprites_sweep_zdim_32/run_000_rerun_00_03shapes_zdim_032/lightning
 VAE_logs/big_dsprites_sweep_zdim_64/run_000_rerun_00_03shapes_zdim_064/lightning_logs/version_12138/dataset_loader_config.json filter=lfs diff=lfs merge=lfs -text
 VAE_logs/big_dsprites_sweep/zdim_010/run_000_rerun_00_03shapes_zdim_010/lightning_logs/version_12136/dataset_loader_config.json filter=lfs diff=lfs merge=lfs -text
 VAE_logs/big_dsprites_sweep/zdim_032/run_000_rerun_00_03shapes_zdim_032/lightning_logs/version_12137/dataset_loader_config.json filter=lfs diff=lfs merge=lfs -text
+VAE_logs/big_dsprites_sweep/zdim_064/run_000_rerun_00_03shapes_zdim_064/lightning_logs/version_12138/dataset_loader_config.json filter=lfs diff=lfs merge=lfs -text

VAE_logs/big_dsprites_sweep/zdim_032/run_015_rerun_05_06shapes_zdim_032/lightning_logs/version_12212/checkpoint_eval/best_in_domain/evaluation_metrics.json

@@ -0,0 +1,80 @@
+{
+  "checkpoint_name": "best_in_domain",
+  "checkpoint_path": "/cluster/raid/home/mhalak/vae-cg/vae-compositional/VAE_logs/big_dsprites_sweep/zdim_032/run_015_rerun_05_06shapes_zdim_032/lightning_logs/version_12212/checkpoints/best_in_domain.ckpt",
+  "device": "cuda",
+  "format_version": 1,
+  "loader_config": {
+    "in_domain_rule": "Validate in-domain on shapes ['closed_hollow_ellipse_05', 'closed_hollow_polygon_3', 'drop_15', 'flower_4_w03', 'flower_6_w03', 'star_6_r04'] with the same shape-position combinations as training.",
+    "ood_rule": "Validate OOD only on held-out restricted-shape combinations for ['flower_4_w03'] within shapes ['closed_hollow_ellipse_05', 'closed_hollow_polygon_3', 'drop_15', 'flower_4_w03', 'flower_6_w03', 'star_6_r04'].",
+    "restricted_shape_counts": {
+      "flower_4_w03": {
+        "in_domain": 15360,
+        "ood": 15360
+      }
+    },
+    "seed": 2232829604,
+    "sprite_restricted_shapes": [
+      "flower_4_w03"
+    ],
+    "sprite_right_side_threshold": 0.5,
+    "sprite_shapes": [
+      "flower_4_w03",
+      "star_6_r04",
+      "flower_6_w03",
+      "drop_15",
+      "closed_hollow_polygon_3",
+      "closed_hollow_ellipse_05"
+    ],
+    "sprites_large_cache": "/cluster/raid/home/mhalak/vae-cg/vae-compositional/data/dsprites_large/dsprites_large_6_20_16_16.pt",
+    "train_rule": "Train on shapes ['closed_hollow_ellipse_05', 'closed_hollow_polygon_3', 'drop_15', 'flower_4_w03', 'flower_6_w03', 'star_6_r04'] except ['flower_4_w03'] are restricted to position_x <= 0.5.",
+    "val_fraction": 0.1
+  },
+  "metrics": {
+    "in_domain": {
+      "n_examples": 16896,
+      "raw": {
+        "bpd": 0.03991794769623966,
+        "elbo": 113.33227839614406,
+        "reconstruction_loss": 8.575856945731424,
+        "regularization_loss": 104.75642163825758
+      },
+      "weighted": {
+        "bpd": 0.05151193128955184,
+        "elbo": 146.24911522142816,
+        "reconstruction_loss": 41.492693323077575,
+        "regularization_loss": 104.75642163825758
+      }
+    },
+    "ood": {
+      "n_examples": 15360,
+      "raw": {
+        "bpd": 0.056244553873936336,
+        "elbo": 159.68565012613934,
+        "reconstruction_loss": 49.769784196217856,
+        "regularization_loss": 109.91586666107177
+      },
+      "weighted": {
+        "bpd": 0.11983260735869408,
+        "elbo": 340.22045720418294,
+        "reconstruction_loss": 230.3045893351237,
+        "regularization_loss": 109.91586666107177
+      }
+    },
+    "train": {
+      "n_examples": 152064,
+      "raw": {
+        "bpd": 0.039240732346896574,
+        "elbo": 111.40957519582626,
+        "reconstruction_loss": 6.660357318743311,
+        "regularization_loss": 104.749217916418
+      },
+      "weighted": {
+        "bpd": 0.0483484143667199,
+        "elbo": 137.26747670799796,
+        "reconstruction_loss": 32.51825903882884,
+        "regularization_loss": 104.749217916418
+      }
+    }
+  },
+  "seed": 2232829604
+}

VAE_logs/big_dsprites_sweep/zdim_032/run_015_rerun_05_06shapes_zdim_032/lightning_logs/version_12212/checkpoint_summary.json

@@ -0,0 +1,15 @@
+{
+  "checkpoints": {
+    "best_in_domain": {
+      "monitor": "val_in_domain_bpd",
+      "path": "VAE_logs/big_dsprites_sweep/zdim_032/run_015_rerun_05_06shapes_zdim_032/lightning_logs/version_12212/checkpoints/best_in_domain.ckpt",
+      "score": 0.05145693197846413
+    },
+    "best_ood": {
+      "monitor": "val_ood_bpd",
+      "path": "VAE_logs/big_dsprites_sweep/zdim_032/run_015_rerun_05_06shapes_zdim_032/lightning_logs/version_12212/checkpoints/best_ood.ckpt",
+      "score": 0.10775741189718246
+    }
+  },
+  "default_checkpoint": "best_in_domain"
+}

VAE_logs/big_dsprites_sweep/zdim_032/run_015_rerun_05_06shapes_zdim_032/lightning_logs/version_12212/checkpoints/best_in_domain.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b281a0a4ad1210e142341ad2193004ea0a09db4055155bf7ceab2bf68ff055ed
+size 17277026

VAE_logs/big_dsprites_sweep/zdim_032/run_015_rerun_05_06shapes_zdim_032/lightning_logs/version_12212/dataset_loader_config.json

@@ -0,0 +1,188 @@
+{
+  "cache": {
+    "available_shapes": [
+      "polygon_3",
+      "polygon_4",
+      "polygon_5",
+      "star_3_r02",
+      "star_4_r04",
+      "star_5_r04",
+      "star_6_r04",
+      "ellipse_050",
+      "heart",
+      "flower_2_w03",
+      "flower_3_w03",
+      "flower_4_w03",
+      "flower_5_w03",
+      "flower_6_w03",
+      "rectangle_03",
+      "cross_065",
+      "crescent_025",
+      "drop_15",
+      "closed_hollow_polygon_3",
+      "closed_hollow_polygon_4",
+      "closed_hollow_polygon_5",
+      "hollow_polygon_3",
+      "hollow_polygon_4",
+      "hollow_polygon_5",
+      "closed_hollow_ellipse_05"
+    ],
+    "generation_config": {
+      "candidate_bg_colors": [
+        [
+          0,
+          0,
+          0
+        ]
+      ],
+      "candidate_fg_colors": [
+        [
+          255,
+          255,
+          255
+        ]
+      ],
+      "image_size": 64,
+      "num_values": 4,
+      "ood": {
+        "bg_colors_from": "unseen",
+        "fg_colors_from": "unseen",
+        "num_bg_colors": 0,
+        "num_fg_colors": 0,
+        "num_shapes": 0,
+        "shapes_from": "unseen"
+      },
+      "orientations": {
+        "max": 6.28318531,
+        "min": 0.0,
+        "num": 20
+      },
+      "output": "data/lils/dsprites_large_6_20_16_16.pt",
+      "output_channels": 1,
+      "position_space": "renderer",
+      "positions_x": {
+        "max": 0.8,
+        "min": 0.2,
+        "num": 16
+      },
+      "positions_y": {
+        "max": 0.8,
+        "min": 0.2,
+        "num": 16
+      },
+      "scale_space": "renderer",
+      "scales": [
+        0.2,
+        0.24,
+        0.28,
+        0.32,
+        0.36,
+        0.4
+      ],
+      "seed": 42,
+      "shape_pool": "all",
+      "train": {
+        "num_bg_colors": 1,
+        "num_fg_colors": 1,
+        "num_shapes": 25
+      }
+    },
+    "has_factor_structure": false,
+    "image_size": 64,
+    "num_images": 768000,
+    "num_values": 4,
+    "output_channels": 1,
+    "path": "data/lils/dsprites_large_6_20_16_16.pt",
+    "split_config": {
+      "bg_colors_from": "unseen",
+      "fg_colors_from": "unseen",
+      "ood_bg_colors": [],
+      "ood_fg_colors": [],
+      "ood_index_range": {
+        "start": 768000,
+        "stop": 768000
+      },
+      "ood_shapes": [],
+      "ood_size": 0,
+      "seed": 42,
+      "shapes_from": "unseen",
+      "train_bg_colors": [
+        [
+          0,
+          0,
+          0
+        ]
+      ],
+      "train_fg_colors": [
+        [
+          3,
+          3,
+          3
+        ]
+      ],
+      "train_index_range": {
+        "start": 0,
+        "stop": 768000
+      },
+      "train_shapes": [
+        "polygon_3",
+        "polygon_4",
+        "polygon_5",
+        "star_3_r02",
+        "star_4_r04",
+        "star_5_r04",
+        "star_6_r04",
+        "ellipse_050",
+        "heart",
+        "flower_2_w03",
+        "flower_3_w03",
+        "flower_4_w03",
+        "flower_5_w03",
+        "flower_6_w03",
+        "rectangle_03",
+        "cross_065",
+        "crescent_025",
+        "drop_15",
+        "closed_hollow_polygon_3",
+        "closed_hollow_polygon_4",
+        "closed_hollow_polygon_5",
+        "hollow_polygon_3",
+        "hollow_polygon_4",
+        "hollow_polygon_5",
+        "closed_hollow_ellipse_05"
+      ],
+      "train_size": 768000
+    }
+  },
+  "dataset_name": "sprites_large",
+  "loader_filter": {
+    "seed": 2232829604,
+    "sprite_restricted_shapes": [
+      "flower_4_w03"
+    ],
+    "sprite_right_side_threshold": 0.5,
+    "sprite_shapes": [
+      "flower_4_w03",
+      "star_6_r04",
+      "flower_6_w03",
+      "drop_15",
+      "closed_hollow_polygon_3",
+      "closed_hollow_ellipse_05"
+    ],
+    "val_fraction": 0.1
+  },
+  "restricted_shape_counts": {
+    "flower_4_w03": {
+      "in_domain": 15360,
+      "ood": 15360
+    }
+  },
+  "splits": {
+    "train_rule": "Train on shapes ['closed_hollow_ellipse_05', 'closed_hollow_polygon_3', 'drop_15', 'flower_4_w03', 'flower_6_w03', 'star_6_r04'] except ['flower_4_w03'] are restricted to position_x <= 0.5.",
+    "train_size": 152064,
+    "val_in_domain_rule": "Validate in-domain on shapes ['closed_hollow_ellipse_05', 'closed_hollow_polygon_3', 'drop_15', 'flower_4_w03', 'flower_6_w03', 'star_6_r04'] with the same shape-position combinations as training.",
+    "val_in_domain_size": 16896,
+    "val_ood_rule": "Validate OOD only on held-out restricted-shape combinations for ['flower_4_w03'] within shapes ['closed_hollow_ellipse_05', 'closed_hollow_polygon_3', 'drop_15', 'flower_4_w03', 'flower_6_w03', 'star_6_r04'].",
+    "val_ood_size": 15360
+  }
+}

VAE_logs/big_dsprites_sweep/zdim_032/run_015_rerun_05_06shapes_zdim_032/lightning_logs/version_12212/events.out.tfevents.1775251977.node04.3967927.15

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:757db3d6668492db0deebcdb906668d3c5f6f6d03bda9e0fed0335d1ab3c88d6
+size 328737

VAE_logs/big_dsprites_sweep/zdim_032/run_015_rerun_05_06shapes_zdim_032/lightning_logs/version_12212/hparams.yaml

@@ -0,0 +1,8 @@
+num_filters: 64
+z_dim: 32
+lr: 0.001
+num_channels: 1
+num_values: 4
+image_size: 64
+bbox_loss_inside_weight: 9.0
+bbox_loss_outside_weight: 1.0

VAE_logs/big_dsprites_sweep/zdim_032/run_015_rerun_05_06shapes_zdim_032/sweep_run_config.json

@@ -0,0 +1,134 @@
+{
+  "cache": {
+    "available_shapes": [
+      "polygon_3",
+      "polygon_4",
+      "polygon_5",
+      "star_3_r02",
+      "star_4_r04",
+      "star_5_r04",
+      "star_6_r04",
+      "ellipse_050",
+      "heart",
+      "flower_2_w03",
+      "flower_3_w03",
+      "flower_4_w03",
+      "flower_5_w03",
+      "flower_6_w03",
+      "rectangle_03",
+      "cross_065",
+      "crescent_025",
+      "drop_15",
+      "closed_hollow_polygon_3",
+      "closed_hollow_polygon_4",
+      "closed_hollow_polygon_5",
+      "hollow_polygon_3",
+      "hollow_polygon_4",
+      "hollow_polygon_5",
+      "closed_hollow_ellipse_05"
+    ],
+    "generation_config": {
+      "candidate_bg_colors": [
+        [
+          0,
+          0,
+          0
+        ]
+      ],
+      "candidate_fg_colors": [
+        [
+          255,
+          255,
+          255
+        ]
+      ],
+      "image_size": 64,
+      "num_values": 4,
+      "ood": {
+        "bg_colors_from": "unseen",
+        "fg_colors_from": "unseen",
+        "num_bg_colors": 0,
+        "num_fg_colors": 0,
+        "num_shapes": 0,
+        "shapes_from": "unseen"
+      },
+      "orientations": {
+        "max": 6.28318531,
+        "min": 0.0,
+        "num": 20
+      },
+      "output": "data/lils/dsprites_large_6_20_16_16.pt",
+      "output_channels": 1,
+      "position_space": "renderer",
+      "positions_x": {
+        "max": 0.8,
+        "min": 0.2,
+        "num": 16
+      },
+      "positions_y": {
+        "max": 0.8,
+        "min": 0.2,
+        "num": 16
+      },
+      "scale_space": "renderer",
+      "scales": [
+        0.2,
+        0.24,
+        0.28,
+        0.32,
+        0.36,
+        0.4
+      ],
+      "seed": 42,
+      "shape_pool": "all",
+      "train": {
+        "num_bg_colors": 1,
+        "num_fg_colors": 1,
+        "num_shapes": 25
+      }
+    },
+    "path": "data/lils/dsprites_large_6_20_16_16.pt"
+  },
+  "dataloader": {
+    "sprite_restricted_shapes": [
+      "flower_4_w03"
+    ],
+    "sprite_right_side_threshold": 0.5,
+    "sprite_shapes": [
+      "flower_4_w03",
+      "star_6_r04",
+      "flower_6_w03",
+      "drop_15",
+      "closed_hollow_polygon_3",
+      "closed_hollow_ellipse_05"
+    ],
+    "val_fraction": 0.1
+  },
+  "held_out_shape": "flower_4_w03",
+  "n_shapes": 6,
+  "rerun_index": 5,
+  "run_index": 15,
+  "run_name": "run_015_rerun_05_06shapes_zdim_032",
+  "run_seed": 2232829604,
+  "run_shapes": [
+    "flower_4_w03",
+    "star_6_r04",
+    "flower_6_w03",
+    "drop_15",
+    "closed_hollow_polygon_3",
+    "closed_hollow_ellipse_05"
+  ],
+  "training": {
+    "base_seed": 42,
+    "batch_size": 128,
+    "bbox_loss_inside_weight": 9.0,
+    "bbox_loss_outside_weight": 1.0,
+    "epochs": 100,
+    "lr": 0.001,
+    "num_filters": 64,
+    "num_values": 4,
+    "num_workers": 0,
+    "seed": 2232829604
+  },
+  "z_dim": 32
+}

VAE_logs/big_dsprites_sweep/zdim_032/run_015_rerun_05_06shapes_zdim_032/sweep_run_config.yaml

@@ -0,0 +1,112 @@
+run_index: 15
+rerun_index: 5
+run_name: run_015_rerun_05_06shapes_zdim_032
+run_seed: 2232829604
+z_dim: 32
+n_shapes: 6
+held_out_shape: flower_4_w03
+run_shapes:
+- flower_4_w03
+- star_6_r04
+- flower_6_w03
+- drop_15
+- closed_hollow_polygon_3
+- closed_hollow_ellipse_05
+cache:
+  path: data/lils/dsprites_large_6_20_16_16.pt
+  available_shapes:
+  - polygon_3
+  - polygon_4
+  - polygon_5
+  - star_3_r02
+  - star_4_r04
+  - star_5_r04
+  - star_6_r04
+  - ellipse_050
+  - heart
+  - flower_2_w03
+  - flower_3_w03
+  - flower_4_w03
+  - flower_5_w03
+  - flower_6_w03
+  - rectangle_03
+  - cross_065
+  - crescent_025
+  - drop_15
+  - closed_hollow_polygon_3
+  - closed_hollow_polygon_4
+  - closed_hollow_polygon_5
+  - hollow_polygon_3
+  - hollow_polygon_4
+  - hollow_polygon_5
+  - closed_hollow_ellipse_05
+  generation_config:
+    seed: 42
+    image_size: 64
+    num_values: 4
+    output_channels: 1
+    output: data/lils/dsprites_large_6_20_16_16.pt
+    scale_space: renderer
+    position_space: renderer
+    shape_pool: all
+    candidate_fg_colors:
+    - - 255
+      - 255
+      - 255
+    candidate_bg_colors:
+    - - 0
+      - 0
+      - 0
+    scales:
+    - 0.2
+    - 0.24
+    - 0.28
+    - 0.32
+    - 0.36
+    - 0.4
+    orientations:
+      min: 0.0
+      max: 6.28318531
+      num: 20
+    positions_x:
+      min: 0.2
+      max: 0.8
+      num: 16
+    positions_y:
+      min: 0.2
+      max: 0.8
+      num: 16
+    train:
+      num_shapes: 25
+      num_fg_colors: 1
+      num_bg_colors: 1
+    ood:
+      num_shapes: 0
+      shapes_from: unseen
+      num_fg_colors: 0
+      fg_colors_from: unseen
+      num_bg_colors: 0
+      bg_colors_from: unseen
+dataloader:
+  sprite_shapes:
+  - flower_4_w03
+  - star_6_r04
+  - flower_6_w03
+  - drop_15
+  - closed_hollow_polygon_3
+  - closed_hollow_ellipse_05
+  sprite_restricted_shapes:
+  - flower_4_w03
+  sprite_right_side_threshold: 0.5
+  val_fraction: 0.1
+training:
+  epochs: 100
+  batch_size: 128
+  num_workers: 0
+  num_values: 4
+  num_filters: 64
+  lr: 0.001
+  seed: 2232829604
+  base_seed: 42
+  bbox_loss_inside_weight: 9.0
+  bbox_loss_outside_weight: 1.0

VAE_logs/big_dsprites_sweep/zdim_032/run_015_rerun_05_20shapes_zdim_032/lightning_logs/version_12462/checkpoint_eval/best_in_domain/evaluation_metrics.json

@@ -0,0 +1,94 @@
+{
+  "checkpoint_name": "best_in_domain",
+  "checkpoint_path": "/cluster/raid/home/mhalak/vae-cg/vae-compositional/VAE_logs/big_dsprites_sweep/zdim_032/run_015_rerun_05_20shapes_zdim_032/lightning_logs/version_12462/checkpoints/best_in_domain.ckpt",
+  "device": "cuda",
+  "format_version": 1,
+  "loader_config": {
+    "in_domain_rule": "Validate in-domain on shapes ['closed_hollow_ellipse_05', 'closed_hollow_polygon_3', 'closed_hollow_polygon_4', 'crescent_025', 'cross_065', 'drop_15', 'ellipse_050', 'flower_2_w03', 'flower_3_w03', 'flower_4_w03', 'flower_5_w03', 'heart', 'hollow_polygon_3', 'hollow_polygon_4', 'hollow_polygon_5', 'polygon_3', 'polygon_4', 'rectangle_03', 'star_5_r04', 'star_6_r04'] with the same shape-position combinations as training.",
+    "ood_rule": "Validate OOD only on held-out restricted-shape combinations for ['hollow_polygon_5'] within shapes ['closed_hollow_ellipse_05', 'closed_hollow_polygon_3', 'closed_hollow_polygon_4', 'crescent_025', 'cross_065', 'drop_15', 'ellipse_050', 'flower_2_w03', 'flower_3_w03', 'flower_4_w03', 'flower_5_w03', 'heart', 'hollow_polygon_3', 'hollow_polygon_4', 'hollow_polygon_5', 'polygon_3', 'polygon_4', 'rectangle_03', 'star_5_r04', 'star_6_r04'].",
+    "restricted_shape_counts": {
+      "hollow_polygon_5": {
+        "in_domain": 15360,
+        "ood": 15360
+      }
+    },
+    "seed": 802206922,
+    "sprite_restricted_shapes": [
+      "hollow_polygon_5"
+    ],
+    "sprite_right_side_threshold": 0.5,
+    "sprite_shapes": [
+      "hollow_polygon_5",
+      "polygon_3",
+      "polygon_4",
+      "star_5_r04",
+      "star_6_r04",
+      "ellipse_050",
+      "heart",
+      "flower_2_w03",
+      "flower_3_w03",
+      "flower_4_w03",
+      "flower_5_w03",
+      "rectangle_03",
+      "cross_065",
+      "crescent_025",
+      "drop_15",
+      "closed_hollow_polygon_3",
+      "closed_hollow_polygon_4",
+      "hollow_polygon_3",
+      "hollow_polygon_4",
+      "closed_hollow_ellipse_05"
+    ],
+    "sprites_large_cache": "/cluster/raid/home/mhalak/vae-cg/vae-compositional/data/dsprites_large/dsprites_large_6_20_16_16.pt",
+    "train_rule": "Train on shapes ['closed_hollow_ellipse_05', 'closed_hollow_polygon_3', 'closed_hollow_polygon_4', 'crescent_025', 'cross_065', 'drop_15', 'ellipse_050', 'flower_2_w03', 'flower_3_w03', 'flower_4_w03', 'flower_5_w03', 'heart', 'hollow_polygon_3', 'hollow_polygon_4', 'hollow_polygon_5', 'polygon_3', 'polygon_4', 'rectangle_03', 'star_5_r04', 'star_6_r04'] except ['hollow_polygon_5'] are restricted to position_x <= 0.5.",
+    "val_fraction": 0.1
+  },
+  "metrics": {
+    "in_domain": {
+      "n_examples": 59904,
+      "raw": {
+        "bpd": 0.05357512811787872,
+        "elbo": 152.10680135091147,
+        "reconstruction_loss": 42.37856234036959,
+        "regularization_loss": 109.72823889642699
+      },
+      "weighted": {
+        "bpd": 0.11372159330699688,
+        "elbo": 322.8704882238665,
+        "reconstruction_loss": 213.14224934374164,
+        "regularization_loss": 109.72823889642699
+      }
+    },
+    "ood": {
+      "n_examples": 15360,
+      "raw": {
+        "bpd": 0.061452649999409914,
+        "elbo": 174.4721159617106,
+        "reconstruction_loss": 62.810577901204425,
+        "regularization_loss": 111.6615385055542
+      },
+      "weighted": {
+        "bpd": 0.14939624120791753,
+        "elbo": 424.1554812113444,
+        "reconstruction_loss": 312.49394302368165,
+        "regularization_loss": 111.6615385055542
+      }
+    },
+    "train": {
+      "n_examples": 539136,
+      "raw": {
+        "bpd": 0.05344748493825269,
+        "elbo": 151.74440547294654,
+        "reconstruction_loss": 42.00591549687689,
+        "regularization_loss": 109.73849002950438
+      },
+      "weighted": {
+        "bpd": 0.11307157912350844,
+        "elbo": 321.02501294461183,
+        "reconstruction_loss": 211.28652303465637,
+        "regularization_loss": 109.73849002950438
+      }
+    }
+  },
+  "seed": 802206922
+}

VAE_logs/big_dsprites_sweep/zdim_032/run_015_rerun_05_20shapes_zdim_032/lightning_logs/version_12462/checkpoints/best_in_domain.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71c6afc42cf3dd77b49b95f14a8cd743cc7c94b18e728552f0b693d43592ef0
+size 17277026

VAE_logs/big_dsprites_sweep/zdim_032/run_015_rerun_05_20shapes_zdim_032/lightning_logs/version_12462/dataset_loader_config.json

@@ -0,0 +1,202 @@
+{
+  "cache": {
+    "available_shapes": [
+      "polygon_3",
+      "polygon_4",
+      "polygon_5",
+      "star_3_r02",
+      "star_4_r04",
+      "star_5_r04",
+      "star_6_r04",
+      "ellipse_050",
+      "heart",
+      "flower_2_w03",
+      "flower_3_w03",
+      "flower_4_w03",
+      "flower_5_w03",
+      "flower_6_w03",
+      "rectangle_03",
+      "cross_065",
+      "crescent_025",
+      "drop_15",
+      "closed_hollow_polygon_3",
+      "closed_hollow_polygon_4",
+      "closed_hollow_polygon_5",
+      "hollow_polygon_3",
+      "hollow_polygon_4",
+      "hollow_polygon_5",
+      "closed_hollow_ellipse_05"
+    ],
+    "generation_config": {
+      "candidate_bg_colors": [
+        [
+          0,
+          0,
+          0
+        ]
+      ],
+      "candidate_fg_colors": [
+        [
+          255,
+          255,
+          255
+        ]
+      ],
+      "image_size": 64,
+      "num_values": 4,
+      "ood": {
+        "bg_colors_from": "unseen",
+        "fg_colors_from": "unseen",
+        "num_bg_colors": 0,
+        "num_fg_colors": 0,
+        "num_shapes": 0,
+        "shapes_from": "unseen"
+      },
+      "orientations": {
+        "max": 6.28318531,
+        "min": 0.0,
+        "num": 20
+      },
+      "output": "data/dsprites_large/dsprites_large_6_20_16_16.pt",
+      "output_channels": 1,
+      "position_space": "renderer",
+      "positions_x": {
+        "max": 0.8,
+        "min": 0.2,
+        "num": 16
+      },
+      "positions_y": {
+        "max": 0.8,
+        "min": 0.2,
+        "num": 16
+      },
+      "scale_space": "renderer",
+      "scales": [
+        0.2,
+        0.24,
+        0.28,
+        0.32,
+        0.36,
+        0.4
+      ],
+      "seed": 42,
+      "shape_pool": "all",
+      "train": {
+        "num_bg_colors": 1,
+        "num_fg_colors": 1,
+        "num_shapes": 25
+      }
+    },
+    "has_factor_structure": false,
+    "image_size": 64,
+    "num_images": 768000,
+    "num_values": 4,
+    "output_channels": 1,
+    "path": "data/dsprites_large/dsprites_large_6_20_16_16.pt",
+    "split_config": {
+      "bg_colors_from": "unseen",
+      "fg_colors_from": "unseen",
+      "ood_bg_colors": [],
+      "ood_fg_colors": [],
+      "ood_index_range": {
+        "start": 768000,
+        "stop": 768000
+      },
+      "ood_shapes": [],
+      "ood_size": 0,
+      "seed": 42,
+      "shapes_from": "unseen",
+      "train_bg_colors": [
+        [
+          0,
+          0,
+          0
+        ]
+      ],
+      "train_fg_colors": [
+        [
+          3,
+          3,
+          3
+        ]
+      ],
+      "train_index_range": {
+        "start": 0,
+        "stop": 768000
+      },
+      "train_shapes": [
+        "polygon_3",
+        "polygon_4",
+        "polygon_5",
+        "star_3_r02",
+        "star_4_r04",
+        "star_5_r04",
+        "star_6_r04",
+        "ellipse_050",
+        "heart",
+        "flower_2_w03",
+        "flower_3_w03",
+        "flower_4_w03",
+        "flower_5_w03",
+        "flower_6_w03",
+        "rectangle_03",
+        "cross_065",
+        "crescent_025",
+        "drop_15",
+        "closed_hollow_polygon_3",
+        "closed_hollow_polygon_4",
+        "closed_hollow_polygon_5",
+        "hollow_polygon_3",
+        "hollow_polygon_4",
+        "hollow_polygon_5",
+        "closed_hollow_ellipse_05"
+      ],
+      "train_size": 768000
+    }
+  },
+  "dataset_name": "sprites_large",
+  "loader_filter": {
+    "seed": 802206922,
+    "sprite_restricted_shapes": [
+      "hollow_polygon_5"
+    ],
+    "sprite_right_side_threshold": 0.5,
+    "sprite_shapes": [
+      "hollow_polygon_5",
+      "polygon_3",
+      "polygon_4",
+      "star_5_r04",
+      "star_6_r04",
+      "ellipse_050",
+      "heart",
+      "flower_2_w03",
+      "flower_3_w03",
+      "flower_4_w03",
+      "flower_5_w03",
+      "rectangle_03",
+      "cross_065",
+      "crescent_025",
+      "drop_15",
+      "closed_hollow_polygon_3",
+      "closed_hollow_polygon_4",
+      "hollow_polygon_3",
+      "hollow_polygon_4",
+      "closed_hollow_ellipse_05"
+    ],
+    "val_fraction": 0.1
+  },
+  "restricted_shape_counts": {
+    "hollow_polygon_5": {
+      "in_domain": 15360,
+      "ood": 15360
+    }
+  },
+  "splits": {
+    "train_rule": "Train on shapes ['closed_hollow_ellipse_05', 'closed_hollow_polygon_3', 'closed_hollow_polygon_4', 'crescent_025', 'cross_065', 'drop_15', 'ellipse_050', 'flower_2_w03', 'flower_3_w03', 'flower_4_w03', 'flower_5_w03', 'heart', 'hollow_polygon_3', 'hollow_polygon_4', 'hollow_polygon_5', 'polygon_3', 'polygon_4', 'rectangle_03', 'star_5_r04', 'star_6_r04'] except ['hollow_polygon_5'] are restricted to position_x <= 0.5.",
+    "train_size": 539136,
+    "val_in_domain_rule": "Validate in-domain on shapes ['closed_hollow_ellipse_05', 'closed_hollow_polygon_3', 'closed_hollow_polygon_4', 'crescent_025', 'cross_065', 'drop_15', 'ellipse_050', 'flower_2_w03', 'flower_3_w03', 'flower_4_w03', 'flower_5_w03', 'heart', 'hollow_polygon_3', 'hollow_polygon_4', 'hollow_polygon_5', 'polygon_3', 'polygon_4', 'rectangle_03', 'star_5_r04', 'star_6_r04'] with the same shape-position combinations as training.",
+    "val_in_domain_size": 59904,
+    "val_ood_rule": "Validate OOD only on held-out restricted-shape combinations for ['hollow_polygon_5'] within shapes ['closed_hollow_ellipse_05', 'closed_hollow_polygon_3', 'closed_hollow_polygon_4', 'crescent_025', 'cross_065', 'drop_15', 'ellipse_050', 'flower_2_w03', 'flower_3_w03', 'flower_4_w03', 'flower_5_w03', 'heart', 'hollow_polygon_3', 'hollow_polygon_4', 'hollow_polygon_5', 'polygon_3', 'polygon_4', 'rectangle_03', 'star_5_r04', 'star_6_r04'].",
+    "val_ood_size": 15360
+  }
+}

VAE_logs/big_dsprites_sweep/zdim_032/run_015_rerun_05_20shapes_zdim_032/lightning_logs/version_12462/events.out.tfevents.1775723188.node08.2833613.15

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09412d3cb02cf01559e25db82780b0c786151ea1f60155a3d877792c287f1132
+size 17609

VAE_logs/big_dsprites_sweep/zdim_032/run_015_rerun_05_20shapes_zdim_032/lightning_logs/version_12462/hparams.yaml

@@ -0,0 +1,8 @@
+num_filters: 64
+z_dim: 32
+lr: 0.001
+num_channels: 1
+num_values: 4
+image_size: 64
+bbox_loss_inside_weight: 9.0
+bbox_loss_outside_weight: 1.0

VAE_logs/big_dsprites_sweep/zdim_032/run_015_rerun_05_20shapes_zdim_032/sweep_run_config.json

@@ -0,0 +1,162 @@
+{
+  "cache": {
+    "available_shapes": [
+      "polygon_3",
+      "polygon_4",
+      "polygon_5",
+      "star_3_r02",
+      "star_4_r04",
+      "star_5_r04",
+      "star_6_r04",
+      "ellipse_050",
+      "heart",
+      "flower_2_w03",
+      "flower_3_w03",
+      "flower_4_w03",
+      "flower_5_w03",
+      "flower_6_w03",
+      "rectangle_03",
+      "cross_065",
+      "crescent_025",
+      "drop_15",
+      "closed_hollow_polygon_3",
+      "closed_hollow_polygon_4",
+      "closed_hollow_polygon_5",
+      "hollow_polygon_3",
+      "hollow_polygon_4",
+      "hollow_polygon_5",
+      "closed_hollow_ellipse_05"
+    ],
+    "generation_config": {
+      "candidate_bg_colors": [
+        [
+          0,
+          0,
+          0
+        ]
+      ],
+      "candidate_fg_colors": [
+        [
+          255,
+          255,
+          255
+        ]
+      ],
+      "image_size": 64,
+      "num_values": 4,
+      "ood": {
+        "bg_colors_from": "unseen",
+        "fg_colors_from": "unseen",
+        "num_bg_colors": 0,
+        "num_fg_colors": 0,
+        "num_shapes": 0,
+        "shapes_from": "unseen"
+      },
+      "orientations": {
+        "max": 6.28318531,
+        "min": 0.0,
+        "num": 20
+      },
+      "output": "data/dsprites_large/dsprites_large_6_20_16_16.pt",
+      "output_channels": 1,
+      "position_space": "renderer",
+      "positions_x": {
+        "max": 0.8,
+        "min": 0.2,
+        "num": 16
+      },
+      "positions_y": {
+        "max": 0.8,
+        "min": 0.2,
+        "num": 16
+      },
+      "scale_space": "renderer",
+      "scales": [
+        0.2,
+        0.24,
+        0.28,
+        0.32,
+        0.36,
+        0.4
+      ],
+      "seed": 42,
+      "shape_pool": "all",
+      "train": {
+        "num_bg_colors": 1,
+        "num_fg_colors": 1,
+        "num_shapes": 25
+      }
+    },
+    "path": "data/dsprites_large/dsprites_large_6_20_16_16.pt"
+  },
+  "dataloader": {
+    "sprite_restricted_shapes": [
+      "hollow_polygon_5"
+    ],
+    "sprite_right_side_threshold": 0.5,
+    "sprite_shapes": [
+      "hollow_polygon_5",
+      "polygon_3",
+      "polygon_4",
+      "star_5_r04",
+      "star_6_r04",
+      "ellipse_050",
+      "heart",
+      "flower_2_w03",
+      "flower_3_w03",
+      "flower_4_w03",
+      "flower_5_w03",
+      "rectangle_03",
+      "cross_065",
+      "crescent_025",
+      "drop_15",
+      "closed_hollow_polygon_3",
+      "closed_hollow_polygon_4",
+      "hollow_polygon_3",
+      "hollow_polygon_4",
+      "closed_hollow_ellipse_05"
+    ],
+    "val_fraction": 0.1
+  },
+  "held_out_shape": "hollow_polygon_5",
+  "n_shapes": 20,
+  "rerun_index": 5,
+  "run_index": 15,
+  "run_name": "run_015_rerun_05_20shapes_zdim_032",
+  "run_seed": 802206922,
+  "run_shapes": [
+    "hollow_polygon_5",
+    "polygon_3",
+    "polygon_4",
+    "star_5_r04",
+    "star_6_r04",
+    "ellipse_050",
+    "heart",
+    "flower_2_w03",
+    "flower_3_w03",
+    "flower_4_w03",
+    "flower_5_w03",
+    "rectangle_03",
+    "cross_065",
+    "crescent_025",
+    "drop_15",
+    "closed_hollow_polygon_3",
+    "closed_hollow_polygon_4",
+    "hollow_polygon_3",
+    "hollow_polygon_4",
+    "closed_hollow_ellipse_05"
+  ],
+  "training": {
+    "base_seed": 42,
+    "batch_size": 128,
+    "bbox_loss_inside_weight": 9.0,
+    "bbox_loss_outside_weight": 1.0,
+    "epochs": 100,
+    "lr": 0.001,
+    "num_filters": 64,
+    "num_values": 4,
+    "num_workers": 10,
+    "seed": 802206922
+  },
+  "z_dim": 32
+}

VAE_logs/big_dsprites_sweep/zdim_032/run_015_rerun_05_20shapes_zdim_032/sweep_run_config.yaml

@@ -0,0 +1,140 @@
+run_index: 15
+rerun_index: 5
+run_name: run_015_rerun_05_20shapes_zdim_032
+run_seed: 802206922
+z_dim: 32
+n_shapes: 20
+held_out_shape: hollow_polygon_5
+run_shapes:
+- hollow_polygon_5
+- polygon_3
+- polygon_4
+- star_5_r04
+- star_6_r04
+- ellipse_050
+- heart
+- flower_2_w03
+- flower_3_w03
+- flower_4_w03
+- flower_5_w03
+- rectangle_03
+- cross_065
+- crescent_025
+- drop_15
+- closed_hollow_polygon_3
+- closed_hollow_polygon_4
+- hollow_polygon_3
+- hollow_polygon_4
+- closed_hollow_ellipse_05
+cache:
+  path: data/dsprites_large/dsprites_large_6_20_16_16.pt
+  available_shapes:
+  - polygon_3
+  - polygon_4
+  - polygon_5
+  - star_3_r02
+  - star_4_r04
+  - star_5_r04
+  - star_6_r04
+  - ellipse_050
+  - heart
+  - flower_2_w03
+  - flower_3_w03
+  - flower_4_w03
+  - flower_5_w03
+  - flower_6_w03
+  - rectangle_03
+  - cross_065
+  - crescent_025
+  - drop_15
+  - closed_hollow_polygon_3
+  - closed_hollow_polygon_4
+  - closed_hollow_polygon_5
+  - hollow_polygon_3
+  - hollow_polygon_4
+  - hollow_polygon_5
+  - closed_hollow_ellipse_05
+  generation_config:
+    seed: 42
+    image_size: 64
+    num_values: 4
+    output_channels: 1
+    output: data/dsprites_large/dsprites_large_6_20_16_16.pt
+    scale_space: renderer
+    position_space: renderer
+    shape_pool: all
+    candidate_fg_colors:
+    - - 255
+      - 255
+      - 255
+    candidate_bg_colors:
+    - - 0
+      - 0
+      - 0
+    scales:
+    - 0.2
+    - 0.24
+    - 0.28
+    - 0.32
+    - 0.36
+    - 0.4
+    orientations:
+      min: 0.0
+      max: 6.28318531
+      num: 20
+    positions_x:
+      min: 0.2
+      max: 0.8
+      num: 16
+    positions_y:
+      min: 0.2
+      max: 0.8
+      num: 16
+    train:
+      num_shapes: 25
+      num_fg_colors: 1
+      num_bg_colors: 1
+    ood:
+      num_shapes: 0
+      shapes_from: unseen
+      num_fg_colors: 0
+      fg_colors_from: unseen
+      num_bg_colors: 0
+      bg_colors_from: unseen
+dataloader:
+  sprite_shapes:
+  - hollow_polygon_5
+  - polygon_3
+  - polygon_4
+  - star_5_r04
+  - star_6_r04
+  - ellipse_050
+  - heart
+  - flower_2_w03
+  - flower_3_w03
+  - flower_4_w03
+  - flower_5_w03
+  - rectangle_03
+  - cross_065
+  - crescent_025
+  - drop_15
+  - closed_hollow_polygon_3
+  - closed_hollow_polygon_4
+  - hollow_polygon_3
+  - hollow_polygon_4
+  - closed_hollow_ellipse_05
+  sprite_restricted_shapes:
+  - hollow_polygon_5
+  sprite_right_side_threshold: 0.5
+  val_fraction: 0.1
+training:
+  epochs: 100
+  batch_size: 128
+  num_workers: 10
+  num_values: 4
+  num_filters: 64
+  lr: 0.001
+  seed: 802206922
+  base_seed: 42
+  bbox_loss_inside_weight: 9.0
+  bbox_loss_outside_weight: 1.0

VAE_logs/big_dsprites_sweep/zdim_032/run_016_rerun_06_06shapes_zdim_032/lightning_logs/version_12212/checkpoint_eval/best_in_domain/evaluation_metrics.json

@@ -0,0 +1,80 @@
+{
+  "checkpoint_name": "best_in_domain",
+  "checkpoint_path": "/cluster/raid/home/mhalak/vae-cg/vae-compositional/VAE_logs/big_dsprites_sweep/zdim_032/run_016_rerun_06_06shapes_zdim_032/lightning_logs/version_12212/checkpoints/best_in_domain.ckpt",
+  "device": "cuda",
+  "format_version": 1,
+  "loader_config": {
+    "in_domain_rule": "Validate in-domain on shapes ['drop_15', 'ellipse_050', 'flower_6_w03', 'hollow_polygon_3', 'polygon_5', 'rectangle_03'] with the same shape-position combinations as training.",
+    "ood_rule": "Validate OOD only on held-out restricted-shape combinations for ['polygon_5'] within shapes ['drop_15', 'ellipse_050', 'flower_6_w03', 'hollow_polygon_3', 'polygon_5', 'rectangle_03'].",
+    "restricted_shape_counts": {
+      "polygon_5": {
+        "in_domain": 15360,
+        "ood": 15360
+      }
+    },
+    "seed": 1092210423,
+    "sprite_restricted_shapes": [
+      "polygon_5"
+    ],
+    "sprite_right_side_threshold": 0.5,
+    "sprite_shapes": [
+      "polygon_5",
+      "ellipse_050",
+      "flower_6_w03",
+      "rectangle_03",
+      "drop_15",
+      "hollow_polygon_3"
+    ],
+    "sprites_large_cache": "/cluster/raid/home/mhalak/vae-cg/vae-compositional/data/dsprites_large/dsprites_large_6_20_16_16.pt",
+    "train_rule": "Train on shapes ['drop_15', 'ellipse_050', 'flower_6_w03', 'hollow_polygon_3', 'polygon_5', 'rectangle_03'] except ['polygon_5'] are restricted to position_x <= 0.5.",
+    "val_fraction": 0.1
+  },
+  "metrics": {
+    "in_domain": {
+      "n_examples": 16896,
+      "raw": {
+        "bpd": 0.036784404860527226,
+        "elbo": 104.43574032639012,
+        "reconstruction_loss": 7.4689015944798784,
+        "regularization_loss": 96.96683901006526
+      },
+      "weighted": {
+        "bpd": 0.046382718747763924,
+        "elbo": 131.68660990397134,
+        "reconstruction_loss": 34.719770922805324,
+        "regularization_loss": 96.96683901006526
+      }
+    },
+    "ood": {
+      "n_examples": 15360,
+      "raw": {
+        "bpd": 0.04581700737277667,
+        "elbo": 130.08048051198324,
+        "reconstruction_loss": 27.162865972518922,
+        "regularization_loss": 102.91761461893718
+      },
+      "weighted": {
+        "bpd": 0.07244199713071188,
+        "elbo": 205.6723117828369,
+        "reconstruction_loss": 102.75469627380372,
+        "regularization_loss": 102.91761461893718
+      }
+    },
+    "train": {
+      "n_examples": 152064,
+      "raw": {
+        "bpd": 0.036099473933253426,
+        "elbo": 102.49113150959464,
+        "reconstruction_loss": 5.484358551927689,
+        "regularization_loss": 97.00677291150848
+      },
+      "weighted": {
+        "bpd": 0.04353075435617155,
+        "elbo": 123.58950925756383,
+        "reconstruction_loss": 26.58273632357819,
+        "regularization_loss": 97.00677291150848
+      }
+    }
+  },
+  "seed": 1092210423
+}

VAE_logs/big_dsprites_sweep/zdim_032/run_016_rerun_06_06shapes_zdim_032/lightning_logs/version_12212/checkpoint_summary.json

@@ -0,0 +1,15 @@
+{
+  "checkpoints": {
+    "best_in_domain": {
+      "monitor": "val_in_domain_bpd",
+      "path": "VAE_logs/big_dsprites_sweep/zdim_032/run_016_rerun_06_06shapes_zdim_032/lightning_logs/version_12212/checkpoints/best_in_domain.ckpt",
+      "score": 0.04624028876423836
+    },
+    "best_ood": {
+      "monitor": "val_ood_bpd",
+      "path": "VAE_logs/big_dsprites_sweep/zdim_032/run_016_rerun_06_06shapes_zdim_032/lightning_logs/version_12212/checkpoints/best_ood.ckpt",
+      "score": 0.07082855701446533
+    }
+  },
+  "default_checkpoint": "best_in_domain"
+}

VAE_logs/big_dsprites_sweep/zdim_032/run_016_rerun_06_06shapes_zdim_032/lightning_logs/version_12212/checkpoints/best_in_domain.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d01d0336e0d1aaae714958da8d8da741a817045dd5afc25720da107cd8cee4
+size 17277026

VAE_logs/big_dsprites_sweep/zdim_032/run_016_rerun_06_06shapes_zdim_032/lightning_logs/version_12212/dataset_loader_config.json

@@ -0,0 +1,188 @@
+{
+  "cache": {
+    "available_shapes": [
+      "polygon_3",
+      "polygon_4",
+      "polygon_5",
+      "star_3_r02",
+      "star_4_r04",
+      "star_5_r04",
+      "star_6_r04",
+      "ellipse_050",
+      "heart",
+      "flower_2_w03",
+      "flower_3_w03",
+      "flower_4_w03",
+      "flower_5_w03",
+      "flower_6_w03",
+      "rectangle_03",
+      "cross_065",
+      "crescent_025",
+      "drop_15",
+      "closed_hollow_polygon_3",
+      "closed_hollow_polygon_4",
+      "closed_hollow_polygon_5",
+      "hollow_polygon_3",
+      "hollow_polygon_4",
+      "hollow_polygon_5",
+      "closed_hollow_ellipse_05"
+    ],
+    "generation_config": {
+      "candidate_bg_colors": [
+        [
+          0,
+          0,
+          0
+        ]
+      ],
+      "candidate_fg_colors": [
+        [
+          255,
+          255,
+          255
+        ]
+      ],
+      "image_size": 64,
+      "num_values": 4,
+      "ood": {
+        "bg_colors_from": "unseen",
+        "fg_colors_from": "unseen",
+        "num_bg_colors": 0,
+        "num_fg_colors": 0,
+        "num_shapes": 0,
+        "shapes_from": "unseen"
+      },
+      "orientations": {
+        "max": 6.28318531,
+        "min": 0.0,
+        "num": 20
+      },
+      "output": "data/lils/dsprites_large_6_20_16_16.pt",
+      "output_channels": 1,
+      "position_space": "renderer",
+      "positions_x": {
+        "max": 0.8,
+        "min": 0.2,
+        "num": 16
+      },
+      "positions_y": {
+        "max": 0.8,
+        "min": 0.2,
+        "num": 16
+      },
+      "scale_space": "renderer",
+      "scales": [
+        0.2,
+        0.24,
+        0.28,
+        0.32,
+        0.36,
+        0.4
+      ],
+      "seed": 42,
+      "shape_pool": "all",
+      "train": {
+        "num_bg_colors": 1,
+        "num_fg_colors": 1,
+        "num_shapes": 25
+      }
+    },
+    "has_factor_structure": false,
+    "image_size": 64,
+    "num_images": 768000,
+    "num_values": 4,
+    "output_channels": 1,
+    "path": "data/lils/dsprites_large_6_20_16_16.pt",
+    "split_config": {
+      "bg_colors_from": "unseen",
+      "fg_colors_from": "unseen",
+      "ood_bg_colors": [],
+      "ood_fg_colors": [],
+      "ood_index_range": {
+        "start": 768000,
+        "stop": 768000
+      },
+      "ood_shapes": [],
+      "ood_size": 0,
+      "seed": 42,
+      "shapes_from": "unseen",
+      "train_bg_colors": [
+        [
+          0,
+          0,
+          0
+        ]
+      ],
+      "train_fg_colors": [
+        [
+          3,
+          3,
+          3
+        ]
+      ],
+      "train_index_range": {
+        "start": 0,
+        "stop": 768000
+      },
+      "train_shapes": [
+        "polygon_3",
+        "polygon_4",
+        "polygon_5",
+        "star_3_r02",
+        "star_4_r04",
+        "star_5_r04",
+        "star_6_r04",
+        "ellipse_050",
+        "heart",
+        "flower_2_w03",
+        "flower_3_w03",
+        "flower_4_w03",
+        "flower_5_w03",
+        "flower_6_w03",
+        "rectangle_03",
+        "cross_065",
+        "crescent_025",
+        "drop_15",
+        "closed_hollow_polygon_3",
+        "closed_hollow_polygon_4",
+        "closed_hollow_polygon_5",
+        "hollow_polygon_3",
+        "hollow_polygon_4",
+        "hollow_polygon_5",
+        "closed_hollow_ellipse_05"
+      ],
+      "train_size": 768000
+    }
+  },
+  "dataset_name": "sprites_large",
+  "loader_filter": {
+    "seed": 1092210423,
+    "sprite_restricted_shapes": [
+      "polygon_5"
+    ],
+    "sprite_right_side_threshold": 0.5,
+    "sprite_shapes": [
+      "polygon_5",
+      "ellipse_050",
+      "flower_6_w03",
+      "rectangle_03",
+      "drop_15",
+      "hollow_polygon_3"
+    ],
+    "val_fraction": 0.1
+  },
+  "restricted_shape_counts": {
+    "polygon_5": {
+      "in_domain": 15360,
+      "ood": 15360
+    }
+  },
+  "splits": {
+    "train_rule": "Train on shapes ['drop_15', 'ellipse_050', 'flower_6_w03', 'hollow_polygon_3', 'polygon_5', 'rectangle_03'] except ['polygon_5'] are restricted to position_x <= 0.5.",
+    "train_size": 152064,
+    "val_in_domain_rule": "Validate in-domain on shapes ['drop_15', 'ellipse_050', 'flower_6_w03', 'hollow_polygon_3', 'polygon_5', 'rectangle_03'] with the same shape-position combinations as training.",
+    "val_in_domain_size": 16896,
+    "val_ood_rule": "Validate OOD only on held-out restricted-shape combinations for ['polygon_5'] within shapes ['drop_15', 'ellipse_050', 'flower_6_w03', 'hollow_polygon_3', 'polygon_5', 'rectangle_03'].",
+    "val_ood_size": 15360
+  }
+}

VAE_logs/big_dsprites_sweep/zdim_032/run_016_rerun_06_06shapes_zdim_032/lightning_logs/version_12212/events.out.tfevents.1775255895.node04.3967927.16

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f58f5fdceaedb6198d85d107bdc944ac0b910a647161726f6d195f7b0d7da2
+size 344432

VAE_logs/big_dsprites_sweep/zdim_032/run_016_rerun_06_06shapes_zdim_032/lightning_logs/version_12212/hparams.yaml

@@ -0,0 +1,8 @@
+num_filters: 64
+z_dim: 32
+lr: 0.001
+num_channels: 1
+num_values: 4
+image_size: 64
+bbox_loss_inside_weight: 9.0
+bbox_loss_outside_weight: 1.0

VAE_logs/big_dsprites_sweep/zdim_032/run_016_rerun_06_06shapes_zdim_032/sweep_run_config.json

@@ -0,0 +1,134 @@
+{
+  "cache": {
+    "available_shapes": [
+      "polygon_3",
+      "polygon_4",
+      "polygon_5",
+      "star_3_r02",
+      "star_4_r04",
+      "star_5_r04",
+      "star_6_r04",
+      "ellipse_050",
+      "heart",
+      "flower_2_w03",
+      "flower_3_w03",
+      "flower_4_w03",
+      "flower_5_w03",
+      "flower_6_w03",
+      "rectangle_03",
+      "cross_065",
+      "crescent_025",
+      "drop_15",
+      "closed_hollow_polygon_3",
+      "closed_hollow_polygon_4",
+      "closed_hollow_polygon_5",
+      "hollow_polygon_3",
+      "hollow_polygon_4",
+      "hollow_polygon_5",
+      "closed_hollow_ellipse_05"
+    ],
+    "generation_config": {
+      "candidate_bg_colors": [
+        [
+          0,
+          0,
+          0
+        ]
+      ],
+      "candidate_fg_colors": [
+        [
+          255,
+          255,
+          255
+        ]
+      ],
+      "image_size": 64,
+      "num_values": 4,
+      "ood": {
+        "bg_colors_from": "unseen",
+        "fg_colors_from": "unseen",
+        "num_bg_colors": 0,
+        "num_fg_colors": 0,
+        "num_shapes": 0,
+        "shapes_from": "unseen"
+      },
+      "orientations": {
+        "max": 6.28318531,
+        "min": 0.0,
+        "num": 20
+      },
+      "output": "data/lils/dsprites_large_6_20_16_16.pt",
+      "output_channels": 1,
+      "position_space": "renderer",
+      "positions_x": {
+        "max": 0.8,
+        "min": 0.2,
+        "num": 16
+      },
+      "positions_y": {
+        "max": 0.8,
+        "min": 0.2,
+        "num": 16
+      },
+      "scale_space": "renderer",
+      "scales": [
+        0.2,
+        0.24,
+        0.28,
+        0.32,
+        0.36,
+        0.4
+      ],
+      "seed": 42,
+      "shape_pool": "all",
+      "train": {
+        "num_bg_colors": 1,
+        "num_fg_colors": 1,
+        "num_shapes": 25
+      }
+    },
+    "path": "data/lils/dsprites_large_6_20_16_16.pt"
+  },
+  "dataloader": {
+    "sprite_restricted_shapes": [
+      "polygon_5"
+    ],
+    "sprite_right_side_threshold": 0.5,
+    "sprite_shapes": [
+      "polygon_5",
+      "ellipse_050",
+      "flower_6_w03",
+      "rectangle_03",
+      "drop_15",
+      "hollow_polygon_3"
+    ],
+    "val_fraction": 0.1
+  },
+  "held_out_shape": "polygon_5",
+  "n_shapes": 6,
+  "rerun_index": 6,
+  "run_index": 16,
+  "run_name": "run_016_rerun_06_06shapes_zdim_032",
+  "run_seed": 1092210423,
+  "run_shapes": [
+    "polygon_5",
+    "ellipse_050",
+    "flower_6_w03",
+    "rectangle_03",
+    "drop_15",
+    "hollow_polygon_3"
+  ],
+  "training": {
+    "base_seed": 42,
+    "batch_size": 128,
+    "bbox_loss_inside_weight": 9.0,
+    "bbox_loss_outside_weight": 1.0,
+    "epochs": 100,
+    "lr": 0.001,
+    "num_filters": 64,
+    "num_values": 4,
+    "num_workers": 0,
+    "seed": 1092210423
+  },
+  "z_dim": 32
+}

VAE_logs/big_dsprites_sweep/zdim_032/run_016_rerun_06_06shapes_zdim_032/sweep_run_config.yaml

@@ -0,0 +1,112 @@
+run_index: 16
+rerun_index: 6
+run_name: run_016_rerun_06_06shapes_zdim_032
+run_seed: 1092210423
+z_dim: 32
+n_shapes: 6
+held_out_shape: polygon_5
+run_shapes:
+- polygon_5
+- ellipse_050
+- flower_6_w03
+- rectangle_03
+- drop_15
+- hollow_polygon_3
+cache:
+  path: data/lils/dsprites_large_6_20_16_16.pt
+  available_shapes:
+  - polygon_3
+  - polygon_4
+  - polygon_5
+  - star_3_r02
+  - star_4_r04
+  - star_5_r04
+  - star_6_r04
+  - ellipse_050
+  - heart
+  - flower_2_w03
+  - flower_3_w03
+  - flower_4_w03
+  - flower_5_w03
+  - flower_6_w03
+  - rectangle_03
+  - cross_065
+  - crescent_025
+  - drop_15
+  - closed_hollow_polygon_3
+  - closed_hollow_polygon_4
+  - closed_hollow_polygon_5
+  - hollow_polygon_3
+  - hollow_polygon_4
+  - hollow_polygon_5
+  - closed_hollow_ellipse_05
+  generation_config:
+    seed: 42
+    image_size: 64
+    num_values: 4
+    output_channels: 1
+    output: data/lils/dsprites_large_6_20_16_16.pt
+    scale_space: renderer
+    position_space: renderer
+    shape_pool: all
+    candidate_fg_colors:
+    - - 255
+      - 255
+      - 255
+    candidate_bg_colors:
+    - - 0
+      - 0
+      - 0
+    scales:
+    - 0.2
+    - 0.24
+    - 0.28
+    - 0.32
+    - 0.36
+    - 0.4
+    orientations:
+      min: 0.0
+      max: 6.28318531
+      num: 20
+    positions_x:
+      min: 0.2
+      max: 0.8
+      num: 16
+    positions_y:
+      min: 0.2
+      max: 0.8
+      num: 16
+    train:
+      num_shapes: 25
+      num_fg_colors: 1
+      num_bg_colors: 1
+    ood:
+      num_shapes: 0
+      shapes_from: unseen
+      num_fg_colors: 0
+      fg_colors_from: unseen
+      num_bg_colors: 0
+      bg_colors_from: unseen
+dataloader:
+  sprite_shapes:
+  - polygon_5
+  - ellipse_050
+  - flower_6_w03
+  - rectangle_03
+  - drop_15
+  - hollow_polygon_3
+  sprite_restricted_shapes:
+  - polygon_5
+  sprite_right_side_threshold: 0.5
+  val_fraction: 0.1
+training:
+  epochs: 100
+  batch_size: 128
+  num_workers: 0
+  num_values: 4
+  num_filters: 64
+  lr: 0.001
+  seed: 1092210423
+  base_seed: 42
+  bbox_loss_inside_weight: 9.0
+  bbox_loss_outside_weight: 1.0

VAE_logs/big_dsprites_sweep/zdim_032/run_017_rerun_07_06shapes_zdim_032/lightning_logs/version_12212/checkpoint_eval/best_in_domain/evaluation_metrics.json

@@ -0,0 +1,80 @@
+{
+  "checkpoint_name": "best_in_domain",
+  "checkpoint_path": "/cluster/raid/home/mhalak/vae-cg/vae-compositional/VAE_logs/big_dsprites_sweep/zdim_032/run_017_rerun_07_06shapes_zdim_032/lightning_logs/version_12212/checkpoints/best_in_domain.ckpt",
+  "device": "cuda",
+  "format_version": 1,
+  "loader_config": {
+    "in_domain_rule": "Validate in-domain on shapes ['closed_hollow_polygon_3', 'closed_hollow_polygon_5', 'drop_15', 'heart', 'hollow_polygon_5', 'star_6_r04'] with the same shape-position combinations as training.",
+    "ood_rule": "Validate OOD only on held-out restricted-shape combinations for ['star_6_r04'] within shapes ['closed_hollow_polygon_3', 'closed_hollow_polygon_5', 'drop_15', 'heart', 'hollow_polygon_5', 'star_6_r04'].",
+    "restricted_shape_counts": {
+      "star_6_r04": {
+        "in_domain": 15360,
+        "ood": 15360
+      }
+    },
+    "seed": 1284945146,
+    "sprite_restricted_shapes": [
+      "star_6_r04"
+    ],
+    "sprite_right_side_threshold": 0.5,
+    "sprite_shapes": [
+      "star_6_r04",
+      "heart",
+      "drop_15",
+      "closed_hollow_polygon_3",
+      "closed_hollow_polygon_5",
+      "hollow_polygon_5"
+    ],
+    "sprites_large_cache": "/cluster/raid/home/mhalak/vae-cg/vae-compositional/data/dsprites_large/dsprites_large_6_20_16_16.pt",
+    "train_rule": "Train on shapes ['closed_hollow_polygon_3', 'closed_hollow_polygon_5', 'drop_15', 'heart', 'hollow_polygon_5', 'star_6_r04'] except ['star_6_r04'] are restricted to position_x <= 0.5.",
+    "val_fraction": 0.1
+  },
+  "metrics": {
+    "in_domain": {
+      "n_examples": 16896,
+      "raw": {
+        "bpd": 0.038575493448385685,
+        "elbo": 109.52087546839859,
+        "reconstruction_loss": 7.375851436094805,
+        "regularization_loss": 102.14502409732702
+      },
+      "weighted": {
+        "bpd": 0.04842186549847776,
+        "elbo": 137.47601387717506,
+        "reconstruction_loss": 35.33099028558442,
+        "regularization_loss": 102.14502409732702
+      }
+    },
+    "ood": {
+      "n_examples": 15360,
+      "raw": {
+        "bpd": 0.3938341888288657,
+        "elbo": 1118.1468114217123,
+        "reconstruction_loss": 1012.8729873657227,
+        "regularization_loss": 105.27382208506266
+      },
+      "weighted": {
+        "bpd": 1.8039337188005446,
+        "elbo": 5121.603938802084,
+        "reconstruction_loss": 5016.330122884115,
+        "regularization_loss": 105.27382208506266
+      }
+    },
+    "train": {
+      "n_examples": 152064,
+      "raw": {
+        "bpd": 0.03794112680197665,
+        "elbo": 107.71982517948857,
+        "reconstruction_loss": 5.613649268342991,
+        "regularization_loss": 102.10617595248752
+      },
+      "weighted": {
+        "bpd": 0.0454883214450043,
+        "elbo": 129.1472984724976,
+        "reconstruction_loss": 27.041122516799053,
+        "regularization_loss": 102.10617595248752
+      }
+    }
+  },
+  "seed": 1284945146
+}

VAE_logs/big_dsprites_sweep/zdim_032/run_017_rerun_07_06shapes_zdim_032/lightning_logs/version_12212/checkpoint_summary.json

@@ -0,0 +1,15 @@
+{
+  "checkpoints": {
+    "best_in_domain": {
+      "monitor": "val_in_domain_bpd",
+      "path": "VAE_logs/big_dsprites_sweep/zdim_032/run_017_rerun_07_06shapes_zdim_032/lightning_logs/version_12212/checkpoints/best_in_domain.ckpt",
+      "score": 0.04839114844799042
+    },
+    "best_ood": {
+      "monitor": "val_ood_bpd",
+      "path": "VAE_logs/big_dsprites_sweep/zdim_032/run_017_rerun_07_06shapes_zdim_032/lightning_logs/version_12212/checkpoints/best_ood.ckpt",
+      "score": 0.49248602986335754
+    }
+  },
+  "default_checkpoint": "best_in_domain"
+}

VAE_logs/big_dsprites_sweep/zdim_032/run_017_rerun_07_06shapes_zdim_032/lightning_logs/version_12212/checkpoints/best_in_domain.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f755271ff384ce3a40df063b319799e4ee554cdae6c9dbcff64de415ea3b019
+size 17277026

VAE_logs/big_dsprites_sweep/zdim_032/run_017_rerun_07_06shapes_zdim_032/lightning_logs/version_12212/dataset_loader_config.json

@@ -0,0 +1,188 @@
+{
+  "cache": {
+    "available_shapes": [
+      "polygon_3",
+      "polygon_4",
+      "polygon_5",
+      "star_3_r02",
+      "star_4_r04",
+      "star_5_r04",
+      "star_6_r04",
+      "ellipse_050",
+      "heart",
+      "flower_2_w03",
+      "flower_3_w03",
+      "flower_4_w03",
+      "flower_5_w03",
+      "flower_6_w03",
+      "rectangle_03",
+      "cross_065",
+      "crescent_025",
+      "drop_15",
+      "closed_hollow_polygon_3",
+      "closed_hollow_polygon_4",
+      "closed_hollow_polygon_5",
+      "hollow_polygon_3",
+      "hollow_polygon_4",
+      "hollow_polygon_5",
+      "closed_hollow_ellipse_05"
+    ],
+    "generation_config": {
+      "candidate_bg_colors": [
+        [
+          0,
+          0,
+          0
+        ]
+      ],
+      "candidate_fg_colors": [
+        [
+          255,
+          255,
+          255
+        ]
+      ],
+      "image_size": 64,
+      "num_values": 4,
+      "ood": {
+        "bg_colors_from": "unseen",
+        "fg_colors_from": "unseen",
+        "num_bg_colors": 0,
+        "num_fg_colors": 0,
+        "num_shapes": 0,
+        "shapes_from": "unseen"
+      },
+      "orientations": {
+        "max": 6.28318531,
+        "min": 0.0,
+        "num": 20
+      },
+      "output": "data/lils/dsprites_large_6_20_16_16.pt",
+      "output_channels": 1,
+      "position_space": "renderer",
+      "positions_x": {
+        "max": 0.8,
+        "min": 0.2,
+        "num": 16
+      },
+      "positions_y": {
+        "max": 0.8,
+        "min": 0.2,
+        "num": 16
+      },
+      "scale_space": "renderer",
+      "scales": [
+        0.2,
+        0.24,
+        0.28,
+        0.32,
+        0.36,
+        0.4
+      ],
+      "seed": 42,
+      "shape_pool": "all",
+      "train": {
+        "num_bg_colors": 1,
+        "num_fg_colors": 1,
+        "num_shapes": 25
+      }
+    },
+    "has_factor_structure": false,
+    "image_size": 64,
+    "num_images": 768000,
+    "num_values": 4,
+    "output_channels": 1,
+    "path": "data/lils/dsprites_large_6_20_16_16.pt",
+    "split_config": {
+      "bg_colors_from": "unseen",
+      "fg_colors_from": "unseen",
+      "ood_bg_colors": [],
+      "ood_fg_colors": [],
+      "ood_index_range": {
+        "start": 768000,
+        "stop": 768000
+      },
+      "ood_shapes": [],
+      "ood_size": 0,
+      "seed": 42,
+      "shapes_from": "unseen",
+      "train_bg_colors": [
+        [
+          0,
+          0,
+          0
+        ]
+      ],
+      "train_fg_colors": [
+        [
+          3,
+          3,
+          3
+        ]
+      ],
+      "train_index_range": {
+        "start": 0,
+        "stop": 768000
+      },
+      "train_shapes": [
+        "polygon_3",
+        "polygon_4",
+        "polygon_5",
+        "star_3_r02",
+        "star_4_r04",
+        "star_5_r04",
+        "star_6_r04",
+        "ellipse_050",
+        "heart",
+        "flower_2_w03",
+        "flower_3_w03",
+        "flower_4_w03",
+        "flower_5_w03",
+        "flower_6_w03",
+        "rectangle_03",
+        "cross_065",
+        "crescent_025",
+        "drop_15",
+        "closed_hollow_polygon_3",
+        "closed_hollow_polygon_4",
+        "closed_hollow_polygon_5",
+        "hollow_polygon_3",
+        "hollow_polygon_4",
+        "hollow_polygon_5",
+        "closed_hollow_ellipse_05"
+      ],
+      "train_size": 768000
+    }
+  },
+  "dataset_name": "sprites_large",
+  "loader_filter": {
+    "seed": 1284945146,
+    "sprite_restricted_shapes": [
+      "star_6_r04"
+    ],
+    "sprite_right_side_threshold": 0.5,
+    "sprite_shapes": [
+      "star_6_r04",
+      "heart",
+      "drop_15",
+      "closed_hollow_polygon_3",
+      "closed_hollow_polygon_5",
+      "hollow_polygon_5"
+    ],
+    "val_fraction": 0.1
+  },
+  "restricted_shape_counts": {
+    "star_6_r04": {
+      "in_domain": 15360,
+      "ood": 15360
+    }
+  },
+  "splits": {
+    "train_rule": "Train on shapes ['closed_hollow_polygon_3', 'closed_hollow_polygon_5', 'drop_15', 'heart', 'hollow_polygon_5', 'star_6_r04'] except ['star_6_r04'] are restricted to position_x <= 0.5.",
+    "train_size": 152064,
+    "val_in_domain_rule": "Validate in-domain on shapes ['closed_hollow_polygon_3', 'closed_hollow_polygon_5', 'drop_15', 'heart', 'hollow_polygon_5', 'star_6_r04'] with the same shape-position combinations as training.",
+    "val_in_domain_size": 16896,
+    "val_ood_rule": "Validate OOD only on held-out restricted-shape combinations for ['star_6_r04'] within shapes ['closed_hollow_polygon_3', 'closed_hollow_polygon_5', 'drop_15', 'heart', 'hollow_polygon_5', 'star_6_r04'].",
+    "val_ood_size": 15360
+  }
+}

VAE_logs/big_dsprites_sweep/zdim_032/run_017_rerun_07_06shapes_zdim_032/lightning_logs/version_12212/events.out.tfevents.1775259819.node04.3967927.17

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eaa7e0e12e180980e20076dacadc33deb804d26c2cb41da15fba6e6c9f6b492
+size 368390

VAE_logs/big_dsprites_sweep/zdim_032/run_017_rerun_07_06shapes_zdim_032/lightning_logs/version_12212/hparams.yaml

@@ -0,0 +1,8 @@
+num_filters: 64
+z_dim: 32
+lr: 0.001
+num_channels: 1
+num_values: 4
+image_size: 64
+bbox_loss_inside_weight: 9.0
+bbox_loss_outside_weight: 1.0

VAE_logs/big_dsprites_sweep/zdim_032/run_017_rerun_07_06shapes_zdim_032/sweep_run_config.json

@@ -0,0 +1,134 @@
+{
+  "cache": {
+    "available_shapes": [
+      "polygon_3",
+      "polygon_4",
+      "polygon_5",
+      "star_3_r02",
+      "star_4_r04",
+      "star_5_r04",
+      "star_6_r04",
+      "ellipse_050",
+      "heart",
+      "flower_2_w03",
+      "flower_3_w03",
+      "flower_4_w03",
+      "flower_5_w03",
+      "flower_6_w03",
+      "rectangle_03",
+      "cross_065",
+      "crescent_025",
+      "drop_15",
+      "closed_hollow_polygon_3",
+      "closed_hollow_polygon_4",
+      "closed_hollow_polygon_5",
+      "hollow_polygon_3",
+      "hollow_polygon_4",
+      "hollow_polygon_5",
+      "closed_hollow_ellipse_05"
+    ],
+    "generation_config": {
+      "candidate_bg_colors": [
+        [
+          0,
+          0,
+          0
+        ]
+      ],
+      "candidate_fg_colors": [
+        [
+          255,
+          255,
+          255
+        ]
+      ],
+      "image_size": 64,
+      "num_values": 4,
+      "ood": {
+        "bg_colors_from": "unseen",
+        "fg_colors_from": "unseen",
+        "num_bg_colors": 0,
+        "num_fg_colors": 0,
+        "num_shapes": 0,
+        "shapes_from": "unseen"
+      },
+      "orientations": {
+        "max": 6.28318531,
+        "min": 0.0,
+        "num": 20
+      },
+      "output": "data/lils/dsprites_large_6_20_16_16.pt",
+      "output_channels": 1,
+      "position_space": "renderer",
+      "positions_x": {
+        "max": 0.8,
+        "min": 0.2,
+        "num": 16
+      },
+      "positions_y": {
+        "max": 0.8,
+        "min": 0.2,
+        "num": 16
+      },
+      "scale_space": "renderer",
+      "scales": [
+        0.2,
+        0.24,
+        0.28,
+        0.32,
+        0.36,
+        0.4
+      ],
+      "seed": 42,
+      "shape_pool": "all",
+      "train": {
+        "num_bg_colors": 1,
+        "num_fg_colors": 1,
+        "num_shapes": 25
+      }
+    },
+    "path": "data/lils/dsprites_large_6_20_16_16.pt"
+  },
+  "dataloader": {
+    "sprite_restricted_shapes": [
+      "star_6_r04"
+    ],
+    "sprite_right_side_threshold": 0.5,
+    "sprite_shapes": [
+      "star_6_r04",
+      "heart",
+      "drop_15",
+      "closed_hollow_polygon_3",
+      "closed_hollow_polygon_5",
+      "hollow_polygon_5"
+    ],
+    "val_fraction": 0.1
+  },
+  "held_out_shape": "star_6_r04",
+  "n_shapes": 6,
+  "rerun_index": 7,
+  "run_index": 17,
+  "run_name": "run_017_rerun_07_06shapes_zdim_032",
+  "run_seed": 1284945146,
+  "run_shapes": [
+    "star_6_r04",
+    "heart",
+    "drop_15",
+    "closed_hollow_polygon_3",
+    "closed_hollow_polygon_5",
+    "hollow_polygon_5"
+  ],
+  "training": {
+    "base_seed": 42,
+    "batch_size": 128,
+    "bbox_loss_inside_weight": 9.0,
+    "bbox_loss_outside_weight": 1.0,
+    "epochs": 100,
+    "lr": 0.001,
+    "num_filters": 64,
+    "num_values": 4,
+    "num_workers": 0,
+    "seed": 1284945146
+  },
+  "z_dim": 32
+}

VAE_logs/big_dsprites_sweep/zdim_032/run_017_rerun_07_06shapes_zdim_032/sweep_run_config.yaml

@@ -0,0 +1,112 @@
+run_index: 17
+rerun_index: 7
+run_name: run_017_rerun_07_06shapes_zdim_032
+run_seed: 1284945146
+z_dim: 32
+n_shapes: 6
+held_out_shape: star_6_r04
+run_shapes:
+- star_6_r04
+- heart
+- drop_15
+- closed_hollow_polygon_3
+- closed_hollow_polygon_5
+- hollow_polygon_5
+cache:
+  path: data/lils/dsprites_large_6_20_16_16.pt
+  available_shapes:
+  - polygon_3
+  - polygon_4
+  - polygon_5
+  - star_3_r02
+  - star_4_r04
+  - star_5_r04
+  - star_6_r04
+  - ellipse_050
+  - heart
+  - flower_2_w03
+  - flower_3_w03
+  - flower_4_w03
+  - flower_5_w03
+  - flower_6_w03
+  - rectangle_03
+  - cross_065
+  - crescent_025
+  - drop_15
+  - closed_hollow_polygon_3
+  - closed_hollow_polygon_4
+  - closed_hollow_polygon_5
+  - hollow_polygon_3
+  - hollow_polygon_4
+  - hollow_polygon_5
+  - closed_hollow_ellipse_05
+  generation_config:
+    seed: 42
+    image_size: 64
+    num_values: 4
+    output_channels: 1
+    output: data/lils/dsprites_large_6_20_16_16.pt
+    scale_space: renderer
+    position_space: renderer
+    shape_pool: all
+    candidate_fg_colors:
+    - - 255
+      - 255
+      - 255
+    candidate_bg_colors:
+    - - 0
+      - 0
+      - 0
+    scales:
+    - 0.2
+    - 0.24
+    - 0.28
+    - 0.32
+    - 0.36
+    - 0.4
+    orientations:
+      min: 0.0
+      max: 6.28318531
+      num: 20
+    positions_x:
+      min: 0.2
+      max: 0.8
+      num: 16
+    positions_y:
+      min: 0.2
+      max: 0.8
+      num: 16
+    train:
+      num_shapes: 25
+      num_fg_colors: 1
+      num_bg_colors: 1
+    ood:
+      num_shapes: 0
+      shapes_from: unseen
+      num_fg_colors: 0
+      fg_colors_from: unseen
+      num_bg_colors: 0
+      bg_colors_from: unseen
+dataloader:
+  sprite_shapes:
+  - star_6_r04
+  - heart
+  - drop_15
+  - closed_hollow_polygon_3
+  - closed_hollow_polygon_5
+  - hollow_polygon_5
+  sprite_restricted_shapes:
+  - star_6_r04
+  sprite_right_side_threshold: 0.5
+  val_fraction: 0.1
+training:
+  epochs: 100
+  batch_size: 128
+  num_workers: 0
+  num_values: 4
+  num_filters: 64
+  lr: 0.001
+  seed: 1284945146
+  base_seed: 42
+  bbox_loss_inside_weight: 9.0
+  bbox_loss_outside_weight: 1.0

VAE_logs/big_dsprites_sweep/zdim_032/run_018_rerun_08_06shapes_zdim_032/lightning_logs/version_12212/checkpoint_eval/best_in_domain/evaluation_metrics.json

@@ -0,0 +1,80 @@
+{
+  "checkpoint_name": "best_in_domain",
+  "checkpoint_path": "/cluster/raid/home/mhalak/vae-cg/vae-compositional/VAE_logs/big_dsprites_sweep/zdim_032/run_018_rerun_08_06shapes_zdim_032/lightning_logs/version_12212/checkpoints/best_in_domain.ckpt",
+  "device": "cuda",
+  "format_version": 1,
+  "loader_config": {
+    "in_domain_rule": "Validate in-domain on shapes ['closed_hollow_ellipse_05', 'closed_hollow_polygon_3', 'flower_2_w03', 'flower_3_w03', 'flower_6_w03', 'star_6_r04'] with the same shape-position combinations as training.",
+    "ood_rule": "Validate OOD only on held-out restricted-shape combinations for ['star_6_r04'] within shapes ['closed_hollow_ellipse_05', 'closed_hollow_polygon_3', 'flower_2_w03', 'flower_3_w03', 'flower_6_w03', 'star_6_r04'].",
+    "restricted_shape_counts": {
+      "star_6_r04": {
+        "in_domain": 15360,
+        "ood": 15360
+      }
+    },
+    "seed": 2560499000,
+    "sprite_restricted_shapes": [
+      "star_6_r04"
+    ],
+    "sprite_right_side_threshold": 0.5,
+    "sprite_shapes": [
+      "star_6_r04",
+      "flower_2_w03",
+      "flower_3_w03",
+      "flower_6_w03",
+      "closed_hollow_polygon_3",
+      "closed_hollow_ellipse_05"
+    ],
+    "sprites_large_cache": "/cluster/raid/home/mhalak/vae-cg/vae-compositional/data/dsprites_large/dsprites_large_6_20_16_16.pt",
+    "train_rule": "Train on shapes ['closed_hollow_ellipse_05', 'closed_hollow_polygon_3', 'flower_2_w03', 'flower_3_w03', 'flower_6_w03', 'star_6_r04'] except ['star_6_r04'] are restricted to position_x <= 0.5.",
+    "val_fraction": 0.1
+  },
+  "metrics": {
+    "in_domain": {
+      "n_examples": 16896,
+      "raw": {
+        "bpd": 0.039712348275563934,
+        "elbo": 112.74855457652698,
+        "reconstruction_loss": 9.122692881208478,
+        "regularization_loss": 103.62586200598514
+      },
+      "weighted": {
+        "bpd": 0.05215770011824189,
+        "elbo": 148.08253733317056,
+        "reconstruction_loss": 44.45667529828621,
+        "regularization_loss": 103.62586200598514
+      }
+    },
+    "ood": {
+      "n_examples": 15360,
+      "raw": {
+        "bpd": 0.04668668707211812,
+        "elbo": 132.5496156692505,
+        "reconstruction_loss": 28.088880634307863,
+        "regularization_loss": 104.46073493957519
+      },
+      "weighted": {
+        "bpd": 0.08355705949167411,
+        "elbo": 237.22942822774252,
+        "reconstruction_loss": 132.7686943689982,
+        "regularization_loss": 104.46073493957519
+      }
+    },
+    "train": {
+      "n_examples": 152064,
+      "raw": {
+        "bpd": 0.03914420734087526,
+        "elbo": 111.13552812133173,
+        "reconstruction_loss": 7.487125245007602,
+        "regularization_loss": 103.64840282093395
+      },
+      "weighted": {
+        "bpd": 0.049330117701480686,
+        "elbo": 140.05466097693653,
+        "reconstruction_loss": 36.40625832137034,
+        "regularization_loss": 103.64840282093395
+      }
+    }
+  },
+  "seed": 2560499000
+}

VAE_logs/big_dsprites_sweep/zdim_032/run_018_rerun_08_06shapes_zdim_032/lightning_logs/version_12212/checkpoint_summary.json

@@ -0,0 +1,15 @@
+{
+  "checkpoints": {
+    "best_in_domain": {
+      "monitor": "val_in_domain_bpd",
+      "path": "VAE_logs/big_dsprites_sweep/zdim_032/run_018_rerun_08_06shapes_zdim_032/lightning_logs/version_12212/checkpoints/best_in_domain.ckpt",
+      "score": 0.052147842943668365
+    },
+    "best_ood": {
+      "monitor": "val_ood_bpd",
+      "path": "VAE_logs/big_dsprites_sweep/zdim_032/run_018_rerun_08_06shapes_zdim_032/lightning_logs/version_12212/checkpoints/best_ood.ckpt",
+      "score": 0.08243267983198166
+    }
+  },
+  "default_checkpoint": "best_in_domain"
+}

VAE_logs/big_dsprites_sweep/zdim_032/run_018_rerun_08_06shapes_zdim_032/lightning_logs/version_12212/checkpoints/best_in_domain.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95520f8e51465ce211b2e73d6419c8c4ad99aa6970ebc9e0c63a399bb9e5cae1
+size 17277026

VAE_logs/big_dsprites_sweep/zdim_032/run_018_rerun_08_06shapes_zdim_032/lightning_logs/version_12212/dataset_loader_config.json

@@ -0,0 +1,188 @@
+{
+  "cache": {
+    "available_shapes": [
+      "polygon_3",
+      "polygon_4",
+      "polygon_5",
+      "star_3_r02",
+      "star_4_r04",
+      "star_5_r04",
+      "star_6_r04",
+      "ellipse_050",
+      "heart",
+      "flower_2_w03",
+      "flower_3_w03",
+      "flower_4_w03",
+      "flower_5_w03",
+      "flower_6_w03",
+      "rectangle_03",
+      "cross_065",
+      "crescent_025",
+      "drop_15",
+      "closed_hollow_polygon_3",
+      "closed_hollow_polygon_4",
+      "closed_hollow_polygon_5",
+      "hollow_polygon_3",
+      "hollow_polygon_4",
+      "hollow_polygon_5",
+      "closed_hollow_ellipse_05"
+    ],
+    "generation_config": {
+      "candidate_bg_colors": [
+        [
+          0,
+          0,
+          0
+        ]
+      ],
+      "candidate_fg_colors": [
+        [
+          255,
+          255,
+          255
+        ]
+      ],
+      "image_size": 64,
+      "num_values": 4,
+      "ood": {
+        "bg_colors_from": "unseen",
+        "fg_colors_from": "unseen",
+        "num_bg_colors": 0,
+        "num_fg_colors": 0,
+        "num_shapes": 0,
+        "shapes_from": "unseen"
+      },
+      "orientations": {
+        "max": 6.28318531,
+        "min": 0.0,
+        "num": 20
+      },
+      "output": "data/lils/dsprites_large_6_20_16_16.pt",
+      "output_channels": 1,
+      "position_space": "renderer",
+      "positions_x": {
+        "max": 0.8,
+        "min": 0.2,
+        "num": 16
+      },
+      "positions_y": {
+        "max": 0.8,
+        "min": 0.2,
+        "num": 16
+      },
+      "scale_space": "renderer",
+      "scales": [
+        0.2,
+        0.24,
+        0.28,
+        0.32,
+        0.36,
+        0.4
+      ],
+      "seed": 42,
+      "shape_pool": "all",
+      "train": {
+        "num_bg_colors": 1,
+        "num_fg_colors": 1,
+        "num_shapes": 25
+      }
+    },
+    "has_factor_structure": false,
+    "image_size": 64,
+    "num_images": 768000,
+    "num_values": 4,
+    "output_channels": 1,
+    "path": "data/lils/dsprites_large_6_20_16_16.pt",
+    "split_config": {
+      "bg_colors_from": "unseen",
+      "fg_colors_from": "unseen",
+      "ood_bg_colors": [],
+      "ood_fg_colors": [],
+      "ood_index_range": {
+        "start": 768000,
+        "stop": 768000
+      },
+      "ood_shapes": [],
+      "ood_size": 0,
+      "seed": 42,
+      "shapes_from": "unseen",
+      "train_bg_colors": [
+        [
+          0,
+          0,
+          0
+        ]
+      ],
+      "train_fg_colors": [
+        [
+          3,
+          3,
+          3
+        ]
+      ],
+      "train_index_range": {
+        "start": 0,
+        "stop": 768000
+      },
+      "train_shapes": [
+        "polygon_3",
+        "polygon_4",
+        "polygon_5",
+        "star_3_r02",
+        "star_4_r04",
+        "star_5_r04",
+        "star_6_r04",
+        "ellipse_050",
+        "heart",
+        "flower_2_w03",
+        "flower_3_w03",
+        "flower_4_w03",
+        "flower_5_w03",
+        "flower_6_w03",
+        "rectangle_03",
+        "cross_065",
+        "crescent_025",
+        "drop_15",
+        "closed_hollow_polygon_3",
+        "closed_hollow_polygon_4",
+        "closed_hollow_polygon_5",
+        "hollow_polygon_3",
+        "hollow_polygon_4",
+        "hollow_polygon_5",
+        "closed_hollow_ellipse_05"
+      ],
+      "train_size": 768000
+    }
+  },
+  "dataset_name": "sprites_large",
+  "loader_filter": {
+    "seed": 2560499000,
+    "sprite_restricted_shapes": [
+      "star_6_r04"
+    ],
+    "sprite_right_side_threshold": 0.5,
+    "sprite_shapes": [
+      "star_6_r04",
+      "flower_2_w03",
+      "flower_3_w03",
+      "flower_6_w03",
+      "closed_hollow_polygon_3",
+      "closed_hollow_ellipse_05"
+    ],
+    "val_fraction": 0.1
+  },
+  "restricted_shape_counts": {
+    "star_6_r04": {
+      "in_domain": 15360,
+      "ood": 15360
+    }
+  },
+  "splits": {
+    "train_rule": "Train on shapes ['closed_hollow_ellipse_05', 'closed_hollow_polygon_3', 'flower_2_w03', 'flower_3_w03', 'flower_6_w03', 'star_6_r04'] except ['star_6_r04'] are restricted to position_x <= 0.5.",
+    "train_size": 152064,
+    "val_in_domain_rule": "Validate in-domain on shapes ['closed_hollow_ellipse_05', 'closed_hollow_polygon_3', 'flower_2_w03', 'flower_3_w03', 'flower_6_w03', 'star_6_r04'] with the same shape-position combinations as training.",
+    "val_in_domain_size": 16896,
+    "val_ood_rule": "Validate OOD only on held-out restricted-shape combinations for ['star_6_r04'] within shapes ['closed_hollow_ellipse_05', 'closed_hollow_polygon_3', 'flower_2_w03', 'flower_3_w03', 'flower_6_w03', 'star_6_r04'].",
+    "val_ood_size": 15360
+  }
+}

VAE_logs/big_dsprites_sweep/zdim_032/run_018_rerun_08_06shapes_zdim_032/lightning_logs/version_12212/events.out.tfevents.1775263733.node04.3967927.18

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca1ddeedb37e694c600b9d18ebe4e64ec54904c459918834a6715ab9891ed69
+size 384035

VAE_logs/big_dsprites_sweep/zdim_032/run_018_rerun_08_06shapes_zdim_032/lightning_logs/version_12212/hparams.yaml

@@ -0,0 +1,8 @@
+num_filters: 64
+z_dim: 32
+lr: 0.001
+num_channels: 1
+num_values: 4
+image_size: 64
+bbox_loss_inside_weight: 9.0
+bbox_loss_outside_weight: 1.0

VAE_logs/big_dsprites_sweep/zdim_032/run_018_rerun_08_06shapes_zdim_032/sweep_run_config.json

@@ -0,0 +1,134 @@
+{
+  "cache": {
+    "available_shapes": [
+      "polygon_3",
+      "polygon_4",
+      "polygon_5",
+      "star_3_r02",
+      "star_4_r04",
+      "star_5_r04",
+      "star_6_r04",
+      "ellipse_050",
+      "heart",
+      "flower_2_w03",
+      "flower_3_w03",
+      "flower_4_w03",
+      "flower_5_w03",
+      "flower_6_w03",
+      "rectangle_03",
+      "cross_065",
+      "crescent_025",
+      "drop_15",
+      "closed_hollow_polygon_3",
+      "closed_hollow_polygon_4",
+      "closed_hollow_polygon_5",
+      "hollow_polygon_3",
+      "hollow_polygon_4",
+      "hollow_polygon_5",
+      "closed_hollow_ellipse_05"
+    ],
+    "generation_config": {
+      "candidate_bg_colors": [
+        [
+          0,
+          0,
+          0
+        ]
+      ],
+      "candidate_fg_colors": [
+        [
+          255,
+          255,
+          255
+        ]
+      ],
+      "image_size": 64,
+      "num_values": 4,
+      "ood": {
+        "bg_colors_from": "unseen",
+        "fg_colors_from": "unseen",
+        "num_bg_colors": 0,
+        "num_fg_colors": 0,
+        "num_shapes": 0,
+        "shapes_from": "unseen"
+      },
+      "orientations": {
+        "max": 6.28318531,
+        "min": 0.0,
+        "num": 20
+      },
+      "output": "data/lils/dsprites_large_6_20_16_16.pt",
+      "output_channels": 1,
+      "position_space": "renderer",
+      "positions_x": {
+        "max": 0.8,
+        "min": 0.2,
+        "num": 16
+      },
+      "positions_y": {
+        "max": 0.8,
+        "min": 0.2,
+        "num": 16
+      },
+      "scale_space": "renderer",
+      "scales": [
+        0.2,
+        0.24,
+        0.28,
+        0.32,
+        0.36,
+        0.4
+      ],
+      "seed": 42,
+      "shape_pool": "all",
+      "train": {
+        "num_bg_colors": 1,
+        "num_fg_colors": 1,
+        "num_shapes": 25
+      }
+    },
+    "path": "data/lils/dsprites_large_6_20_16_16.pt"
+  },
+  "dataloader": {
+    "sprite_restricted_shapes": [
+      "star_6_r04"
+    ],
+    "sprite_right_side_threshold": 0.5,
+    "sprite_shapes": [
+      "star_6_r04",
+      "flower_2_w03",
+      "flower_3_w03",
+      "flower_6_w03",
+      "closed_hollow_polygon_3",
+      "closed_hollow_ellipse_05"
+    ],
+    "val_fraction": 0.1
+  },
+  "held_out_shape": "star_6_r04",
+  "n_shapes": 6,
+  "rerun_index": 8,
+  "run_index": 18,
+  "run_name": "run_018_rerun_08_06shapes_zdim_032",
+  "run_seed": 2560499000,
+  "run_shapes": [
+    "star_6_r04",
+    "flower_2_w03",
+    "flower_3_w03",
+    "flower_6_w03",
+    "closed_hollow_polygon_3",
+    "closed_hollow_ellipse_05"
+  ],
+  "training": {
+    "base_seed": 42,
+    "batch_size": 128,
+    "bbox_loss_inside_weight": 9.0,
+    "bbox_loss_outside_weight": 1.0,
+    "epochs": 100,
+    "lr": 0.001,
+    "num_filters": 64,
+    "num_values": 4,
+    "num_workers": 0,
+    "seed": 2560499000
+  },
+  "z_dim": 32
+}

VAE_logs/big_dsprites_sweep/zdim_032/run_018_rerun_08_06shapes_zdim_032/sweep_run_config.yaml

@@ -0,0 +1,112 @@
+run_index: 18
+rerun_index: 8
+run_name: run_018_rerun_08_06shapes_zdim_032
+run_seed: 2560499000
+z_dim: 32
+n_shapes: 6
+held_out_shape: star_6_r04
+run_shapes:
+- star_6_r04
+- flower_2_w03
+- flower_3_w03
+- flower_6_w03
+- closed_hollow_polygon_3
+- closed_hollow_ellipse_05
+cache:
+  path: data/lils/dsprites_large_6_20_16_16.pt
+  available_shapes:
+  - polygon_3
+  - polygon_4
+  - polygon_5
+  - star_3_r02
+  - star_4_r04
+  - star_5_r04
+  - star_6_r04
+  - ellipse_050
+  - heart
+  - flower_2_w03
+  - flower_3_w03
+  - flower_4_w03
+  - flower_5_w03
+  - flower_6_w03
+  - rectangle_03
+  - cross_065
+  - crescent_025
+  - drop_15
+  - closed_hollow_polygon_3
+  - closed_hollow_polygon_4
+  - closed_hollow_polygon_5
+  - hollow_polygon_3
+  - hollow_polygon_4
+  - hollow_polygon_5
+  - closed_hollow_ellipse_05
+  generation_config:
+    seed: 42
+    image_size: 64
+    num_values: 4
+    output_channels: 1
+    output: data/lils/dsprites_large_6_20_16_16.pt
+    scale_space: renderer
+    position_space: renderer
+    shape_pool: all
+    candidate_fg_colors:
+    - - 255
+      - 255
+      - 255
+    candidate_bg_colors:
+    - - 0
+      - 0
+      - 0
+    scales:
+    - 0.2
+    - 0.24
+    - 0.28
+    - 0.32
+    - 0.36
+    - 0.4
+    orientations:
+      min: 0.0
+      max: 6.28318531
+      num: 20
+    positions_x:
+      min: 0.2
+      max: 0.8
+      num: 16
+    positions_y:
+      min: 0.2
+      max: 0.8
+      num: 16
+    train:
+      num_shapes: 25
+      num_fg_colors: 1
+      num_bg_colors: 1
+    ood:
+      num_shapes: 0
+      shapes_from: unseen
+      num_fg_colors: 0
+      fg_colors_from: unseen
+      num_bg_colors: 0
+      bg_colors_from: unseen
+dataloader:
+  sprite_shapes:
+  - star_6_r04
+  - flower_2_w03
+  - flower_3_w03
+  - flower_6_w03
+  - closed_hollow_polygon_3
+  - closed_hollow_ellipse_05
+  sprite_restricted_shapes:
+  - star_6_r04
+  sprite_right_side_threshold: 0.5
+  val_fraction: 0.1
+training:
+  epochs: 100
+  batch_size: 128
+  num_workers: 0
+  num_values: 4
+  num_filters: 64
+  lr: 0.001
+  seed: 2560499000
+  base_seed: 42
+  bbox_loss_inside_weight: 9.0
+  bbox_loss_outside_weight: 1.0

VAE_logs/big_dsprites_sweep/zdim_032/run_019_rerun_09_06shapes_zdim_032/lightning_logs/version_12212/checkpoint_eval/best_in_domain/evaluation_metrics.json

@@ -0,0 +1,80 @@
+{
+  "checkpoint_name": "best_in_domain",
+  "checkpoint_path": "/cluster/raid/home/mhalak/vae-cg/vae-compositional/VAE_logs/big_dsprites_sweep/zdim_032/run_019_rerun_09_06shapes_zdim_032/lightning_logs/version_12212/checkpoints/best_in_domain.ckpt",
+  "device": "cuda",
+  "format_version": 1,
+  "loader_config": {
+    "in_domain_rule": "Validate in-domain on shapes ['crescent_025', 'ellipse_050', 'hollow_polygon_4', 'hollow_polygon_5', 'star_3_r02', 'star_4_r04'] with the same shape-position combinations as training.",
+    "ood_rule": "Validate OOD only on held-out restricted-shape combinations for ['ellipse_050'] within shapes ['crescent_025', 'ellipse_050', 'hollow_polygon_4', 'hollow_polygon_5', 'star_3_r02', 'star_4_r04'].",
+    "restricted_shape_counts": {
+      "ellipse_050": {
+        "in_domain": 15360,
+        "ood": 15360
+      }
+    },
+    "seed": 3947697234,
+    "sprite_restricted_shapes": [
+      "ellipse_050"
+    ],
+    "sprite_right_side_threshold": 0.5,
+    "sprite_shapes": [
+      "ellipse_050",
+      "star_3_r02",
+      "star_4_r04",
+      "crescent_025",
+      "hollow_polygon_4",
+      "hollow_polygon_5"
+    ],
+    "sprites_large_cache": "/cluster/raid/home/mhalak/vae-cg/vae-compositional/data/dsprites_large/dsprites_large_6_20_16_16.pt",
+    "train_rule": "Train on shapes ['crescent_025', 'ellipse_050', 'hollow_polygon_4', 'hollow_polygon_5', 'star_3_r02', 'star_4_r04'] except ['ellipse_050'] are restricted to position_x <= 0.5.",
+    "val_fraction": 0.1
+  },
+  "metrics": {
+    "in_domain": {
+      "n_examples": 16896,
+      "raw": {
+        "bpd": 0.036833317978589825,
+        "elbo": 104.57461068124482,
+        "reconstruction_loss": 6.132273627049996,
+        "regularization_loss": 98.44233663154371
+      },
+      "weighted": {
+        "bpd": 0.04503709368520614,
+        "elbo": 127.86620411728367,
+        "reconstruction_loss": 29.42386702335242,
+        "regularization_loss": 98.44233663154371
+      }
+    },
+    "ood": {
+      "n_examples": 15360,
+      "raw": {
+        "bpd": 0.042626432081063585,
+        "elbo": 121.02202072143555,
+        "reconstruction_loss": 18.655350971221925,
+        "regularization_loss": 102.36666959126791
+      },
+      "weighted": {
+        "bpd": 0.06702156973381837,
+        "elbo": 190.28300908406575,
+        "reconstruction_loss": 87.9163398106893,
+        "regularization_loss": 102.36666959126791
+      }
+    },
+    "train": {
+      "n_examples": 152064,
+      "raw": {
+        "bpd": 0.036331737624098755,
+        "elbo": 103.15055845883559,
+        "reconstruction_loss": 4.711749106745929,
+        "regularization_loss": 98.43880941731359
+      },
+      "weighted": {
+        "bpd": 0.042607730699809714,
+        "elbo": 120.96892439716994,
+        "reconstruction_loss": 22.530114899580727,
+        "regularization_loss": 98.43880941731359
+      }
+    }
+  },
+  "seed": 3947697234
+}

VAE_logs/big_dsprites_sweep/zdim_032/run_019_rerun_09_06shapes_zdim_032/lightning_logs/version_12212/checkpoint_summary.json

@@ -0,0 +1,15 @@
+{
+  "checkpoints": {
+    "best_in_domain": {
+      "monitor": "val_in_domain_bpd",
+      "path": "VAE_logs/big_dsprites_sweep/zdim_032/run_019_rerun_09_06shapes_zdim_032/lightning_logs/version_12212/checkpoints/best_in_domain.ckpt",
+      "score": 0.04493822529911995
+    },
+    "best_ood": {
+      "monitor": "val_ood_bpd",
+      "path": "VAE_logs/big_dsprites_sweep/zdim_032/run_019_rerun_09_06shapes_zdim_032/lightning_logs/version_12212/checkpoints/best_ood.ckpt",
+      "score": 0.06532100588083267
+    }
+  },
+  "default_checkpoint": "best_in_domain"
+}

VAE_logs/big_dsprites_sweep/zdim_032/run_019_rerun_09_06shapes_zdim_032/lightning_logs/version_12212/checkpoints/best_in_domain.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67fa31b80cc0b192e4a071ae3cd1b95914bb0ad5da41c3c131db584dac1d8e3
+size 17277026

VAE_logs/big_dsprites_sweep/zdim_032/run_019_rerun_09_06shapes_zdim_032/lightning_logs/version_12212/dataset_loader_config.json

@@ -0,0 +1,188 @@
+{
+  "cache": {
+    "available_shapes": [
+      "polygon_3",
+      "polygon_4",
+      "polygon_5",
+      "star_3_r02",
+      "star_4_r04",
+      "star_5_r04",
+      "star_6_r04",
+      "ellipse_050",
+      "heart",
+      "flower_2_w03",
+      "flower_3_w03",
+      "flower_4_w03",
+      "flower_5_w03",
+      "flower_6_w03",
+      "rectangle_03",
+      "cross_065",
+      "crescent_025",
+      "drop_15",
+      "closed_hollow_polygon_3",
+      "closed_hollow_polygon_4",
+      "closed_hollow_polygon_5",
+      "hollow_polygon_3",
+      "hollow_polygon_4",
+      "hollow_polygon_5",
+      "closed_hollow_ellipse_05"
+    ],
+    "generation_config": {
+      "candidate_bg_colors": [
+        [
+          0,
+          0,
+          0
+        ]
+      ],
+      "candidate_fg_colors": [
+        [
+          255,
+          255,
+          255
+        ]
+      ],
+      "image_size": 64,
+      "num_values": 4,
+      "ood": {
+        "bg_colors_from": "unseen",
+        "fg_colors_from": "unseen",
+        "num_bg_colors": 0,
+        "num_fg_colors": 0,
+        "num_shapes": 0,
+        "shapes_from": "unseen"
+      },
+      "orientations": {
+        "max": 6.28318531,
+        "min": 0.0,
+        "num": 20
+      },
+      "output": "data/lils/dsprites_large_6_20_16_16.pt",
+      "output_channels": 1,
+      "position_space": "renderer",
+      "positions_x": {
+        "max": 0.8,
+        "min": 0.2,
+        "num": 16
+      },
+      "positions_y": {
+        "max": 0.8,
+        "min": 0.2,
+        "num": 16
+      },
+      "scale_space": "renderer",
+      "scales": [
+        0.2,
+        0.24,
+        0.28,
+        0.32,
+        0.36,
+        0.4
+      ],
+      "seed": 42,
+      "shape_pool": "all",
+      "train": {
+        "num_bg_colors": 1,
+        "num_fg_colors": 1,
+        "num_shapes": 25
+      }
+    },
+    "has_factor_structure": false,
+    "image_size": 64,
+    "num_images": 768000,
+    "num_values": 4,
+    "output_channels": 1,
+    "path": "data/lils/dsprites_large_6_20_16_16.pt",
+    "split_config": {
+      "bg_colors_from": "unseen",
+      "fg_colors_from": "unseen",
+      "ood_bg_colors": [],
+      "ood_fg_colors": [],
+      "ood_index_range": {
+        "start": 768000,
+        "stop": 768000
+      },
+      "ood_shapes": [],
+      "ood_size": 0,
+      "seed": 42,
+      "shapes_from": "unseen",
+      "train_bg_colors": [
+        [
+          0,
+          0,
+          0
+        ]
+      ],
+      "train_fg_colors": [
+        [
+          3,
+          3,
+          3
+        ]
+      ],
+      "train_index_range": {
+        "start": 0,
+        "stop": 768000
+      },
+      "train_shapes": [
+        "polygon_3",
+        "polygon_4",
+        "polygon_5",
+        "star_3_r02",
+        "star_4_r04",
+        "star_5_r04",
+        "star_6_r04",
+        "ellipse_050",
+        "heart",
+        "flower_2_w03",
+        "flower_3_w03",
+        "flower_4_w03",
+        "flower_5_w03",
+        "flower_6_w03",
+        "rectangle_03",
+        "cross_065",
+        "crescent_025",
+        "drop_15",
+        "closed_hollow_polygon_3",
+        "closed_hollow_polygon_4",
+        "closed_hollow_polygon_5",
+        "hollow_polygon_3",
+        "hollow_polygon_4",
+        "hollow_polygon_5",
+        "closed_hollow_ellipse_05"
+      ],
+      "train_size": 768000
+    }
+  },
+  "dataset_name": "sprites_large",
+  "loader_filter": {
+    "seed": 3947697234,
+    "sprite_restricted_shapes": [
+      "ellipse_050"
+    ],
+    "sprite_right_side_threshold": 0.5,
+    "sprite_shapes": [
+      "ellipse_050",
+      "star_3_r02",
+      "star_4_r04",
+      "crescent_025",
+      "hollow_polygon_4",
+      "hollow_polygon_5"
+    ],
+    "val_fraction": 0.1
+  },
+  "restricted_shape_counts": {
+    "ellipse_050": {
+      "in_domain": 15360,
+      "ood": 15360
+    }
+  },
+  "splits": {
+    "train_rule": "Train on shapes ['crescent_025', 'ellipse_050', 'hollow_polygon_4', 'hollow_polygon_5', 'star_3_r02', 'star_4_r04'] except ['ellipse_050'] are restricted to position_x <= 0.5.",
+    "train_size": 152064,
+    "val_in_domain_rule": "Validate in-domain on shapes ['crescent_025', 'ellipse_050', 'hollow_polygon_4', 'hollow_polygon_5', 'star_3_r02', 'star_4_r04'] with the same shape-position combinations as training.",
+    "val_in_domain_size": 16896,
+    "val_ood_rule": "Validate OOD only on held-out restricted-shape combinations for ['ellipse_050'] within shapes ['crescent_025', 'ellipse_050', 'hollow_polygon_4', 'hollow_polygon_5', 'star_3_r02', 'star_4_r04'].",
+    "val_ood_size": 15360
+  }
+}

VAE_logs/big_dsprites_sweep/zdim_032/run_019_rerun_09_06shapes_zdim_032/lightning_logs/version_12212/events.out.tfevents.1775267648.node04.3967927.19

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd9abd0aca9632ec577f4a5c3647d3e2f2b86e5b89d099a0e8b9fca44c24260
+size 349479

VAE_logs/big_dsprites_sweep/zdim_032/run_019_rerun_09_06shapes_zdim_032/lightning_logs/version_12212/hparams.yaml

@@ -0,0 +1,8 @@
+num_filters: 64
+z_dim: 32
+lr: 0.001
+num_channels: 1
+num_values: 4
+image_size: 64
+bbox_loss_inside_weight: 9.0
+bbox_loss_outside_weight: 1.0

VAE_logs/big_dsprites_sweep/zdim_032/run_019_rerun_09_06shapes_zdim_032/sweep_run_config.json

@@ -0,0 +1,134 @@
+{
+  "cache": {
+    "available_shapes": [
+      "polygon_3",
+      "polygon_4",
+      "polygon_5",
+      "star_3_r02",
+      "star_4_r04",
+      "star_5_r04",
+      "star_6_r04",
+      "ellipse_050",
+      "heart",
+      "flower_2_w03",
+      "flower_3_w03",
+      "flower_4_w03",
+      "flower_5_w03",
+      "flower_6_w03",
+      "rectangle_03",
+      "cross_065",
+      "crescent_025",
+      "drop_15",
+      "closed_hollow_polygon_3",
+      "closed_hollow_polygon_4",
+      "closed_hollow_polygon_5",
+      "hollow_polygon_3",
+      "hollow_polygon_4",
+      "hollow_polygon_5",
+      "closed_hollow_ellipse_05"
+    ],
+    "generation_config": {
+      "candidate_bg_colors": [
+        [
+          0,
+          0,
+          0
+        ]
+      ],
+      "candidate_fg_colors": [
+        [
+          255,
+          255,
+          255
+        ]
+      ],
+      "image_size": 64,
+      "num_values": 4,
+      "ood": {
+        "bg_colors_from": "unseen",
+        "fg_colors_from": "unseen",
+        "num_bg_colors": 0,
+        "num_fg_colors": 0,
+        "num_shapes": 0,
+        "shapes_from": "unseen"
+      },
+      "orientations": {
+        "max": 6.28318531,
+        "min": 0.0,
+        "num": 20
+      },
+      "output": "data/lils/dsprites_large_6_20_16_16.pt",
+      "output_channels": 1,
+      "position_space": "renderer",
+      "positions_x": {
+        "max": 0.8,
+        "min": 0.2,
+        "num": 16
+      },
+      "positions_y": {
+        "max": 0.8,
+        "min": 0.2,
+        "num": 16
+      },
+      "scale_space": "renderer",
+      "scales": [
+        0.2,
+        0.24,
+        0.28,
+        0.32,
+        0.36,
+        0.4
+      ],
+      "seed": 42,
+      "shape_pool": "all",
+      "train": {
+        "num_bg_colors": 1,
+        "num_fg_colors": 1,
+        "num_shapes": 25
+      }
+    },
+    "path": "data/lils/dsprites_large_6_20_16_16.pt"
+  },
+  "dataloader": {
+    "sprite_restricted_shapes": [
+      "ellipse_050"
+    ],
+    "sprite_right_side_threshold": 0.5,
+    "sprite_shapes": [
+      "ellipse_050",
+      "star_3_r02",
+      "star_4_r04",
+      "crescent_025",
+      "hollow_polygon_4",
+      "hollow_polygon_5"
+    ],
+    "val_fraction": 0.1
+  },
+  "held_out_shape": "ellipse_050",
+  "n_shapes": 6,
+  "rerun_index": 9,
+  "run_index": 19,
+  "run_name": "run_019_rerun_09_06shapes_zdim_032",
+  "run_seed": 3947697234,
+  "run_shapes": [
+    "ellipse_050",
+    "star_3_r02",
+    "star_4_r04",
+    "crescent_025",
+    "hollow_polygon_4",
+    "hollow_polygon_5"
+  ],
+  "training": {
+    "base_seed": 42,
+    "batch_size": 128,
+    "bbox_loss_inside_weight": 9.0,
+    "bbox_loss_outside_weight": 1.0,
+    "epochs": 100,
+    "lr": 0.001,
+    "num_filters": 64,
+    "num_values": 4,
+    "num_workers": 0,
+    "seed": 3947697234
+  },
+  "z_dim": 32
+}

VAE_logs/big_dsprites_sweep/zdim_032/run_019_rerun_09_06shapes_zdim_032/sweep_run_config.yaml

@@ -0,0 +1,112 @@
+run_index: 19
+rerun_index: 9
+run_name: run_019_rerun_09_06shapes_zdim_032
+run_seed: 3947697234
+z_dim: 32
+n_shapes: 6
+held_out_shape: ellipse_050
+run_shapes:
+- ellipse_050
+- star_3_r02
+- star_4_r04
+- crescent_025
+- hollow_polygon_4
+- hollow_polygon_5
+cache:
+  path: data/lils/dsprites_large_6_20_16_16.pt
+  available_shapes:
+  - polygon_3
+  - polygon_4
+  - polygon_5
+  - star_3_r02
+  - star_4_r04
+  - star_5_r04
+  - star_6_r04
+  - ellipse_050
+  - heart
+  - flower_2_w03
+  - flower_3_w03
+  - flower_4_w03
+  - flower_5_w03
+  - flower_6_w03
+  - rectangle_03
+  - cross_065
+  - crescent_025
+  - drop_15
+  - closed_hollow_polygon_3
+  - closed_hollow_polygon_4
+  - closed_hollow_polygon_5
+  - hollow_polygon_3
+  - hollow_polygon_4
+  - hollow_polygon_5
+  - closed_hollow_ellipse_05
+  generation_config:
+    seed: 42
+    image_size: 64
+    num_values: 4
+    output_channels: 1
+    output: data/lils/dsprites_large_6_20_16_16.pt
+    scale_space: renderer
+    position_space: renderer
+    shape_pool: all
+    candidate_fg_colors:
+    - - 255
+      - 255
+      - 255
+    candidate_bg_colors:
+    - - 0
+      - 0
+      - 0
+    scales:
+    - 0.2
+    - 0.24
+    - 0.28
+    - 0.32
+    - 0.36
+    - 0.4
+    orientations:
+      min: 0.0
+      max: 6.28318531
+      num: 20
+    positions_x:
+      min: 0.2
+      max: 0.8
+      num: 16
+    positions_y:
+      min: 0.2
+      max: 0.8
+      num: 16
+    train:
+      num_shapes: 25
+      num_fg_colors: 1
+      num_bg_colors: 1
+    ood:
+      num_shapes: 0
+      shapes_from: unseen
+      num_fg_colors: 0
+      fg_colors_from: unseen
+      num_bg_colors: 0
+      bg_colors_from: unseen
+dataloader:
+  sprite_shapes:
+  - ellipse_050
+  - star_3_r02
+  - star_4_r04
+  - crescent_025
+  - hollow_polygon_4
+  - hollow_polygon_5
+  sprite_restricted_shapes:
+  - ellipse_050
+  sprite_right_side_threshold: 0.5
+  val_fraction: 0.1
+training:
+  epochs: 100
+  batch_size: 128
+  num_workers: 0
+  num_values: 4
+  num_filters: 64
+  lr: 0.001
+  seed: 3947697234
+  base_seed: 42
+  bbox_loss_inside_weight: 9.0
+  bbox_loss_outside_weight: 1.0

VAE_logs/big_dsprites_sweep/zdim_032/run_020_rerun_00_08shapes_zdim_032/lightning_logs/version_12212/checkpoint_eval/best_in_domain/evaluation_metrics.json

@@ -0,0 +1,82 @@
+{
+  "checkpoint_name": "best_in_domain",
+  "checkpoint_path": "/cluster/raid/home/mhalak/vae-cg/vae-compositional/VAE_logs/big_dsprites_sweep/zdim_032/run_020_rerun_00_08shapes_zdim_032/lightning_logs/version_12212/checkpoints/best_in_domain.ckpt",
+  "device": "cuda",
+  "format_version": 1,
+  "loader_config": {
+    "in_domain_rule": "Validate in-domain on shapes ['closed_hollow_polygon_5', 'cross_065', 'ellipse_050', 'flower_2_w03', 'hollow_polygon_4', 'rectangle_03', 'star_3_r02', 'star_6_r04'] with the same shape-position combinations as training.",
+    "ood_rule": "Validate OOD only on held-out restricted-shape combinations for ['star_6_r04'] within shapes ['closed_hollow_polygon_5', 'cross_065', 'ellipse_050', 'flower_2_w03', 'hollow_polygon_4', 'rectangle_03', 'star_3_r02', 'star_6_r04'].",
+    "restricted_shape_counts": {
+      "star_6_r04": {
+        "in_domain": 15360,
+        "ood": 15360
+      }
+    },
+    "seed": 2572716058,
+    "sprite_restricted_shapes": [
+      "star_6_r04"
+    ],
+    "sprite_right_side_threshold": 0.5,
+    "sprite_shapes": [
+      "star_6_r04",
+      "star_3_r02",
+      "ellipse_050",
+      "flower_2_w03",
+      "rectangle_03",
+      "cross_065",
+      "closed_hollow_polygon_5",
+      "hollow_polygon_4"
+    ],
+    "sprites_large_cache": "/cluster/raid/home/mhalak/vae-cg/vae-compositional/data/dsprites_large/dsprites_large_6_20_16_16.pt",
+    "train_rule": "Train on shapes ['closed_hollow_polygon_5', 'cross_065', 'ellipse_050', 'flower_2_w03', 'hollow_polygon_4', 'rectangle_03', 'star_3_r02', 'star_6_r04'] except ['star_6_r04'] are restricted to position_x <= 0.5.",
+    "val_fraction": 0.1
+  },
+  "metrics": {
+    "in_domain": {
+      "n_examples": 23040,
+      "raw": {
+        "bpd": 0.03598516724175877,
+        "elbo": 102.16659982469346,
+        "reconstruction_loss": 8.228803798887466,
+        "regularization_loss": 93.93779606289334
+      },
+      "weighted": {
+        "bpd": 0.04674196003211869,
+        "elbo": 132.7065426720513,
+        "reconstruction_loss": 38.76874670452542,
+        "regularization_loss": 93.93779606289334
+      }
+    },
+    "ood": {
+      "n_examples": 15360,
+      "raw": {
+        "bpd": 0.0543438920751214,
+        "elbo": 154.2894224802653,
+        "reconstruction_loss": 58.311075369517006,
+        "regularization_loss": 95.97834695180258
+      },
+      "weighted": {
+        "bpd": 0.1260589440042774,
+        "elbo": 357.89784202575686,
+        "reconstruction_loss": 261.91949462890625,
+        "regularization_loss": 95.97834695180258
+      }
+    },
+    "train": {
+      "n_examples": 207360,
+      "raw": {
+        "bpd": 0.03544185797189489,
+        "elbo": 100.6240737773754,
+        "reconstruction_loss": 6.731813362498342,
+        "regularization_loss": 93.89226050671236
+      },
+      "weighted": {
+        "bpd": 0.04429382327484128,
+        "elbo": 125.75596185378086,
+        "reconstruction_loss": 31.863701411824167,
+        "regularization_loss": 93.89226050671236
+      }
+    }
+  },
+  "seed": 2572716058
+}

VAE_logs/big_dsprites_sweep/zdim_032/run_020_rerun_00_08shapes_zdim_032/lightning_logs/version_12212/checkpoint_summary.json

@@ -0,0 +1,15 @@
+{
+  "checkpoints": {
+    "best_in_domain": {
+      "monitor": "val_in_domain_bpd",
+      "path": "VAE_logs/big_dsprites_sweep/zdim_032/run_020_rerun_00_08shapes_zdim_032/lightning_logs/version_12212/checkpoints/best_in_domain.ckpt",
+      "score": 0.046746596693992615
+    },
+    "best_ood": {
+      "monitor": "val_ood_bpd",
+      "path": "VAE_logs/big_dsprites_sweep/zdim_032/run_020_rerun_00_08shapes_zdim_032/lightning_logs/version_12212/checkpoints/best_ood.ckpt",
+      "score": 0.12553618848323822
+    }
+  },
+  "default_checkpoint": "best_in_domain"
+}