CIFAR EDM2: measured FID-50k for run B (100k/125k/150k); FID-50k JSONs

cifar_edm2/README.md

@@ -21,10 +21,12 @@ FID (CIFAR-10 train statistics, clean-fid legacy_tensorflow, expuniform sampler,
 |---|---|---|---|---|---|---|
 | Run A, 300k | FID-50k | 11.30 | 12.81 | 10.54 | 7.50 | 7.04 |
 | Run A, 402k | FID-50k | 14.24 | 15.77 | 13.27 | 8.41 | 7.10 |
-| Run B, 125k | FID-2k (in-run) | 20.8 | 19.2 | 21.2 | 20.3 | – |
+| Run B, 100k | FID-50k | 8.01 | 8.19 | 9.67 | 7.72 | 4.72 |
+| **Run B, 125k** | **FID-50k** | **7.29** | **5.83** | **7.93** | **7.18** | **4.89** |
+| Run B, 150k | FID-50k | 7.44 | 6.69 | 8.30 | 7.15 | 5.01 |
 | Run B, 402k | FID-2k (in-run) | 25.0 | 20.7 | 22.1 | 20.9 | – |
 
-(In run A, FID-2k read 13.1 +- 0.2 higher than FID-50k; run B's FID-50k is being measured.)
+(In-run FID-2k reads about 13 points higher than FID-50k. FID-50k JSONs are in `fid50k/`.)
 
 Evaluate: `python scripts/eval_fid_cifar.py --mode eqfm --ckpt <file> --nfe 1 2 4 8 16 --schedule expuniform
 --num-gen 50000 --batch-size 500 --seed 2024` (reads clock and noise std from the checkpoint).

cifar_edm2/fid50k/edm2_large_b512_s0_ema_step_0250000_fid50k.json

@@ -0,0 +1,42 @@
+{
+ "ckpt": "/work/nvme/biqs/mdrieux/edm2-large/edm2_large_b512_s0/checkpoints/ema_step_0250000.pt",
+ "mode": "eqfm",
+ "meta": {
+  "step": 250000,
+  "missing": [],
+  "mf_fm_time": false
+ },
+ "protocol": "clean-fid legacy_tensorflow cifar10 train",
+ "runs": {
+  "K1_expuniform": {
+   "fid": 13.83190552064309,
+   "nfe": 1,
+   "num_gen": 50000,
+   "seconds": 38.3
+  },
+  "K2_expuniform": {
+   "fid": 13.56154134059011,
+   "nfe": 2,
+   "num_gen": 50000,
+   "seconds": 50.1
+  },
+  "K4_expuniform": {
+   "fid": 11.317287597122913,
+   "nfe": 4,
+   "num_gen": 50000,
+   "seconds": 84.6
+  },
+  "K8_expuniform": {
+   "fid": 8.12640718529292,
+   "nfe": 8,
+   "num_gen": 50000,
+   "seconds": 153.6
+  },
+  "K16_expuniform": {
+   "fid": 8.08028685494213,
+   "nfe": 16,
+   "num_gen": 50000,
+   "seconds": 291.3
+  }
+ }
+}

cifar_edm2/fid50k/edm2_large_b512_s0_ema_step_0300000_fid50k.json

@@ -0,0 +1,42 @@
+{
+ "ckpt": "/work/nvme/biqs/mdrieux/edm2-large/edm2_large_b512_s0/checkpoints/ema_step_0300000.pt",
+ "mode": "eqfm",
+ "meta": {
+  "step": 300000,
+  "missing": [],
+  "mf_fm_time": false
+ },
+ "protocol": "clean-fid legacy_tensorflow cifar10 train",
+ "runs": {
+  "K1_expuniform": {
+   "fid": 11.304768837752647,
+   "nfe": 1,
+   "num_gen": 50000,
+   "seconds": 38.5
+  },
+  "K2_expuniform": {
+   "fid": 12.809843618161722,
+   "nfe": 2,
+   "num_gen": 50000,
+   "seconds": 51.2
+  },
+  "K4_expuniform": {
+   "fid": 10.537974170239238,
+   "nfe": 4,
+   "num_gen": 50000,
+   "seconds": 86.7
+  },
+  "K8_expuniform": {
+   "fid": 7.501605965250803,
+   "nfe": 8,
+   "num_gen": 50000,
+   "seconds": 156.8
+  },
+  "K16_expuniform": {
+   "fid": 7.0436926169052185,
+   "nfe": 16,
+   "num_gen": 50000,
+   "seconds": 297.4
+  }
+ }
+}

cifar_edm2/fid50k/edm2_large_b512_s0_ema_step_0350000_fid50k.json

@@ -0,0 +1,42 @@
+{
+ "ckpt": "/work/nvme/biqs/mdrieux/edm2-large/edm2_large_b512_s0/checkpoints/ema_step_0350000.pt",
+ "mode": "eqfm",
+ "meta": {
+  "step": 350000,
+  "missing": [],
+  "mf_fm_time": false
+ },
+ "protocol": "clean-fid legacy_tensorflow cifar10 train",
+ "runs": {
+  "K1_expuniform": {
+   "fid": 12.388057154639341,
+   "nfe": 1,
+   "num_gen": 50000,
+   "seconds": 33.9
+  },
+  "K2_expuniform": {
+   "fid": 13.996979570858628,
+   "nfe": 2,
+   "num_gen": 50000,
+   "seconds": 51.4
+  },
+  "K4_expuniform": {
+   "fid": 11.925515137964567,
+   "nfe": 4,
+   "num_gen": 50000,
+   "seconds": 86.5
+  },
+  "K8_expuniform": {
+   "fid": 8.151451493157424,
+   "nfe": 8,
+   "num_gen": 50000,
+   "seconds": 157.0
+  },
+  "K16_expuniform": {
+   "fid": 7.189167510966797,
+   "nfe": 16,
+   "num_gen": 50000,
+   "seconds": 297.6
+  }
+ }
+}

cifar_edm2/fid50k/edm2_large_b512_s0_ema_step_0375000_fid50k.json

@@ -0,0 +1,42 @@
+{
+ "ckpt": "/work/nvme/biqs/mdrieux/edm2-large/edm2_large_b512_s0/checkpoints/ema_step_0375000.pt",
+ "mode": "eqfm",
+ "meta": {
+  "step": 375000,
+  "missing": [],
+  "mf_fm_time": false
+ },
+ "protocol": "clean-fid legacy_tensorflow cifar10 train",
+ "runs": {
+  "K1_expuniform": {
+   "fid": 13.9081592942768,
+   "nfe": 1,
+   "num_gen": 50000,
+   "seconds": 33.8
+  },
+  "K2_expuniform": {
+   "fid": 15.55744077069096,
+   "nfe": 2,
+   "num_gen": 50000,
+   "seconds": 51.2
+  },
+  "K4_expuniform": {
+   "fid": 13.125684284422505,
+   "nfe": 4,
+   "num_gen": 50000,
+   "seconds": 86.5
+  },
+  "K8_expuniform": {
+   "fid": 8.529993653581187,
+   "nfe": 8,
+   "num_gen": 50000,
+   "seconds": 156.7
+  },
+  "K16_expuniform": {
+   "fid": 7.481000163287945,
+   "nfe": 16,
+   "num_gen": 50000,
+   "seconds": 297.4
+  }
+ }
+}

cifar_edm2/fid50k/edm2_large_b512_s0_ema_step_0402000_fid50k.json

@@ -0,0 +1,42 @@
+{
+ "ckpt": "/work/nvme/biqs/mdrieux/edm2-large/edm2_large_b512_s0/checkpoints/ema_step_0402000.pt",
+ "mode": "eqfm",
+ "meta": {
+  "step": 402000,
+  "missing": [],
+  "mf_fm_time": false
+ },
+ "protocol": "clean-fid legacy_tensorflow cifar10 train",
+ "runs": {
+  "K1_expuniform": {
+   "fid": 14.24186919650964,
+   "nfe": 1,
+   "num_gen": 50000,
+   "seconds": 35.0
+  },
+  "K2_expuniform": {
+   "fid": 15.765965982620514,
+   "nfe": 2,
+   "num_gen": 50000,
+   "seconds": 50.5
+  },
+  "K4_expuniform": {
+   "fid": 13.272612645442337,
+   "nfe": 4,
+   "num_gen": 50000,
+   "seconds": 84.7
+  },
+  "K8_expuniform": {
+   "fid": 8.414481436285655,
+   "nfe": 8,
+   "num_gen": 50000,
+   "seconds": 153.7
+  },
+  "K16_expuniform": {
+   "fid": 7.104803141573484,
+   "nfe": 16,
+   "num_gen": 50000,
+   "seconds": 291.4
+  }
+ }
+}

cifar_edm2/fid50k/edm2_large_b512_s0_raw_step_0402000_fid50k.json

@@ -0,0 +1,42 @@
+{
+ "ckpt": "/work/nvme/biqs/mdrieux/edm2-large/edm2_large_b512_s0/checkpoints/raw_step_0402000.pt",
+ "mode": "eqfm",
+ "meta": {
+  "step": 402000,
+  "missing": [],
+  "mf_fm_time": false
+ },
+ "protocol": "clean-fid legacy_tensorflow cifar10 train",
+ "runs": {
+  "K1_expuniform": {
+   "fid": 26.163311027913437,
+   "nfe": 1,
+   "num_gen": 50000,
+   "seconds": 35.0
+  },
+  "K2_expuniform": {
+   "fid": 26.424426563171835,
+   "nfe": 2,
+   "num_gen": 50000,
+   "seconds": 51.2
+  },
+  "K4_expuniform": {
+   "fid": 18.675540768533097,
+   "nfe": 4,
+   "num_gen": 50000,
+   "seconds": 84.2
+  },
+  "K8_expuniform": {
+   "fid": 13.410799355718837,
+   "nfe": 8,
+   "num_gen": 50000,
+   "seconds": 153.0
+  },
+  "K16_expuniform": {
+   "fid": 11.631787946654072,
+   "nfe": 16,
+   "num_gen": 50000,
+   "seconds": 289.8
+  }
+ }
+}

cifar_edm2/fid50k/edm2_large_b512_trunc_std1_s0_ema_step_0100000_fid50k.json

@@ -0,0 +1,42 @@
+{
+ "ckpt": "/work/nvme/biqs/mdrieux/edm2-large/edm2_large_b512_trunc_std1_s0/checkpoints/ema_step_0100000.pt",
+ "mode": "eqfm",
+ "meta": {
+  "step": 100000,
+  "missing": [],
+  "mf_fm_time": false
+ },
+ "protocol": "clean-fid legacy_tensorflow cifar10 train",
+ "runs": {
+  "K1_expuniform": {
+   "fid": 8.007151498332291,
+   "nfe": 1,
+   "num_gen": 50000,
+   "seconds": 33.2
+  },
+  "K2_expuniform": {
+   "fid": 8.188403160354483,
+   "nfe": 2,
+   "num_gen": 50000,
+   "seconds": 50.1
+  },
+  "K4_expuniform": {
+   "fid": 9.670709198227826,
+   "nfe": 4,
+   "num_gen": 50000,
+   "seconds": 84.2
+  },
+  "K8_expuniform": {
+   "fid": 7.720114566480504,
+   "nfe": 8,
+   "num_gen": 50000,
+   "seconds": 152.8
+  },
+  "K16_expuniform": {
+   "fid": 4.722006493387653,
+   "nfe": 16,
+   "num_gen": 50000,
+   "seconds": 289.8
+  }
+ }
+}

cifar_edm2/fid50k/edm2_large_b512_trunc_std1_s0_ema_step_0125000_fid50k.json

@@ -0,0 +1,42 @@
+{
+ "ckpt": "/work/nvme/biqs/mdrieux/edm2-large/edm2_large_b512_trunc_std1_s0/checkpoints/ema_step_0125000.pt",
+ "mode": "eqfm",
+ "meta": {
+  "step": 125000,
+  "missing": [],
+  "mf_fm_time": false
+ },
+ "protocol": "clean-fid legacy_tensorflow cifar10 train",
+ "runs": {
+  "K1_expuniform": {
+   "fid": 7.293629879450066,
+   "nfe": 1,
+   "num_gen": 50000,
+   "seconds": 38.4
+  },
+  "K2_expuniform": {
+   "fid": 5.827424925833327,
+   "nfe": 2,
+   "num_gen": 50000,
+   "seconds": 50.1
+  },
+  "K4_expuniform": {
+   "fid": 7.930361790743007,
+   "nfe": 4,
+   "num_gen": 50000,
+   "seconds": 84.2
+  },
+  "K8_expuniform": {
+   "fid": 7.178611590731634,
+   "nfe": 8,
+   "num_gen": 50000,
+   "seconds": 152.7
+  },
+  "K16_expuniform": {
+   "fid": 4.8881062350482125,
+   "nfe": 16,
+   "num_gen": 50000,
+   "seconds": 289.9
+  }
+ }
+}

cifar_edm2/fid50k/edm2_large_b512_trunc_std1_s0_ema_step_0150000_fid50k.json

@@ -0,0 +1,42 @@
+{
+ "ckpt": "/work/nvme/biqs/mdrieux/edm2-large/edm2_large_b512_trunc_std1_s0/checkpoints/ema_step_0150000.pt",
+ "mode": "eqfm",
+ "meta": {
+  "step": 150000,
+  "missing": [],
+  "mf_fm_time": false
+ },
+ "protocol": "clean-fid legacy_tensorflow cifar10 train",
+ "runs": {
+  "K1_expuniform": {
+   "fid": 7.4390925374539165,
+   "nfe": 1,
+   "num_gen": 50000,
+   "seconds": 33.2
+  },
+  "K2_expuniform": {
+   "fid": 6.685021919060546,
+   "nfe": 2,
+   "num_gen": 50000,
+   "seconds": 50.0
+  },
+  "K4_expuniform": {
+   "fid": 8.302261845134637,
+   "nfe": 4,
+   "num_gen": 50000,
+   "seconds": 84.5
+  },
+  "K8_expuniform": {
+   "fid": 7.148809296083812,
+   "nfe": 8,
+   "num_gen": 50000,
+   "seconds": 152.8
+  },
+  "K16_expuniform": {
+   "fid": 5.013999871150759,
+   "nfe": 16,
+   "num_gen": 50000,
+   "seconds": 290.2
+  }
+ }
+}