{ "model": "Pocket WGAN-GP", "method": "Projection-conditioned WGAN-GP with auxiliary class supervision", "generator_parameters": 31712, "critic_parameters": 17931, "training_examples": 1257, "generator_steps": 2400, "critic_updates": 7200, "best_generator_step": 2400, "generation": { "judge_accuracy": 0.9700000286102295, "judge_accuracy_by_class": { "0": 0.9900000095367432, "1": 0.949999988079071, "2": 0.9900000095367432, "3": 0.9700000286102295, "4": 0.9599999785423279, "5": 0.9700000286102295, "6": 0.9900000095367432, "7": 1.0, "8": 0.9599999785423279, "9": 0.9200000166893005 }, "mean_pixel_variance_by_class": { "0": 0.0305124931037426, "1": 0.04492313414812088, "2": 0.03864439204335213, "3": 0.04265550151467323, "4": 0.0401928536593914, "5": 0.04807004705071449, "6": 0.032149579375982285, "7": 0.04377623647451401, "8": 0.04335470125079155, "9": 0.04571780934929848 }, "real_mean_pixel_variance_by_class": { "0": 0.025008603930473328, "1": 0.05708667263388634, "2": 0.04482439160346985, "3": 0.03898561745882034, "4": 0.04554782807826996, "5": 0.04596441984176636, "6": 0.03248969465494156, "7": 0.046020835638046265, "8": 0.044565171003341675, "9": 0.044857367873191833 }, "diversity_ratio_by_class": { "0": 1.2200798248703002, "1": 0.7869285785182504, "2": 0.8621286460553024, "3": 1.0941343063176903, "4": 0.8824318382497515, "5": 1.0458099376908663, "6": 0.9895315950927983, "7": 0.9512264579203641, "8": 0.9728382114261526, "9": 1.0191817201254216 }, "mean_diversity_ratio": 0.9824291116266899, "samples": 1000, "collapse_and_memorization_checks": { "mean_nearest_training_mse": 0.030259807055350394, "median_nearest_training_mse": 0.02845568861812353, "exact_training_copy_fraction": 0.0, "quantized_unique_fraction_by_class": { "0": 1.0, "1": 1.0, "2": 1.0, "3": 1.0, "4": 1.0, "5": 1.0, "6": 1.0, "7": 1.0, "8": 1.0, "9": 1.0 }, "mean_quantized_unique_fraction": 1.0 } }, "judge": "Frozen Tiny Vision student, 98.52% real-image test accuracy", "training_history": [ { "generator_step": 1, "generator_loss": 1.832496166229248, "critic_loss": 7.296276569366455, "gradient_penalty": 0.6319434642791748, "judge_fidelity": 0.08749999850988388, "mean_diversity_ratio": 0.09041444920003414, "selection_score": 0.101062165889889 }, { "generator_step": 200, "generator_loss": 2.1555261611938477, "critic_loss": -0.743652880191803, "gradient_penalty": 0.00692558940500021, "judge_fidelity": 0.24250000715255737, "mean_diversity_ratio": 0.03933937028050423, "selection_score": 0.24840091269463302 }, { "generator_step": 400, "generator_loss": 1.0727102756500244, "critic_loss": -0.5879160165786743, "gradient_penalty": 0.005078175105154514, "judge_fidelity": 1.0, "mean_diversity_ratio": 0.03597373897209764, "selection_score": 1.0053960608458146 }, { "generator_step": 600, "generator_loss": 1.01450514793396, "critic_loss": -0.5324597358703613, "gradient_penalty": 0.006901979446411133, "judge_fidelity": 0.9950000047683716, "mean_diversity_ratio": 0.10493496991693974, "selection_score": 1.0107402502559126 }, { "generator_step": 800, "generator_loss": 1.043497920036316, "critic_loss": -0.49861836433410645, "gradient_penalty": 0.008488744497299194, "judge_fidelity": 0.9775000214576721, "mean_diversity_ratio": 0.3373389258980751, "selection_score": 1.0281008603423833 }, { "generator_step": 1000, "generator_loss": 0.9358897805213928, "critic_loss": -0.4203786253929138, "gradient_penalty": 0.009127671830356121, "judge_fidelity": 0.9725000262260437, "mean_diversity_ratio": 0.43268701434135437, "selection_score": 1.0374030783772468 }, { "generator_step": 1200, "generator_loss": 1.0532721281051636, "critic_loss": -0.30880528688430786, "gradient_penalty": 0.006839464418590069, "judge_fidelity": 0.9725000262260437, "mean_diversity_ratio": 0.58423230946064, "selection_score": 1.0601348726451396 }, { "generator_step": 1400, "generator_loss": 1.1917768716812134, "critic_loss": -0.25530850887298584, "gradient_penalty": 0.0061252727173268795, "judge_fidelity": 0.9674999713897705, "mean_diversity_ratio": 0.6854087769985199, "selection_score": 1.0703112879395484 }, { "generator_step": 1600, "generator_loss": 1.0977249145507812, "critic_loss": -0.2501622140407562, "gradient_penalty": 0.0051786331459879875, "judge_fidelity": 0.9524999856948853, "mean_diversity_ratio": 0.7668859779834747, "selection_score": 1.0675328823924064 }, { "generator_step": 1800, "generator_loss": 1.106730580329895, "critic_loss": -0.24072407186031342, "gradient_penalty": 0.0037523529026657343, "judge_fidelity": 0.9649999737739563, "mean_diversity_ratio": 0.8528995037078857, "selection_score": 1.092934899330139 }, { "generator_step": 2000, "generator_loss": 1.3110945224761963, "critic_loss": -0.1876629739999771, "gradient_penalty": 0.004364368040114641, "judge_fidelity": 0.9549999833106995, "mean_diversity_ratio": 0.9044061362743377, "selection_score": 1.0906609037518502 }, { "generator_step": 2200, "generator_loss": 1.3018580675125122, "critic_loss": -0.1839527189731598, "gradient_penalty": 0.00520103657618165, "judge_fidelity": 0.9624999761581421, "mean_diversity_ratio": 0.899994432926178, "selection_score": 1.0974991410970687 }, { "generator_step": 2400, "generator_loss": 1.5436924695968628, "critic_loss": -0.16877740621566772, "gradient_penalty": 0.0042749010026454926, "judge_fidelity": 0.9599999785423279, "mean_diversity_ratio": 1.0144544422626496, "selection_score": 1.1099999785423278 } ] }