Checkpoint-Level Correlations
| group | phase | image_metric | mask_metric | n | pearson | spearman |
|---|---|---|---|---|---|---|
| all | all | ssim | dice_macro_nonempty | 86 | 0.882637422959565 | 0.7819708476814945 |
| all | all | psnr | dice_macro_nonempty | 86 | 0.8737808448786287 | 0.7658757488560781 |
| all | all | lpips | dice_macro_nonempty | 86 | -0.928510311420497 | -0.9464691730742015 |
| all | all | fid | dice_macro_nonempty | 86 | -0.4653723115986228 | -0.3053445917260248 |
| all | all | ssim | iou_macro_nonempty | 86 | 0.8876012076270584 | 0.7805934242181235 |
| all | all | psnr | iou_macro_nonempty | 86 | 0.8777972345055977 | 0.7628378697108353 |
| all | all | lpips | iou_macro_nonempty | 86 | -0.9341248860480855 | -0.9508656068682485 |
| all | all | fid | iou_macro_nonempty | 86 | -0.47563373053836994 | -0.3245719137695174 |
| merge | all | ssim | dice_macro_nonempty | 43 | 0.8940566454502251 | 0.6082754454847478 |
| merge | all | psnr | dice_macro_nonempty | 43 | 0.894850481530676 | 0.5678042887345213 |
| merge | all | lpips | dice_macro_nonempty | 43 | -0.9213789304421014 | -0.9053156146179403 |
| merge | all | fid | dice_macro_nonempty | 43 | -0.7702039287987303 | -0.6414980368468741 |
| merge | all | ssim | iou_macro_nonempty | 43 | 0.9036430754252113 | 0.6122017517366354 |
| merge | all | psnr | iou_macro_nonempty | 43 | 0.9032291309542065 | 0.5699184536393839 |
| merge | all | lpips | iou_macro_nonempty | 43 | -0.9334821402633201 | -0.9030504379341588 |
| merge | all | fid | iou_macro_nonempty | 43 | -0.787588952929348 | -0.6401389308366051 |
| scratch | all | ssim | dice_macro_nonempty | 43 | 0.9855820514406826 | 0.9130172153427967 |
| scratch | all | psnr | dice_macro_nonempty | 43 | 0.9869824898778453 | 0.9223799456357596 |
| scratch | all | lpips | dice_macro_nonempty | 43 | -0.9923234030124776 | -0.9657203261854425 |
| scratch | all | fid | dice_macro_nonempty | 43 | -0.5624138931222182 | -0.39066747206282093 |
| scratch | all | ssim | iou_macro_nonempty | 43 | 0.985406370874135 | 0.9142253095741468 |
| scratch | all | psnr | iou_macro_nonempty | 43 | 0.9858317476175769 | 0.9210208396254906 |
| scratch | all | lpips | iou_macro_nonempty | 43 | -0.990735244766196 | -0.9675324675324676 |
| scratch | all | fid | iou_macro_nonempty | 43 | -0.5611702405949375 | -0.39580187254605853 |
| all | early | ssim | dice_macro_nonempty | 20 | 0.7053895215271159 | 0.8165413533834586 |
| all | early | psnr | dice_macro_nonempty | 20 | 0.6972881105364346 | 0.8105263157894737 |
| all | early | lpips | dice_macro_nonempty | 20 | -0.7995220188494124 | -0.9368421052631578 |
| all | early | fid | dice_macro_nonempty | 20 | -0.16219835824679035 | -0.05413533834586466 |
| all | early | ssim | iou_macro_nonempty | 20 | 0.7151884462149494 | 0.8165413533834586 |
| all | early | psnr | iou_macro_nonempty | 20 | 0.7068991661961783 | 0.8105263157894737 |
| all | early | lpips | iou_macro_nonempty | 20 | -0.8101968955497013 | -0.9368421052631578 |
| all | early | fid | iou_macro_nonempty | 20 | -0.16318468697745714 | -0.05413533834586466 |
| all | late | ssim | dice_macro_nonempty | 46 | 0.55745356188422 | 0.4440949737897009 |
| all | late | psnr | dice_macro_nonempty | 46 | 0.4473107782479876 | 0.2784458834412581 |
| all | late | lpips | dice_macro_nonempty | 46 | -0.7642897144078562 | -0.7190255935861856 |
| all | late | fid | dice_macro_nonempty | 46 | -0.15307007607746054 | -0.14696268886833178 |
| all | late | ssim | iou_macro_nonempty | 46 | 0.5497619671023835 | 0.4482886216466234 |
| all | late | psnr | iou_macro_nonempty | 46 | 0.4356257497707564 | 0.2769657724329324 |
| all | late | lpips | iou_macro_nonempty | 46 | -0.7870064986987533 | -0.7477644156645081 |
| all | late | fid | iou_macro_nonempty | 46 | -0.21874284489470364 | -0.20826395312981807 |
| all | middle | ssim | dice_macro_nonempty | 20 | 0.7325925187233677 | 0.5894736842105263 |
| all | middle | psnr | dice_macro_nonempty | 20 | 0.7453801559206027 | 0.6721804511278194 |
| all | middle | lpips | dice_macro_nonempty | 20 | -0.8698825730148604 | -0.8586466165413533 |
| all | middle | fid | dice_macro_nonempty | 20 | 0.1427273932871479 | 0.10827067669172932 |
| all | middle | ssim | iou_macro_nonempty | 20 | 0.7168643528782167 | 0.5729323308270676 |
| all | middle | psnr | iou_macro_nonempty | 20 | 0.7256349174054844 | 0.6496240601503759 |
| all | middle | lpips | iou_macro_nonempty | 20 | -0.8670224269697973 | -0.8616541353383457 |
| all | middle | fid | iou_macro_nonempty | 20 | 0.10785158000916654 | 0.060150375939849614 |
| merge | early | ssim | dice_macro_nonempty | 10 | 0.8321953525746382 | 0.9757575757575757 |
| merge | early | psnr | dice_macro_nonempty | 10 | 0.872961468719339 | 0.9515151515151514 |
| merge | early | lpips | dice_macro_nonempty | 10 | -0.8575800219914457 | -0.9999999999999999 |
| merge | early | fid | dice_macro_nonempty | 10 | -0.46986353149961196 | -0.6969696969696969 |
| merge | early | ssim | iou_macro_nonempty | 10 | 0.8419551375672303 | 0.9757575757575757 |
| merge | early | psnr | iou_macro_nonempty | 10 | 0.8822240389671282 | 0.9515151515151514 |
| merge | early | lpips | iou_macro_nonempty | 10 | -0.8686346049358522 | -0.9999999999999999 |
| merge | early | fid | iou_macro_nonempty | 10 | -0.47670416401567867 | -0.6969696969696969 |
| merge | late | ssim | dice_macro_nonempty | 23 | 0.03537052895004558 | -0.03656126482213439 |
| merge | late | psnr | dice_macro_nonempty | 23 | -0.1802177183631578 | -0.24802371541501977 |
| merge | late | lpips | dice_macro_nonempty | 23 | -0.6163454481082413 | -0.5019762845849802 |
| merge | late | fid | dice_macro_nonempty | 23 | -0.014018196273416285 | 0.08498023715415019 |
| merge | late | ssim | iou_macro_nonempty | 23 | 0.035709816185614765 | -0.015810276679841896 |
| merge | late | psnr | iou_macro_nonempty | 23 | -0.18693652641335662 | -0.2391304347826087 |
| merge | late | lpips | iou_macro_nonempty | 23 | -0.5989526644556981 | -0.4911067193675889 |
| merge | late | fid | iou_macro_nonempty | 23 | -0.0007469159589271304 | 0.0909090909090909 |
| merge | middle | ssim | dice_macro_nonempty | 10 | 0.6415737360521867 | 0.4666666666666666 |
| merge | middle | psnr | dice_macro_nonempty | 10 | 0.7451247089290575 | 0.7333333333333332 |
| merge | middle | lpips | dice_macro_nonempty | 10 | -0.8543203598944972 | -0.7939393939393938 |
| merge | middle | fid | dice_macro_nonempty | 10 | -0.08587614800684891 | 0.01818181818181818 |
| merge | middle | ssim | iou_macro_nonempty | 10 | 0.6253866669097744 | 0.4666666666666666 |
| merge | middle | psnr | iou_macro_nonempty | 10 | 0.7285928029053649 | 0.7333333333333332 |
| merge | middle | lpips | iou_macro_nonempty | 10 | -0.8410105371448375 | -0.7939393939393938 |
| merge | middle | fid | iou_macro_nonempty | 10 | -0.07743520221271158 | 0.01818181818181818 |
| scratch | early | ssim | dice_macro_nonempty | 10 | 0.9851651306993505 | 0.9878787878787878 |
| scratch | early | psnr | dice_macro_nonempty | 10 | 0.9829941356005915 | 0.9757575757575757 |
| scratch | early | lpips | dice_macro_nonempty | 10 | -0.9905547977995439 | -0.9757575757575757 |
| scratch | early | fid | dice_macro_nonempty | 10 | -0.7294854345544488 | 0.006060606060606061 |
| scratch | early | ssim | iou_macro_nonempty | 10 | 0.9855838645946573 | 0.9878787878787878 |
| scratch | early | psnr | iou_macro_nonempty | 10 | 0.9832441078385689 | 0.9757575757575757 |
| scratch | early | lpips | iou_macro_nonempty | 10 | -0.9907024919962587 | -0.9757575757575757 |
| scratch | early | fid | iou_macro_nonempty | 10 | -0.7265196945174723 | 0.006060606060606061 |
| scratch | late | ssim | dice_macro_nonempty | 23 | 0.7419992498415854 | 0.6956521739130435 |
| scratch | late | psnr | dice_macro_nonempty | 23 | 0.7131394653207731 | 0.6383399209486166 |
| scratch | late | lpips | dice_macro_nonempty | 23 | -0.89181082092526 | -0.8211462450592886 |
| scratch | late | fid | dice_macro_nonempty | 23 | -0.383210038779916 | -0.3102766798418973 |
| scratch | late | ssim | iou_macro_nonempty | 23 | 0.743055438126081 | 0.7025691699604744 |
| scratch | late | psnr | iou_macro_nonempty | 23 | 0.7105261647528809 | 0.6294466403162056 |
| scratch | late | lpips | iou_macro_nonempty | 23 | -0.895181429448315 | -0.83300395256917 |
| scratch | late | fid | iou_macro_nonempty | 23 | -0.3882842195124173 | -0.3300395256916996 |
| scratch | middle | ssim | dice_macro_nonempty | 10 | 0.8459739300114253 | 0.7454545454545454 |
| scratch | middle | psnr | dice_macro_nonempty | 10 | 0.8495708960722442 | 0.8666666666666665 |
| scratch | middle | lpips | dice_macro_nonempty | 10 | -0.8750043646348142 | -0.8424242424242423 |
| scratch | middle | fid | dice_macro_nonempty | 10 | 0.05632703800534426 | -0.0303030303030303 |
| scratch | middle | ssim | iou_macro_nonempty | 10 | 0.8535280876108366 | 0.7454545454545454 |
| scratch | middle | psnr | iou_macro_nonempty | 10 | 0.8610397972096809 | 0.8666666666666665 |
| scratch | middle | lpips | iou_macro_nonempty | 10 | -0.8848214382789201 | -0.8424242424242423 |
| scratch | middle | fid | iou_macro_nonempty | 10 | 0.03757949056589373 | -0.0303030303030303 |