PSRGAN / eval /metrics.json
marklpd's picture
Retrain on dataset v1.1
770ee6b verified
Raw History Blame Contribute Delete
6.91 kB
{
"test": {
"n_patches": 1328,
"results": {
"Bicubic": {
"PSNR": 21.49776915326176,
"PSNR \u00b1": 0.14387326845310344,
"SSIM": 0.5364394646631666,
"SSIM \u00b1": 0.0064225451768439145,
"LPIPS": 0.6041575924953423,
"LPIPS \u00b1": 0.003990337404112855,
"VGG": 8.273993049759463,
"OT": 0.0032254697611914522
},
"Real-ESRGAN": {
"PSNR": 20.19666597857533,
"PSNR \u00b1": 0.1276602919558633,
"SSIM": 0.4692482266979045,
"SSIM \u00b1": 0.005693720010719042,
"LPIPS": 0.35286287219454365,
"LPIPS \u00b1": 0.00352962459376743,
"VGG": 8.759842642818588,
"OT": 0.003986199880131038
},
"PSRGAN (PSNR)": {
"PSNR": 21.822679025581085,
"PSNR \u00b1": 0.1470447955885118,
"SSIM": 0.5925849931292146,
"SSIM \u00b1": 0.005424766726650613,
"LPIPS": 0.21596483225900545,
"LPIPS \u00b1": 0.0023396421226019584,
"VGG": 4.909330322081784,
"OT": 0.0028652661993359045
},
"PSRGAN": {
"PSNR": 21.227516684187464,
"PSNR \u00b1": 0.14387670305781863,
"SSIM": 0.5555509904915669,
"SSIM \u00b1": 0.005315081208492215,
"LPIPS": 0.19705359390319652,
"LPIPS \u00b1": 0.002185265603326953,
"VGG": 5.644903958561909,
"OT": 0.0022159786361931675
}
},
"psrgan_win_rate": {
"Bicubic": {
"PSNR": 0.25978915662650603,
"SSIM": 0.6528614457831325,
"LPIPS": 1.0
},
"Real-ESRGAN": {
"PSNR": 0.9789156626506024,
"SSIM": 0.9992469879518072,
"LPIPS": 0.9992469879518072
},
"PSRGAN (PSNR)": {
"PSNR": 0.0030120481927710845,
"SSIM": 0.0007530120481927711,
"LPIPS": 0.9141566265060241
}
}
},
"test_city": {
"n_patches": 128,
"results": {
"Bicubic": {
"PSNR": 21.145912691950798,
"PSNR \u00b1": 0.24896632056309825,
"SSIM": 0.5521608623676002,
"SSIM \u00b1": 0.020581239817082063,
"LPIPS": 0.682545798830688,
"LPIPS \u00b1": 0.014193459440216665,
"VGG": 9.868038892745972,
"OT": 0.0032111122854985297
},
"Real-ESRGAN": {
"PSNR": 20.24102108180523,
"PSNR \u00b1": 0.22995863706651173,
"SSIM": 0.5146662218030542,
"SSIM \u00b1": 0.01896918156259728,
"LPIPS": 0.39876320911571383,
"LPIPS \u00b1": 0.01499846419423746,
"VGG": 9.620419025421143,
"OT": 0.003078740439377725
},
"PSRGAN (PSNR)": {
"PSNR": 21.22949168086052,
"PSNR \u00b1": 0.2764314352080374,
"SSIM": 0.5952911882195622,
"SSIM \u00b1": 0.0201451164075363,
"LPIPS": 0.2138097024289891,
"LPIPS \u00b1": 0.008865854558016762,
"VGG": 5.893519341945648,
"OT": 0.0032456862973049283
},
"PSRGAN": {
"PSNR": 20.739562839269638,
"PSNR \u00b1": 0.26807655153985827,
"SSIM": 0.5647621580865234,
"SSIM \u00b1": 0.019063716132885863,
"LPIPS": 0.1999958916567266,
"LPIPS \u00b1": 0.009628057245861781,
"VGG": 6.763267636299133,
"OT": 0.0025529957201797515
}
}
},
"calibration": {
"swag": {
"ECE": 0.009763973441293424,
"coverage_1sigma": 0.7932533423105875,
"coverage_2sigma": 0.9680580298105875,
"reliability": {
"pred_std": [
0.020202146843075752,
0.04003841429948807,
0.0615701749920845,
0.08343268930912018,
0.10537299513816833,
0.12735828757286072,
0.1493687927722931,
0.17137876152992249,
0.19339804351329803,
0.21538719534873962,
0.2373795211315155,
0.25937265157699585,
0.28135886788368225,
0.30331218242645264,
0.32535192370414734
],
"rmse": [
0.016621891409158707,
0.0351577065885067,
0.05634508654475212,
0.0776439905166626,
0.09784825146198273,
0.11728181689977646,
0.13615979254245758,
0.15427681803703308,
0.17113542556762695,
0.1876244693994522,
0.20184719562530518,
0.2147243320941925,
0.22751785814762115,
0.23935039341449738,
0.2491547167301178
]
}
},
"bayesian_heads": {
"ECE": 0.016379543928760162,
"coverage_1sigma": 0.8253360589345297,
"coverage_2sigma": 0.9754957358042399,
"reliability": {
"pred_std": [
0.020274830982089043,
0.04051394388079643,
0.06247585266828537,
0.08443227410316467,
0.10657785087823868,
0.12861302495002747,
0.15089450776576996,
0.17314660549163818,
0.19540753960609436,
0.21765092015266418,
0.2398899346590042,
0.26210251450538635,
0.28435036540031433,
0.30656179785728455,
0.3288254737854004
],
"rmse": [
0.015168039128184319,
0.031491782516241074,
0.05074800178408623,
0.07053984701633453,
0.08979737758636475,
0.11103643476963043,
0.13154897093772888,
0.15062454342842102,
0.16859446465969086,
0.18606172502040863,
0.20074957609176636,
0.21443073451519012,
0.22703145444393158,
0.23851421475410461,
0.25050777196884155
]
}
}
},
"uncertainty_error_correlation": {
"pearson": 0.5753540992736816,
"spearman": 0.6487900598499181,
"by_region": {
"edges": {
"pearson": 0.40113452076911926,
"spearman": 0.391505700105598
},
"flat": {
"pearson": 0.5664557814598083,
"spearman": 0.6141494526030133
}
}
},
"error_by_uncertainty_decile": [
0.011369527317583561,
0.020938774570822716,
0.029111342504620552,
0.03702836483716965,
0.045330025255680084,
0.05418436601758003,
0.06500221788883209,
0.07917730510234833,
0.09949757903814316,
0.1458975225687027
],
"training": {
"train_patches": 9575,
"val_patches": 1392,
"test_patches": 1328,
"batch_size": 16,
"batches_per_epoch": 64,
"pretrain_epochs": 768,
"freeze_rrdb_epochs": 168,
"adversarial_epochs": 64,
"lr_G": 0.0002,
"lr_D": 0.0002,
"loss_weights_pretrain": {
"NLL": 0.6,
"SSIM": 0.7,
"VGG": 1.0
},
"loss_weights_adversarial": {
"ADV": 0.01,
"CX": 0.2
},
"swag": {
"snapshots": 32,
"start_epoch": 56,
"collect_every_batches": 16
},
"gpu": "NVIDIA A100-SXM4-40GB",
"seed": 42
}
}