surfaceWaterGlobal / evaluation /planetscope_53_scenes_threshold_sweep.json
rohitm9's picture
Release v2: models trained on the Dynamic World label class
7c49718 verified
Raw History Blame Contribute Delete
3.45 kB
{
"S1-only (k0, seed42)": {
"scenes": 53,
"valid_pixels": 55127752,
"at_0.30": {
"precision": 0.9333769463386737,
"recall": 0.5816475272019319,
"dice": 0.7166833305556225,
"water_iou": 0.558461794831915
},
"at_0.50": {
"precision": 0.9448248558684447,
"recall": 0.504040419389971,
"dice": 0.6573832981359302,
"water_iou": 0.48962842278308366
},
"at_0.01": {
"precision": 0.754356754243717,
"recall": 0.8571060185159115,
"dice": 0.8024556633885851,
"water_iou": 0.6700843040677916
},
"optimal": {
"threshold": 0.028000000000000018,
"precision": 0.8381725658451422,
"recall": 0.8046638362890978,
"dice": 0.8210764643747137,
"water_iou": 0.6964628659646064
},
"per_scene_mean_at_optimal": 0.5532922645477764
},
"S1+AEF(t) (k16, seed42)": {
"scenes": 53,
"valid_pixels": 54375145,
"at_0.30": {
"precision": 0.892125362804458,
"recall": 0.9483622715952545,
"dice": 0.9193846454642701,
"water_iou": 0.8507973180329922
},
"at_0.50": {
"precision": 0.9040046209519084,
"recall": 0.939394019313825,
"dice": 0.9213596189176597,
"water_iou": 0.8541860986078972
},
"at_0.01": {
"precision": 0.7937804108713071,
"recall": 0.9733887653899432,
"dice": 0.8744572330798932,
"water_iou": 0.7769204856362102
},
"optimal": {
"threshold": 0.5800000000000004,
"precision": 0.9082319192138927,
"recall": 0.9352955677366938,
"dice": 0.9215650914138105,
"water_iou": 0.8545393737503983
},
"per_scene_mean_at_optimal": 0.7583790823031237
},
"S1+AEF(t-1) swap (k16, seed42)": {
"scenes": 53,
"valid_pixels": 54375145,
"at_0.30": {
"precision": 0.8821585944515296,
"recall": 0.9458502673581091,
"dice": 0.9128948549934578,
"water_iou": 0.839748444928907
},
"at_0.50": {
"precision": 0.8962548890159218,
"recall": 0.9359611899068687,
"dice": 0.9156777980863252,
"water_iou": 0.8444702104875136
},
"at_0.01": {
"precision": 0.7875397553353405,
"recall": 0.9717211029920186,
"dice": 0.8699892299452524,
"water_iou": 0.7698946355202461
},
"optimal": {
"threshold": 0.5800000000000004,
"precision": 0.9012070888969246,
"recall": 0.9312218607665181,
"dice": 0.9159686572433916,
"water_iou": 0.8449651048964634
},
"per_scene_mean_at_optimal": 0.7425087274186601
},
"S1+AEF(t-1) trained (k16, seed42)": {
"scenes": 53,
"valid_pixels": 54375145,
"at_0.30": {
"precision": 0.8832006108773788,
"recall": 0.9442044019337096,
"dice": 0.9126842694801897,
"water_iou": 0.8393921322593805
},
"at_0.50": {
"precision": 0.8994729533014892,
"recall": 0.9335842338224181,
"dice": 0.9162112059029786,
"water_iou": 0.845378002516013
},
"at_0.01": {
"precision": 0.7588016594959417,
"recall": 0.9734948801934392,
"dice": 0.852844202683727,
"water_iou": 0.7434423507939578
},
"optimal": {
"threshold": 0.5800000000000004,
"precision": 0.9050210574327717,
"recall": 0.9284043110535167,
"dice": 0.9165635708515412,
"water_iou": 0.8459781729620505
},
"per_scene_mean_at_optimal": 0.745307949295693
}
}