rainmap-nowcasting / benchmark_results.json
TechieMoon's picture
Upload RainMap Nowcasting demo model
3b8bc10 verified
{
"dataset": "data\\sevir_mini\\local\\val",
"sequence_count": 4,
"input_frames": 6,
"target_frames": 6,
"image_size": [
64,
64
],
"thresholds": [
0.1,
0.3,
0.5
],
"fss_windows": [
5,
15
],
"models": {
"persistence": {
"continuous": {
"mse": 0.0086515536531806,
"mae": 0.040590811520814896,
"rmse": 0.09301372830491529,
"bias": -0.005234941840171814
},
"categorical": {
"0.100": {
"threshold": 0.1,
"hits": 18704,
"misses": 5214,
"false_alarms": 3754,
"correct_negatives": 70632,
"csi": 0.6759178953454755,
"pod": 0.7820051843799649,
"far": 0.16715646985484015,
"bias_score": 0.9389581068651225,
"hss": 0.7470071795677934,
"ets": 0.5961783398807673,
"f1": 0.8066241159220287
},
"0.300": {
"threshold": 0.3,
"hits": 8627,
"misses": 3138,
"false_alarms": 2749,
"correct_negatives": 83790,
"csi": 0.5943916218823205,
"pod": 0.7332766680832979,
"far": 0.2416490857946554,
"bias_score": 0.9669358266043349,
"hss": 0.7116766203150466,
"ets": 0.552405266827557,
"f1": 0.7456030422194374
},
"0.500": {
"threshold": 0.5,
"hits": 3018,
"misses": 1598,
"false_alarms": 1224,
"correct_negatives": 92464,
"csi": 0.5167808219178082,
"pod": 0.6538128249566725,
"far": 0.28854314002828857,
"bias_score": 0.9189774696707106,
"hss": 0.6664153579740525,
"ets": 0.499717330998692,
"f1": 0.6814179272973583
}
},
"fss": {
"0.100/w5": 0.9372061464199974,
"0.100/w15": 0.9764737604166347,
"0.300/w5": 0.9126242762769905,
"0.300/w15": 0.9675365843173683,
"0.500/w5": 0.8918994826891421,
"0.500/w15": 0.9581558810543496
}
},
"base": {
"continuous": {
"mse": 0.009671105071902275,
"mae": 0.07636328786611557,
"rmse": 0.09834177683925725,
"bias": 0.04423200711607933
},
"categorical": {
"0.100": {
"threshold": 0.1,
"hits": 22325,
"misses": 1593,
"false_alarms": 12811,
"correct_negatives": 61575,
"csi": 0.6078303248114569,
"pod": 0.9333974412576302,
"far": 0.3646117941712204,
"bias_score": 1.4690191487582573,
"hss": 0.6566909633613045,
"ets": 0.4888606757269452,
"f1": 0.7560876485928134
},
"0.300": {
"threshold": 0.3,
"hits": 9573,
"misses": 2192,
"false_alarms": 3119,
"correct_negatives": 83420,
"csi": 0.6431738779897876,
"pod": 0.8136846578835529,
"far": 0.24574535140245823,
"bias_score": 1.0787930301742457,
"hss": 0.7520431433348714,
"ets": 0.6026195050881246,
"f1": 0.7828433577298933
},
"0.500": {
"threshold": 0.5,
"hits": 2416,
"misses": 2200,
"false_alarms": 1043,
"correct_negatives": 92645,
"csi": 0.42693055310125466,
"pod": 0.5233968804159446,
"far": 0.30153223474992774,
"bias_score": 0.7493500866551126,
"hss": 0.5815567970880625,
"ets": 0.4099965341539078,
"f1": 0.5983900928792569
}
},
"fss": {
"0.100/w5": 0.8650857307735962,
"0.100/w15": 0.8942029916245129,
"0.300/w5": 0.917750068696638,
"0.300/w15": 0.9604584356241297,
"0.500/w5": 0.7832568884442832,
"0.500/w15": 0.8284828639349342
}
},
"fine_tuned": {
"continuous": {
"mse": 0.00788073893636465,
"mae": 0.06935159862041473,
"rmse": 0.08877352610077315,
"bias": 0.04346604645252228
},
"categorical": {
"0.100": {
"threshold": 0.1,
"hits": 22170,
"misses": 1748,
"false_alarms": 10756,
"correct_negatives": 63630,
"csi": 0.6393839764665167,
"pod": 0.9269169663015302,
"far": 0.32667193099678066,
"bias_score": 1.376620118739025,
"hss": 0.6936929393420658,
"ets": 0.5310335986339082,
"f1": 0.7800295545704032
},
"0.300": {
"threshold": 0.3,
"hits": 9662,
"misses": 2103,
"false_alarms": 2658,
"correct_negatives": 83881,
"csi": 0.6699022394786106,
"pod": 0.8212494687632809,
"far": 0.21574675324675324,
"bias_score": 1.0471738206544836,
"hss": 0.774745476171518,
"ets": 0.6323139079305055,
"f1": 0.8023250986090928
},
"0.500": {
"threshold": 0.5,
"hits": 3316,
"misses": 1300,
"false_alarms": 1168,
"correct_negatives": 92520,
"csi": 0.5733056708160442,
"pod": 0.7183708838821491,
"far": 0.2604817127564674,
"bias_score": 0.9714038128249567,
"hss": 0.7156320075122369,
"ets": 0.5571861115334165,
"f1": 0.7287912087912088
}
},
"fss": {
"0.100/w5": 0.894221578387859,
"0.100/w15": 0.9220996486261381,
"0.300/w5": 0.9374744122653408,
"0.300/w15": 0.9727353417913653,
"0.500/w5": 0.918602789224389,
"0.500/w15": 0.9648734820178924
}
}
}
}