Hugging Face's logo

WEO-SAS
/
sen2sr

Image-to-Image
PyTorch
sentinel-2
super-resolution
remote-sensing
Eval Results (legacy)
Model card Files
xet
 Community
RhodWeo commited on
Commit
f47399c
·
verified ·
1 Parent(s): 452b4a9

eval: fix eval_results.json schema for ModelDashboard

Browse files
Files changed (1) hide show
  1. eval_results.json +129 -135
eval_results.json CHANGED
@@ -1,152 +1,146 @@
1
- [
2
- {
3
- "task": {
4
- "name": "Super Resolution",
5
- "type": "image-to-image"
 
 
 
 
 
 
 
 
 
 
6
  },
7
- "dataset": {
8
- "name": "opensr-test (NAIP, SPOT, Spain Crops, Spain Urban)",
9
- "type": "opensr-test",
10
- "config": "main",
11
- "split": "test"
 
 
12
  },
13
- "metrics": [
14
- {
15
- "name": "Reflectance L1 (\u2193)",
16
- "type": "reflectance",
17
- "value": 0.001587,
18
- "verified": false
19
- },
20
- {
21
- "name": "Spectral Angle Distance (\u2193)",
22
- "type": "spectral",
23
- "value": 0.636542,
24
- "verified": false
25
- },
26
- {
27
- "name": "Synthesis (\u2191)",
28
- "type": "synthesis",
29
- "value": 0.073103,
30
- "verified": false
 
 
 
 
 
 
 
 
31
  },
32
- {
33
- "name": "Hallucination (\u2193)",
34
- "type": "hallucination",
35
- "value": 0.079666,
36
- "verified": false
 
 
37
  },
38
- {
39
- "name": "Omission (\u2193)",
40
- "type": "omission",
41
- "value": 0.117972,
42
- "verified": false
 
 
43
  },
44
- {
45
- "name": "Improvement (\u2191)",
46
- "type": "improvement",
47
- "value": 0.802362,
48
- "verified": false
 
 
49
  }
50
- ]
51
- },
52
- {
53
- "task": {
54
- "name": "Super Resolution",
55
- "type": "image-to-image"
56
- },
57
- "dataset": {
58
- "name": "opensr-test (NAIP, SPOT, Spain Crops, Spain Urban)",
59
- "type": "opensr-test",
60
- "config": "mamba-rgbn-x4",
61
- "split": "test"
62
  },
63
- "metrics": [
64
- {
65
- "name": "Reflectance L1 (\u2193)",
66
- "type": "reflectance",
67
- "value": 0.001853,
68
- "verified": false
 
 
69
  },
70
- {
71
- "name": "Spectral Angle Distance (\u2193)",
72
- "type": "spectral",
73
- "value": 0.84749,
74
- "verified": false
 
 
75
  },
76
- {
77
- "name": "Synthesis (\u2191)",
78
- "type": "synthesis",
79
- "value": 0.073092,
80
- "verified": false
 
 
81
  },
82
- {
83
- "name": "Hallucination (\u2193)",
84
- "type": "hallucination",
85
- "value": 0.080977,
86
- "verified": false
87
- },
88
- {
89
- "name": "Omission (\u2193)",
90
- "type": "omission",
91
- "value": 0.121563,
92
- "verified": false
93
- },
94
- {
95
- "name": "Improvement (\u2191)",
96
- "type": "improvement",
97
- "value": 0.79746,
98
- "verified": false
99
  }
100
- ]
101
- },
102
- {
103
- "task": {
104
- "name": "Super Resolution",
105
- "type": "image-to-image"
106
  },
107
- "dataset": {
108
- "name": "opensr-test (NAIP, SPOT, Spain Crops, Spain Urban)",
109
- "type": "opensr-test",
110
- "config": "lite-main",
111
- "split": "test"
112
- },
113
- "metrics": [
114
- {
115
- "name": "Reflectance L1 (\u2193)",
116
- "type": "reflectance",
117
- "value": 0.003309,
118
- "verified": false
119
- },
120
- {
121
- "name": "Spectral Angle Distance (\u2193)",
122
- "type": "spectral",
123
- "value": 2.006296,
124
- "verified": false
125
- },
126
- {
127
- "name": "Synthesis (\u2191)",
128
- "type": "synthesis",
129
- "value": 0.073082,
130
- "verified": false
131
  },
132
- {
133
- "name": "Hallucination (\u2193)",
134
- "type": "hallucination",
135
- "value": 0.079739,
136
- "verified": false
 
 
137
  },
138
- {
139
- "name": "Omission (\u2193)",
140
- "type": "omission",
141
- "value": 0.119464,
142
- "verified": false
 
 
143
  },
144
- {
145
- "name": "Improvement (\u2191)",
146
- "type": "improvement",
147
- "value": 0.800797,
148
- "verified": false
 
 
149
  }
150
- ]
151
  }
152
- ]
 
1
+ {
2
+ "eval_type": "super_resolution",
3
+ "dataset": {
4
+ "benchmark": "opensr-test",
5
+ "datasets": "NAIP, SPOT, Spain Crops, Spain Urban",
6
+ "excluded": "Venus (2x dataset, incompatible with 4x models)"
7
+ },
8
+ "variants": {
9
+ "main": {
10
+ "reflectance": 0.001587,
11
+ "spectral": 0.636542,
12
+ "synthesis": 0.073103,
13
+ "hallucination": 0.079666,
14
+ "omission": 0.117972,
15
+ "improvement": 0.802362
16
  },
17
+ "mamba-rgbn-x4": {
18
+ "reflectance": 0.001853,
19
+ "spectral": 0.84749,
20
+ "synthesis": 0.073092,
21
+ "hallucination": 0.080977,
22
+ "omission": 0.121563,
23
+ "improvement": 0.79746
24
  },
25
+ "lite-main": {
26
+ "reflectance": 0.003309,
27
+ "spectral": 2.006296,
28
+ "synthesis": 0.073082,
29
+ "hallucination": 0.079739,
30
+ "omission": 0.119464,
31
+ "improvement": 0.800797
32
+ }
33
+ },
34
+ "aggregate": {
35
+ "reflectance": 0.001587,
36
+ "spectral": 0.636542,
37
+ "synthesis": 0.073103,
38
+ "hallucination": 0.079666,
39
+ "omission": 0.117972,
40
+ "improvement": 0.802362
41
+ },
42
+ "per_dataset": {
43
+ "main": {
44
+ "naip": {
45
+ "reflectance": 0.001016,
46
+ "spectral": 0.471423,
47
+ "synthesis": 0.072529,
48
+ "hallucination": 0.056076,
49
+ "omission": 0.069583,
50
+ "improvement": 0.874341
51
  },
52
+ "spot": {
53
+ "reflectance": 0.001976,
54
+ "spectral": 0.628618,
55
+ "synthesis": 0.076452,
56
+ "hallucination": 0.073418,
57
+ "omission": 0.12739,
58
+ "improvement": 0.799192
59
  },
60
+ "spain_crops": {
61
+ "reflectance": 0.001188,
62
+ "spectral": 0.546995,
63
+ "synthesis": 0.077599,
64
+ "hallucination": 0.073548,
65
+ "omission": 0.0859,
66
+ "improvement": 0.840552
67
  },
68
+ "spain_urban": {
69
+ "reflectance": 0.002167,
70
+ "spectral": 0.899134,
71
+ "synthesis": 0.065831,
72
+ "hallucination": 0.115622,
73
+ "omission": 0.189015,
74
+ "improvement": 0.695363
75
  }
 
 
 
 
 
 
 
 
 
 
 
 
76
  },
77
+ "mamba-rgbn-x4": {
78
+ "naip": {
79
+ "reflectance": 0.001255,
80
+ "spectral": 0.674253,
81
+ "synthesis": 0.072526,
82
+ "hallucination": 0.056509,
83
+ "omission": 0.070804,
84
+ "improvement": 0.872687
85
  },
86
+ "spot": {
87
+ "reflectance": 0.002166,
88
+ "spectral": 0.728039,
89
+ "synthesis": 0.076409,
90
+ "hallucination": 0.07477,
91
+ "omission": 0.131327,
92
+ "improvement": 0.793903
93
  },
94
+ "spain_crops": {
95
+ "reflectance": 0.001476,
96
+ "spectral": 0.803401,
97
+ "synthesis": 0.077594,
98
+ "hallucination": 0.07445,
99
+ "omission": 0.088468,
100
+ "improvement": 0.837082
101
  },
102
+ "spain_urban": {
103
+ "reflectance": 0.002514,
104
+ "spectral": 1.184267,
105
+ "synthesis": 0.065839,
106
+ "hallucination": 0.118179,
107
+ "omission": 0.195655,
108
+ "improvement": 0.686166
 
 
 
 
 
 
 
 
 
 
109
  }
 
 
 
 
 
 
110
  },
111
+ "lite-main": {
112
+ "naip": {
113
+ "reflectance": 0.002393,
114
+ "spectral": 1.804799,
115
+ "synthesis": 0.072529,
116
+ "hallucination": 0.056076,
117
+ "omission": 0.069041,
118
+ "improvement": 0.874884
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
119
  },
120
+ "spot": {
121
+ "reflectance": 0.00369,
122
+ "spectral": 1.512136,
123
+ "synthesis": 0.076379,
124
+ "hallucination": 0.073578,
125
+ "omission": 0.131706,
126
+ "improvement": 0.794716
127
  },
128
+ "spain_crops": {
129
+ "reflectance": 0.002642,
130
+ "spectral": 1.8849,
131
+ "synthesis": 0.077596,
132
+ "hallucination": 0.074142,
133
+ "omission": 0.087151,
134
+ "improvement": 0.838707
135
  },
136
+ "spain_urban": {
137
+ "reflectance": 0.004512,
138
+ "spectral": 2.823349,
139
+ "synthesis": 0.065824,
140
+ "hallucination": 0.115158,
141
+ "omission": 0.189959,
142
+ "improvement": 0.694883
143
  }
144
+ }
145
  }
146
+ }