Hugging Face's logo

WEO-SAS
/
sen2sr

Image-to-Image
PyTorch
sentinel-2
super-resolution
remote-sensing
Eval Results (legacy)
Model card Files
xet
 Community
RhodWeo commited on
Commit
cc3188e
·
verified ·
1 Parent(s): 5e88f2a

eval: add mamba-main benchmark results

Browse files
Files changed (1) hide show
  1. eval_results.json +172 -121
eval_results.json CHANGED
@@ -1,146 +1,197 @@
1
  {
2
  "eval_type": "super_resolution",
3
- "dataset": {
4
- "benchmark": "opensr-test",
5
- "datasets": "NAIP, SPOT, Spain Crops, Spain Urban",
6
- "excluded": "Venus (2x dataset, incompatible with 4x models)"
7
- },
8
  "variants": {
9
  "main": {
10
- "reflectance": 0.001587,
11
- "spectral": 0.636542,
12
- "synthesis": 0.073103,
13
- "hallucination": 0.079666,
14
- "omission": 0.117972,
15
- "improvement": 0.802362
16
- },
17
- "mamba-rgbn-x4": {
18
- "reflectance": 0.001853,
19
- "spectral": 0.84749,
20
- "synthesis": 0.073092,
21
- "hallucination": 0.080977,
22
- "omission": 0.121563,
23
- "improvement": 0.79746
24
  },
25
  "lite-main": {
26
- "reflectance": 0.003309,
27
- "spectral": 2.006296,
28
- "synthesis": 0.073082,
29
- "hallucination": 0.079739,
30
- "omission": 0.119464,
31
- "improvement": 0.800797
 
 
32
  }
33
  },
34
- "aggregate": {
35
- "reflectance": 0.001587,
36
- "spectral": 0.636542,
37
- "synthesis": 0.073103,
38
- "hallucination": 0.079666,
39
- "omission": 0.117972,
40
- "improvement": 0.802362
41
- },
42
  "per_dataset": {
43
- "main": {
44
- "naip": {
45
- "reflectance": 0.001016,
46
- "spectral": 0.471423,
47
- "synthesis": 0.072529,
48
- "hallucination": 0.056076,
49
- "omission": 0.069583,
50
- "improvement": 0.874341
 
51
  },
52
- "spot": {
53
- "reflectance": 0.001976,
54
- "spectral": 0.628618,
55
- "synthesis": 0.076452,
56
- "hallucination": 0.073418,
57
- "omission": 0.12739,
58
- "improvement": 0.799192
 
59
  },
60
- "spain_crops": {
61
- "reflectance": 0.001188,
62
- "spectral": 0.546995,
63
- "synthesis": 0.077599,
64
- "hallucination": 0.073548,
65
- "omission": 0.0859,
66
- "improvement": 0.840552
67
- },
68
- "spain_urban": {
69
- "reflectance": 0.002167,
70
- "spectral": 0.899134,
71
- "synthesis": 0.065831,
72
- "hallucination": 0.115622,
73
- "omission": 0.189015,
74
- "improvement": 0.695363
75
  }
76
  },
77
- "mamba-rgbn-x4": {
78
- "naip": {
79
- "reflectance": 0.001255,
80
- "spectral": 0.674253,
81
- "synthesis": 0.072526,
82
- "hallucination": 0.056509,
83
- "omission": 0.070804,
84
- "improvement": 0.872687
 
85
  },
86
- "spot": {
87
- "reflectance": 0.002166,
88
- "spectral": 0.728039,
89
- "synthesis": 0.076409,
90
- "hallucination": 0.07477,
91
- "omission": 0.131327,
92
- "improvement": 0.793903
 
93
  },
94
- "spain_crops": {
95
- "reflectance": 0.001476,
96
- "spectral": 0.803401,
97
- "synthesis": 0.077594,
98
- "hallucination": 0.07445,
99
- "omission": 0.088468,
100
- "improvement": 0.837082
 
 
 
 
 
 
 
 
 
 
 
 
101
  },
102
- "spain_urban": {
103
- "reflectance": 0.002514,
104
- "spectral": 1.184267,
105
- "synthesis": 0.065839,
106
- "hallucination": 0.118179,
107
- "omission": 0.195655,
108
- "improvement": 0.686166
 
 
 
 
 
 
 
 
 
 
109
  }
110
  },
111
- "lite-main": {
112
- "naip": {
113
- "reflectance": 0.002393,
114
- "spectral": 1.804799,
115
- "synthesis": 0.072529,
116
- "hallucination": 0.056076,
117
- "omission": 0.069041,
118
- "improvement": 0.874884
 
119
  },
120
- "spot": {
121
- "reflectance": 0.00369,
122
- "spectral": 1.512136,
123
- "synthesis": 0.076379,
124
- "hallucination": 0.073578,
125
- "omission": 0.131706,
126
- "improvement": 0.794716
 
127
  },
128
- "spain_crops": {
129
- "reflectance": 0.002642,
130
- "spectral": 1.8849,
131
- "synthesis": 0.077596,
132
- "hallucination": 0.074142,
133
- "omission": 0.087151,
134
- "improvement": 0.838707
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
135
  },
136
- "spain_urban": {
137
- "reflectance": 0.004512,
138
- "spectral": 2.823349,
139
- "synthesis": 0.065824,
140
- "hallucination": 0.115158,
141
- "omission": 0.189959,
142
- "improvement": 0.694883
 
143
  }
144
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
145
  }
146
  }
 
1
  {
2
  "eval_type": "super_resolution",
3
+ "model_name": "SEN2SR",
 
 
 
 
4
  "variants": {
5
  "main": {
6
+ "note": "SEN2SRLite RGBN 4x (CNN)",
7
+ "in_channels": 4,
8
+ "scale": 4
 
 
 
 
 
 
 
 
 
 
 
9
  },
10
  "lite-main": {
11
+ "note": "SEN2SRLite full 10-band 4x (CNN)",
12
+ "in_channels": 10,
13
+ "scale": 4
14
+ },
15
+ "mamba-main": {
16
+ "note": "SEN2SR full 10-band 4x (Mamba+Swin)",
17
+ "in_channels": 10,
18
+ "scale": 4
19
  }
20
  },
 
 
 
 
 
 
 
 
21
  "per_dataset": {
22
+ "naip": {
23
+ "main": {
24
+ "reflectance": 0.0008198763127438724,
25
+ "spectral": 0.5795197188854218,
26
+ "spatial": 0.0,
27
+ "synthesis": 0.07039554417133331,
28
+ "hallucination": 0.055345550179481506,
29
+ "omission": 0.06413675099611282,
30
+ "improvement": 0.8805176973342895
31
  },
32
+ "lite-main": {
33
+ "reflectance": 0.0022323446581140162,
34
+ "spectral": 2.3927783966064453,
35
+ "spatial": 0.0,
36
+ "synthesis": 0.07039871960878372,
37
+ "hallucination": 0.054775196313858035,
38
+ "omission": 0.06296666562557221,
39
+ "improvement": 0.8822581052780152
40
  },
41
+ "mamba-main": {
42
+ "reflectance": 0.0022339470921114326,
43
+ "spectral": 1.703185756360331,
44
+ "spatial": 0.000645161275902102,
45
+ "synthesis": 0.07253190820976611,
46
+ "hallucination": 0.05550697596082764,
47
+ "omission": 0.0696916452218448,
48
+ "improvement": 0.874801383864495
 
 
 
 
 
 
 
49
  }
50
  },
51
+ "spot": {
52
+ "main": {
53
+ "reflectance": 0.0015137680107727646,
54
+ "spectral": 0.5020251184701919,
55
+ "spatial": 0.0,
56
+ "synthesis": 0.08148588538169861,
57
+ "hallucination": 0.04876049757003784,
58
+ "omission": 0.07705504931509495,
59
+ "improvement": 0.8741844296455383
60
  },
61
+ "lite-main": {
62
+ "reflectance": 0.0029625981813296677,
63
+ "spectral": 1.2876716732978821,
64
+ "spatial": 0.0,
65
+ "synthesis": 0.08143424168229103,
66
+ "hallucination": 0.04740968495607376,
67
+ "omission": 0.07923002876341342,
68
+ "improvement": 0.8733603119850158
69
  },
70
+ "mamba-main": {
71
+ "reflectance": 0.003966439825793107,
72
+ "spectral": 2.0437338981363506,
73
+ "spatial": 0.0,
74
+ "synthesis": 0.07643955449263255,
75
+ "hallucination": 0.07364815721909206,
76
+ "omission": 0.1296975024872356,
77
+ "improvement": 0.7966543204254575
78
+ }
79
+ },
80
+ "venus": {
81
+ "main": {
82
+ "reflectance": NaN,
83
+ "spectral": NaN,
84
+ "spatial": NaN,
85
+ "synthesis": NaN,
86
+ "hallucination": NaN,
87
+ "omission": NaN,
88
+ "improvement": NaN
89
  },
90
+ "lite-main": {
91
+ "reflectance": NaN,
92
+ "spectral": NaN,
93
+ "spatial": NaN,
94
+ "synthesis": NaN,
95
+ "hallucination": NaN,
96
+ "omission": NaN,
97
+ "improvement": NaN
98
+ },
99
+ "mamba-main": {
100
+ "reflectance": NaN,
101
+ "spectral": NaN,
102
+ "spatial": NaN,
103
+ "synthesis": NaN,
104
+ "hallucination": NaN,
105
+ "omission": NaN,
106
+ "improvement": NaN
107
  }
108
  },
109
+ "spain_crops": {
110
+ "main": {
111
+ "reflectance": 0.000863877939991653,
112
+ "spectral": 0.244261234998703,
113
+ "spatial": 0.0,
114
+ "synthesis": 0.08564912378787995,
115
+ "hallucination": 0.056101154536008835,
116
+ "omission": 0.07258966490626335,
117
+ "improvement": 0.8713091850280762
118
  },
119
+ "lite-main": {
120
+ "reflectance": 0.0020153194200247526,
121
+ "spectral": 0.854781448841095,
122
+ "spatial": 0.0,
123
+ "synthesis": 0.08567006886005402,
124
+ "hallucination": 0.0567667581140995,
125
+ "omission": 0.07348770499229432,
126
+ "improvement": 0.8697455525398254
127
  },
128
+ "mamba-main": {
129
+ "reflectance": 0.0026570606652447687,
130
+ "spectral": 1.8714848480054311,
131
+ "spatial": 0.0,
132
+ "synthesis": 0.07760132330336741,
133
+ "hallucination": 0.07383268166865621,
134
+ "omission": 0.08725390742932047,
135
+ "improvement": 0.8389134045158114
136
+ }
137
+ },
138
+ "spain_urban": {
139
+ "main": {
140
+ "reflectance": 0.0024676020024344326,
141
+ "spectral": 0.7425368785858154,
142
+ "spatial": 0.0,
143
+ "synthesis": 0.06469885557889939,
144
+ "hallucination": 0.11389216557145118,
145
+ "omission": 0.17990852147340775,
146
+ "improvement": 0.706199336051941
147
+ },
148
+ "lite-main": {
149
+ "reflectance": 0.004898236738517881,
150
+ "spectral": 2.0831736087799073,
151
+ "spatial": 0.0,
152
+ "synthesis": 0.06472475975751876,
153
+ "hallucination": 0.11299453899264336,
154
+ "omission": 0.18166528269648552,
155
+ "improvement": 0.7053401947021485
156
  },
157
+ "mamba-main": {
158
+ "reflectance": 0.004436286317650228,
159
+ "spectral": 2.9282625019550323,
160
+ "spatial": 0.0,
161
+ "synthesis": 0.06593625470995904,
162
+ "hallucination": 0.11668088678270579,
163
+ "omission": 0.1886385429650545,
164
+ "improvement": 0.694680567085743
165
  }
166
  }
167
+ },
168
+ "aggregate": {
169
+ "main": {
170
+ "reflectance": 0.0014162810664856808,
171
+ "spectral": 0.5170857377350331,
172
+ "spatial": 0.0,
173
+ "synthesis": 0.07555735222995281,
174
+ "hallucination": 0.06852484196424484,
175
+ "omission": 0.09842249667271971,
176
+ "improvement": 0.8330526620149612
177
+ },
178
+ "lite-main": {
179
+ "reflectance": 0.0030271247494965793,
180
+ "spectral": 1.6546012818813325,
181
+ "spatial": 0.0,
182
+ "synthesis": 0.07555694747716188,
183
+ "hallucination": 0.06798654459416867,
184
+ "omission": 0.09933742051944136,
185
+ "improvement": 0.8326760411262513
186
+ },
187
+ "mamba-main": {
188
+ "reflectance": 0.003323433475199884,
189
+ "spectral": 2.1366667511142863,
190
+ "spatial": 0.0001612903189755255,
191
+ "synthesis": 0.07312726017893129,
192
+ "hallucination": 0.07991717540782042,
193
+ "omission": 0.11882039952586385,
194
+ "improvement": 0.8012624189728768
195
+ }
196
  }
197
  }