RhodWeo commited on
Commit
4cfb6db
·
verified ·
1 Parent(s): cc3188e

eval: add mamba-main benchmark results

Browse files
Files changed (1) hide show
  1. eval/sen2sr_eval_results.csv +13 -23
eval/sen2sr_eval_results.csv CHANGED
@@ -1,26 +1,16 @@
1
  variant,dataset,reflectance,spectral,spatial,synthesis,hallucination,omission,improvement
2
- main,naip,0.001016166420266663,0.4714231945333942,0.0,0.07252947992134479,0.0560758403472362,0.06958310396200226,0.8743410716133733
3
- main,spot,0.0019762718778414032,0.6286176443099976,0.0,0.07645224697060055,0.07341786267028914,0.12738969715105164,0.7991924583911896
4
  main,venus,nan,nan,nan,nan,nan,nan,nan
5
- main,spain_crops,0.0011882550731700445,0.5469950283212321,0.0,0.077598962799779,0.07354845825050559,0.08589955272951297,0.8405519872903824
6
- main,spain_urban,0.0021667736960807814,0.8991339713335037,0.0,0.06583081781864167,0.11562187746167182,0.18901528269052506,0.6953628465533257
7
- mamba-rgbn-x4,naip,0.001255020108674803,0.674253087851309,0.0009677419138531531,0.07252634112392703,0.0565088601602662,0.07080371125090507,0.8726874195760296
8
- mamba-rgbn-x4,spot,0.0021661585778929293,0.7280389053954018,0.0,0.07640890404582024,0.07477001659572124,0.1313268399486939,0.7939031256569756
9
- mamba-rgbn-x4,venus,nan,nan,nan,nan,nan,nan,nan
10
- mamba-rgbn-x4,spain_crops,0.001475947185619069,0.803401131182909,0.0021428570949605535,0.07759423327765294,0.0744503526283162,0.08846777996846608,0.8370818815061024
11
- mamba-rgbn-x4,spain_urban,0.0025140972109511496,1.1842669248580933,0.0009999999776482583,0.06583918519318104,0.11817860100418329,0.19565520733594893,0.6861661776900292
12
- lite-main,naip,0.0023929650121698935,1.804798807828657,0.0,0.07252874315506028,0.05607550320846419,0.06904069081910195,0.8748838036291061
13
- lite-main,spot,0.003689945882393254,1.5121355056762695,0.0,0.07637888938188553,0.07357814742459191,0.1317059677094221,0.7947158780362871
14
  lite-main,venus,nan,nan,nan,nan,nan,nan,nan
15
- lite-main,spain_crops,0.0026417697538688245,1.8849001335246223,0.0,0.07759636347847325,0.07414230997008937,0.08715103340468236,0.8387066466467721
16
- lite-main,spain_urban,0.004511551716132089,2.823348546028137,0.0,0.06582423765212297,0.11515809502452612,0.18995906542986632,0.6948828414082527
17
- mamba-rswir-x2,naip,nan,nan,nan,nan,nan,nan,nan
18
- mamba-rswir-x2,spot,nan,nan,nan,nan,nan,nan,nan
19
- mamba-rswir-x2,venus,nan,nan,nan,nan,nan,nan,nan
20
- mamba-rswir-x2,spain_crops,nan,nan,nan,nan,nan,nan,nan
21
- mamba-rswir-x2,spain_urban,nan,nan,nan,nan,nan,nan,nan
22
- lite-rswir-x2,naip,nan,nan,nan,nan,nan,nan,nan
23
- lite-rswir-x2,spot,nan,nan,nan,nan,nan,nan,nan
24
- lite-rswir-x2,venus,nan,nan,nan,nan,nan,nan,nan
25
- lite-rswir-x2,spain_crops,nan,nan,nan,nan,nan,nan,nan
26
- lite-rswir-x2,spain_urban,nan,nan,nan,nan,nan,nan,nan
 
1
  variant,dataset,reflectance,spectral,spatial,synthesis,hallucination,omission,improvement
2
+ main,naip,0.0008198763127438724,0.5795197188854218,0.0,0.07039554417133331,0.055345550179481506,0.06413675099611282,0.8805176973342895
3
+ main,spot,0.0015137680107727646,0.5020251184701919,0.0,0.08148588538169861,0.04876049757003784,0.07705504931509495,0.8741844296455383
4
  main,venus,nan,nan,nan,nan,nan,nan,nan
5
+ main,spain_crops,0.000863877939991653,0.244261234998703,0.0,0.08564912378787995,0.056101154536008835,0.07258966490626335,0.8713091850280762
6
+ main,spain_urban,0.0024676020024344326,0.7425368785858154,0.0,0.06469885557889939,0.11389216557145118,0.17990852147340775,0.706199336051941
7
+ lite-main,naip,0.0022323446581140162,2.3927783966064453,0.0,0.07039871960878372,0.054775196313858035,0.06296666562557221,0.8822581052780152
8
+ lite-main,spot,0.0029625981813296677,1.2876716732978821,0.0,0.08143424168229103,0.04740968495607376,0.07923002876341342,0.8733603119850158
 
 
 
 
 
9
  lite-main,venus,nan,nan,nan,nan,nan,nan,nan
10
+ lite-main,spain_crops,0.0020153194200247526,0.854781448841095,0.0,0.08567006886005402,0.0567667581140995,0.07348770499229432,0.8697455525398254
11
+ lite-main,spain_urban,0.004898236738517881,2.0831736087799073,0.0,0.06472475975751876,0.11299453899264336,0.18166528269648552,0.7053401947021485
12
+ mamba-main,naip,0.0022339470921114326,1.703185756360331,0.000645161275902102,0.07253190820976611,0.05550697596082764,0.0696916452218448,0.874801383864495
13
+ mamba-main,spot,0.003966439825793107,2.0437338981363506,0.0,0.07643955449263255,0.07364815721909206,0.1296975024872356,0.7966543204254575
14
+ mamba-main,venus,nan,nan,nan,nan,nan,nan,nan
15
+ mamba-main,spain_crops,0.0026570606652447687,1.8714848480054311,0.0,0.07760132330336741,0.07383268166865621,0.08725390742932047,0.8389134045158114
16
+ mamba-main,spain_urban,0.004436286317650228,2.9282625019550323,0.0,0.06593625470995904,0.11668088678270579,0.1886385429650545,0.694680567085743