eval: restore full results + add mamba-main

eval_results.json

@@ -12,6 +12,11 @@
       "in_channels": 10,
       "scale": 4
     },
+    "mamba-rgbn-x4": {
+      "note": "SEN2SR RGBN 4x (Mamba)",
+      "in_channels": 4,
+      "scale": 4
+    },
     "mamba-main": {
       "note": "SEN2SR full 10-band 4x (Mamba+Swin)",
       "in_channels": 10,
@@ -21,22 +26,49 @@
   "per_dataset": {
     "naip": {
       "main": {
-        "reflectance": 0.0008198763127438724,
-        "spectral": 0.5795197188854218,
+        "reflectance": 0.001016166420266663,
+        "spectral": 0.4714231945333942,
         "spatial": 0.0,
-        "synthesis": 0.07039554417133331,
-        "hallucination": 0.055345550179481506,
-        "omission": 0.06413675099611282,
-        "improvement": 0.8805176973342895
+        "synthesis": 0.07252947992134479,
+        "hallucination": 0.0560758403472362,
+        "omission": 0.06958310396200226,
+        "improvement": 0.8743410716133733
+      },
+      "mamba-rgbn-x4": {
+        "reflectance": 0.001255020108674803,
+        "spectral": 0.674253087851309,
+        "spatial": 0.0009677419138531531,
+        "synthesis": 0.07252634112392703,
+        "hallucination": 0.0565088601602662,
+        "omission": 0.07080371125090507,
+        "improvement": 0.8726874195760296
       },
       "lite-main": {
-        "reflectance": 0.0022323446581140162,
-        "spectral": 2.3927783966064453,
+        "reflectance": 0.0023929650121698935,
+        "spectral": 1.804798807828657,
         "spatial": 0.0,
-        "synthesis": 0.07039871960878372,
-        "hallucination": 0.054775196313858035,
-        "omission": 0.06296666562557221,
-        "improvement": 0.8822581052780152
+        "synthesis": 0.07252874315506028,
+        "hallucination": 0.05607550320846419,
+        "omission": 0.06904069081910195,
+        "improvement": 0.8748838036291061
+      },
+      "mamba-rswir-x2": {
+        "reflectance": NaN,
+        "spectral": NaN,
+        "spatial": NaN,
+        "synthesis": NaN,
+        "hallucination": NaN,
+        "omission": NaN,
+        "improvement": NaN
+      },
+      "lite-rswir-x2": {
+        "reflectance": NaN,
+        "spectral": NaN,
+        "spatial": NaN,
+        "synthesis": NaN,
+        "hallucination": NaN,
+        "omission": NaN,
+        "improvement": NaN
       },
       "mamba-main": {
         "reflectance": 0.0022339470921114326,
@@ -50,22 +82,49 @@
     },
     "spot": {
       "main": {
-        "reflectance": 0.0015137680107727646,
-        "spectral": 0.5020251184701919,
+        "reflectance": 0.0019762718778414032,
+        "spectral": 0.6286176443099976,
+        "spatial": 0.0,
+        "synthesis": 0.07645224697060055,
+        "hallucination": 0.07341786267028914,
+        "omission": 0.12738969715105164,
+        "improvement": 0.7991924583911896
+      },
+      "mamba-rgbn-x4": {
+        "reflectance": 0.0021661585778929293,
+        "spectral": 0.7280389053954018,
         "spatial": 0.0,
-        "synthesis": 0.08148588538169861,
-        "hallucination": 0.04876049757003784,
-        "omission": 0.07705504931509495,
-        "improvement": 0.8741844296455383
+        "synthesis": 0.07640890404582024,
+        "hallucination": 0.07477001659572124,
+        "omission": 0.1313268399486939,
+        "improvement": 0.7939031256569756
       },
       "lite-main": {
-        "reflectance": 0.0029625981813296677,
-        "spectral": 1.2876716732978821,
+        "reflectance": 0.003689945882393254,
+        "spectral": 1.5121355056762695,
         "spatial": 0.0,
-        "synthesis": 0.08143424168229103,
-        "hallucination": 0.04740968495607376,
-        "omission": 0.07923002876341342,
-        "improvement": 0.8733603119850158
+        "synthesis": 0.07637888938188553,
+        "hallucination": 0.07357814742459191,
+        "omission": 0.1317059677094221,
+        "improvement": 0.7947158780362871
+      },
+      "mamba-rswir-x2": {
+        "reflectance": NaN,
+        "spectral": NaN,
+        "spatial": NaN,
+        "synthesis": NaN,
+        "hallucination": NaN,
+        "omission": NaN,
+        "improvement": NaN
+      },
+      "lite-rswir-x2": {
+        "reflectance": NaN,
+        "spectral": NaN,
+        "spatial": NaN,
+        "synthesis": NaN,
+        "hallucination": NaN,
+        "omission": NaN,
+        "improvement": NaN
       },
       "mamba-main": {
         "reflectance": 0.003966439825793107,
@@ -87,6 +146,15 @@
         "omission": NaN,
         "improvement": NaN
       },
+      "mamba-rgbn-x4": {
+        "reflectance": NaN,
+        "spectral": NaN,
+        "spatial": NaN,
+        "synthesis": NaN,
+        "hallucination": NaN,
+        "omission": NaN,
+        "improvement": NaN
+      },
       "lite-main": {
         "reflectance": NaN,
         "spectral": NaN,
@@ -96,6 +164,24 @@
         "omission": NaN,
         "improvement": NaN
       },
+      "mamba-rswir-x2": {
+        "reflectance": NaN,
+        "spectral": NaN,
+        "spatial": NaN,
+        "synthesis": NaN,
+        "hallucination": NaN,
+        "omission": NaN,
+        "improvement": NaN
+      },
+      "lite-rswir-x2": {
+        "reflectance": NaN,
+        "spectral": NaN,
+        "spatial": NaN,
+        "synthesis": NaN,
+        "hallucination": NaN,
+        "omission": NaN,
+        "improvement": NaN
+      },
       "mamba-main": {
         "reflectance": NaN,
         "spectral": NaN,
@@ -108,22 +194,49 @@
     },
     "spain_crops": {
       "main": {
-        "reflectance": 0.000863877939991653,
-        "spectral": 0.244261234998703,
+        "reflectance": 0.0011882550731700445,
+        "spectral": 0.5469950283212321,
         "spatial": 0.0,
-        "synthesis": 0.08564912378787995,
-        "hallucination": 0.056101154536008835,
-        "omission": 0.07258966490626335,
-        "improvement": 0.8713091850280762
+        "synthesis": 0.077598962799779,
+        "hallucination": 0.07354845825050559,
+        "omission": 0.08589955272951297,
+        "improvement": 0.8405519872903824
+      },
+      "mamba-rgbn-x4": {
+        "reflectance": 0.001475947185619069,
+        "spectral": 0.803401131182909,
+        "spatial": 0.0021428570949605535,
+        "synthesis": 0.07759423327765294,
+        "hallucination": 0.0744503526283162,
+        "omission": 0.08846777996846608,
+        "improvement": 0.8370818815061024
       },
       "lite-main": {
-        "reflectance": 0.0020153194200247526,
-        "spectral": 0.854781448841095,
+        "reflectance": 0.0026417697538688245,
+        "spectral": 1.8849001335246223,
         "spatial": 0.0,
-        "synthesis": 0.08567006886005402,
-        "hallucination": 0.0567667581140995,
-        "omission": 0.07348770499229432,
-        "improvement": 0.8697455525398254
+        "synthesis": 0.07759636347847325,
+        "hallucination": 0.07414230997008937,
+        "omission": 0.08715103340468236,
+        "improvement": 0.8387066466467721
+      },
+      "mamba-rswir-x2": {
+        "reflectance": NaN,
+        "spectral": NaN,
+        "spatial": NaN,
+        "synthesis": NaN,
+        "hallucination": NaN,
+        "omission": NaN,
+        "improvement": NaN
+      },
+      "lite-rswir-x2": {
+        "reflectance": NaN,
+        "spectral": NaN,
+        "spatial": NaN,
+        "synthesis": NaN,
+        "hallucination": NaN,
+        "omission": NaN,
+        "improvement": NaN
       },
       "mamba-main": {
         "reflectance": 0.0026570606652447687,
@@ -137,22 +250,49 @@
     },
     "spain_urban": {
       "main": {
-        "reflectance": 0.0024676020024344326,
-        "spectral": 0.7425368785858154,
+        "reflectance": 0.0021667736960807814,
+        "spectral": 0.8991339713335037,
         "spatial": 0.0,
-        "synthesis": 0.06469885557889939,
-        "hallucination": 0.11389216557145118,
-        "omission": 0.17990852147340775,
-        "improvement": 0.706199336051941
+        "synthesis": 0.06583081781864167,
+        "hallucination": 0.11562187746167182,
+        "omission": 0.18901528269052506,
+        "improvement": 0.6953628465533257
+      },
+      "mamba-rgbn-x4": {
+        "reflectance": 0.0025140972109511496,
+        "spectral": 1.1842669248580933,
+        "spatial": 0.0009999999776482583,
+        "synthesis": 0.06583918519318104,
+        "hallucination": 0.11817860100418329,
+        "omission": 0.19565520733594893,
+        "improvement": 0.6861661776900292
       },
       "lite-main": {
-        "reflectance": 0.004898236738517881,
-        "spectral": 2.0831736087799073,
+        "reflectance": 0.004511551716132089,
+        "spectral": 2.823348546028137,
         "spatial": 0.0,
-        "synthesis": 0.06472475975751876,
-        "hallucination": 0.11299453899264336,
-        "omission": 0.18166528269648552,
-        "improvement": 0.7053401947021485
+        "synthesis": 0.06582423765212297,
+        "hallucination": 0.11515809502452612,
+        "omission": 0.18995906542986632,
+        "improvement": 0.6948828414082527
+      },
+      "mamba-rswir-x2": {
+        "reflectance": NaN,
+        "spectral": NaN,
+        "spatial": NaN,
+        "synthesis": NaN,
+        "hallucination": NaN,
+        "omission": NaN,
+        "improvement": NaN
+      },
+      "lite-rswir-x2": {
+        "reflectance": NaN,
+        "spectral": NaN,
+        "spatial": NaN,
+        "synthesis": NaN,
+        "hallucination": NaN,
+        "omission": NaN,
+        "improvement": NaN
       },
       "mamba-main": {
         "reflectance": 0.004436286317650228,
@@ -167,22 +307,31 @@
   },
   "aggregate": {
     "main": {
-      "reflectance": 0.0014162810664856808,
-      "spectral": 0.5170857377350331,
+      "reflectance": 0.001586866766839723,
+      "spectral": 0.6365424596245319,
       "spatial": 0.0,
-      "synthesis": 0.07555735222995281,
-      "hallucination": 0.06852484196424484,
-      "omission": 0.09842249667271971,
-      "improvement": 0.8330526620149612
+      "synthesis": 0.07310287687759151,
+      "hallucination": 0.07966600968242568,
+      "omission": 0.11797190913327299,
+      "improvement": 0.8023620909620677
+    },
+    "mamba-rgbn-x4": {
+      "reflectance": 0.0018528057707844878,
+      "spectral": 0.8474900123219282,
+      "spatial": 0.0010276497466154913,
+      "synthesis": 0.07309216591014531,
+      "hallucination": 0.08097695759712173,
+      "omission": 0.1215633846260035,
+      "improvement": 0.7974596511072842
     },
     "lite-main": {
-      "reflectance": 0.0030271247494965793,
-      "spectral": 1.6546012818813325,
+      "reflectance": 0.003309058091141016,
+      "spectral": 2.0062957482644217,
       "spatial": 0.0,
-      "synthesis": 0.07555694747716188,
-      "hallucination": 0.06798654459416867,
-      "omission": 0.09933742051944136,
-      "improvement": 0.8326760411262513
+      "synthesis": 0.0730820584168855,
+      "hallucination": 0.0797385139069179,
+      "omission": 0.11946418934076819,
+      "improvement": 0.8007972924301044
     },
     "mamba-main": {
       "reflectance": 0.003323433475199884,