Upload holdout_metrics.json with huggingface_hub

holdout_metrics.json

@@ -3,79 +3,108 @@
   "jaccard": {
     "match_thr": 0.5,
     "overall": {
-      "tp": 13513,
-      "fp": 3341,
-      "fn": 2661,
-      "precision": 0.8017681262608283,
-      "recall": 0.8354766909855323,
-      "f05": 0.8082904653666707,
-      "f1": 0.8182754026886278
+      "tp": 13176,
+      "fp": 3097,
+      "fn": 2998,
+      "precision": 0.8096847538868064,
+      "recall": 0.8146407815011747,
+      "f05": 0.8106711293775994,
+      "f1": 0.8121552069528769
+    },
+    "by_label": {
+      "named": {
+        "tp": 5344,
+        "fp": 1538,
+        "fn": 1629,
+        "precision": 0.7765184539378088,
+        "recall": 0.7663846264161767,
+        "f05": 0.7744703052085447,
+        "f1": 0.771418260555756
+      },
+      "descriptive": {
+        "tp": 5522,
+        "fp": 2631,
+        "fn": 2078,
+        "precision": 0.6772967006010058,
+        "recall": 0.7265789473684211,
+        "f05": 0.6866109619019198,
+        "f1": 0.701072811527963
+      },
+      "vague": {
+        "tp": 670,
+        "fp": 604,
+        "fn": 934,
+        "precision": 0.5259026687598116,
+        "recall": 0.4177057356608479,
+        "f05": 0.4999999999999999,
+        "f1": 0.46560111188325226
+      }
     },
     "by_corpus": {
       "prwp": {
-        "tp": 10244,
-        "fp": 2662,
-        "fn": 2058,
-        "precision": 0.7937393460406013,
-        "recall": 0.832710128434401,
-        "f05": 0.8012389325157213,
-        "f1": 0.8127578546493177
+        "tp": 10034,
+        "fp": 2478,
+        "fn": 2268,
+        "precision": 0.8019501278772379,
+        "recall": 0.8156397333766867,
+        "f05": 0.8046511627906975,
+        "f1": 0.8087370033045862
       },
       "fcv": {
-        "tp": 3269,
-        "fp": 679,
-        "fn": 603,
-        "precision": 0.8280141843971631,
-        "recall": 0.8442665289256198,
-        "f05": 0.831214401952807,
-        "f1": 0.8360613810741688
+        "tp": 3142,
+        "fp": 619,
+        "fn": 730,
+        "precision": 0.8354161127359745,
+        "recall": 0.8114669421487604,
+        "f05": 0.830513850708395,
+        "f1": 0.8232673915891524
       }
     },
     "by_origin": {
       "general_prwp": {
-        "tp": 10244,
-        "fp": 2662,
-        "fn": 2058,
-        "precision": 0.7937393460406013,
-        "recall": 0.832710128434401,
-        "f05": 0.8012389325157213,
-        "f1": 0.8127578546493177
+        "tp": 10034,
+        "fp": 2478,
+        "fn": 2268,
+        "precision": 0.8019501278772379,
+        "recall": 0.8156397333766867,
+        "f05": 0.8046511627906975,
+        "f1": 0.8087370033045862
       },
       "fcv_pads_east_asia": {
-        "tp": 753,
-        "fp": 101,
-        "fn": 85,
-        "precision": 0.8817330210772834,
-        "recall": 0.8985680190930787,
-        "f05": 0.885049365303244,
-        "f1": 0.8900709219858156
+        "tp": 728,
+        "fp": 96,
+        "fn": 110,
+        "precision": 0.883495145631068,
+        "recall": 0.8687350835322196,
+        "f05": 0.8805031446540881,
+        "f1": 0.8760529482551144
       },
       "reliefweb": {
-        "tp": 1630,
-        "fp": 394,
-        "fn": 375,
-        "precision": 0.8053359683794467,
-        "recall": 0.8129675810473815,
-        "f05": 0.8068508068508069,
-        "f1": 0.8091337800943164
+        "tp": 1561,
+        "fp": 351,
+        "fn": 444,
+        "precision": 0.8164225941422594,
+        "recall": 0.7785536159600998,
+        "f05": 0.8085569253081942,
+        "f1": 0.7970385499106459
       },
       "refugee_pads": {
-        "tp": 732,
-        "fp": 157,
-        "fn": 124,
-        "precision": 0.8233970753655793,
-        "recall": 0.8551401869158879,
-        "f05": 0.8295557570262919,
-        "f1": 0.8389684813753582
+        "tp": 704,
+        "fp": 147,
+        "fn": 152,
+        "precision": 0.827262044653349,
+        "recall": 0.822429906542056,
+        "f05": 0.8262910798122065,
+        "f1": 0.824838898652607
       },
       "jdc_operational": {
-        "tp": 154,
-        "fp": 27,
-        "fn": 19,
-        "precision": 0.850828729281768,
-        "recall": 0.8901734104046243,
-        "f05": 0.8584169453734672,
-        "f1": 0.8700564971751413
+        "tp": 149,
+        "fp": 25,
+        "fn": 24,
+        "precision": 0.8563218390804598,
+        "recall": 0.861271676300578,
+        "f05": 0.857307249712313,
+        "f1": 0.8587896253602305
       }
     }
   },
@@ -94,7 +123,7 @@
     },
     {
       "gold": "{\"data_mentions\":[]}",
-      "pred": "{\"data_mentions\":[]}"
+      "pred": "{\"data_mentions\":[{\"data_mention\":\"EUROMOD I4.0+\",\"specificity_type\":\"named\"}]}"
     },
     {
       "gold": "{\"data_mentions\":[{\"data_mention\":\"World Development Indicators\",\"specificity_type\":\"named\"},{\"data_mention\":\"IMF World ",
@@ -110,7 +139,7 @@
     },
     {
       "gold": "{\"data_mentions\":[{\"data_mention\":\"UNESCO-provided data\",\"specificity_type\":\"descriptive\"}]}",
-      "pred": "{\"data_mentions\":[{\"data_mention\":\"UNESCO-provided data\",\"specificity_type\":\"descriptive\"}]}"
+      "pred": "{\"data_mentions\":[{\"data_mention\":\"PIRLS\",\"specificity_type\":\"named\"},{\"data_mention\":\"UNESCO-provided data\",\"specificit"
     },
     {
       "gold": "{\"data_mentions\":[{\"data_mention\":\"IHPS dataset\",\"specificity_type\":\"named\"},{\"data_mention\":\"IHS4 data\",\"specificity_ty",