Upload holdout_metrics.json with huggingface_hub

holdout_metrics.json

@@ -1,48 +1,84 @@
 {
   "n_eval": 12531,
-  "overall": {
-    "tp": 11102,
-    "fp": 6221,
-    "fn": 5315,
-    "precision": 0.640882064307568,
-    "recall": 0.676250228421758,
-    "f1": 0.6580912863070539
-  },
-  "per_label": {
-    "named": {
-      "tp": 5161,
-      "fp": 2220,
-      "fn": 1959,
-      "precision": 0.6992277469177618,
-      "recall": 0.7248595505617977,
-      "f1": 0.7118129784152817
+  "jaccard": {
+    "match_thr": 0.5,
+    "overall": {
+      "tp": 13513,
+      "fp": 3341,
+      "fn": 2661,
+      "precision": 0.8017681262608283,
+      "recall": 0.8354766909855323,
+      "f05": 0.8082904653666707,
+      "f1": 0.8182754026886278
     },
-    "descriptive": {
-      "tp": 5251,
-      "fp": 3385,
-      "fn": 2416,
-      "precision": 0.6080361278369616,
-      "recall": 0.684883265944959,
-      "f1": 0.6441759185425996
+    "by_corpus": {
+      "prwp": {
+        "tp": 10244,
+        "fp": 2662,
+        "fn": 2058,
+        "precision": 0.7937393460406013,
+        "recall": 0.832710128434401,
+        "f05": 0.8012389325157213,
+        "f1": 0.8127578546493177
+      },
+      "fcv": {
+        "tp": 3269,
+        "fp": 679,
+        "fn": 603,
+        "precision": 0.8280141843971631,
+        "recall": 0.8442665289256198,
+        "f05": 0.831214401952807,
+        "f1": 0.8360613810741688
+      }
     },
-    "vague": {
-      "tp": 690,
-      "fp": 616,
-      "fn": 940,
-      "precision": 0.5283307810107197,
-      "recall": 0.4233128834355828,
-      "f1": 0.47002724795640327
+    "by_origin": {
+      "general_prwp": {
+        "tp": 10244,
+        "fp": 2662,
+        "fn": 2058,
+        "precision": 0.7937393460406013,
+        "recall": 0.832710128434401,
+        "f05": 0.8012389325157213,
+        "f1": 0.8127578546493177
+      },
+      "fcv_pads_east_asia": {
+        "tp": 753,
+        "fp": 101,
+        "fn": 85,
+        "precision": 0.8817330210772834,
+        "recall": 0.8985680190930787,
+        "f05": 0.885049365303244,
+        "f1": 0.8900709219858156
+      },
+      "reliefweb": {
+        "tp": 1630,
+        "fp": 394,
+        "fn": 375,
+        "precision": 0.8053359683794467,
+        "recall": 0.8129675810473815,
+        "f05": 0.8068508068508069,
+        "f1": 0.8091337800943164
+      },
+      "refugee_pads": {
+        "tp": 732,
+        "fp": 157,
+        "fn": 124,
+        "precision": 0.8233970753655793,
+        "recall": 0.8551401869158879,
+        "f05": 0.8295557570262919,
+        "f1": 0.8389684813753582
+      },
+      "jdc_operational": {
+        "tp": 154,
+        "fp": 27,
+        "fn": 19,
+        "precision": 0.850828729281768,
+        "recall": 0.8901734104046243,
+        "f05": 0.8584169453734672,
+        "f1": 0.8700564971751413
+      }
     }
   },
-  "verbatim": {
-    "emitted": 17405,
-    "verbatim": 12635,
-    "rate": 0.7259408216029877
-  },
-  "empty": {
-    "gold": 2003,
-    "pred": 1608
-  },
   "examples": [
     {
       "gold": "{\"data_mentions\":[{\"data_mention\":\"administrative data\",\"specificity_type\":\"descriptive\"}]}",