{
  "gold_sentences": 6606,
  "gold_tokens": 113725,
  "gold_entities": 18210,
  "results": {
    "EXP-001 AraBERTv02 nested": {
      "overall": {
        "precision": 0.9208,
        "recall": 0.9343,
        "f1": 0.9275,
        "tp": 17013,
        "fp": 1464,
        "fn": 1197,
        "gold_entities": 18210,
        "pred_entities": 18477,
        "macro_f1_over_types": 0.8411
      },
      "per_type": {
        "CARDINAL": {
          "support": 342,
          "pred": 338,
          "tp": 302,
          "fp": 36,
          "fn": 40,
          "precision": 0.8935,
          "recall": 0.883,
          "f1": 0.8882
        },
        "CURR": {
          "support": 41,
          "pred": 40,
          "tp": 37,
          "fp": 3,
          "fn": 4,
          "precision": 0.925,
          "recall": 0.9024,
          "f1": 0.9136
        },
        "DATE": {
          "support": 3206,
          "pred": 3239,
          "tp": 3086,
          "fp": 153,
          "fn": 120,
          "precision": 0.9528,
          "recall": 0.9626,
          "f1": 0.9576
        },
        "EVENT": {
          "support": 570,
          "pred": 578,
          "tp": 474,
          "fp": 104,
          "fn": 96,
          "precision": 0.8201,
          "recall": 0.8316,
          "f1": 0.8258
        },
        "FAC": {
          "support": 246,
          "pred": 254,
          "tp": 205,
          "fp": 49,
          "fn": 41,
          "precision": 0.8071,
          "recall": 0.8333,
          "f1": 0.82
        },
        "GPE": {
          "support": 4344,
          "pred": 4334,
          "tp": 4190,
          "fp": 144,
          "fn": 154,
          "precision": 0.9668,
          "recall": 0.9645,
          "f1": 0.9657
        },
        "LANGUAGE": {
          "support": 44,
          "pred": 40,
          "tp": 38,
          "fp": 2,
          "fn": 6,
          "precision": 0.95,
          "recall": 0.8636,
          "f1": 0.9048
        },
        "LAW": {
          "support": 90,
          "pred": 97,
          "tp": 78,
          "fp": 19,
          "fn": 12,
          "precision": 0.8041,
          "recall": 0.8667,
          "f1": 0.8342
        },
        "LOC": {
          "support": 219,
          "pred": 224,
          "tp": 190,
          "fp": 34,
          "fn": 29,
          "precision": 0.8482,
          "recall": 0.8676,
          "f1": 0.8578
        },
        "MONEY": {
          "support": 33,
          "pred": 40,
          "tp": 31,
          "fp": 9,
          "fn": 2,
          "precision": 0.775,
          "recall": 0.9394,
          "f1": 0.8493
        },
        "NORP": {
          "support": 1095,
          "pred": 1174,
          "tp": 922,
          "fp": 252,
          "fn": 173,
          "precision": 0.7853,
          "recall": 0.842,
          "f1": 0.8127
        },
        "OCC": {
          "support": 1126,
          "pred": 1142,
          "tp": 1029,
          "fp": 113,
          "fn": 97,
          "precision": 0.9011,
          "recall": 0.9139,
          "f1": 0.9074
        },
        "ORDINAL": {
          "support": 1083,
          "pred": 1065,
          "tp": 1027,
          "fp": 38,
          "fn": 56,
          "precision": 0.9643,
          "recall": 0.9483,
          "f1": 0.9562
        },
        "ORG": {
          "support": 3928,
          "pred": 4035,
          "tp": 3719,
          "fp": 316,
          "fn": 209,
          "precision": 0.9217,
          "recall": 0.9468,
          "f1": 0.9341
        },
        "PERCENT": {
          "support": 33,
          "pred": 33,
          "tp": 32,
          "fp": 1,
          "fn": 1,
          "precision": 0.9697,
          "recall": 0.9697,
          "f1": 0.9697
        },
        "PERS": {
          "support": 1571,
          "pred": 1582,
          "tp": 1477,
          "fp": 105,
          "fn": 94,
          "precision": 0.9336,
          "recall": 0.9402,
          "f1": 0.9369
        },
        "PRODUCT": {
          "support": 19,
          "pred": 19,
          "tp": 14,
          "fp": 5,
          "fn": 5,
          "precision": 0.7368,
          "recall": 0.7368,
          "f1": 0.7368
        },
        "QUANTITY": {
          "support": 9,
          "pred": 11,
          "tp": 5,
          "fp": 6,
          "fn": 4,
          "precision": 0.4545,
          "recall": 0.5556,
          "f1": 0.5
        },
        "TIME": {
          "support": 84,
          "pred": 90,
          "tp": 63,
          "fp": 27,
          "fn": 21,
          "precision": 0.7,
          "recall": 0.75,
          "f1": 0.7241
        },
        "UNIT": {
          "support": 11,
          "pred": 10,
          "tp": 7,
          "fp": 3,
          "fn": 4,
          "precision": 0.7,
          "recall": 0.6364,
          "f1": 0.6667
        },
        "WEBSITE": {
          "support": 116,
          "pred": 132,
          "tp": 87,
          "fp": 45,
          "fn": 29,
          "precision": 0.6591,
          "recall": 0.75,
          "f1": 0.7016
        }
      },
      "per_domain": {
        "Awraq_G1": {
          "sentences": 931,
          "support": 3316,
          "precision": 0.9523,
          "recall": 0.9692,
          "f1": 0.9607
        },
        "Awraq_G2": {
          "sentences": 979,
          "support": 3498,
          "precision": 0.9743,
          "recall": 0.9771,
          "f1": 0.9757
        },
        "Awraq_G3": {
          "sentences": 1430,
          "support": 4494,
          "precision": 0.8707,
          "recall": 0.8945,
          "f1": 0.8824
        },
        "Curras": {
          "sentences": 1045,
          "support": 3797,
          "precision": 0.9489,
          "recall": 0.9637,
          "f1": 0.9562
        },
        "Lebanese": {
          "sentences": 85,
          "support": 287,
          "precision": 0.9448,
          "recall": 0.9547,
          "f1": 0.9497
        },
        "PCMA": {
          "sentences": 209,
          "support": 463,
          "precision": 0.9893,
          "recall": 0.9957,
          "f1": 0.9925
        },
        "QUORA": {
          "sentences": 530,
          "support": 619,
          "precision": 0.8344,
          "recall": 0.8304,
          "f1": 0.8324
        },
        "T1: Terrorism": {
          "sentences": 276,
          "support": 654,
          "precision": 0.8824,
          "recall": 0.8838,
          "f1": 0.8831
        },
        "T2: Foreign policy": {
          "sentences": 288,
          "support": 617,
          "precision": 0.8781,
          "recall": 0.8525,
          "f1": 0.8651
        },
        "T3: Security": {
          "sentences": 166,
          "support": 123,
          "precision": 0.6515,
          "recall": 0.6992,
          "f1": 0.6745
        },
        "T4: Elections": {
          "sentences": 322,
          "support": 179,
          "precision": 0.6816,
          "recall": 0.6816,
          "f1": 0.6816
        },
        "T5: Migration": {
          "sentences": 129,
          "support": 49,
          "precision": 0.6212,
          "recall": 0.8367,
          "f1": 0.713
        },
        "T6: Health policy": {
          "sentences": 216,
          "support": 114,
          "precision": 0.8475,
          "recall": 0.8772,
          "f1": 0.8621
        }
      }
    },
    "EXP-002 MARBERTv2 nested": {
      "overall": {
        "precision": 0.9058,
        "recall": 0.911,
        "f1": 0.9084,
        "tp": 16590,
        "fp": 1726,
        "fn": 1620,
        "gold_entities": 18210,
        "pred_entities": 18316,
        "macro_f1_over_types": 0.5877
      },
      "per_type": {
        "CARDINAL": {
          "support": 342,
          "pred": 341,
          "tp": 289,
          "fp": 52,
          "fn": 53,
          "precision": 0.8475,
          "recall": 0.845,
          "f1": 0.8463
        },
        "CURR": {
          "support": 41,
          "pred": 2,
          "tp": 1,
          "fp": 1,
          "fn": 40,
          "precision": 0.5,
          "recall": 0.0244,
          "f1": 0.0465
        },
        "DATE": {
          "support": 3206,
          "pred": 3238,
          "tp": 3079,
          "fp": 159,
          "fn": 127,
          "precision": 0.9509,
          "recall": 0.9604,
          "f1": 0.9556
        },
        "EVENT": {
          "support": 570,
          "pred": 612,
          "tp": 437,
          "fp": 175,
          "fn": 133,
          "precision": 0.7141,
          "recall": 0.7667,
          "f1": 0.7394
        },
        "FAC": {
          "support": 246,
          "pred": 247,
          "tp": 170,
          "fp": 77,
          "fn": 76,
          "precision": 0.6883,
          "recall": 0.6911,
          "f1": 0.6897
        },
        "GPE": {
          "support": 4344,
          "pred": 4349,
          "tp": 4179,
          "fp": 170,
          "fn": 165,
          "precision": 0.9609,
          "recall": 0.962,
          "f1": 0.9615
        },
        "LANGUAGE": {
          "support": 44,
          "pred": 10,
          "tp": 10,
          "fp": 0,
          "fn": 34,
          "precision": 1.0,
          "recall": 0.2273,
          "f1": 0.3704
        },
        "LAW": {
          "support": 90,
          "pred": 100,
          "tp": 74,
          "fp": 26,
          "fn": 16,
          "precision": 0.74,
          "recall": 0.8222,
          "f1": 0.7789
        },
        "LOC": {
          "support": 219,
          "pred": 201,
          "tp": 161,
          "fp": 40,
          "fn": 58,
          "precision": 0.801,
          "recall": 0.7352,
          "f1": 0.7667
        },
        "MONEY": {
          "support": 33,
          "pred": 36,
          "tp": 26,
          "fp": 10,
          "fn": 7,
          "precision": 0.7222,
          "recall": 0.7879,
          "f1": 0.7536
        },
        "NORP": {
          "support": 1095,
          "pred": 1166,
          "tp": 902,
          "fp": 264,
          "fn": 193,
          "precision": 0.7736,
          "recall": 0.8237,
          "f1": 0.7979
        },
        "OCC": {
          "support": 1126,
          "pred": 1156,
          "tp": 1017,
          "fp": 139,
          "fn": 109,
          "precision": 0.8798,
          "recall": 0.9032,
          "f1": 0.8913
        },
        "ORDINAL": {
          "support": 1083,
          "pred": 1048,
          "tp": 1017,
          "fp": 31,
          "fn": 66,
          "precision": 0.9704,
          "recall": 0.9391,
          "f1": 0.9545
        },
        "ORG": {
          "support": 3928,
          "pred": 4047,
          "tp": 3682,
          "fp": 365,
          "fn": 246,
          "precision": 0.9098,
          "recall": 0.9374,
          "f1": 0.9234
        },
        "PERCENT": {
          "support": 33,
          "pred": 30,
          "tp": 0,
          "fp": 30,
          "fn": 33,
          "precision": 0.0,
          "recall": 0.0,
          "f1": 0.0
        },
        "PERS": {
          "support": 1571,
          "pred": 1591,
          "tp": 1463,
          "fp": 128,
          "fn": 108,
          "precision": 0.9195,
          "recall": 0.9313,
          "f1": 0.9254
        },
        "PRODUCT": {
          "support": 19,
          "pred": 0,
          "tp": 0,
          "fp": 0,
          "fn": 19,
          "precision": 0.0,
          "recall": 0.0,
          "f1": 0.0
        },
        "QUANTITY": {
          "support": 9,
          "pred": 0,
          "tp": 0,
          "fp": 0,
          "fn": 9,
          "precision": 0.0,
          "recall": 0.0,
          "f1": 0.0
        },
        "TIME": {
          "support": 84,
          "pred": 41,
          "tp": 26,
          "fp": 15,
          "fn": 58,
          "precision": 0.6341,
          "recall": 0.3095,
          "f1": 0.416
        },
        "UNIT": {
          "support": 11,
          "pred": 0,
          "tp": 0,
          "fp": 0,
          "fn": 11,
          "precision": 0.0,
          "recall": 0.0,
          "f1": 0.0
        },
        "WEBSITE": {
          "support": 116,
          "pred": 101,
          "tp": 57,
          "fp": 44,
          "fn": 59,
          "precision": 0.5644,
          "recall": 0.4914,
          "f1": 0.5253
        }
      },
      "per_domain": {
        "Awraq_G1": {
          "sentences": 931,
          "support": 3316,
          "precision": 0.9388,
          "recall": 0.9524,
          "f1": 0.9455
        },
        "Awraq_G2": {
          "sentences": 979,
          "support": 3498,
          "precision": 0.9681,
          "recall": 0.9706,
          "f1": 0.9693
        },
        "Awraq_G3": {
          "sentences": 1430,
          "support": 4494,
          "precision": 0.8475,
          "recall": 0.856,
          "f1": 0.8518
        },
        "Curras": {
          "sentences": 1045,
          "support": 3797,
          "precision": 0.9385,
          "recall": 0.9529,
          "f1": 0.9456
        },
        "Lebanese": {
          "sentences": 85,
          "support": 287,
          "precision": 0.9315,
          "recall": 0.9477,
          "f1": 0.9396
        },
        "PCMA": {
          "sentences": 209,
          "support": 463,
          "precision": 0.985,
          "recall": 0.9935,
          "f1": 0.9892
        },
        "QUORA": {
          "sentences": 530,
          "support": 619,
          "precision": 0.7857,
          "recall": 0.7641,
          "f1": 0.7748
        },
        "T1: Terrorism": {
          "sentences": 276,
          "support": 654,
          "precision": 0.8674,
          "recall": 0.8502,
          "f1": 0.8587
        },
        "T2: Foreign policy": {
          "sentences": 288,
          "support": 617,
          "precision": 0.8232,
          "recall": 0.8152,
          "f1": 0.8192
        },
        "T3: Security": {
          "sentences": 166,
          "support": 123,
          "precision": 0.6198,
          "recall": 0.6098,
          "f1": 0.6148
        },
        "T4: Elections": {
          "sentences": 322,
          "support": 179,
          "precision": 0.6752,
          "recall": 0.5922,
          "f1": 0.631
        },
        "T5: Migration": {
          "sentences": 129,
          "support": 49,
          "precision": 0.6531,
          "recall": 0.6531,
          "f1": 0.6531
        },
        "T6: Health policy": {
          "sentences": 216,
          "support": 114,
          "precision": 0.8559,
          "recall": 0.8333,
          "f1": 0.8444
        }
      }
    }
  }
}