| { | |
| "gold_sentences": 6606, | |
| "gold_tokens": 113725, | |
| "gold_entities": 18210, | |
| "results": { | |
| "EXP-001 AraBERTv02 nested": { | |
| "overall": { | |
| "precision": 0.9208, | |
| "recall": 0.9343, | |
| "f1": 0.9275, | |
| "tp": 17013, | |
| "fp": 1464, | |
| "fn": 1197, | |
| "gold_entities": 18210, | |
| "pred_entities": 18477, | |
| "macro_f1_over_types": 0.8411 | |
| }, | |
| "per_type": { | |
| "CARDINAL": { | |
| "support": 342, | |
| "pred": 338, | |
| "tp": 302, | |
| "fp": 36, | |
| "fn": 40, | |
| "precision": 0.8935, | |
| "recall": 0.883, | |
| "f1": 0.8882 | |
| }, | |
| "CURR": { | |
| "support": 41, | |
| "pred": 40, | |
| "tp": 37, | |
| "fp": 3, | |
| "fn": 4, | |
| "precision": 0.925, | |
| "recall": 0.9024, | |
| "f1": 0.9136 | |
| }, | |
| "DATE": { | |
| "support": 3206, | |
| "pred": 3239, | |
| "tp": 3086, | |
| "fp": 153, | |
| "fn": 120, | |
| "precision": 0.9528, | |
| "recall": 0.9626, | |
| "f1": 0.9576 | |
| }, | |
| "EVENT": { | |
| "support": 570, | |
| "pred": 578, | |
| "tp": 474, | |
| "fp": 104, | |
| "fn": 96, | |
| "precision": 0.8201, | |
| "recall": 0.8316, | |
| "f1": 0.8258 | |
| }, | |
| "FAC": { | |
| "support": 246, | |
| "pred": 254, | |
| "tp": 205, | |
| "fp": 49, | |
| "fn": 41, | |
| "precision": 0.8071, | |
| "recall": 0.8333, | |
| "f1": 0.82 | |
| }, | |
| "GPE": { | |
| "support": 4344, | |
| "pred": 4334, | |
| "tp": 4190, | |
| "fp": 144, | |
| "fn": 154, | |
| "precision": 0.9668, | |
| "recall": 0.9645, | |
| "f1": 0.9657 | |
| }, | |
| "LANGUAGE": { | |
| "support": 44, | |
| "pred": 40, | |
| "tp": 38, | |
| "fp": 2, | |
| "fn": 6, | |
| "precision": 0.95, | |
| "recall": 0.8636, | |
| "f1": 0.9048 | |
| }, | |
| "LAW": { | |
| "support": 90, | |
| "pred": 97, | |
| "tp": 78, | |
| "fp": 19, | |
| "fn": 12, | |
| "precision": 0.8041, | |
| "recall": 0.8667, | |
| "f1": 0.8342 | |
| }, | |
| "LOC": { | |
| "support": 219, | |
| "pred": 224, | |
| "tp": 190, | |
| "fp": 34, | |
| "fn": 29, | |
| "precision": 0.8482, | |
| "recall": 0.8676, | |
| "f1": 0.8578 | |
| }, | |
| "MONEY": { | |
| "support": 33, | |
| "pred": 40, | |
| "tp": 31, | |
| "fp": 9, | |
| "fn": 2, | |
| "precision": 0.775, | |
| "recall": 0.9394, | |
| "f1": 0.8493 | |
| }, | |
| "NORP": { | |
| "support": 1095, | |
| "pred": 1174, | |
| "tp": 922, | |
| "fp": 252, | |
| "fn": 173, | |
| "precision": 0.7853, | |
| "recall": 0.842, | |
| "f1": 0.8127 | |
| }, | |
| "OCC": { | |
| "support": 1126, | |
| "pred": 1142, | |
| "tp": 1029, | |
| "fp": 113, | |
| "fn": 97, | |
| "precision": 0.9011, | |
| "recall": 0.9139, | |
| "f1": 0.9074 | |
| }, | |
| "ORDINAL": { | |
| "support": 1083, | |
| "pred": 1065, | |
| "tp": 1027, | |
| "fp": 38, | |
| "fn": 56, | |
| "precision": 0.9643, | |
| "recall": 0.9483, | |
| "f1": 0.9562 | |
| }, | |
| "ORG": { | |
| "support": 3928, | |
| "pred": 4035, | |
| "tp": 3719, | |
| "fp": 316, | |
| "fn": 209, | |
| "precision": 0.9217, | |
| "recall": 0.9468, | |
| "f1": 0.9341 | |
| }, | |
| "PERCENT": { | |
| "support": 33, | |
| "pred": 33, | |
| "tp": 32, | |
| "fp": 1, | |
| "fn": 1, | |
| "precision": 0.9697, | |
| "recall": 0.9697, | |
| "f1": 0.9697 | |
| }, | |
| "PERS": { | |
| "support": 1571, | |
| "pred": 1582, | |
| "tp": 1477, | |
| "fp": 105, | |
| "fn": 94, | |
| "precision": 0.9336, | |
| "recall": 0.9402, | |
| "f1": 0.9369 | |
| }, | |
| "PRODUCT": { | |
| "support": 19, | |
| "pred": 19, | |
| "tp": 14, | |
| "fp": 5, | |
| "fn": 5, | |
| "precision": 0.7368, | |
| "recall": 0.7368, | |
| "f1": 0.7368 | |
| }, | |
| "QUANTITY": { | |
| "support": 9, | |
| "pred": 11, | |
| "tp": 5, | |
| "fp": 6, | |
| "fn": 4, | |
| "precision": 0.4545, | |
| "recall": 0.5556, | |
| "f1": 0.5 | |
| }, | |
| "TIME": { | |
| "support": 84, | |
| "pred": 90, | |
| "tp": 63, | |
| "fp": 27, | |
| "fn": 21, | |
| "precision": 0.7, | |
| "recall": 0.75, | |
| "f1": 0.7241 | |
| }, | |
| "UNIT": { | |
| "support": 11, | |
| "pred": 10, | |
| "tp": 7, | |
| "fp": 3, | |
| "fn": 4, | |
| "precision": 0.7, | |
| "recall": 0.6364, | |
| "f1": 0.6667 | |
| }, | |
| "WEBSITE": { | |
| "support": 116, | |
| "pred": 132, | |
| "tp": 87, | |
| "fp": 45, | |
| "fn": 29, | |
| "precision": 0.6591, | |
| "recall": 0.75, | |
| "f1": 0.7016 | |
| } | |
| }, | |
| "per_domain": { | |
| "Awraq_G1": { | |
| "sentences": 931, | |
| "support": 3316, | |
| "precision": 0.9523, | |
| "recall": 0.9692, | |
| "f1": 0.9607 | |
| }, | |
| "Awraq_G2": { | |
| "sentences": 979, | |
| "support": 3498, | |
| "precision": 0.9743, | |
| "recall": 0.9771, | |
| "f1": 0.9757 | |
| }, | |
| "Awraq_G3": { | |
| "sentences": 1430, | |
| "support": 4494, | |
| "precision": 0.8707, | |
| "recall": 0.8945, | |
| "f1": 0.8824 | |
| }, | |
| "Curras": { | |
| "sentences": 1045, | |
| "support": 3797, | |
| "precision": 0.9489, | |
| "recall": 0.9637, | |
| "f1": 0.9562 | |
| }, | |
| "Lebanese": { | |
| "sentences": 85, | |
| "support": 287, | |
| "precision": 0.9448, | |
| "recall": 0.9547, | |
| "f1": 0.9497 | |
| }, | |
| "PCMA": { | |
| "sentences": 209, | |
| "support": 463, | |
| "precision": 0.9893, | |
| "recall": 0.9957, | |
| "f1": 0.9925 | |
| }, | |
| "QUORA": { | |
| "sentences": 530, | |
| "support": 619, | |
| "precision": 0.8344, | |
| "recall": 0.8304, | |
| "f1": 0.8324 | |
| }, | |
| "T1: Terrorism": { | |
| "sentences": 276, | |
| "support": 654, | |
| "precision": 0.8824, | |
| "recall": 0.8838, | |
| "f1": 0.8831 | |
| }, | |
| "T2: Foreign policy": { | |
| "sentences": 288, | |
| "support": 617, | |
| "precision": 0.8781, | |
| "recall": 0.8525, | |
| "f1": 0.8651 | |
| }, | |
| "T3: Security": { | |
| "sentences": 166, | |
| "support": 123, | |
| "precision": 0.6515, | |
| "recall": 0.6992, | |
| "f1": 0.6745 | |
| }, | |
| "T4: Elections": { | |
| "sentences": 322, | |
| "support": 179, | |
| "precision": 0.6816, | |
| "recall": 0.6816, | |
| "f1": 0.6816 | |
| }, | |
| "T5: Migration": { | |
| "sentences": 129, | |
| "support": 49, | |
| "precision": 0.6212, | |
| "recall": 0.8367, | |
| "f1": 0.713 | |
| }, | |
| "T6: Health policy": { | |
| "sentences": 216, | |
| "support": 114, | |
| "precision": 0.8475, | |
| "recall": 0.8772, | |
| "f1": 0.8621 | |
| } | |
| } | |
| }, | |
| "EXP-002 MARBERTv2 nested": { | |
| "overall": { | |
| "precision": 0.9058, | |
| "recall": 0.911, | |
| "f1": 0.9084, | |
| "tp": 16590, | |
| "fp": 1726, | |
| "fn": 1620, | |
| "gold_entities": 18210, | |
| "pred_entities": 18316, | |
| "macro_f1_over_types": 0.5877 | |
| }, | |
| "per_type": { | |
| "CARDINAL": { | |
| "support": 342, | |
| "pred": 341, | |
| "tp": 289, | |
| "fp": 52, | |
| "fn": 53, | |
| "precision": 0.8475, | |
| "recall": 0.845, | |
| "f1": 0.8463 | |
| }, | |
| "CURR": { | |
| "support": 41, | |
| "pred": 2, | |
| "tp": 1, | |
| "fp": 1, | |
| "fn": 40, | |
| "precision": 0.5, | |
| "recall": 0.0244, | |
| "f1": 0.0465 | |
| }, | |
| "DATE": { | |
| "support": 3206, | |
| "pred": 3238, | |
| "tp": 3079, | |
| "fp": 159, | |
| "fn": 127, | |
| "precision": 0.9509, | |
| "recall": 0.9604, | |
| "f1": 0.9556 | |
| }, | |
| "EVENT": { | |
| "support": 570, | |
| "pred": 612, | |
| "tp": 437, | |
| "fp": 175, | |
| "fn": 133, | |
| "precision": 0.7141, | |
| "recall": 0.7667, | |
| "f1": 0.7394 | |
| }, | |
| "FAC": { | |
| "support": 246, | |
| "pred": 247, | |
| "tp": 170, | |
| "fp": 77, | |
| "fn": 76, | |
| "precision": 0.6883, | |
| "recall": 0.6911, | |
| "f1": 0.6897 | |
| }, | |
| "GPE": { | |
| "support": 4344, | |
| "pred": 4349, | |
| "tp": 4179, | |
| "fp": 170, | |
| "fn": 165, | |
| "precision": 0.9609, | |
| "recall": 0.962, | |
| "f1": 0.9615 | |
| }, | |
| "LANGUAGE": { | |
| "support": 44, | |
| "pred": 10, | |
| "tp": 10, | |
| "fp": 0, | |
| "fn": 34, | |
| "precision": 1.0, | |
| "recall": 0.2273, | |
| "f1": 0.3704 | |
| }, | |
| "LAW": { | |
| "support": 90, | |
| "pred": 100, | |
| "tp": 74, | |
| "fp": 26, | |
| "fn": 16, | |
| "precision": 0.74, | |
| "recall": 0.8222, | |
| "f1": 0.7789 | |
| }, | |
| "LOC": { | |
| "support": 219, | |
| "pred": 201, | |
| "tp": 161, | |
| "fp": 40, | |
| "fn": 58, | |
| "precision": 0.801, | |
| "recall": 0.7352, | |
| "f1": 0.7667 | |
| }, | |
| "MONEY": { | |
| "support": 33, | |
| "pred": 36, | |
| "tp": 26, | |
| "fp": 10, | |
| "fn": 7, | |
| "precision": 0.7222, | |
| "recall": 0.7879, | |
| "f1": 0.7536 | |
| }, | |
| "NORP": { | |
| "support": 1095, | |
| "pred": 1166, | |
| "tp": 902, | |
| "fp": 264, | |
| "fn": 193, | |
| "precision": 0.7736, | |
| "recall": 0.8237, | |
| "f1": 0.7979 | |
| }, | |
| "OCC": { | |
| "support": 1126, | |
| "pred": 1156, | |
| "tp": 1017, | |
| "fp": 139, | |
| "fn": 109, | |
| "precision": 0.8798, | |
| "recall": 0.9032, | |
| "f1": 0.8913 | |
| }, | |
| "ORDINAL": { | |
| "support": 1083, | |
| "pred": 1048, | |
| "tp": 1017, | |
| "fp": 31, | |
| "fn": 66, | |
| "precision": 0.9704, | |
| "recall": 0.9391, | |
| "f1": 0.9545 | |
| }, | |
| "ORG": { | |
| "support": 3928, | |
| "pred": 4047, | |
| "tp": 3682, | |
| "fp": 365, | |
| "fn": 246, | |
| "precision": 0.9098, | |
| "recall": 0.9374, | |
| "f1": 0.9234 | |
| }, | |
| "PERCENT": { | |
| "support": 33, | |
| "pred": 30, | |
| "tp": 0, | |
| "fp": 30, | |
| "fn": 33, | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0 | |
| }, | |
| "PERS": { | |
| "support": 1571, | |
| "pred": 1591, | |
| "tp": 1463, | |
| "fp": 128, | |
| "fn": 108, | |
| "precision": 0.9195, | |
| "recall": 0.9313, | |
| "f1": 0.9254 | |
| }, | |
| "PRODUCT": { | |
| "support": 19, | |
| "pred": 0, | |
| "tp": 0, | |
| "fp": 0, | |
| "fn": 19, | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0 | |
| }, | |
| "QUANTITY": { | |
| "support": 9, | |
| "pred": 0, | |
| "tp": 0, | |
| "fp": 0, | |
| "fn": 9, | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0 | |
| }, | |
| "TIME": { | |
| "support": 84, | |
| "pred": 41, | |
| "tp": 26, | |
| "fp": 15, | |
| "fn": 58, | |
| "precision": 0.6341, | |
| "recall": 0.3095, | |
| "f1": 0.416 | |
| }, | |
| "UNIT": { | |
| "support": 11, | |
| "pred": 0, | |
| "tp": 0, | |
| "fp": 0, | |
| "fn": 11, | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0 | |
| }, | |
| "WEBSITE": { | |
| "support": 116, | |
| "pred": 101, | |
| "tp": 57, | |
| "fp": 44, | |
| "fn": 59, | |
| "precision": 0.5644, | |
| "recall": 0.4914, | |
| "f1": 0.5253 | |
| } | |
| }, | |
| "per_domain": { | |
| "Awraq_G1": { | |
| "sentences": 931, | |
| "support": 3316, | |
| "precision": 0.9388, | |
| "recall": 0.9524, | |
| "f1": 0.9455 | |
| }, | |
| "Awraq_G2": { | |
| "sentences": 979, | |
| "support": 3498, | |
| "precision": 0.9681, | |
| "recall": 0.9706, | |
| "f1": 0.9693 | |
| }, | |
| "Awraq_G3": { | |
| "sentences": 1430, | |
| "support": 4494, | |
| "precision": 0.8475, | |
| "recall": 0.856, | |
| "f1": 0.8518 | |
| }, | |
| "Curras": { | |
| "sentences": 1045, | |
| "support": 3797, | |
| "precision": 0.9385, | |
| "recall": 0.9529, | |
| "f1": 0.9456 | |
| }, | |
| "Lebanese": { | |
| "sentences": 85, | |
| "support": 287, | |
| "precision": 0.9315, | |
| "recall": 0.9477, | |
| "f1": 0.9396 | |
| }, | |
| "PCMA": { | |
| "sentences": 209, | |
| "support": 463, | |
| "precision": 0.985, | |
| "recall": 0.9935, | |
| "f1": 0.9892 | |
| }, | |
| "QUORA": { | |
| "sentences": 530, | |
| "support": 619, | |
| "precision": 0.7857, | |
| "recall": 0.7641, | |
| "f1": 0.7748 | |
| }, | |
| "T1: Terrorism": { | |
| "sentences": 276, | |
| "support": 654, | |
| "precision": 0.8674, | |
| "recall": 0.8502, | |
| "f1": 0.8587 | |
| }, | |
| "T2: Foreign policy": { | |
| "sentences": 288, | |
| "support": 617, | |
| "precision": 0.8232, | |
| "recall": 0.8152, | |
| "f1": 0.8192 | |
| }, | |
| "T3: Security": { | |
| "sentences": 166, | |
| "support": 123, | |
| "precision": 0.6198, | |
| "recall": 0.6098, | |
| "f1": 0.6148 | |
| }, | |
| "T4: Elections": { | |
| "sentences": 322, | |
| "support": 179, | |
| "precision": 0.6752, | |
| "recall": 0.5922, | |
| "f1": 0.631 | |
| }, | |
| "T5: Migration": { | |
| "sentences": 129, | |
| "support": 49, | |
| "precision": 0.6531, | |
| "recall": 0.6531, | |
| "f1": 0.6531 | |
| }, | |
| "T6: Health policy": { | |
| "sentences": 216, | |
| "support": 114, | |
| "precision": 0.8559, | |
| "recall": 0.8333, | |
| "f1": 0.8444 | |
| } | |
| } | |
| } | |
| } | |
| } |