e2r-strategy-multilingual-e5-large-bce / selected_seed_dev_summary.json
hannah-khallaf's picture
Release verified Multilingual-E5 Large Easy-to-Read strategy classifier
7b6efa2 verified
Raw
History Blame Contribute Delete
5.86 kB
{
"n_examples": 262,
"n_labels": 6,
"primary_macro_f1": 0.6968130184027538,
"primary_micro_f1": 0.7540263543191801,
"primary_weighted_f1": 0.7590728602851566,
"primary_exact_match": 0.25572519083969464,
"primary_hamming_loss": 0.21374045801526717,
"primary_jaccard_samples": 0.640267175572519,
"primary_gold_cardinality": 2.3587786259541983,
"primary_pred_cardinality": 2.854961832061069,
"all_tags_macro_f1": 0.6968130184027538,
"all_tags_micro_f1": 0.7540263543191801,
"all_tags_weighted_f1": 0.7590728602851566,
"all_tags_exact_match": 0.25572519083969464,
"all_tags_hamming_loss": 0.21374045801526717,
"all_tags_jaccard_samples": 0.640267175572519,
"all_tags_gold_cardinality": 2.3587786259541983,
"all_tags_pred_cardinality": 2.854961832061069,
"loss": 0.4316892836130027,
"seed": 87,
"best_epoch": 4,
"per_language": {
"ar": {
"n_examples": 16,
"n_labels": 6,
"primary_macro_f1": 0.39275608375778154,
"primary_micro_f1": 0.7083333333333334,
"primary_weighted_f1": 0.6268667059353452,
"primary_exact_match": 0.125,
"primary_hamming_loss": 0.2916666666666667,
"primary_jaccard_samples": 0.5666666666666667,
"primary_gold_cardinality": 3.0625,
"primary_pred_cardinality": 2.9375,
"all_tags_macro_f1": 0.39275608375778154,
"all_tags_micro_f1": 0.7083333333333334,
"all_tags_weighted_f1": 0.6268667059353452,
"all_tags_exact_match": 0.125,
"all_tags_hamming_loss": 0.2916666666666667,
"all_tags_jaccard_samples": 0.5666666666666667,
"all_tags_gold_cardinality": 3.0625,
"all_tags_pred_cardinality": 2.9375
},
"ca": {
"n_examples": 87,
"n_labels": 6,
"primary_macro_f1": 0.3483686067019401,
"primary_micro_f1": 0.734375,
"primary_weighted_f1": 0.7241283407950074,
"primary_exact_match": 0.4827586206896552,
"primary_hamming_loss": 0.13026819923371646,
"primary_jaccard_samples": 0.6839080459770115,
"primary_gold_cardinality": 1.3448275862068966,
"primary_pred_cardinality": 1.5977011494252873,
"all_tags_macro_f1": 0.3483686067019401,
"all_tags_micro_f1": 0.734375,
"all_tags_weighted_f1": 0.7241283407950074,
"all_tags_exact_match": 0.4827586206896552,
"all_tags_hamming_loss": 0.13026819923371646,
"all_tags_jaccard_samples": 0.6839080459770115,
"all_tags_gold_cardinality": 1.3448275862068966,
"all_tags_pred_cardinality": 1.5977011494252873
},
"en": {
"n_examples": 17,
"n_labels": 6,
"primary_macro_f1": 0.47774447774447776,
"primary_micro_f1": 0.6741573033707865,
"primary_weighted_f1": 0.6457166022383413,
"primary_exact_match": 0.058823529411764705,
"primary_hamming_loss": 0.28431372549019607,
"primary_jaccard_samples": 0.4970588235294117,
"primary_gold_cardinality": 2.7058823529411766,
"primary_pred_cardinality": 2.5294117647058822,
"all_tags_macro_f1": 0.47774447774447776,
"all_tags_micro_f1": 0.6741573033707865,
"all_tags_weighted_f1": 0.6457166022383413,
"all_tags_exact_match": 0.058823529411764705,
"all_tags_hamming_loss": 0.28431372549019607,
"all_tags_jaccard_samples": 0.4970588235294117,
"all_tags_gold_cardinality": 2.7058823529411766,
"all_tags_pred_cardinality": 2.5294117647058822
},
"es": {
"n_examples": 56,
"n_labels": 6,
"primary_macro_f1": 0.4654808712475816,
"primary_micro_f1": 0.7659574468085106,
"primary_weighted_f1": 0.7801948389666046,
"primary_exact_match": 0.30357142857142855,
"primary_hamming_loss": 0.19642857142857142,
"primary_jaccard_samples": 0.6764880952380953,
"primary_gold_cardinality": 2.25,
"primary_pred_cardinality": 2.7857142857142856,
"all_tags_macro_f1": 0.4654808712475816,
"all_tags_micro_f1": 0.7659574468085106,
"all_tags_weighted_f1": 0.7801948389666046,
"all_tags_exact_match": 0.30357142857142855,
"all_tags_hamming_loss": 0.19642857142857142,
"all_tags_jaccard_samples": 0.6764880952380953,
"all_tags_gold_cardinality": 2.25,
"all_tags_pred_cardinality": 2.7857142857142856
},
"fr": {
"n_examples": 20,
"n_labels": 6,
"primary_macro_f1": 0.3049052396878484,
"primary_micro_f1": 0.6,
"primary_weighted_f1": 0.5314167793353731,
"primary_exact_match": 0.0,
"primary_hamming_loss": 0.3,
"primary_jaccard_samples": 0.4341666666666666,
"primary_gold_cardinality": 2.35,
"primary_pred_cardinality": 2.15,
"all_tags_macro_f1": 0.3049052396878484,
"all_tags_micro_f1": 0.6,
"all_tags_weighted_f1": 0.5314167793353731,
"all_tags_exact_match": 0.0,
"all_tags_hamming_loss": 0.3,
"all_tags_jaccard_samples": 0.4341666666666666,
"all_tags_gold_cardinality": 2.35,
"all_tags_pred_cardinality": 2.15
},
"it": {
"n_examples": 66,
"n_labels": 6,
"primary_macro_f1": 0.7471790057934165,
"primary_micro_f1": 0.8028933092224232,
"primary_weighted_f1": 0.8324224721960104,
"primary_exact_match": 0.07575757575757576,
"primary_hamming_loss": 0.27525252525252525,
"primary_jaccard_samples": 0.669191919191919,
"primary_gold_cardinality": 3.5303030303030303,
"primary_pred_cardinality": 4.848484848484849,
"all_tags_macro_f1": 0.7471790057934165,
"all_tags_micro_f1": 0.8028933092224232,
"all_tags_weighted_f1": 0.8324224721960104,
"all_tags_exact_match": 0.07575757575757576,
"all_tags_hamming_loss": 0.27525252525252525,
"all_tags_jaccard_samples": 0.669191919191919,
"all_tags_gold_cardinality": 3.5303030303030303,
"all_tags_pred_cardinality": 4.848484848484849
}
}
}