bioner_tmvar3 / performance_report.json
jakelever's picture
Upload folder using huggingface_hub
673ee94 verified
{
"train": {
"token_level": {
"O": {
"precision": 0.9994677158065263,
"recall": 0.9999884225759769,
"f1-score": 0.999728001388929,
"support": 86375.0
},
"B-AcidChange": {
"precision": 1.0,
"recall": 1.0,
"f1-score": 1.0,
"support": 57.0
},
"I-AcidChange": {
"precision": 1.0,
"recall": 1.0,
"f1-score": 1.0,
"support": 170.0
},
"B-CellLine": {
"precision": 1.0,
"recall": 1.0,
"f1-score": 1.0,
"support": 23.0
},
"I-CellLine": {
"precision": 1.0,
"recall": 1.0,
"f1-score": 1.0,
"support": 33.0
},
"B-DNAAllele": {
"precision": 1.0,
"recall": 1.0,
"f1-score": 1.0,
"support": 35.0
},
"I-DNAAllele": {
"precision": 1.0,
"recall": 1.0,
"f1-score": 1.0,
"support": 92.0
},
"B-DNAMutation": {
"precision": 1.0,
"recall": 1.0,
"f1-score": 1.0,
"support": 391.0
},
"I-DNAMutation": {
"precision": 1.0,
"recall": 1.0,
"f1-score": 1.0,
"support": 2067.0
},
"B-Gene": {
"precision": 1.0,
"recall": 0.9983799108950993,
"f1-score": 0.999189298743413,
"support": 2469.0
},
"I-Gene": {
"precision": 0.9994079336885732,
"recall": 0.9888693614528412,
"f1-score": 0.9941107184923439,
"support": 3414.0
},
"B-OtherMutation": {
"precision": 1.0,
"recall": 1.0,
"f1-score": 1.0,
"support": 147.0
},
"I-OtherMutation": {
"precision": 1.0,
"recall": 1.0,
"f1-score": 1.0,
"support": 508.0
},
"B-ProteinAllele": {
"precision": 1.0,
"recall": 1.0,
"f1-score": 1.0,
"support": 43.0
},
"I-ProteinAllele": {
"precision": 1.0,
"recall": 1.0,
"f1-score": 1.0,
"support": 92.0
},
"B-ProteinMutation": {
"precision": 1.0,
"recall": 1.0,
"f1-score": 1.0,
"support": 386.0
},
"I-ProteinMutation": {
"precision": 1.0,
"recall": 0.9992603550295858,
"f1-score": 0.9996300406955235,
"support": 1352.0
},
"B-SNP": {
"precision": 1.0,
"recall": 1.0,
"f1-score": 1.0,
"support": 96.0
},
"I-SNP": {
"precision": 1.0,
"recall": 1.0,
"f1-score": 1.0,
"support": 279.0
},
"B-Species": {
"precision": 0.9990610328638497,
"recall": 0.99812382739212,
"f1-score": 0.998592210229939,
"support": 1066.0
},
"I-Species": {
"precision": 1.0,
"recall": 0.9863636363636363,
"f1-score": 0.9931350114416476,
"support": 220.0
},
"accuracy": 0.9995066203493933,
"macro avg": {
"precision": 0.9999017467789975,
"recall": 0.998618357795679,
"f1-score": 0.9992564419519904,
"support": 99315.0
},
"weighted avg": {
"precision": 0.9995066374609511,
"recall": 0.9995066203493933,
"f1-score": 0.9995054856279689,
"support": 99315.0
}
},
"span_level": {
"AcidChange": {
"precision": 1.0,
"recall": 1.0,
"f1-score": 1.0,
"support": 57
},
"CellLine": {
"precision": 1.0,
"recall": 1.0,
"f1-score": 1.0,
"support": 23
},
"DNAAllele": {
"precision": 1.0,
"recall": 1.0,
"f1-score": 1.0,
"support": 35
},
"DNAMutation": {
"precision": 0.9974424552429667,
"recall": 0.9974424552429667,
"f1-score": 0.9974424552429667,
"support": 391
},
"Gene": {
"precision": 0.9959349593495935,
"recall": 0.9863123993558777,
"f1-score": 0.9911003236245955,
"support": 2484
},
"OtherMutation": {
"precision": 0.9716312056737588,
"recall": 0.9319727891156463,
"f1-score": 0.951388888888889,
"support": 147
},
"ProteinAllele": {
"precision": 1.0,
"recall": 1.0,
"f1-score": 1.0,
"support": 43
},
"ProteinMutation": {
"precision": 0.9974093264248705,
"recall": 0.9771573604060914,
"f1-score": 0.9871794871794872,
"support": 394
},
"SNP": {
"precision": 1.0,
"recall": 1.0,
"f1-score": 1.0,
"support": 96
},
"Species": {
"precision": 0.9990539262062441,
"recall": 0.9841565703634669,
"f1-score": 0.9915492957746479,
"support": 1073
},
"macro avg": {
"precision": 0.9961471872897434,
"recall": 0.987704157448405,
"f1-score": 0.9918660450710588,
"support": 4743
},
"weighted avg": {
"precision": 0.9963517528334667,
"recall": 0.9850305713683323,
"f1-score": 0.990644841422112,
"support": 4743
}
}
},
"val": {
"token_level": {
"O": {
"precision": 0.9925305486058232,
"recall": 0.9874107207272202,
"f1-score": 0.9899640151172673,
"support": 27722.0
},
"B-AcidChange": {
"precision": 0.76,
"recall": 0.76,
"f1-score": 0.76,
"support": 25.0
},
"I-AcidChange": {
"precision": 0.6944444444444444,
"recall": 0.7575757575757576,
"f1-score": 0.7246376811594203,
"support": 66.0
},
"B-CellLine": {
"precision": 0.42105263157894735,
"recall": 1.0,
"f1-score": 0.5925925925925926,
"support": 8.0
},
"I-CellLine": {
"precision": 0.7142857142857143,
"recall": 1.0,
"f1-score": 0.8333333333333334,
"support": 10.0
},
"B-DNAAllele": {
"precision": 0.9285714285714286,
"recall": 0.7222222222222222,
"f1-score": 0.8125,
"support": 18.0
},
"I-DNAAllele": {
"precision": 0.9,
"recall": 0.6923076923076923,
"f1-score": 0.782608695652174,
"support": 52.0
},
"B-DNAMutation": {
"precision": 0.9016393442622951,
"recall": 0.9322033898305084,
"f1-score": 0.9166666666666666,
"support": 118.0
},
"I-DNAMutation": {
"precision": 0.9351701782820098,
"recall": 0.8560830860534124,
"f1-score": 0.8938807126258714,
"support": 674.0
},
"B-Gene": {
"precision": 0.9036004645760743,
"recall": 0.9688667496886675,
"f1-score": 0.9350961538461539,
"support": 803.0
},
"I-Gene": {
"precision": 0.8725490196078431,
"recall": 0.9541910331384016,
"f1-score": 0.9115456238361266,
"support": 1026.0
},
"B-OtherMutation": {
"precision": 0.6060606060606061,
"recall": 0.7407407407407407,
"f1-score": 0.6666666666666666,
"support": 54.0
},
"I-OtherMutation": {
"precision": 0.6,
"recall": 0.6026200873362445,
"f1-score": 0.6013071895424836,
"support": 229.0
},
"B-ProteinAllele": {
"precision": 0.4166666666666667,
"recall": 0.7142857142857143,
"f1-score": 0.5263157894736842,
"support": 7.0
},
"I-ProteinAllele": {
"precision": 0.2777777777777778,
"recall": 0.7692307692307693,
"f1-score": 0.40816326530612246,
"support": 13.0
},
"B-ProteinMutation": {
"precision": 0.9166666666666666,
"recall": 0.9211822660098522,
"f1-score": 0.918918918918919,
"support": 203.0
},
"I-ProteinMutation": {
"precision": 0.9349470499243571,
"recall": 0.9182763744427934,
"f1-score": 0.9265367316341829,
"support": 673.0
},
"B-SNP": {
"precision": 1.0,
"recall": 1.0,
"f1-score": 1.0,
"support": 17.0
},
"I-SNP": {
"precision": 0.9622641509433962,
"recall": 1.0,
"f1-score": 0.9807692307692307,
"support": 51.0
},
"B-Species": {
"precision": 0.96875,
"recall": 0.9855491329479769,
"f1-score": 0.9770773638968482,
"support": 346.0
},
"I-Species": {
"precision": 0.9375,
"recall": 0.9090909090909091,
"f1-score": 0.9230769230769231,
"support": 33.0
},
"accuracy": 0.976421550329725,
"macro avg": {
"precision": 0.7925941282025739,
"recall": 0.8662779355061373,
"f1-score": 0.8134122644816508,
"support": 32148.0
},
"weighted avg": {
"precision": 0.9778360580996203,
"recall": 0.976421550329725,
"f1-score": 0.9768605358437904,
"support": 32148.0
}
},
"span_level": {
"AcidChange": {
"precision": 0.6551724137931034,
"recall": 0.76,
"f1-score": 0.7037037037037037,
"support": 25
},
"CellLine": {
"precision": 0.42105263157894735,
"recall": 1.0,
"f1-score": 0.5925925925925926,
"support": 8
},
"DNAAllele": {
"precision": 0.9411764705882353,
"recall": 0.8421052631578947,
"f1-score": 0.8888888888888888,
"support": 19
},
"DNAMutation": {
"precision": 0.8442622950819673,
"recall": 0.8728813559322034,
"f1-score": 0.8583333333333334,
"support": 118
},
"Gene": {
"precision": 0.8688147295742232,
"recall": 0.9332509270704573,
"f1-score": 0.899880810488677,
"support": 809
},
"OtherMutation": {
"precision": 0.4931506849315068,
"recall": 0.6666666666666666,
"f1-score": 0.5669291338582677,
"support": 54
},
"ProteinAllele": {
"precision": 0.26666666666666666,
"recall": 0.5714285714285714,
"f1-score": 0.36363636363636365,
"support": 7
},
"ProteinMutation": {
"precision": 0.84688995215311,
"recall": 0.8676470588235294,
"f1-score": 0.8571428571428571,
"support": 204
},
"SNP": {
"precision": 1.0,
"recall": 1.0,
"f1-score": 1.0,
"support": 17
},
"Species": {
"precision": 0.9715909090909091,
"recall": 0.9771428571428571,
"f1-score": 0.9743589743589745,
"support": 350
},
"macro avg": {
"precision": 0.730877675345867,
"recall": 0.849112270022218,
"f1-score": 0.7705466658003658,
"support": 1611
},
"weighted avg": {
"precision": 0.8680591703649133,
"recall": 0.9168218497827436,
"f1-score": 0.8904727143994291,
"support": 1611
}
}
},
"test": {
"token_level": {
"O": {
"precision": 0.992110521601323,
"recall": 0.991290877796902,
"f1-score": 0.9917005303395551,
"support": 29050.0
},
"B-AcidChange": {
"precision": 0.6153846153846154,
"recall": 0.7272727272727273,
"f1-score": 0.6666666666666666,
"support": 11.0
},
"I-AcidChange": {
"precision": 0.6170212765957447,
"recall": 0.8529411764705882,
"f1-score": 0.7160493827160493,
"support": 34.0
},
"B-CellLine": {
"precision": 0.8888888888888888,
"recall": 1.0,
"f1-score": 0.9411764705882353,
"support": 16.0
},
"I-CellLine": {
"precision": 0.8888888888888888,
"recall": 0.6666666666666666,
"f1-score": 0.7619047619047619,
"support": 36.0
},
"B-DNAAllele": {
"precision": 1.0,
"recall": 0.8,
"f1-score": 0.8888888888888888,
"support": 15.0
},
"I-DNAAllele": {
"precision": 0.926829268292683,
"recall": 0.7755102040816326,
"f1-score": 0.8444444444444444,
"support": 49.0
},
"B-DNAMutation": {
"precision": 0.8818897637795275,
"recall": 0.896,
"f1-score": 0.8888888888888888,
"support": 125.0
},
"I-DNAMutation": {
"precision": 0.943089430894309,
"recall": 0.8592592592592593,
"f1-score": 0.8992248062015504,
"support": 675.0
},
"B-Gene": {
"precision": 0.9209183673469388,
"recall": 0.9425587467362925,
"f1-score": 0.9316129032258065,
"support": 766.0
},
"I-Gene": {
"precision": 0.9148936170212766,
"recall": 0.9265426052889324,
"f1-score": 0.9206812652068127,
"support": 1021.0
},
"B-OtherMutation": {
"precision": 0.5487804878048781,
"recall": 0.7894736842105263,
"f1-score": 0.6474820143884892,
"support": 57.0
},
"I-OtherMutation": {
"precision": 0.6742081447963801,
"recall": 0.764102564102564,
"f1-score": 0.7163461538461539,
"support": 195.0
},
"B-ProteinAllele": {
"precision": 1.0,
"recall": 0.7058823529411765,
"f1-score": 0.8275862068965517,
"support": 17.0
},
"I-ProteinAllele": {
"precision": 0.8571428571428571,
"recall": 0.75,
"f1-score": 0.8,
"support": 32.0
},
"B-ProteinMutation": {
"precision": 0.9482758620689655,
"recall": 0.9090909090909091,
"f1-score": 0.9282700421940928,
"support": 121.0
},
"I-ProteinMutation": {
"precision": 0.9340659340659341,
"recall": 0.96045197740113,
"f1-score": 0.947075208913649,
"support": 354.0
},
"B-SNP": {
"precision": 0.9166666666666666,
"recall": 1.0,
"f1-score": 0.9565217391304348,
"support": 22.0
},
"I-SNP": {
"precision": 0.8266666666666667,
"recall": 1.0,
"f1-score": 0.9051094890510949,
"support": 62.0
},
"B-Species": {
"precision": 0.9723926380368099,
"recall": 0.9519519519519519,
"f1-score": 0.9620637329286799,
"support": 333.0
},
"I-Species": {
"precision": 0.8409090909090909,
"recall": 0.8222222222222222,
"f1-score": 0.8314606741573034,
"support": 45.0
},
"accuracy": 0.9808088146264681,
"macro avg": {
"precision": 0.8623344279453543,
"recall": 0.8614865678806418,
"f1-score": 0.8558644890751479,
"support": 33036.0
},
"weighted avg": {
"precision": 0.9815714652726921,
"recall": 0.9808088146264681,
"f1-score": 0.9809991613726176,
"support": 33036.0
}
},
"span_level": {
"AcidChange": {
"precision": 0.5625,
"recall": 0.8181818181818182,
"f1-score": 0.6666666666666666,
"support": 11
},
"CellLine": {
"precision": 0.55,
"recall": 0.6875,
"f1-score": 0.6111111111111112,
"support": 16
},
"DNAAllele": {
"precision": 0.7857142857142857,
"recall": 0.7333333333333333,
"f1-score": 0.7586206896551724,
"support": 15
},
"DNAMutation": {
"precision": 0.8244274809160306,
"recall": 0.864,
"f1-score": 0.84375,
"support": 125
},
"Gene": {
"precision": 0.8864795918367347,
"recall": 0.9073107049608355,
"f1-score": 0.896774193548387,
"support": 766
},
"OtherMutation": {
"precision": 0.41025641025641024,
"recall": 0.5614035087719298,
"f1-score": 0.47407407407407404,
"support": 57
},
"ProteinAllele": {
"precision": 0.8571428571428571,
"recall": 0.7058823529411765,
"f1-score": 0.7741935483870968,
"support": 17
},
"ProteinMutation": {
"precision": 0.9035087719298246,
"recall": 0.8512396694214877,
"f1-score": 0.8765957446808511,
"support": 121
},
"SNP": {
"precision": 0.8148148148148148,
"recall": 1.0,
"f1-score": 0.8979591836734693,
"support": 22
},
"Species": {
"precision": 0.9546827794561934,
"recall": 0.948948948948949,
"f1-score": 0.9518072289156627,
"support": 333
},
"macro avg": {
"precision": 0.754952699206715,
"recall": 0.8077800336559531,
"f1-score": 0.7751552440712491,
"support": 1483
},
"weighted avg": {
"precision": 0.8711975142222171,
"recall": 0.8894133513149022,
"f1-score": 0.8791953544402704,
"support": 1483
}
}
}
}