kpfbert-ner / best_validation_metrics.json
townboy's picture
Fix Korean ID context dependence and publish new independent evaluation
6732015 verified
Raw
History Blame Contribute Delete
5.29 kB
{
"epoch": 1,
"train_loss": 0.003366851370334628,
"peak_gpu_memory_mb": 2208.0,
"micro_precision": 0.9943534726143421,
"micro_recall": 0.9985823646158208,
"micro_f1": 0.9964634318856981,
"per_label": {
"ACCOUNT_NUMBER": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 68,
"fp": 0,
"fn": 0
},
"ADDRESS": {
"precision": 0.9090909090909091,
"recall": 0.9523809523809523,
"f1": 0.9302325581395349,
"tp": 20,
"fp": 2,
"fn": 1
},
"AGE": {
"precision": 0.9428571428571428,
"recall": 0.9705882352941176,
"f1": 0.9565217391304348,
"tp": 33,
"fp": 2,
"fn": 1
},
"ALIEN_NUMBER": {
"precision": 0.9523809523809523,
"recall": 1.0,
"f1": 0.975609756097561,
"tp": 20,
"fp": 1,
"fn": 0
},
"BIRTHDATE": {
"precision": 0.9923664122137404,
"recall": 1.0,
"f1": 0.9961685823754789,
"tp": 260,
"fp": 2,
"fn": 0
},
"BLOOD_TYPE": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 218,
"fp": 0,
"fn": 0
},
"CARD_NUMBER": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 19,
"fp": 0,
"fn": 0
},
"CITY": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 874,
"fp": 0,
"fn": 0
},
"DEPARTMENT": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 804,
"fp": 0,
"fn": 0
},
"DRIVER_LICENSE": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 20,
"fp": 0,
"fn": 0
},
"EMAIL": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 99,
"fp": 0,
"fn": 0
},
"EMPLOYEE_ID": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 42,
"fp": 0,
"fn": 0
},
"GENDER": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 34,
"fp": 0,
"fn": 0
},
"HEIGHT": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 218,
"fp": 0,
"fn": 0
},
"IP_ADDRESS": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 35,
"fp": 0,
"fn": 0
},
"MAJOR": {
"precision": 0.7241379310344828,
"recall": 0.875,
"f1": 0.7924528301886793,
"tp": 21,
"fp": 8,
"fn": 3
},
"MEMBER_ID": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 26,
"fp": 0,
"fn": 0
},
"NAME": {
"precision": 0.9973190348525469,
"recall": 0.999104744852283,
"f1": 0.9982110912343471,
"tp": 1116,
"fp": 3,
"fn": 1
},
"NATIONALITY": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 34,
"fp": 0,
"fn": 0
},
"NICKNAME": {
"precision": 0.9310344827586207,
"recall": 0.9642857142857143,
"f1": 0.9473684210526316,
"tp": 27,
"fp": 2,
"fn": 1
},
"PARTICIPANT_ID": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 8,
"fp": 0,
"fn": 0
},
"PASSPORTNUM": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 20,
"fp": 0,
"fn": 0
},
"PHONE": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 801,
"fp": 0,
"fn": 0
},
"POSITION": {
"precision": 0.981640146878825,
"recall": 0.9975124378109452,
"f1": 0.9895126465144972,
"tp": 802,
"fp": 15,
"fn": 2
},
"RELIGION": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 218,
"fp": 0,
"fn": 0
},
"RRN": {
"precision": 1.0,
"recall": 0.9787234042553191,
"f1": 0.989247311827957,
"tp": 46,
"fp": 0,
"fn": 1
},
"SCHOOL": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 24,
"fp": 0,
"fn": 0
},
"URL": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 28,
"fp": 0,
"fn": 0
},
"USER_ID": {
"precision": 0.9444444444444444,
"recall": 1.0,
"f1": 0.9714285714285714,
"tp": 34,
"fp": 2,
"fn": 0
},
"VEHICLE_NUMBER": {
"precision": 0.9722222222222222,
"recall": 1.0,
"f1": 0.9859154929577464,
"tp": 35,
"fp": 1,
"fn": 0
},
"WEIGHT": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 218,
"fp": 0,
"fn": 0
},
"WORKPLACE": {
"precision": 1.0,
"recall": 1.0,
"f1": 1.0,
"tp": 804,
"fp": 0,
"fn": 0
},
"ZIPCODE": {
"precision": 0.9,
"recall": 1.0,
"f1": 0.9473684210526316,
"tp": 18,
"fp": 2,
"fn": 0
}
}
}