model update

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "cner_output/model/baseline_2021/roberta_base/best_model",
+  "_name_or_path": "cner_output/model/baseline_2021/roberta_base/model_pmzjpl/epoch_10",
   "architectures": [
     "RobertaForTokenClassification"
   ],

eval/metric.json

@@ -0,0 +1 @@
+{"2020.dev": {"micro/f1": 0.6250343878954607, "micro/f1_ci": {"90": [0.6033280075903026, 0.6445173192428404], "95": [0.5990810816018808, 0.648257049435178]}, "micro/recall": 0.593521421107628, "micro/precision": 0.6600813480534573, "macro/f1": 0.5637074279149397, "macro/f1_ci": {"90": [0.5410248998538643, 0.5837255458269487], "95": [0.5375415725973287, 0.5876785063554206]}, "macro/recall": 0.5352951472778555, "macro/precision": 0.600004665676647, "per_entity_metric": {"corporation": {"f1": 0.5065963060686015, "f1_ci": {"90": [0.4478481824008791, 0.5589805572884174], "95": [0.43456161255088865, 0.5674006046432036]}, "precision": 0.5454545454545454, "recall": 0.4729064039408867}, "creative_work": {"f1": 0.4126074498567335, "f1_ci": {"90": [0.35178437197981166, 0.47343534125449016], "95": [0.34064285714285714, 0.4843627973020945]}, "precision": 0.5106382978723404, "recall": 0.34615384615384615}, "event": {"f1": 0.38095238095238093, "f1_ci": {"90": [0.325294496471409, 0.4293359785272493], "95": [0.31578947368421056, 0.44026890506611216]}, "precision": 0.42718446601941745, "recall": 0.34375}, "group": {"f1": 0.5463182897862233, "f1_ci": {"90": [0.4864864864864865, 0.6000448430493274], "95": [0.47543029825252925, 0.6127186470719909]}, "precision": 0.5927835051546392, "recall": 0.5066079295154186}, "location": {"f1": 0.6263736263736264, "f1_ci": {"90": [0.5685318375166413, 0.6772572111281788], "95": [0.5582725217952859, 0.6864214214214215]}, "precision": 0.6229508196721312, "recall": 0.6298342541436464}, "person": {"f1": 0.8440366972477065, "f1_ci": {"90": [0.8219131369045535, 0.865597899683428], "95": [0.8160514794685989, 0.868726540506725]}, "precision": 0.8419301164725458, "recall": 0.8461538461538461}, "product": {"f1": 0.6290672451193058, "f1_ci": {"90": [0.5837094362340511, 0.6722373514236406], "95": [0.5761124121779859, 0.6802512762186897]}, "precision": 0.6590909090909091, "recall": 0.6016597510373444}}}, "2021.test": {"micro/f1": 0.6277853569804457, "micro/f1_ci": {"90": [0.6190528302093791, 0.637166673821112], "95": [0.6177895398022435, 0.639467537908463]}, "micro/recall": 0.6385291396854764, "micro/precision": 0.6173971377459749, "macro/f1": 0.5748349257890546, "macro/f1_ci": {"90": [0.5656974837296382, 0.5847474137965091], "95": [0.5635394779538576, 0.5865515845569423]}, "macro/recall": 0.5859575221344979, "macro/precision": 0.5653953840335343, "per_entity_metric": {"corporation": {"f1": 0.5100879461976202, "f1_ci": {"90": [0.485484553649956, 0.5360828720038704], "95": [0.48086107506378173, 0.5425523368584413]}, "precision": 0.47725072604065827, "recall": 0.5477777777777778}, "creative_work": {"f1": 0.3784549964564139, "f1_ci": {"90": [0.3484336474320992, 0.41116416155195623], "95": [0.34368664120426035, 0.41555437529054995]}, "precision": 0.3926470588235294, "recall": 0.3652530779753762}, "event": {"f1": 0.4478301015697137, "f1_ci": {"90": [0.42571314714352687, 0.47000532785325577], "95": [0.421497854829053, 0.47361356005893573]}, "precision": 0.45454545454545453, "recall": 0.44131028207461326}, "group": {"f1": 0.5891472868217055, "f1_ci": {"90": [0.5674453195890018, 0.6113860061003159], "95": [0.56387657634216, 0.6149117722979857]}, "precision": 0.6031746031746031, "recall": 0.5757575757575758}, "location": {"f1": 0.6662116040955631, "f1_ci": {"90": [0.6385814987590771, 0.6946636251053114], "95": [0.6336917562724015, 0.6996921688106522]}, "precision": 0.6515353805073432, "recall": 0.6815642458100558}, "person": {"f1": 0.814537680384821, "f1_ci": {"90": [0.8039568988012096, 0.825058144875277], "95": [0.8027153613593744, 0.8275628816899452]}, "precision": 0.7880041365046536, "recall": 0.8429203539823009}, "product": {"f1": 0.6175748649975453, "f1_ci": {"90": [0.5953872695834349, 0.6407583801508282], "95": [0.5917331955634294, 0.6443487849197775]}, "precision": 0.5906103286384976, "recall": 0.647119341563786}}}, "2021.test (span detection)": {"micro/f1": 0.766300949349099, "micro/f1_ci": {}, "micro/recall": 0.7794610847692841, "micro/precision": 0.7535778175313059, "macro/f1": 0.766300949349099, "macro/f1_ci": {}, "macro/recall": 0.7794610847692841, "macro/precision": 0.7535778175313059}, "2020.test": {"micro/f1": 0.6166072896684023, "micro/f1_ci": {"90": [0.5968860814119681, 0.6360459299280211], "95": [0.5935244454955105, 0.6391012691257952]}, "micro/recall": 0.5838090295796575, "micro/precision": 0.6533101045296167, "macro/f1": 0.5651424988148673, "macro/f1_ci": {"90": [0.5431686776050791, 0.5849619166340279], "95": [0.5388826689765536, 0.5911186634606963]}, "macro/recall": 0.5345735089544935, "macro/precision": 0.6012697912442106, "per_entity_metric": {"corporation": {"f1": 0.48333333333333334, "f1_ci": {"90": [0.4267197789048689, 0.5378666422365748], "95": [0.41509162090152796, 0.548203662530421]}, "precision": 0.514792899408284, "recall": 0.45549738219895286}, "creative_work": {"f1": 0.43827160493827155, "f1_ci": {"90": [0.371761829236056, 0.5], "95": [0.36128062090710644, 0.5147943640517898]}, "precision": 0.4896551724137931, "recall": 0.39664804469273746}, "event": {"f1": 0.4016393442622951, "f1_ci": {"90": [0.3439974522292994, 0.45357460478791956], "95": [0.3347125008494403, 0.46483423894353126]}, "precision": 0.43946188340807174, "recall": 0.36981132075471695}, "group": {"f1": 0.5483870967741935, "f1_ci": {"90": [0.4946392503332005, 0.6026832795264998], "95": [0.48312611012433393, 0.6153846153846154]}, "precision": 0.6194331983805668, "recall": 0.4919614147909968}, "location": {"f1": 0.6346153846153846, "f1_ci": {"90": [0.5722292456805731, 0.6871658808908527], "95": [0.5604350860865519, 0.7003418175532605]}, "precision": 0.673469387755102, "recall": 0.6}, "person": {"f1": 0.8184143222506394, "f1_ci": {"90": [0.7945149152847871, 0.8404672730515428], "95": [0.7891257291892355, 0.8432465827554415]}, "precision": 0.8318890814558059, "recall": 0.8053691275167785}, "product": {"f1": 0.631336405529954, "f1_ci": {"90": [0.5831032672210837, 0.6799057071960297], "95": [0.5700521507020061, 0.6861371995767624]}, "precision": 0.6401869158878505, "recall": 0.6227272727272727}}}, "2020.test (span detection)": {"micro/f1": 0.7404768429706768, "micro/f1_ci": {}, "micro/recall": 0.7010897768552153, "micro/precision": 0.7845528455284553, "macro/f1": 0.7404768429706768, "macro/f1_ci": {}, "macro/recall": 0.7010897768552153, "macro/precision": 0.7845528455284553}, "2020.dev (span detection)": {"micro/f1": 0.7466299862448419, "micro/f1_ci": {}, "micro/recall": 0.7089864158829676, "micro/precision": 0.78849506101104, "macro/f1": 0.7466299862448419, "macro/f1_ci": {}, "macro/recall": 0.7089864158829676, "macro/precision": 0.78849506101104}}

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fc65d178065930a0fa66578a560a5374515202c105ed54d753b60cf5cb3f08cd
-size 496349169
+oid sha256:b64ff67f49bcfa717f171d92237bb2844b8be3b882d9f41ab7ab189247e0eb78
+size 496351921

tokenizer_config.json

@@ -1 +1 @@
-{"errors": "replace", "bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "add_prefix_space": false, "trim_offsets": true, "model_max_length": 512, "name_or_path": "cner_output/model/baseline_2021/roberta_base/best_model", "special_tokens_map_file": "cner_output/model/baseline_2021/roberta_base/model_pmzjpl/epoch_10/special_tokens_map.json", "tokenizer_class": "RobertaTokenizer"}
+{"errors": "replace", "bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "add_prefix_space": false, "trim_offsets": true, "model_max_length": 512, "name_or_path": "cner_output/model/baseline_2021/roberta_base/model_pmzjpl/epoch_10", "special_tokens_map_file": "cner_output/model/baseline_2021/roberta_base/model_pmzjpl/epoch_10/special_tokens_map.json", "tokenizer_class": "RobertaTokenizer"}