model update

config.json

@@ -0,0 +1,679 @@
+{
+  "_name_or_path": "roberta-base",
+  "architectures": [
+    "RobertaForTokenClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "crf_state_dict": {
+    "_constraint_mask": [
+      [
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        1.0,
+        0.0,
+        1.0
+      ],
+      [
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.0,
+        1.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        1.0,
+        0.0,
+        1.0
+      ],
+      [
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.0,
+        0.0,
+        1.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        1.0,
+        0.0,
+        1.0
+      ],
+      [
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.0,
+        0.0,
+        0.0,
+        1.0,
+        0.0,
+        0.0,
+        0.0,
+        1.0,
+        0.0,
+        1.0
+      ],
+      [
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        1.0,
+        0.0,
+        0.0,
+        1.0,
+        0.0,
+        1.0
+      ],
+      [
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        1.0,
+        0.0,
+        1.0,
+        0.0,
+        1.0
+      ],
+      [
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        1.0,
+        1.0,
+        0.0,
+        1.0
+      ],
+      [
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        1.0,
+        0.0,
+        1.0
+      ],
+      [
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.0,
+        1.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        1.0,
+        0.0,
+        1.0
+      ],
+      [
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.0,
+        0.0,
+        1.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        1.0,
+        0.0,
+        1.0
+      ],
+      [
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.0,
+        0.0,
+        0.0,
+        1.0,
+        0.0,
+        0.0,
+        0.0,
+        1.0,
+        0.0,
+        1.0
+      ],
+      [
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        1.0,
+        0.0,
+        0.0,
+        1.0,
+        0.0,
+        1.0
+      ],
+      [
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        1.0,
+        0.0,
+        1.0,
+        0.0,
+        1.0
+      ],
+      [
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        1.0,
+        1.0,
+        0.0,
+        1.0
+      ],
+      [
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        1.0,
+        0.0,
+        1.0
+      ],
+      [
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        1.0,
+        0.0,
+        0.0
+      ],
+      [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ]
+    ],
+    "end_transitions": [
+      -0.4684418737888336,
+      -2.511308193206787,
+      -0.4623289704322815,
+      0.18997743725776672,
+      -0.13672193884849548,
+      -0.19599823653697968,
+      -0.09508302807807922,
+      -0.2742212116718292,
+      1.655328631401062,
+      0.2364160120487213,
+      -0.18163415789604187,
+      -0.5102927088737488,
+      2.0175106525421143,
+      0.8966974020004272,
+      -1.3882125616073608
+    ],
+    "start_transitions": [
+      2.04715633392334,
+      -0.31564345955848694,
+      1.013444185256958,
+      0.8718185424804688,
+      0.2712210714817047,
+      -0.8178648948669434,
+      0.2473793625831604,
+      0.6123576760292053,
+      0.09635329246520996,
+      0.43174129724502563,
+      1.6137698888778687,
+      -0.24742919206619263,
+      1.7744131088256836,
+      -0.7015848159790039,
+      0.9760684370994568
+    ],
+    "transitions": [
+      [
+        -0.1270618587732315,
+        0.0865037813782692,
+        0.20970012247562408,
+        0.04871656000614166,
+        0.15084080398082733,
+        0.1870890110731125,
+        -0.025417571887373924,
+        0.07803522050380707,
+        0.08127237111330032,
+        0.3263898193836212,
+        -0.11054063588380814,
+        0.34507694840431213,
+        0.08063632994890213,
+        -0.3955973982810974,
+        0.4331788718700409
+      ],
+      [
+        0.020732922479510307,
+        0.265266478061676,
+        0.4086432158946991,
+        0.3414164185523987,
+        -0.1627676635980606,
+        -0.4444495141506195,
+        0.04754981771111488,
+        -0.617547333240509,
+        -0.10417133569717407,
+        -0.2260081171989441,
+        0.6056564450263977,
+        -0.22141017019748688,
+        0.2334374040365219,
+        -0.24009087681770325,
+        0.0464932806789875
+      ],
+      [
+        -0.32129740715026855,
+        0.30746182799339294,
+        -0.44308266043663025,
+        -0.09067360311746597,
+        0.02594163827598095,
+        0.054308146238327026,
+        -0.30705365538597107,
+        -0.2607330083847046,
+        0.2556297481060028,
+        0.3638714551925659,
+        -0.37692368030548096,
+        -0.14569033682346344,
+        0.17723748087882996,
+        0.39900416135787964,
+        -0.12451571971178055
+      ],
+      [
+        0.035905562341213226,
+        -0.35420721769332886,
+        0.07558207213878632,
+        -0.04898068308830261,
+        -0.3468376696109772,
+        0.0819142609834671,
+        -0.24118109047412872,
+        -0.16222117841243744,
+        0.059606537222862244,
+        0.579510509967804,
+        0.12647897005081177,
+        0.2972663342952728,
+        -0.15214888751506805,
+        0.07717656344175339,
+        -0.20168255269527435
+      ],
+      [
+        -0.10988985747098923,
+        -0.15759176015853882,
+        0.18069757521152496,
+        0.24784591794013977,
+        -0.1826421022415161,
+        0.11285563558340073,
+        0.029766272753477097,
+        0.1829925775527954,
+        0.020348960533738136,
+        -0.5790755748748779,
+        0.3058984875679016,
+        0.3696746826171875,
+        0.2943328022956848,
+        0.4187123775482178,
+        -0.06584056466817856
+      ],
+      [
+        0.5778209567070007,
+        -0.1550922840833664,
+        -0.17005695402622223,
+        0.21888934075832367,
+        -0.0987241268157959,
+        -0.2138545662164688,
+        -0.2961842715740204,
+        0.21853631734848022,
+        0.08733738958835602,
+        0.1732124537229538,
+        0.012827172875404358,
+        -0.39205366373062134,
+        -0.2397550791501999,
+        0.7359107732772827,
+        -0.30322200059890747
+      ],
+      [
+        0.30835142731666565,
+        0.18199004232883453,
+        -0.23071691393852234,
+        0.07519257813692093,
+        -0.3006647825241089,
+        -0.22338630259037018,
+        0.36292341351509094,
+        -0.1669275015592575,
+        -0.10870001465082169,
+        -0.417815238237381,
+        0.33958712220191956,
+        -0.08915771543979645,
+        0.16988518834114075,
+        -0.13071578741073608,
+        -0.13169747591018677
+      ],
+      [
+        -0.1825239509344101,
+        -0.06032129004597664,
+        -0.11419851332902908,
+        0.11649321764707565,
+        -0.15078102052211761,
+        0.05721569433808327,
+        0.15539152920246124,
+        0.1490965634584427,
+        -0.06250990927219391,
+        0.079411581158638,
+        0.268951416015625,
+        0.2026214301586151,
+        0.3623451292514801,
+        0.6320552825927734,
+        -0.29348284006118774
+      ],
+      [
+        -0.3976886570453644,
+        -0.11971747875213623,
+        0.5550814270973206,
+        -0.20710957050323486,
+        0.26982447504997253,
+        0.1094808280467987,
+        0.4171890914440155,
+        0.2847338318824768,
+        -0.29747381806373596,
+        0.11556798964738846,
+        -0.42085689306259155,
+        -0.20381823182106018,
+        -0.1320376694202423,
+        -0.08456902205944061,
+        0.43453216552734375
+      ],
+      [
+        -0.03658383712172508,
+        -0.012955465354025364,
+        0.052638061344623566,
+        0.1243215873837471,
+        -0.10308931022882462,
+        0.4010932445526123,
+        -0.23081545531749725,
+        0.10897678136825562,
+        -0.30448317527770996,
+        0.37836843729019165,
+        -0.13308532536029816,
+        -0.22834356129169464,
+        -0.32330456376075745,
+        0.18331480026245117,
+        -0.07475696504116058
+      ],
+      [
+        0.4401257038116455,
+        0.1768082082271576,
+        -0.30624452233314514,
+        -0.4645151197910309,
+        0.12465409189462662,
+        0.16773360967636108,
+        -0.014425227418541908,
+        0.07834259420633316,
+        -0.0881722941994667,
+        -0.1853989064693451,
+        0.019380783662199974,
+        -0.058270394802093506,
+        -0.034863103181123734,
+        -0.31407323479652405,
+        -0.13009674847126007
+      ],
+      [
+        -0.37027472257614136,
+        0.32549360394477844,
+        0.2504803538322449,
+        0.19011732935905457,
+        0.24709364771842957,
+        -0.22658921778202057,
+        -0.07339753210544586,
+        0.1528608500957489,
+        -0.36086344718933105,
+        0.18543387949466705,
+        -0.13220855593681335,
+        -0.16181913018226624,
+        -0.573129415512085,
+        0.029792217537760735,
+        0.4576672315597534
+      ],
+      [
+        -0.14162465929985046,
+        0.0316760390996933,
+        0.20881691575050354,
+        0.3950963616371155,
+        -0.14713308215141296,
+        -0.21527227759361267,
+        0.16928252577781677,
+        0.22524012625217438,
+        -0.620922327041626,
+        0.17128828167915344,
+        0.13766540586948395,
+        -0.31718698143959045,
+        -0.106533482670784,
+        0.050578828901052475,
+        0.024287668988108635
+      ],
+      [
+        -0.5655285120010376,
+        -0.16035562753677368,
+        -0.31755414605140686,
+        -0.07679922133684158,
+        -0.15979549288749695,
+        0.017346711829304695,
+        0.1461765319108963,
+        0.037325579673051834,
+        0.03056003898382187,
+        -0.14054889976978302,
+        0.28088274598121643,
+        -0.7118891477584839,
+        0.32795894145965576,
+        0.43596091866493225,
+        0.16411158442497253
+      ],
+      [
+        0.33911505341529846,
+        -0.47170379757881165,
+        0.1916237622499466,
+        0.4052870273590088,
+        0.002804133575409651,
+        -0.001292021363042295,
+        -0.04968656972050667,
+        -0.019467193633317947,
+        0.29833313822746277,
+        0.05193063244223595,
+        0.2820134460926056,
+        -0.07352016866207123,
+        0.12595157325267792,
+        0.061767756938934326,
+        0.04632202535867691
+      ]
+    ]
+  },
+  "eos_token_id": 2,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "B-corporation",
+    "1": "B-creative_work",
+    "2": "B-event",
+    "3": "B-group",
+    "4": "B-location",
+    "5": "B-person",
+    "6": "B-product",
+    "7": "I-corporation",
+    "8": "I-creative_work",
+    "9": "I-event",
+    "10": "I-group",
+    "11": "I-location",
+    "12": "I-person",
+    "13": "I-product",
+    "14": "O"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "B-corporation": 0,
+    "B-creative_work": 1,
+    "B-event": 2,
+    "B-group": 3,
+    "B-location": 4,
+    "B-person": 5,
+    "B-product": 6,
+    "I-corporation": 7,
+    "I-creative_work": 8,
+    "I-event": 9,
+    "I-group": 10,
+    "I-location": 11,
+    "I-person": 12,
+    "I-product": 13,
+    "O": 14
+  },
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 514,
+  "model_type": "roberta",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 1,
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.17.0",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 50265
+}

eval/metric.json

@@ -0,0 +1 @@
+{"2020.dev": {"micro/f1": 0.6267281105990782, "micro/recall": 0.6039707419017764, "micro/precision": 0.6512676056338028, "macro/f1": 0.5701553372879711, "macro/recall": 0.555543157501832, "macro/precision": 0.5937427303597909, "per_entity_metric": {"corporation": {"precision": 0.4896907216494845, "recall": 0.46798029556650245, "f1": 0.4785894206549118}, "creative_work": {"precision": 0.4801762114537445, "recall": 0.5240384615384616, "f1": 0.5011494252873563}, "event": {"precision": 0.4689265536723164, "recall": 0.32421875, "f1": 0.38337182448036955}, "group": {"precision": 0.5020242914979757, "recall": 0.5462555066079295, "f1": 0.5232067510548523}, "location": {"precision": 0.5920398009950248, "recall": 0.6574585635359116, "f1": 0.6230366492146596}, "person": {"precision": 0.9051094890510949, "recall": 0.8294314381270903, "f1": 0.8656195462478184}, "product": {"precision": 0.7182320441988951, "recall": 0.5394190871369294, "f1": 0.6161137440758294}}}, "2021.test": {"micro/f1": 0.6292598583300797, "micro/f1_ci": {"90": [0.6203561038703848, 0.6383713910709995], "95": [0.6176665362422668, 0.6402174993862855]}, "micro/recall": 0.6522895467160037, "micro/precision": 0.6078008835254821, "macro/f1": 0.5801391525963128, "macro/f1_ci": {"90": [0.5706479170337199, 0.5895435802054562], "95": [0.5683005423599842, 0.591224418095869]}, "macro/recall": 0.6093566927041311, "macro/precision": 0.561299065461589, "per_entity_metric": {"corporation": {"f1": 0.5084577114427861, "f1_ci": {"90": [0.4853421533681846, 0.5318766288230535], "95": [0.4797044931901418, 0.5382276716148611]}, "precision": 0.4603603603603604, "recall": 0.5677777777777778}, "creative_work": {"f1": 0.4311111111111111, "f1_ci": {"90": [0.40297930875424204, 0.45687784242856444], "95": [0.3977589462751393, 0.4626014494076413]}, "precision": 0.362956033676333, "recall": 0.53077975376197}, "event": {"f1": 0.43412417970721856, "f1_ci": {"90": [0.4104564336925949, 0.4592981654684908], "95": [0.40595052558715705, 0.46451053774810414]}, "precision": 0.4875283446712018, "recall": 0.39126478616924476}, "group": {"f1": 0.5742821473158553, "f1_ci": {"90": [0.5546425448320031, 0.5957460438616817], "95": [0.5513172334386521, 0.6002062750249663]}, "precision": 0.5456702253855279, "recall": 0.6060606060606061}, "location": {"f1": 0.6221945137157108, "f1_ci": {"90": [0.5949765181002504, 0.6499372523117569], "95": [0.5879496915045089, 0.654404383222051]}, "precision": 0.5619369369369369, "recall": 0.696927374301676}, "person": {"f1": 0.8355033926279112, "f1_ci": {"90": [0.8248637020802289, 0.8458253171418082], "95": [0.8232432720253611, 0.8476208969130158]}, "precision": 0.8310835461510397, "recall": 0.8399705014749262}, "product": {"f1": 0.6553010122535963, "f1_ci": {"90": [0.6312858170985778, 0.6768174198347701], "95": [0.627383392458284, 0.6805450292410157]}, "precision": 0.6795580110497238, "recall": 0.6327160493827161}}}, "2020.test": {"micro/f1": 0.6406833956219968, "micro/f1_ci": {"90": [0.6212006275799037, 0.65925861459307], "95": [0.6172535127265766, 0.6624785595184814]}, "micro/recall": 0.6227296315516346, "micro/precision": 0.6597031335898845, "macro/f1": 0.6034797152397938, "macro/f1_ci": {"90": [0.5822921536779121, 0.6235008350433789], "95": [0.5789494114878518, 0.6274931740257587]}, "macro/recall": 0.5944332571745292, "macro/precision": 0.6195345632949651, "per_entity_metric": {"corporation": {"f1": 0.5931372549019607, "f1_ci": {"90": [0.5367088607594938, 0.6467168372714782], "95": [0.5238062077198566, 0.6587219920589171]}, "precision": 0.5576036866359447, "recall": 0.6335078534031413}, "creative_work": {"f1": 0.49479166666666674, "f1_ci": {"90": [0.43730574712643683, 0.5454545454545454], "95": [0.4247653526414588, 0.551414290784337]}, "precision": 0.4634146341463415, "recall": 0.5307262569832403}, "event": {"f1": 0.4357298474945534, "f1_ci": {"90": [0.3834290310101196, 0.4890279445304863], "95": [0.36965890542958846, 0.4979600032784198]}, "precision": 0.5154639175257731, "recall": 0.37735849056603776}, "group": {"f1": 0.5475792988313857, "f1_ci": {"90": [0.5, 0.5928588490770902], "95": [0.48897043218815545, 0.6012537129609505]}, "precision": 0.5694444444444444, "recall": 0.5273311897106109}, "location": {"f1": 0.6783625730994153, "f1_ci": {"90": [0.6153640477169888, 0.7284489497654816], "95": [0.601445723216823, 0.7416137682881293]}, "precision": 0.655367231638418, "recall": 0.703030303030303}, "person": {"f1": 0.8197573656845752, "f1_ci": {"90": [0.7920048291080993, 0.8452904917036292], "95": [0.7878187763275092, 0.850997406727133]}, "precision": 0.8476702508960573, "recall": 0.7936241610738255}, "product": {"f1": 0.655, "f1_ci": {"90": [0.5980106726234797, 0.7074705076890668], "95": [0.5899218708571227, 0.7168878682293317]}, "precision": 0.7277777777777777, "recall": 0.5954545454545455}}}, "2021.test (span detection)": {"micro/f1": 0.7728692547969656, "micro/f1_ci": {}, "micro/recall": 0.8012027292702671, "micro/precision": 0.7464712854218295, "macro/f1": 0.7728692547969656, "macro/f1_ci": {}, "macro/recall": 0.8012027292702671, "macro/precision": 0.7464712854218295}, "2020.test (span detection)": {"micro/f1": 0.7528029898558464, "micro/f1_ci": {}, "micro/recall": 0.7317073170731707, "micro/precision": 0.7751511819681144, "macro/f1": 0.7528029898558464, "macro/f1_ci": {}, "macro/recall": 0.7317073170731707, "macro/precision": 0.7751511819681144}}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44506e280789f0ec629c4e1dfd77219f1ce44b7da2cd243978b28f55239fed90
+size 496351921

special_tokens_map.json

@@ -0,0 +1 @@
+{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "<unk>", "sep_token": "</s>", "pad_token": "<pad>", "cls_token": "<s>", "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": false}}

tokenizer_config.json

@@ -0,0 +1 @@
+{"errors": "replace", "bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "add_prefix_space": false, "trim_offsets": true, "model_max_length": 512, "name_or_path": "roberta-base", "tokenizer_class": "RobertaTokenizer"}