roberta-large-wnut2017 / config.json
asahi417's picture
add model
136753d
{
"_name_or_path": "roberta-large-wnut2017",
"architectures": [
"RobertaForTokenClassification"
],
"attention_probs_dropout_prob": 0.1,
"bos_token_id": 0,
"classifier_dropout": null,
"crf_state_dict": {
"_constraint_mask": [
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
]
],
"end_transitions": [
1.9439573287963867,
0.43820422887802124,
-0.12002984434366226,
0.7846516370773315,
-0.8386821150779724,
0.3325873017311096,
0.4131395220756531,
-1.2472376823425293,
-0.9907007217407227,
-0.22341856360435486,
-0.4732115864753723,
-0.57650226354599,
0.9281187653541565
],
"start_transitions": [
1.4856802225112915,
-1.1373214721679688,
0.2864448130130768,
0.4567239582538605,
-1.2778825759887695,
0.9998692274093628,
-1.1664981842041016,
2.19645619392395,
1.0117237567901611,
-1.4365416765213013,
-0.01607097126543522,
0.39086204767227173,
0.18026375770568848
],
"transitions": [
[
-0.1781485378742218,
-0.2871692180633545,
0.07463221997022629,
-0.12042063474655151,
0.08888990432024002,
0.06692682206630707,
-0.07919666171073914,
0.022645071148872375,
-0.7426953911781311,
0.520146906375885,
0.3297703266143799,
0.3547618091106415,
0.19301603734493256
],
[
-0.05840275436639786,
-0.016376949846744537,
0.11713011562824249,
-0.23772093653678894,
-0.5723249316215515,
-0.19332920014858246,
0.401676744222641,
-0.2690882384777069,
-0.07993978261947632,
-0.10006020963191986,
-0.1336621642112732,
0.07270024716854095,
-0.42837998270988464
],
[
0.5221291780471802,
-0.20092053711414337,
-0.31810736656188965,
0.22994160652160645,
0.017867229878902435,
0.32834920287132263,
-0.23879632353782654,
-0.13713155686855316,
0.11274714022874832,
-0.19017377495765686,
0.2255130261182785,
-0.14347702264785767,
0.16160769760608673
],
[
-0.031210223212838173,
-0.05317569151520729,
0.15590602159500122,
-0.3358836770057678,
-0.06002737209200859,
-0.4514417350292206,
-0.29579195380210876,
0.40300101041793823,
-0.03350914269685745,
0.43572720885276794,
-0.10652747750282288,
-0.28923270106315613,
0.10437345504760742
],
[
0.10768353939056396,
0.35055381059646606,
-0.20588068664073944,
-0.2979121506214142,
-0.10669296234846115,
-0.2873454689979553,
-0.008626111783087254,
-0.21147705614566803,
0.14977174997329712,
0.22938808798789978,
-0.04119570925831795,
-0.03557922691106796,
0.4437890946865082
],
[
0.31317901611328125,
-0.3493533432483673,
0.1383974850177765,
-0.03329264372587204,
-0.012409951537847519,
0.16673731803894043,
-0.11057484149932861,
0.12211078405380249,
0.2510235905647278,
0.048918548971414566,
-0.23825368285179138,
0.3054453432559967,
-0.025604097172617912
],
[
-0.06077544391155243,
-0.29983747005462646,
-0.31421902775764465,
-0.04601018503308296,
-0.4112815856933594,
-0.45100176334381104,
-0.06333449482917786,
0.09025049954652786,
-0.48168063163757324,
-0.18053272366523743,
0.20996448397636414,
0.27896207571029663,
-0.2685464024543762
],
[
0.3178761899471283,
0.09426948428153992,
0.2628119885921478,
0.3977500796318054,
-0.5204948782920837,
-0.2758210599422455,
0.2935471534729004,
-0.4761805832386017,
0.0021257034968584776,
0.28901395201683044,
0.2571658492088318,
0.012774494476616383,
-0.059617478400468826
],
[
-0.23729106783866882,
0.17265227437019348,
0.22067378461360931,
0.08450833708047867,
-0.3615820109844208,
-0.05970964580774307,
0.23265774548053741,
0.15057605504989624,
-0.05602355673909187,
0.46300578117370605,
-0.5609003901481628,
0.1114814504981041,
0.19591973721981049
],
[
0.33345016837120056,
0.2803246080875397,
0.2218586951494217,
-0.10116390883922577,
-0.17848508059978485,
-0.08239471167325974,
0.16620555520057678,
-0.13311253488063812,
-0.6621861457824707,
0.20110121369361877,
0.15547317266464233,
-0.2611168622970581,
-0.2718978524208069
],
[
-0.0291366595774889,
0.09257866442203522,
-0.15649136900901794,
0.3405332863330841,
0.4051170349121094,
0.2926957607269287,
-0.2031167894601822,
-0.17994868755340576,
0.3123309016227722,
0.3825872242450714,
-0.14879535138607025,
-0.170086070895195,
-0.16520433127880096
],
[
0.22665439546108246,
-0.04085531085729599,
0.013145767152309418,
-0.11977726966142654,
0.43075644969940186,
-0.4650817811489105,
0.0766136422753334,
0.12726177275180817,
-0.5976787805557251,
0.0935496836900711,
0.028142279013991356,
-0.09497427195310593,
-0.1920819729566574
],
[
0.10537075251340866,
0.11225327849388123,
-0.26954764127731323,
-0.09768224507570267,
-0.10989490151405334,
-0.10546119511127472,
-0.43207916617393494,
-0.6839588284492493,
0.38126426935195923,
0.028050439432263374,
-0.16016007959842682,
0.1361919641494751,
0.2890580892562866
]
]
},
"eos_token_id": 2,
"hidden_act": "gelu",
"hidden_dropout_prob": 0.1,
"hidden_size": 1024,
"id2label": {
"0": "B-corporation",
"1": "B-creative-work",
"2": "B-group",
"3": "B-location",
"4": "B-person",
"5": "B-product",
"6": "I-corporation",
"7": "I-creative-work",
"8": "I-group",
"9": "I-location",
"10": "I-person",
"11": "I-product",
"12": "O"
},
"initializer_range": 0.02,
"intermediate_size": 4096,
"label2id": {
"B-corporation": 0,
"B-creative-work": 1,
"B-group": 2,
"B-location": 3,
"B-person": 4,
"B-product": 5,
"I-corporation": 6,
"I-creative-work": 7,
"I-group": 8,
"I-location": 9,
"I-person": 10,
"I-product": 11,
"O": 12
},
"layer_norm_eps": 1e-05,
"max_position_embeddings": 514,
"model_type": "roberta",
"num_attention_heads": 16,
"num_hidden_layers": 24,
"pad_token_id": 1,
"position_embedding_type": "absolute",
"torch_dtype": "float32",
"transformers_version": "4.20.1",
"type_vocab_size": 1,
"use_cache": true,
"vocab_size": 50265
}