| { | |
| "version": "1.0", | |
| "truncation": null, | |
| "padding": null, | |
| "added_tokens": [ | |
| { | |
| "id": 0, | |
| "content": "[PAD]", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 100, | |
| "content": "[UNK]", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 101, | |
| "content": "[CLS]", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 102, | |
| "content": "[SEP]", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| }, | |
| { | |
| "id": 103, | |
| "content": "[MASK]", | |
| "single_word": false, | |
| "lstrip": false, | |
| "rstrip": false, | |
| "normalized": false, | |
| "special": true | |
| } | |
| ], | |
| "normalizer": { | |
| "type": "BertNormalizer", | |
| "clean_text": true, | |
| "handle_chinese_chars": true, | |
| "strip_accents": null, | |
| "lowercase": true | |
| }, | |
| "pre_tokenizer": { | |
| "type": "BertPreTokenizer" | |
| }, | |
| "post_processor": { | |
| "type": "TemplateProcessing", | |
| "single": [ | |
| { | |
| "SpecialToken": { | |
| "id": "[CLS]", | |
| "type_id": 0 | |
| } | |
| }, | |
| { | |
| "Sequence": { | |
| "id": "A", | |
| "type_id": 0 | |
| } | |
| }, | |
| { | |
| "SpecialToken": { | |
| "id": "[SEP]", | |
| "type_id": 0 | |
| } | |
| } | |
| ], | |
| "pair": [ | |
| { | |
| "SpecialToken": { | |
| "id": "[CLS]", | |
| "type_id": 0 | |
| } | |
| }, | |
| { | |
| "Sequence": { | |
| "id": "A", | |
| "type_id": 0 | |
| } | |
| }, | |
| { | |
| "SpecialToken": { | |
| "id": "[SEP]", | |
| "type_id": 0 | |
| } | |
| }, | |
| { | |
| "Sequence": { | |
| "id": "B", | |
| "type_id": 1 | |
| } | |
| }, | |
| { | |
| "SpecialToken": { | |
| "id": "[SEP]", | |
| "type_id": 1 | |
| } | |
| } | |
| ], | |
| "special_tokens": { | |
| "[CLS]": { | |
| "id": "[CLS]", | |
| "ids": [ | |
| 101 | |
| ], | |
| "tokens": [ | |
| "[CLS]" | |
| ] | |
| }, | |
| "[SEP]": { | |
| "id": "[SEP]", | |
| "ids": [ | |
| 102 | |
| ], | |
| "tokens": [ | |
| "[SEP]" | |
| ] | |
| } | |
| } | |
| }, | |
| "decoder": { | |
| "type": "WordPiece", | |
| "prefix": "##", | |
| "cleanup": true | |
| }, | |
| "model": { | |
| "type": "WordPiece", | |
| "unk_token": "[UNK]", | |
| "continuing_subword_prefix": "##", | |
| "max_input_chars_per_word": 100, | |
| "vocab": { | |
| "[PAD]": 0, | |
| "[unused0]": 1, | |
| "[unused1]": 2, | |
| "[unused2]": 3, | |
| "[unused3]": 4, | |
| "[unused4]": 5, | |
| "[unused5]": 6, | |
| "[unused6]": 7, | |
| "[unused7]": 8, | |
| "[unused8]": 9, | |
| "[unused9]": 10, | |
| "[unused10]": 11, | |
| "[unused11]": 12, | |
| "[unused12]": 13, | |
| "[unused13]": 14, | |
| "[unused14]": 15, | |
| "[unused15]": 16, | |
| "[unused16]": 17, | |
| "[unused17]": 18, | |
| "[unused18]": 19, | |
| "[unused19]": 20, | |
| "[unused20]": 21, | |
| "[unused21]": 22, | |
| "[unused22]": 23, | |
| "[unused23]": 24, | |
| "[unused24]": 25, | |
| "[unused25]": 26, | |
| "[unused26]": 27, | |
| "[unused27]": 28, | |
| "[unused28]": 29, | |
| "[unused29]": 30, | |
| "[unused30]": 31, | |
| "[unused31]": 32, | |
| "[unused32]": 33, | |
| "[unused33]": 34, | |
| "[unused34]": 35, | |
| "[unused35]": 36, | |
| "[unused36]": 37, | |
| "[unused37]": 38, | |
| "[unused38]": 39, | |
| "[unused39]": 40, | |
| "[unused40]": 41, | |
| "[unused41]": 42, | |
| "[unused42]": 43, | |
| "[unused43]": 44, | |
| "[unused44]": 45, | |
| "[unused45]": 46, | |
| "[unused46]": 47, | |
| "[unused47]": 48, | |
| "[unused48]": 49, | |
| "[unused49]": 50, | |
| "[unused50]": 51, | |
| "[unused51]": 52, | |
| "[unused52]": 53, | |
| "[unused53]": 54, | |
| "[unused54]": 55, | |
| "[unused55]": 56, | |
| "[unused56]": 57, | |
| "[unused57]": 58, | |
| "[unused58]": 59, | |
| "[unused59]": 60, | |
| "[unused60]": 61, | |
| "[unused61]": 62, | |
| "[unused62]": 63, | |
| "[unused63]": 64, | |
| "[unused64]": 65, | |
| "[unused65]": 66, | |
| "[unused66]": 67, | |
| "[unused67]": 68, | |
| "[unused68]": 69, | |
| "[unused69]": 70, | |
| "[unused70]": 71, | |
| "[unused71]": 72, | |
| "[unused72]": 73, | |
| "[unused73]": 74, | |
| "[unused74]": 75, | |
| "[unused75]": 76, | |
| "[unused76]": 77, | |
| "[unused77]": 78, | |
| "[unused78]": 79, | |
| "[unused79]": 80, | |
| "[unused80]": 81, | |
| "[unused81]": 82, | |
| "[unused82]": 83, | |
| "[unused83]": 84, | |
| "[unused84]": 85, | |
| "[unused85]": 86, | |
| "[unused86]": 87, | |
| "[unused87]": 88, | |
| "[unused88]": 89, | |
| "[unused89]": 90, | |
| "[unused90]": 91, | |
| "[unused91]": 92, | |
| "[unused92]": 93, | |
| "[unused93]": 94, | |
| "[unused94]": 95, | |
| "[unused95]": 96, | |
| "[unused96]": 97, | |
| "[unused97]": 98, | |
| "[unused98]": 99, | |
| "[UNK]": 100, | |
| "[CLS]": 101, | |
| "[SEP]": 102, | |
| "[MASK]": 103, | |
| "[unused99]": 104, | |
| "[unused100]": 105, | |
| "[unused101]": 106, | |
| "[unused102]": 107, | |
| "[unused103]": 108, | |
| "[unused104]": 109, | |
| "[unused105]": 110, | |
| "[unused106]": 111, | |
| "[unused107]": 112, | |
| "[unused108]": 113, | |
| "[unused109]": 114, | |
| "[unused110]": 115, | |
| "[unused111]": 116, | |
| "[unused112]": 117, | |
| "[unused113]": 118, | |
| "[unused114]": 119, | |
| "[unused115]": 120, | |
| "[unused116]": 121, | |
| "[unused117]": 122, | |
| "[unused118]": 123, | |
| "[unused119]": 124, | |
| "[unused120]": 125, | |
| "[unused121]": 126, | |
| "[unused122]": 127, | |
| "[unused123]": 128, | |
| "[unused124]": 129, | |
| "[unused125]": 130, | |
| "[unused126]": 131, | |
| "[unused127]": 132, | |
| "[unused128]": 133, | |
| "[unused129]": 134, | |
| "[unused130]": 135, | |
| "[unused131]": 136, | |
| "[unused132]": 137, | |
| "[unused133]": 138, | |
| "[unused134]": 139, | |
| "[unused135]": 140, | |
| "[unused136]": 141, | |
| "[unused137]": 142, | |
| "[unused138]": 143, | |
| "[unused139]": 144, | |
| "[unused140]": 145, | |
| "[unused141]": 146, | |
| "[unused142]": 147, | |
| "[unused143]": 148, | |
| "[unused144]": 149, | |
| "[unused145]": 150, | |
| "[unused146]": 151, | |
| "[unused147]": 152, | |
| "[unused148]": 153, | |
| "[unused149]": 154, | |
| "[unused150]": 155, | |
| "[unused151]": 156, | |
| "[unused152]": 157, | |
| "[unused153]": 158, | |
| "[unused154]": 159, | |
| "[unused155]": 160, | |
| "[unused156]": 161, | |
| "[unused157]": 162, | |
| "[unused158]": 163, | |
| "[unused159]": 164, | |
| "[unused160]": 165, | |
| "[unused161]": 166, | |
| "[unused162]": 167, | |
| "[unused163]": 168, | |
| "[unused164]": 169, | |
| "[unused165]": 170, | |
| "[unused166]": 171, | |
| "[unused167]": 172, | |
| "[unused168]": 173, | |
| "[unused169]": 174, | |
| "[unused170]": 175, | |
| "[unused171]": 176, | |
| "[unused172]": 177, | |
| "[unused173]": 178, | |
| "[unused174]": 179, | |
| "[unused175]": 180, | |
| "[unused176]": 181, | |
| "[unused177]": 182, | |
| "[unused178]": 183, | |
| "[unused179]": 184, | |
| "[unused180]": 185, | |
| "[unused181]": 186, | |
| "[unused182]": 187, | |
| "[unused183]": 188, | |
| "[unused184]": 189, | |
| "[unused185]": 190, | |
| "[unused186]": 191, | |
| "[unused187]": 192, | |
| "[unused188]": 193, | |
| "[unused189]": 194, | |
| "[unused190]": 195, | |
| "[unused191]": 196, | |
| "[unused192]": 197, | |
| "[unused193]": 198, | |
| "[unused194]": 199, | |
| "[unused195]": 200, | |
| "[unused196]": 201, | |
| "[unused197]": 202, | |
| "[unused198]": 203, | |
| "[unused199]": 204, | |
| "[unused200]": 205, | |
| "[unused201]": 206, | |
| "[unused202]": 207, | |
| "[unused203]": 208, | |
| "[unused204]": 209, | |
| "[unused205]": 210, | |
| "[unused206]": 211, | |
| "[unused207]": 212, | |
| "[unused208]": 213, | |
| "[unused209]": 214, | |
| "[unused210]": 215, | |
| "[unused211]": 216, | |
| "[unused212]": 217, | |
| "[unused213]": 218, | |
| "[unused214]": 219, | |
| "[unused215]": 220, | |
| "[unused216]": 221, | |
| "[unused217]": 222, | |
| "[unused218]": 223, | |
| "[unused219]": 224, | |
| "[unused220]": 225, | |
| "[unused221]": 226, | |
| "[unused222]": 227, | |
| "[unused223]": 228, | |
| "[unused224]": 229, | |
| "[unused225]": 230, | |
| "[unused226]": 231, | |
| "[unused227]": 232, | |
| "[unused228]": 233, | |
| "[unused229]": 234, | |
| "[unused230]": 235, | |
| "[unused231]": 236, | |
| "[unused232]": 237, | |
| "[unused233]": 238, | |
| "[unused234]": 239, | |
| "[unused235]": 240, | |
| "[unused236]": 241, | |
| "[unused237]": 242, | |
| "[unused238]": 243, | |
| "[unused239]": 244, | |
| "[unused240]": 245, | |
| "[unused241]": 246, | |
| "[unused242]": 247, | |
| "[unused243]": 248, | |
| "[unused244]": 249, | |
| "[unused245]": 250, | |
| "[unused246]": 251, | |
| "[unused247]": 252, | |
| "[unused248]": 253, | |
| "[unused249]": 254, | |
| "[unused250]": 255, | |
| "[unused251]": 256, | |
| "[unused252]": 257, | |
| "[unused253]": 258, | |
| "[unused254]": 259, | |
| "[unused255]": 260, | |
| "[unused256]": 261, | |
| "[unused257]": 262, | |
| "[unused258]": 263, | |
| "[unused259]": 264, | |
| "[unused260]": 265, | |
| "[unused261]": 266, | |
| "[unused262]": 267, | |
| "[unused263]": 268, | |
| "[unused264]": 269, | |
| "[unused265]": 270, | |
| "[unused266]": 271, | |
| "[unused267]": 272, | |
| "[unused268]": 273, | |
| "[unused269]": 274, | |
| "[unused270]": 275, | |
| "[unused271]": 276, | |
| "[unused272]": 277, | |
| "[unused273]": 278, | |
| "[unused274]": 279, | |
| "[unused275]": 280, | |
| "[unused276]": 281, | |
| "[unused277]": 282, | |
| "[unused278]": 283, | |
| "[unused279]": 284, | |
| "[unused280]": 285, | |
| "[unused281]": 286, | |
| "[unused282]": 287, | |
| "[unused283]": 288, | |
| "[unused284]": 289, | |
| "[unused285]": 290, | |
| "[unused286]": 291, | |
| "[unused287]": 292, | |
| "[unused288]": 293, | |
| "[unused289]": 294, | |
| "[unused290]": 295, | |
| "[unused291]": 296, | |
| "[unused292]": 297, | |
| "[unused293]": 298, | |
| "[unused294]": 299, | |
| "[unused295]": 300, | |
| "[unused296]": 301, | |
| "[unused297]": 302, | |
| "[unused298]": 303, | |
| "[unused299]": 304, | |
| "[unused300]": 305, | |
| "[unused301]": 306, | |
| "[unused302]": 307, | |
| "[unused303]": 308, | |
| "[unused304]": 309, | |
| "[unused305]": 310, | |
| "[unused306]": 311, | |
| "[unused307]": 312, | |
| "[unused308]": 313, | |
| "[unused309]": 314, | |
| "[unused310]": 315, | |
| "[unused311]": 316, | |
| "[unused312]": 317, | |
| "[unused313]": 318, | |
| "[unused314]": 319, | |
| "[unused315]": 320, | |
| "[unused316]": 321, | |
| "[unused317]": 322, | |
| "[unused318]": 323, | |
| "[unused319]": 324, | |
| "[unused320]": 325, | |
| "[unused321]": 326, | |
| "[unused322]": 327, | |
| "[unused323]": 328, | |
| "[unused324]": 329, | |
| "[unused325]": 330, | |
| "[unused326]": 331, | |
| "[unused327]": 332, | |
| "[unused328]": 333, | |
| "[unused329]": 334, | |
| "[unused330]": 335, | |
| "[unused331]": 336, | |
| "[unused332]": 337, | |
| "[unused333]": 338, | |
| "[unused334]": 339, | |
| "[unused335]": 340, | |
| "[unused336]": 341, | |
| "[unused337]": 342, | |
| "[unused338]": 343, | |
| "[unused339]": 344, | |
| "[unused340]": 345, | |
| "[unused341]": 346, | |
| "[unused342]": 347, | |
| "[unused343]": 348, | |
| "[unused344]": 349, | |
| "[unused345]": 350, | |
| "[unused346]": 351, | |
| "[unused347]": 352, | |
| "[unused348]": 353, | |
| "[unused349]": 354, | |
| "[unused350]": 355, | |
| "[unused351]": 356, | |
| "[unused352]": 357, | |
| "[unused353]": 358, | |
| "[unused354]": 359, | |
| "[unused355]": 360, | |
| "[unused356]": 361, | |
| "[unused357]": 362, | |
| "[unused358]": 363, | |
| "[unused359]": 364, | |
| "[unused360]": 365, | |
| "[unused361]": 366, | |
| "[unused362]": 367, | |
| "[unused363]": 368, | |
| "[unused364]": 369, | |
| "[unused365]": 370, | |
| "[unused366]": 371, | |
| "[unused367]": 372, | |
| "[unused368]": 373, | |
| "[unused369]": 374, | |
| "[unused370]": 375, | |
| "[unused371]": 376, | |
| "[unused372]": 377, | |
| "[unused373]": 378, | |
| "[unused374]": 379, | |
| "[unused375]": 380, | |
| "[unused376]": 381, | |
| "[unused377]": 382, | |
| "[unused378]": 383, | |
| "[unused379]": 384, | |
| "[unused380]": 385, | |
| "[unused381]": 386, | |
| "[unused382]": 387, | |
| "[unused383]": 388, | |
| "[unused384]": 389, | |
| "[unused385]": 390, | |
| "[unused386]": 391, | |
| "[unused387]": 392, | |
| "[unused388]": 393, | |
| "[unused389]": 394, | |
| "[unused390]": 395, | |
| "[unused391]": 396, | |
| "[unused392]": 397, | |
| "[unused393]": 398, | |
| "[unused394]": 399, | |
| "[unused395]": 400, | |
| "[unused396]": 401, | |
| "[unused397]": 402, | |
| "[unused398]": 403, | |
| "[unused399]": 404, | |
| "[unused400]": 405, | |
| "[unused401]": 406, | |
| "[unused402]": 407, | |
| "[unused403]": 408, | |
| "[unused404]": 409, | |
| "[unused405]": 410, | |
| "[unused406]": 411, | |
| "[unused407]": 412, | |
| "[unused408]": 413, | |
| "[unused409]": 414, | |
| "[unused410]": 415, | |
| "[unused411]": 416, | |
| "[unused412]": 417, | |
| "[unused413]": 418, | |
| "[unused414]": 419, | |
| "[unused415]": 420, | |
| "[unused416]": 421, | |
| "[unused417]": 422, | |
| "[unused418]": 423, | |
| "[unused419]": 424, | |
| "[unused420]": 425, | |
| "[unused421]": 426, | |
| "[unused422]": 427, | |
| "[unused423]": 428, | |
| "[unused424]": 429, | |
| "[unused425]": 430, | |
| "[unused426]": 431, | |
| "[unused427]": 432, | |
| "[unused428]": 433, | |
| "[unused429]": 434, | |
| "[unused430]": 435, | |
| "[unused431]": 436, | |
| "[unused432]": 437, | |
| "[unused433]": 438, | |
| "[unused434]": 439, | |
| "[unused435]": 440, | |
| "[unused436]": 441, | |
| "[unused437]": 442, | |
| "[unused438]": 443, | |
| "[unused439]": 444, | |
| "[unused440]": 445, | |
| "[unused441]": 446, | |
| "[unused442]": 447, | |
| "[unused443]": 448, | |
| "[unused444]": 449, | |
| "[unused445]": 450, | |
| "[unused446]": 451, | |
| "[unused447]": 452, | |
| "[unused448]": 453, | |
| "[unused449]": 454, | |
| "[unused450]": 455, | |
| "[unused451]": 456, | |
| "[unused452]": 457, | |
| "[unused453]": 458, | |
| "[unused454]": 459, | |
| "[unused455]": 460, | |
| "[unused456]": 461, | |
| "[unused457]": 462, | |
| "[unused458]": 463, | |
| "[unused459]": 464, | |
| "[unused460]": 465, | |
| "[unused461]": 466, | |
| "[unused462]": 467, | |
| "[unused463]": 468, | |
| "[unused464]": 469, | |
| "[unused465]": 470, | |
| "[unused466]": 471, | |
| "[unused467]": 472, | |
| "[unused468]": 473, | |
| "[unused469]": 474, | |
| "[unused470]": 475, | |
| "[unused471]": 476, | |
| "[unused472]": 477, | |
| "[unused473]": 478, | |
| "[unused474]": 479, | |
| "[unused475]": 480, | |
| "[unused476]": 481, | |
| "[unused477]": 482, | |
| "[unused478]": 483, | |
| "[unused479]": 484, | |
| "[unused480]": 485, | |
| "[unused481]": 486, | |
| "[unused482]": 487, | |
| "[unused483]": 488, | |
| "[unused484]": 489, | |
| "[unused485]": 490, | |
| "[unused486]": 491, | |
| "[unused487]": 492, | |
| "[unused488]": 493, | |
| "[unused489]": 494, | |
| "[unused490]": 495, | |
| "[unused491]": 496, | |
| "[unused492]": 497, | |
| "[unused493]": 498, | |
| "[unused494]": 499 | |
| } | |
| } | |
| } |