{ "version": "1.0", "truncation": null, "padding": null, "added_tokens": [ { "id": 21, "content": "$", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 22, "content": ".", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 23, "content": "?", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 24, "content": "|", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 25, "content": "*", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 26, "content": "[V:TRAV1-1]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 27, "content": "[V:TRAV1-2]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 28, "content": "[V:TRAV10]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 29, "content": "[V:TRAV12-1]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 30, "content": "[V:TRAV12-2]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 31, "content": "[V:TRAV12-3]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 32, "content": "[V:TRAV13-1]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 33, "content": "[V:TRAV13-2]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 34, "content": "[V:TRAV14/DV4]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 35, "content": "[V:TRAV16]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 36, "content": "[V:TRAV17]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 37, "content": "[V:TRAV18]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 38, "content": "[V:TRAV19]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 39, "content": "[V:TRAV20]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 40, "content": "[V:TRAV21]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 41, "content": "[V:TRAV22]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 42, "content": "[V:TRAV23/DV6]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 43, "content": "[V:TRAV24]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 44, "content": "[V:TRAV25]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 45, "content": "[V:TRAV26-1]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 46, "content": "[V:TRAV26-2]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 47, "content": "[V:TRAV27]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 48, "content": "[V:TRAV29/DV5]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 49, "content": "[V:TRAV2]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 50, "content": "[V:TRAV30]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 51, "content": "[V:TRAV34]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 52, "content": "[V:TRAV35]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 53, "content": "[V:TRAV36/DV7]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 54, "content": "[V:TRAV38-1]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 55, "content": "[V:TRAV38-2/DV8]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 56, "content": "[V:TRAV39]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 57, "content": "[V:TRAV3]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 58, "content": "[V:TRAV40]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 59, "content": "[V:TRAV41]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 60, "content": "[V:TRAV4]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 61, "content": "[V:TRAV5]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 62, "content": "[V:TRAV6]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 63, "content": "[V:TRAV7]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 64, "content": "[V:TRAV8-1]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 65, "content": "[V:TRAV8-2]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 66, "content": "[V:TRAV8-3]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 67, "content": "[V:TRAV8-4]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 68, "content": "[V:TRAV8-6]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 69, "content": "[V:TRAV9-1]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 70, "content": "[V:TRAV9-2]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 71, "content": "[V:TRBV10-1]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 72, "content": "[V:TRBV10-2]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 73, "content": "[V:TRBV10-3]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 74, "content": "[V:TRBV11-1]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 75, "content": "[V:TRBV11-2]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 76, "content": "[V:TRBV11-3]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 77, "content": "[V:TRBV12-1]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 78, "content": "[V:TRBV12-3]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 79, "content": "[V:TRBV12-4]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 80, "content": "[V:TRBV12-5]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 81, "content": "[V:TRBV13]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 82, "content": "[V:TRBV14]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 83, "content": "[V:TRBV15]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 84, "content": "[V:TRBV16]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 85, "content": "[V:TRBV18]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 86, "content": "[V:TRBV19]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 87, "content": "[V:TRBV20-1]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 88, "content": "[V:TRBV21-1]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 89, "content": "[V:TRBV23-1]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 90, "content": "[V:TRBV24-1]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 91, "content": "[V:TRBV25-1]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 92, "content": "[V:TRBV27]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 93, "content": "[V:TRBV28]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 94, "content": "[V:TRBV29-1]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 95, "content": "[V:TRBV2]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 96, "content": "[V:TRBV3-1]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 97, "content": "[V:TRBV3-2]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 98, "content": "[V:TRBV30]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 99, "content": "[V:TRBV4-1]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 100, "content": "[V:TRBV4-2]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 101, "content": "[V:TRBV4-3]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 102, "content": "[V:TRBV5-1]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 103, "content": "[V:TRBV5-3]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 104, "content": "[V:TRBV5-4]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 105, "content": "[V:TRBV5-5]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 106, "content": "[V:TRBV5-6]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 107, "content": "[V:TRBV5-7]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 108, "content": "[V:TRBV5-8]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 109, "content": "[V:TRBV6-1]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 110, "content": "[V:TRBV6-2]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 111, "content": "[V:TRBV6-3]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 112, "content": "[V:TRBV6-4]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 113, "content": "[V:TRBV6-5]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 114, "content": "[V:TRBV6-6]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 115, "content": "[V:TRBV6-7]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 116, "content": "[V:TRBV6-8]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 117, "content": "[V:TRBV6-9]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 118, "content": "[V:TRBV7-2]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 119, "content": "[V:TRBV7-3]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 120, "content": "[V:TRBV7-4]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 121, "content": "[V:TRBV7-5]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 122, "content": "[V:TRBV7-6]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 123, "content": "[V:TRBV7-7]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 124, "content": "[V:TRBV7-8]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 125, "content": "[V:TRBV7-9]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 126, "content": "[V:TRBV9]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 127, "content": "[V_UNK]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true } ], "normalizer": { "type": "BertNormalizer", "clean_text": true, "handle_chinese_chars": false, "strip_accents": null, "lowercase": false }, "pre_tokenizer": { "type": "BertPreTokenizer" }, "post_processor": { "type": "TemplateProcessing", "single": [ { "SpecialToken": { "id": "*", "type_id": 0 } }, { "Sequence": { "id": "A", "type_id": 0 } }, { "SpecialToken": { "id": "|", "type_id": 0 } } ], "pair": [ { "SpecialToken": { "id": "*", "type_id": 0 } }, { "Sequence": { "id": "A", "type_id": 0 } }, { "SpecialToken": { "id": "|", "type_id": 0 } }, { "Sequence": { "id": "B", "type_id": 1 } }, { "SpecialToken": { "id": "|", "type_id": 1 } } ], "special_tokens": { "*": { "id": "*", "ids": [ 25 ], "tokens": [ "*" ] }, "|": { "id": "|", "ids": [ 24 ], "tokens": [ "|" ] } } }, "decoder": { "type": "WordPiece", "prefix": "##", "cleanup": true }, "model": { "type": "WordPiece", "unk_token": "?", "continuing_subword_prefix": "##", "max_input_chars_per_word": 100, "vocab": { "R": 0, "H": 1, "K": 2, "D": 3, "E": 4, "S": 5, "T": 6, "N": 7, "Q": 8, "C": 9, "U": 10, "G": 11, "P": 12, "A": 13, "V": 14, "I": 15, "L": 16, "M": 17, "F": 18, "Y": 19, "W": 20, "$": 21, ".": 22, "?": 23, "|": 24, "*": 25 } } }