GramTrans_DeepSeek_Grammar / tokenizer_config.json
GramTrans's picture
Upload folder using huggingface_hub
eb50c22 verified
{
"add_bos_token": true,
"add_eos_token": false,
"add_prefix_space": null,
"added_tokens_decoder": {
"32000": {
"content": "õ",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32001": {
"content": "÷",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32002": {
"content": "Á",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32003": {
"content": "ý",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32004": {
"content": "À",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32005": {
"content": "ÿ",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32006": {
"content": "ø",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32007": {
"content": "ú",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32008": {
"content": "þ",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32009": {
"content": "ü",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32010": {
"content": "ù",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32011": {
"content": "ö",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32012": {
"content": "û",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32013": {
"content": "<|begin▁of▁sentence|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": true
},
"32014": {
"content": "<|end▁of▁sentence|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": true
},
"32015": {
"content": "<|fim▁hole|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32016": {
"content": "<|fim▁begin|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32017": {
"content": "<|fim▁end|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32018": {
"content": "<pad>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32019": {
"content": "<|User|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32020": {
"content": "<|Assistant|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32021": {
"content": "<|EOT|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32022": {
"content": "<|parenthesized_expression_py -> (_ter attribute_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32023": {
"content": "<|type_py -> type_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32024": {
"content": "<|left_py -> dictionary_comprehension_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32025": {
"content": "<|dictionary_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32026": {
"content": "<|type_py -> list_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32027": {
"content": "<|conditional_expression_py -> dictionary_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32028": {
"content": "<|return_statement_py -> return_ter expression_list_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32029": {
"content": "<|set_py -> identifier_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32030": {
"content": "<|argument_py -> identifier_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32031": {
"content": "<|argument_py -> parenthesized_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32032": {
"content": "<|yield_py -> yield_ter integer_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32033": {
"content": "<|operators_py -> <=_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32034": {
"content": "<|parenthesized_expression_py -> (_ter false_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32035": {
"content": "<|expression_list_py -> generator_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32036": {
"content": "<|assignment_py -> left_py :_ter type_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32037": {
"content": "<|right_py -> call_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32038": {
"content": "<|pair_py -> key_py :_ter value_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32039": {
"content": "<|right_py -> set_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32040": {
"content": "<|operator_py -> >>_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32041": {
"content": "<|right_py -> unary_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32042": {
"content": "<|value_py -> conditional_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32043": {
"content": "<|alternative_py -> elif_clause_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32044": {
"content": "<|tuple_py -> dictionary_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32045": {
"content": "<|right_py -> generator_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32046": {
"content": "<|tuple_py -> conditional_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32047": {
"content": "<|yield_py -> yield_ter unary_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32048": {
"content": "<|key_py -> comparison_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32049": {
"content": "<|conditional_expression_py -> true_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32050": {
"content": "<|expression_statement_py -> comparison_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32051": {
"content": "<|name_py -> aliased_import_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32052": {
"content": "<|alternative_py -> else_clause_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32053": {
"content": "<|right_py -> false_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32054": {
"content": "<|comparison_operator_py -> subscript_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32055": {
"content": "<|list_py -> list_splat_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32056": {
"content": "<|argument_list_py -> call_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32057": {
"content": "<|type_py -> none_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32058": {
"content": "<|type_alias_statement_py -> type_ter left_py =_ter right_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32059": {
"content": "<|subscript_py -> false_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32060": {
"content": "<|comparison_operator_py -> float_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32061": {
"content": "<|set_comprehension_py -> {_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32062": {
"content": "<|object_py -> string_literal_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32063": {
"content": "<|try_statement_py -> :_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32064": {
"content": "<|value_py -> subscript_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32065": {
"content": "<|subscript_py -> true_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32066": {
"content": "<|list_py -> [_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32067": {
"content": "<|type_py -> false_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32068": {
"content": "<|key_py -> none_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32069": {
"content": "<|body_py -> string_literal_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32070": {
"content": "<|list_py -> not_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32071": {
"content": "<|parameters_py -> )_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32072": {
"content": "<|parenthesized_expression_py -> (_ter dictionary_comprehension_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32073": {
"content": "<|parenthesized_expression_py -> (_ter boolean_operator_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32074": {
"content": "<|assert_statement_py -> string_literal_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32075": {
"content": "<|yield_py -> yield_ter lambda_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32076": {
"content": "<|block_py -> expression_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32077": {
"content": "<|set_py -> list_splat_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32078": {
"content": "<|function_py -> tuple_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32079": {
"content": "<|assert_statement_py -> comparison_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32080": {
"content": "<|raise_statement_py -> raise_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32081": {
"content": "<|for_in_clause_py -> right_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32082": {
"content": "<|subscript_py -> value_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32083": {
"content": "<|operator_py -> |_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32084": {
"content": "<|print_statement_py -> ,_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32085": {
"content": "<|list_py -> attribute_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32086": {
"content": "<|body_py -> float_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32087": {
"content": "<|function_py -> call_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32088": {
"content": "<|parameters_py -> (_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32089": {
"content": "<|module_py -> break_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32090": {
"content": "<|comparison_operator_py -> operators_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32091": {
"content": "<|operator_py -> %_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32092": {
"content": "<|operator_py -> and_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32093": {
"content": "<|expression_list_py -> subscript_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32094": {
"content": "<|expression_statement_py -> generator_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32095": {
"content": "<|list_py -> string_literal_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32096": {
"content": "<|body_py -> comment_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32097": {
"content": "<|body_py -> list_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32098": {
"content": "<|yield_py -> yield_ter from_ter generator_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32099": {
"content": "<|assert_statement_py -> binary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32100": {
"content": "<|right_py -> attribute_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32101": {
"content": "<|yield_py -> yield_ter float_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32102": {
"content": "<|argument_py -> attribute_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32103": {
"content": "<|conditional_expression_py -> call_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32104": {
"content": "<|true_py -> True_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32105": {
"content": "<|tuple_py -> false_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32106": {
"content": "<|key_py -> subscript_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32107": {
"content": "<|function_py -> parenthesized_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32108": {
"content": "<|none_py -> None_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32109": {
"content": "<|list_py -> subscript_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32110": {
"content": "<|print_statement_py -> chevron_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32111": {
"content": "<|return_statement_py -> return_ter binary_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32112": {
"content": "<|expression_list_py -> float_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32113": {
"content": "<|set_py -> unary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32114": {
"content": "<|module_py -> function_definition_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32115": {
"content": "<|chevron_py -> >>_ter identifier_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32116": {
"content": "<|function_py -> identifier_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32117": {
"content": "<|future_import_statement_py -> import_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32118": {
"content": "<|tuple_py -> lambda_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32119": {
"content": "<|argument_py -> integer_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32120": {
"content": "<|expression_statement_py -> float_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32121": {
"content": "<|module_py -> print_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32122": {
"content": "<|left_py -> pattern_list_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32123": {
"content": "<|right_py -> lambda_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32124": {
"content": "<|unary_operator_py -> operator_py argument_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32125": {
"content": "<|type_parameter_py -> [_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32126": {
"content": "<|return_statement_py -> return_ter true_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32127": {
"content": "<|expression_statement_py -> yield_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32128": {
"content": "<|yield_py -> yield_ter from_ter identifier_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32129": {
"content": "<|module_py -> pass_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32130": {
"content": "<|lambda_py -> lambda_ter :_ter body_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32131": {
"content": "<|parenthesized_expression_py -> (_ter subscript_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32132": {
"content": "<|dotted_name_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32133": {
"content": "<|pattern_list_py -> subscript_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32134": {
"content": "<|expression_statement_py -> attribute_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32135": {
"content": "<|yield_py -> yield_ter false_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32136": {
"content": "<|dictionary_py -> pair_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32137": {
"content": "<|list_comprehension_py -> ]_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32138": {
"content": "<|object_py -> list_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32139": {
"content": "<|left_py -> list_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32140": {
"content": "<|if_clause_py -> if_ter boolean_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32141": {
"content": "<|list_py -> none_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32142": {
"content": "<|right_py -> integer_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32143": {
"content": "<|value_py -> true_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32144": {
"content": "<|module_py -> if_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32145": {
"content": "<|if_statement_py -> condition_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32146": {
"content": "<|if_clause_py -> if_ter attribute_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32147": {
"content": "<|left_py -> set_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32148": {
"content": "<|block_py -> print_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32149": {
"content": "<|module_py -> type_alias_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32150": {
"content": "<|aliased_import_py -> name_py as_ter alias_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32151": {
"content": "<|comparison_operator_py -> false_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32152": {
"content": "<|comparison_operator_py -> true_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32153": {
"content": "<|python -> module_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32154": {
"content": "<|block_py -> assert_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32155": {
"content": "<|value_py -> boolean_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32156": {
"content": "<|expression_statement_py -> integer_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32157": {
"content": "<|block_py -> return_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32158": {
"content": "<|future_import_statement_py -> from_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32159": {
"content": "<|return_statement_py -> return_ter set_comprehension_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32160": {
"content": "<|conditional_expression_py -> unary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32161": {
"content": "<|expression_list_py -> attribute_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32162": {
"content": "<|for_in_clause_py -> for_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32163": {
"content": "<|dictionary_comprehension_py -> if_clause_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32164": {
"content": "<|type_py -> subscript_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32165": {
"content": "<|value_py -> none_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32166": {
"content": "<|set_comprehension_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32167": {
"content": "<|left_py -> unary_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32168": {
"content": "<|set_py -> ,_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32169": {
"content": "<|if_clause_py -> if_ter not_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32170": {
"content": "<|subscript_py -> none_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32171": {
"content": "<|right_py -> identifier_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32172": {
"content": "<|set_py -> float_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32173": {
"content": "<|dictionary_py -> ,_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32174": {
"content": "<|expression_list_py -> call_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32175": {
"content": "<|false_py -> False_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32176": {
"content": "<|tuple_py -> not_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32177": {
"content": "<|condition_py -> integer_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32178": {
"content": "<|expression_statement_py -> unary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32179": {
"content": "<|value_py -> list_splat_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32180": {
"content": "<|list_py -> parenthesized_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32181": {
"content": "<|function_py -> subscript_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32182": {
"content": "<|return_statement_py -> return_ter dictionary_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32183": {
"content": "<|list_comprehension_py -> for_in_clause_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32184": {
"content": "<|yield_py -> yield_ter from_ter call_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32185": {
"content": "<|name_py -> identifier_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32186": {
"content": "<|tuple_py -> ,_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32187": {
"content": "<|left_py -> integer_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32188": {
"content": "<|assert_statement_py -> boolean_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32189": {
"content": "<|tuple_py -> true_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32190": {
"content": "<|parenthesized_expression_py -> (_ter list_comprehension_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32191": {
"content": "<|module_py -> while_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32192": {
"content": "<|future_import_statement_py -> ,_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32193": {
"content": "<|set_py -> none_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32194": {
"content": "<|argument_list_py -> binary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32195": {
"content": "<|left_py -> tuple_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32196": {
"content": "<|key_py -> tuple_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32197": {
"content": "<|list_py -> tuple_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32198": {
"content": "<|set_py -> attribute_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32199": {
"content": "<|lambda_parameters_py -> identifier_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32200": {
"content": "<|value_py -> parenthesized_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32201": {
"content": "<|lambda_parameters_py -> ,_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32202": {
"content": "<|list_comprehension_py -> [_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32203": {
"content": "<|assignment_py -> left_py =_ter right_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32204": {
"content": "<|if_clause_py -> if_ter call_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32205": {
"content": "<|subscript_py -> slice_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32206": {
"content": "<|operator_py -> *=_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32207": {
"content": "<|try_statement_py -> try_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32208": {
"content": "<|value_py -> call_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32209": {
"content": "<|body_py -> lambda_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32210": {
"content": "<|key_py -> set_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32211": {
"content": "<|import_from_statement_py -> from_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32212": {
"content": "<|key_py -> false_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32213": {
"content": "<|right_py -> none_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32214": {
"content": "<|delete_statement_py -> del_ter true_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32215": {
"content": "<|expression_list_py -> list_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32216": {
"content": "<|expression_list_py -> dictionary_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32217": {
"content": "<|lambda_parameters_py -> identifier_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32218": {
"content": "<|parenthesized_expression_py -> (_ter identifier_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32219": {
"content": "<|expression_statement_py -> ,_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32220": {
"content": "<|list_py -> generator_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32221": {
"content": "<|operator_py -> ~_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32222": {
"content": "<|list_py -> list_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32223": {
"content": "<|expression_statement_py -> true_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32224": {
"content": "<|subscript_py -> conditional_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32225": {
"content": "<|delete_statement_py -> del_ter call_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32226": {
"content": "<|yield_py -> yield_ter from_ter conditional_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32227": {
"content": "<|right_py -> comparison_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32228": {
"content": "<|left_py -> comparison_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32229": {
"content": "<|list_py -> binary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32230": {
"content": "<|if_clause_py -> if_ter binary_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32231": {
"content": "<|list_splat_pattern_py -> *_ter attribute_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32232": {
"content": "<|if_clause_py -> if_ter identifier_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32233": {
"content": "<|argument_py -> comparison_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32234": {
"content": "<|yield_py -> yield_ter dictionary_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32235": {
"content": "<|comparison_operator_py -> list_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32236": {
"content": "<|right_py -> identifier_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32237": {
"content": "<|operators_py -> !=_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32238": {
"content": "<|subscript_py -> float_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32239": {
"content": "<|body_py -> unary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32240": {
"content": "<|value_py -> integer_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32241": {
"content": "<|argument_list_py -> identifier_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32242": {
"content": "<|list_py -> dictionary_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32243": {
"content": "<|argument_list_py -> unary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32244": {
"content": "<|parenthesized_expression_py -> (_ter conditional_expression_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32245": {
"content": "<|object_py -> float_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32246": {
"content": "<|expression_list_py -> ,_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32247": {
"content": "<|parenthesized_expression_py -> (_ter yield_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32248": {
"content": "<|function_py -> identifier_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32249": {
"content": "<|return_statement_py -> return_ter integer_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32250": {
"content": "<|left_py -> attribute_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32251": {
"content": "<|subscript_py -> subscript_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32252": {
"content": "<|block_py -> break_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32253": {
"content": "<|list_py -> unary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32254": {
"content": "<|argument_list_py -> false_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32255": {
"content": "<|operators_py -> is_not_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32256": {
"content": "<|superclasses_py -> argument_list_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32257": {
"content": "<|attribute_py -> identifier_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32258": {
"content": "<|expression_list_py -> dictionary_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32259": {
"content": "<|body_py -> dictionary_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32260": {
"content": "<|module_name_py -> dotted_name_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32261": {
"content": "<|right_py -> list_splat_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32262": {
"content": "<|key_py -> conditional_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32263": {
"content": "<|expression_statement_py -> false_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32264": {
"content": "<|left_py -> binary_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32265": {
"content": "<|expression_list_py -> parenthesized_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32266": {
"content": "<|tuple_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32267": {
"content": "<|expression_statement_py -> parenthesized_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32268": {
"content": "<|right_py -> set_comprehension_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32269": {
"content": "<|comparison_operator_py -> list_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32270": {
"content": "<|expression_statement_py -> not_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32271": {
"content": "<|yield_py -> yield_ter true_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32272": {
"content": "<|for_in_clause_py -> left_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32273": {
"content": "<|block_py -> import_from_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32274": {
"content": "<|left_py -> generator_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32275": {
"content": "<|return_statement_py -> return_ter generator_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32276": {
"content": "<|list_py -> list_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32277": {
"content": "<|tuple_pattern_py -> ,_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32278": {
"content": "<|return_statement_py -> return_ter tuple_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32279": {
"content": "<|elif_clause_py -> elif_ter condition_py :_ter consequence_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32280": {
"content": "<|type_py -> identifier_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32281": {
"content": "<|type_py -> attribute_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32282": {
"content": "<|generic_type_py -> identifier_py type_parameter_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32283": {
"content": "<|right_py -> tuple_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32284": {
"content": "<|set_py -> }_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32285": {
"content": "<|not_operator_py -> not_ter argument_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32286": {
"content": "<|print_statement_py -> argument_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32287": {
"content": "<|condition_py -> not_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32288": {
"content": "<|binary_operator_py -> left_py operator_py right_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32289": {
"content": "<|yield_py -> yield_ter binary_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32290": {
"content": "<|for_in_clause_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32291": {
"content": "<|module_py -> for_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32292": {
"content": "<|is_not_py -> is_ter not_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32293": {
"content": "<|assert_statement_py -> parenthesized_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32294": {
"content": "<|list_py -> call_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32295": {
"content": "<|expression_statement_py -> dictionary_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32296": {
"content": "<|yield_py -> yield_ter comparison_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32297": {
"content": "<|subscript_py -> ]_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32298": {
"content": "<|continue_statement_py -> continue_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32299": {
"content": "<|right_py -> float_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32300": {
"content": "<|set_py -> comparison_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32301": {
"content": "<|value_py -> identifier_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32302": {
"content": "<|return_statement_py -> return_ter list_splat_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32303": {
"content": "<|subscript_py -> [_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32304": {
"content": "<|conditional_expression_py -> else_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32305": {
"content": "<|yield_py -> yield_ter none_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32306": {
"content": "<|argument_list_py -> integer_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32307": {
"content": "<|generator_expression_py -> body_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32308": {
"content": "<|body_py -> conditional_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32309": {
"content": "<|except_clause_py -> except_ter value_py :_ter block_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32310": {
"content": "<|block_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32311": {
"content": "<|return_statement_py -> return_ter string_literal_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32312": {
"content": "<|body_py -> identifier_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32313": {
"content": "<|tuple_py -> float_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32314": {
"content": "<|type_py -> boolean_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32315": {
"content": "<|expression_statement_py -> call_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32316": {
"content": "<|expression_list_py -> none_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32317": {
"content": "<|key_py -> identifier_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32318": {
"content": "<|argument_py -> true_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32319": {
"content": "<|body_py -> identifier_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32320": {
"content": "<|augmented_assignment_py -> left_py operator_py right_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32321": {
"content": "<|type_parameter_py -> ]_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32322": {
"content": "<|conditional_expression_py -> identifier_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32323": {
"content": "<|set_py -> subscript_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32324": {
"content": "<|parenthesized_expression_py -> (_ter string_literal_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32325": {
"content": "<|boolean_operator_py -> left_py operator_py right_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32326": {
"content": "<|type_py -> unary_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32327": {
"content": "<|argument_list_py -> dictionary_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32328": {
"content": "<|condition_py -> tuple_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32329": {
"content": "<|consequence_py -> block_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32330": {
"content": "<|conditional_expression_py -> conditional_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32331": {
"content": "<|yield_py -> yield_ter from_ter tuple_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32332": {
"content": "<|expression_list_py -> true_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32333": {
"content": "<|parenthesized_expression_py -> (_ter unary_operator_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32334": {
"content": "<|object_py -> subscript_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32335": {
"content": "<|subscript_py -> identifier_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32336": {
"content": "<|type_parameter_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32337": {
"content": "<|list_py -> dictionary_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32338": {
"content": "<|parenthesized_expression_py -> (_ter parenthesized_expression_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32339": {
"content": "<|try_statement_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32340": {
"content": "<|expression_statement_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32341": {
"content": "<|value_py -> comparison_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32342": {
"content": "<|key_py -> list_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32343": {
"content": "<|expression_list_py -> conditional_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32344": {
"content": "<|subscript_py -> unary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32345": {
"content": "<|set_comprehension_py -> body_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32346": {
"content": "<|dictionary_comprehension_py -> for_in_clause_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32347": {
"content": "<|pattern_list_py -> list_splat_pattern_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32348": {
"content": "<|list_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32349": {
"content": "<|argument_list_py -> true_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32350": {
"content": "<|yield_py -> yield_ter conditional_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32351": {
"content": "<|attribute_py -> identifier_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32352": {
"content": "<|argument_list_py -> subscript_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32353": {
"content": "<|dotted_name_py -> identifier_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32354": {
"content": "<|return_statement_py -> return_ter dictionary_comprehension_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32355": {
"content": "<|parameters_py -> typed_parameter_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32356": {
"content": "<|for_statement_py -> for_ter left_py in_ter right_py :_ter body_py alternative_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32357": {
"content": "<|conditional_expression_py -> lambda_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32358": {
"content": "<|subscript_py -> list_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32359": {
"content": "<|condition_py -> conditional_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32360": {
"content": "<|body_py -> integer_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32361": {
"content": "<|value_py -> set_comprehension_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32362": {
"content": "<|subscript_py -> dictionary_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32363": {
"content": "<|slice_py -> none_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32364": {
"content": "<|argument_list_py -> set_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32365": {
"content": "<|list_py -> true_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32366": {
"content": "<|expression_list_py -> false_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32367": {
"content": "<|yield_py -> yield_ter dictionary_comprehension_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32368": {
"content": "<|assignment_py -> left_py :_ter type_py =_ter right_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32369": {
"content": "<|key_py -> dictionary_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32370": {
"content": "<|tuple_py -> comparison_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32371": {
"content": "<|set_py -> false_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32372": {
"content": "<|return_statement_py -> return_ter not_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32373": {
"content": "<|left_py -> set_comprehension_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32374": {
"content": "<|value_py -> dictionary_comprehension_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32375": {
"content": "<|yield_py -> yield_ter from_ter attribute_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32376": {
"content": "<|conditional_expression_py -> none_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32377": {
"content": "<|subscript_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32378": {
"content": "<|tuple_py -> identifier_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32379": {
"content": "<|body_py -> tuple_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32380": {
"content": "<|conditional_expression_py -> identifier_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32381": {
"content": "<|object_py -> none_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32382": {
"content": "<|return_statement_py -> return_ter list_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32383": {
"content": "<|block_py -> for_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32384": {
"content": "<|comparison_operator_py -> identifier_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32385": {
"content": "<|key_py -> integer_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32386": {
"content": "<|left_py -> identifier_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32387": {
"content": "<|delete_statement_py -> del_ter expression_list_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32388": {
"content": "<|pattern_list_py -> identifier_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32389": {
"content": "<|slice_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32390": {
"content": "<|block_py -> import_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32391": {
"content": "<|future_import_statement_py -> name_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32392": {
"content": "<|comparison_operator_py -> dictionary_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32393": {
"content": "<|dictionary_comprehension_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32394": {
"content": "<|type_py -> binary_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32395": {
"content": "<|condition_py -> subscript_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32396": {
"content": "<|function_definition_py -> def_ter name_py parameters_py ->_ter return_type_py :_ter body_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32397": {
"content": "<|parameters_py -> ,_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32398": {
"content": "<|list_splat_py -> *_ter call_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32399": {
"content": "<|pattern_list_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32400": {
"content": "<|dictionary_comprehension_py -> {_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32401": {
"content": "<|expression_statement_py -> lambda_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32402": {
"content": "<|body_py -> true_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32403": {
"content": "<|yield_py -> yield_ter attribute_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32404": {
"content": "<|argument_list_py -> parenthesized_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32405": {
"content": "<|block_py -> pass_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32406": {
"content": "<|expression_list_py -> list_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32407": {
"content": "<|key_py -> string_literal_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32408": {
"content": "<|set_py -> set_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32409": {
"content": "<|delete_statement_py -> del_ter parenthesized_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32410": {
"content": "<|operator_py -> <<_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32411": {
"content": "<|argument_py -> list_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32412": {
"content": "<|right_py -> expression_list_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32413": {
"content": "<|list_comprehension_py -> body_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32414": {
"content": "<|left_py -> true_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32415": {
"content": "<|list_py -> float_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32416": {
"content": "<|block_py -> future_import_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32417": {
"content": "<|argument_list_py -> list_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32418": {
"content": "<|conditional_expression_py -> binary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32419": {
"content": "<|return_statement_py -> return_ter identifier_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32420": {
"content": "<|for_statement_py -> for_ter left_py in_ter right_py :_ter body_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32421": {
"content": "<|module_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32422": {
"content": "<|value_py -> float_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32423": {
"content": "<|argument_list_py -> list_splat_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32424": {
"content": "<|type_py -> set_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32425": {
"content": "<|expression_statement_py -> augmented_assignment_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32426": {
"content": "<|conditional_expression_py -> if_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32427": {
"content": "<|parameters_py -> identifier_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32428": {
"content": "<|tuple_py -> set_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32429": {
"content": "<|generator_expression_py -> )_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32430": {
"content": "<|list_splat_py -> *_ter subscript_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32431": {
"content": "<|condition_py -> false_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32432": {
"content": "<|right_py -> assignment_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32433": {
"content": "<|tuple_py -> )_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32434": {
"content": "<|set_py -> call_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32435": {
"content": "<|operator_py -> |=_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32436": {
"content": "<|pattern_list_py -> tuple_pattern_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32437": {
"content": "<|operator_py -> -_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32438": {
"content": "<|right_py -> boolean_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32439": {
"content": "<|parameters_py -> parameters_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32440": {
"content": "<|expression_list_py -> integer_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32441": {
"content": "<|list_py -> lambda_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32442": {
"content": "<|tuple_py -> list_splat_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32443": {
"content": "<|class_definition_py -> class_ter name_py :_ter body_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32444": {
"content": "<|conditional_expression_py -> parenthesized_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32445": {
"content": "<|comparison_operator_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32446": {
"content": "<|conditional_expression_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32447": {
"content": "<|expression_list_py -> identifier_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32448": {
"content": "<|lambda_parameters_py -> default_parameter_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32449": {
"content": "<|right_py -> pattern_list_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32450": {
"content": "<|return_statement_py -> return_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32451": {
"content": "<|right_py -> string_literal_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32452": {
"content": "<|conditional_expression_py -> comparison_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32453": {
"content": "<|key_py -> float_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32454": {
"content": "<|expression_statement_py -> none_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32455": {
"content": "<|generator_expression_py -> if_clause_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32456": {
"content": "<|expression_list_py -> not_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32457": {
"content": "<|object_py -> call_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32458": {
"content": "<|subscript_py -> call_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32459": {
"content": "<|function_py -> list_splat_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32460": {
"content": "<|type_py -> tuple_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32461": {
"content": "<|body_py -> subscript_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32462": {
"content": "<|yield_py -> yield_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32463": {
"content": "<|conditional_expression_py -> integer_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32464": {
"content": "<|argument_py -> generator_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32465": {
"content": "<|subscript_py -> generator_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32466": {
"content": "<|block_py -> class_definition_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32467": {
"content": "<|value_py -> identifier_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32468": {
"content": "<|comparison_operator_py -> none_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32469": {
"content": "<|body_py -> list_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32470": {
"content": "<|assert_statement_py -> assert_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32471": {
"content": "<|operator_py -> &_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32472": {
"content": "<|block_py -> if_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32473": {
"content": "<|object_py -> dictionary_comprehension_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32474": {
"content": "<|operators_py -> is_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32475": {
"content": "<|slice_py -> string_literal_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32476": {
"content": "<|object_py -> list_splat_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32477": {
"content": "<|condition_py -> boolean_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32478": {
"content": "<|tuple_pattern_py -> (_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32479": {
"content": "<|argument_list_py -> keyword_argument_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32480": {
"content": "<|yield_py -> yield_ter from_ter list_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32481": {
"content": "<|slice_py -> conditional_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32482": {
"content": "<|conditional_expression_py -> generator_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32483": {
"content": "<|if_clause_py -> if_ter subscript_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32484": {
"content": "<|left_py -> parenthesized_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32485": {
"content": "<|if_statement_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32486": {
"content": "<|right_py -> list_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32487": {
"content": "<|set_py -> parenthesized_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32488": {
"content": "<|type_py -> true_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32489": {
"content": "<|tuple_py -> attribute_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32490": {
"content": "<|conditional_expression_py -> float_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32491": {
"content": "<|set_comprehension_py -> for_in_clause_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32492": {
"content": "<|tuple_py -> set_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32493": {
"content": "<|parenthesized_expression_py -> (_ter comparison_operator_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32494": {
"content": "<|if_statement_py -> consequence_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32495": {
"content": "<|right_py -> subscript_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32496": {
"content": "<|operator_py -> **_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32497": {
"content": "<|operator_py -> /=_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32498": {
"content": "<|operator_py -> ^_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32499": {
"content": "<|module_py -> expression_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32500": {
"content": "<|import_statement_py -> name_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32501": {
"content": "<|right_py -> parenthesized_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32502": {
"content": "<|assert_statement_py -> ,_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32503": {
"content": "<|body_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32504": {
"content": "<|expression_statement_py -> dictionary_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32505": {
"content": "<|subscript_py -> identifier_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32506": {
"content": "<|return_statement_py -> return_ter unary_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32507": {
"content": "<|name_py -> dotted_name_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32508": {
"content": "<|body_py -> pair_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32509": {
"content": "<|pass_statement_py -> pass_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32510": {
"content": "<|condition_py -> string_literal_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32511": {
"content": "<|dictionary_py -> {_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32512": {
"content": "<|object_py -> attribute_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32513": {
"content": "<|body_py -> call_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32514": {
"content": "<|tuple_py -> integer_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32515": {
"content": "<|comparison_operator_py -> call_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32516": {
"content": "<|operator_py -> %=_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32517": {
"content": "<|object_py -> list_comprehension_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32518": {
"content": "<|if_statement_py -> alternative_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32519": {
"content": "<|delete_statement_py -> del_ter subscript_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32520": {
"content": "<|expression_list_py -> set_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32521": {
"content": "<|comparison_operator_py -> attribute_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32522": {
"content": "<|call_py -> function_py arguments_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32523": {
"content": "<|value_py -> generator_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32524": {
"content": "<|operators_py -> >=_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32525": {
"content": "<|parenthesized_expression_py -> (_ter tuple_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32526": {
"content": "<|import_from_statement_py -> import_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32527": {
"content": "<|type_parameter_py -> ,_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32528": {
"content": "<|set_py -> binary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32529": {
"content": "<|yield_py -> yield_ter string_literal_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32530": {
"content": "<|print_statement_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32531": {
"content": "<|left_py -> none_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32532": {
"content": "<|condition_py -> parenthesized_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32533": {
"content": "<|expression_statement_py -> assignment_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32534": {
"content": "<|type_py -> generic_type_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32535": {
"content": "<|body_py -> binary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32536": {
"content": "<|else_clause_py -> else_ter :_ter body_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32537": {
"content": "<|import_from_statement_py -> module_name_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32538": {
"content": "<|conditional_expression_py -> attribute_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32539": {
"content": "<|argument_py -> subscript_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32540": {
"content": "<|expression_statement_py -> boolean_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32541": {
"content": "<|function_py -> none_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32542": {
"content": "<|parenthesized_expression_py -> (_ter binary_operator_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32543": {
"content": "<|tuple_py -> list_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32544": {
"content": "<|block_py -> try_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32545": {
"content": "<|return_statement_py -> return_ter attribute_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32546": {
"content": "<|key_py -> binary_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32547": {
"content": "<|object_py -> identifier_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32548": {
"content": "<|lambda_parameters_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32549": {
"content": "<|comparison_operator_py -> list_splat_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32550": {
"content": "<|parenthesized_expression_py -> (_ter list_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32551": {
"content": "<|value_py -> binary_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32552": {
"content": "<|import_from_statement_py -> ,_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32553": {
"content": "<|object_py -> parenthesized_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32554": {
"content": "<|parameters_py -> default_parameter_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32555": {
"content": "<|list_py -> ,_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32556": {
"content": "<|left_py -> tuple_pattern_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32557": {
"content": "<|key_py -> attribute_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32558": {
"content": "<|module_py -> assert_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32559": {
"content": "<|value_py -> tuple_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32560": {
"content": "<|argument_list_py -> none_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32561": {
"content": "<|subscript_py -> list_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32562": {
"content": "<|condition_py -> comparison_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32563": {
"content": "<|conditional_expression_py -> string_literal_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32564": {
"content": "<|list_splat_py -> *_ter identifier_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32565": {
"content": "<|conditional_expression_py -> list_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32566": {
"content": "<|slice_py -> parenthesized_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32567": {
"content": "<|operator_py -> -=_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32568": {
"content": "<|module_py -> ;_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32569": {
"content": "<|for_in_clause_py -> in_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32570": {
"content": "<|if_clause_py -> if_ter parenthesized_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32571": {
"content": "<|pattern_list_py -> ,_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32572": {
"content": "<|slice_py -> identifier_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32573": {
"content": "<|right_py -> type_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32574": {
"content": "<|object_py -> tuple_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32575": {
"content": "<|subscript_py -> comparison_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32576": {
"content": "<|expression_statement_py -> set_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32577": {
"content": "<|subscript_py -> string_literal_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32578": {
"content": "<|body_py -> set_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32579": {
"content": "<|function_py -> integer_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32580": {
"content": "<|argument_py -> binary_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32581": {
"content": "<|left_py -> identifier_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32582": {
"content": "<|set_py -> integer_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32583": {
"content": "<|if_clause_py -> if_ter list_comprehension_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32584": {
"content": "<|slice_py -> call_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32585": {
"content": "<|function_py -> attribute_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32586": {
"content": "<|conditional_expression_py -> set_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32587": {
"content": "<|argument_list_py -> not_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32588": {
"content": "<|typed_parameter_py -> identifier_py :_ter type_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32589": {
"content": "<|argument_py -> unary_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32590": {
"content": "<|left_py -> float_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32591": {
"content": "<|parenthesized_expression_py -> (_ter dictionary_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32592": {
"content": "<|if_statement_py -> :_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32593": {
"content": "<|delete_statement_py -> del_ter identifier_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32594": {
"content": "<|object_py -> dictionary_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32595": {
"content": "<|key_py -> parenthesized_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32596": {
"content": "<|expression_statement_py -> string_literal_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32597": {
"content": "<|if_clause_py -> if_ter false_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32598": {
"content": "<|type_py -> dictionary_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32599": {
"content": "<|module_py -> import_from_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32600": {
"content": "<|print_statement_py -> print_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32601": {
"content": "<|value_py -> lambda_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32602": {
"content": "<|type_py -> string_literal_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32603": {
"content": "<|return_statement_py -> return_ter parenthesized_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32604": {
"content": "<|condition_py -> identifier_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32605": {
"content": "<|expression_statement_py -> identifier_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32606": {
"content": "<|tuple_pattern_py -> tuple_pattern_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32607": {
"content": "<|condition_py -> call_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32608": {
"content": "<|value_py -> dictionary_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32609": {
"content": "<|slice_py -> integer_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32610": {
"content": "<|key_py -> call_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32611": {
"content": "<|tuple_py -> (_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32612": {
"content": "<|argument_list_py -> (_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32613": {
"content": "<|expression_list_py -> lambda_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32614": {
"content": "<|type_py -> call_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32615": {
"content": "<|import_from_statement_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32616": {
"content": "<|argument_py -> tuple_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32617": {
"content": "<|body_py -> parenthesized_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32618": {
"content": "<|block_py -> delete_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32619": {
"content": "<|pattern_list_py -> attribute_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32620": {
"content": "<|value_py -> attribute_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32621": {
"content": "<|tuple_py -> tuple_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32622": {
"content": "<|object_py -> identifier_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32623": {
"content": "<|parenthesized_expression_py -> (_ter set_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32624": {
"content": "<|tuple_pattern_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32625": {
"content": "<|body_py -> attribute_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32626": {
"content": "<|argument_list_py -> float_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32627": {
"content": "<|module_py -> import_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32628": {
"content": "<|block_py -> ;_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32629": {
"content": "<|subscript_py -> integer_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32630": {
"content": "<|right_py -> list_comprehension_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32631": {
"content": "<|python -> module_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32632": {
"content": "<|condition_py -> identifier_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32633": {
"content": "<|conditional_expression_py -> boolean_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32634": {
"content": "<|tuple_pattern_py -> )_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32635": {
"content": "<|list_py -> set_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32636": {
"content": "<|argument_list_py -> boolean_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32637": {
"content": "<|argument_list_py -> attribute_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32638": {
"content": "<|expression_list_py -> binary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32639": {
"content": "<|dictionary_comprehension_py -> }_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32640": {
"content": "<|yield_py -> yield_ter subscript_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32641": {
"content": "<|delete_statement_py -> del_ter binary_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32642": {
"content": "<|list_splat_py -> *_ter binary_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32643": {
"content": "<|dictionary_py -> }_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32644": {
"content": "<|dictionary_comprehension_py -> body_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32645": {
"content": "<|import_from_statement_py -> name_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32646": {
"content": "<|operator_py -> //=_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32647": {
"content": "<|tuple_py -> none_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32648": {
"content": "<|function_definition_py -> def_ter name_py parameters_py :_ter body_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32649": {
"content": "<|return_statement_py -> return_ter float_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32650": {
"content": "<|right_py -> yield_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32651": {
"content": "<|key_py -> lambda_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32652": {
"content": "<|return_statement_py -> return_ter boolean_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32653": {
"content": "<|type_parameter_py -> type_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32654": {
"content": "<|left_py -> list_comprehension_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32655": {
"content": "<|start -> python|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32656": {
"content": "<|slice_py -> subscript_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32657": {
"content": "<|assert_statement_py -> identifier_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32658": {
"content": "<|slice_py -> boolean_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32659": {
"content": "<|left_py -> false_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32660": {
"content": "<|slice_py -> attribute_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32661": {
"content": "<|list_py -> identifier_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32662": {
"content": "<|parenthesized_expression_py -> (_ter true_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32663": {
"content": "<|condition_py -> true_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32664": {
"content": "<|body_py -> none_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32665": {
"content": "<|parameters_py -> identifier_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32666": {
"content": "<|argument_list_py -> ,_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32667": {
"content": "<|expression_list_py -> boolean_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32668": {
"content": "<|body_py -> boolean_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32669": {
"content": "<|expression_statement_py -> tuple_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32670": {
"content": "<|right_py -> dictionary_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32671": {
"content": "<|comparison_operator_py -> generator_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32672": {
"content": "<|chevron_py -> >>_ter attribute_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32673": {
"content": "<|subscript_py -> parenthesized_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32674": {
"content": "<|expression_list_py -> unary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32675": {
"content": "<|assert_statement_py -> generator_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32676": {
"content": "<|body_py -> dictionary_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32677": {
"content": "<|tuple_py -> unary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32678": {
"content": "<|left_py -> boolean_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32679": {
"content": "<|comparison_operator_py -> binary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32680": {
"content": "<|set_py -> lambda_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32681": {
"content": "<|return_statement_py -> return_ter lambda_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32682": {
"content": "<|default_parameter_py -> name_py =_ter value_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32683": {
"content": "<|comparison_operator_py -> parenthesized_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32684": {
"content": "<|comparison_operator_py -> identifier_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32685": {
"content": "<|operator_py -> or_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32686": {
"content": "<|module_py -> delete_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32687": {
"content": "<|module_py -> try_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32688": {
"content": "<|tuple_py -> call_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32689": {
"content": "<|parenthesized_expression_py -> (_ter integer_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32690": {
"content": "<|except_clause_py -> except_ter value_py :_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32691": {
"content": "<|tuple_py -> subscript_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32692": {
"content": "<|except_clause_py -> except_ter :_ter block_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32693": {
"content": "<|operator_py -> >>=_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32694": {
"content": "<|left_py -> dictionary_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32695": {
"content": "<|set_py -> conditional_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32696": {
"content": "<|object_py -> integer_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32697": {
"content": "<|attribute_py -> object_py ._ter attribute_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32698": {
"content": "<|argument_py -> identifier_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32699": {
"content": "<|right_py -> true_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32700": {
"content": "<|module_py -> return_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32701": {
"content": "<|list_splat_py -> *_ter attribute_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32702": {
"content": "<|left_py -> subscript_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32703": {
"content": "<|argument_list_py -> dictionary_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32704": {
"content": "<|argument_list_py -> list_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32705": {
"content": "<|expression_statement_py -> conditional_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32706": {
"content": "<|left_py -> type_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32707": {
"content": "<|conditional_expression_py -> tuple_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32708": {
"content": "<|body_py -> generator_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32709": {
"content": "<|subscript_py -> boolean_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32710": {
"content": "<|list_py -> conditional_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32711": {
"content": "<|arguments_py -> argument_list_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32712": {
"content": "<|generator_expression_py -> (_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32713": {
"content": "<|assert_statement_py -> tuple_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32714": {
"content": "<|expression_statement_py -> binary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32715": {
"content": "<|right_py -> not_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32716": {
"content": "<|argument_list_py -> identifier_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32717": {
"content": "<|tuple_py -> boolean_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32718": {
"content": "<|future_import_statement_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32719": {
"content": "<|subscript_py -> not_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32720": {
"content": "<|alias_py -> identifier_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32721": {
"content": "<|list_py -> identifier_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32722": {
"content": "<|set_py -> tuple_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32723": {
"content": "<|left_py -> call_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32724": {
"content": "<|yield_py -> yield_ter call_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32725": {
"content": "<|tuple_py -> parenthesized_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32726": {
"content": "<|argument_list_py -> generator_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32727": {
"content": "<|parameters_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32728": {
"content": "<|tuple_pattern_py -> identifier_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32729": {
"content": "<|expression_list_py -> string_literal_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32730": {
"content": "<|conditional_expression_py -> not_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32731": {
"content": "<|operator_py -> +_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32732": {
"content": "<|return_statement_py -> return_ter comparison_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32733": {
"content": "<|import_statement_py -> import_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32734": {
"content": "<|operators_py -> in_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32735": {
"content": "<|yield_py -> yield_ter list_comprehension_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32736": {
"content": "<|argument_py -> string_literal_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32737": {
"content": "<|set_comprehension_py -> if_clause_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32738": {
"content": "<|tuple_py -> identifier_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32739": {
"content": "<|yield_py -> yield_ter identifier_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32740": {
"content": "<|try_statement_py -> body_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32741": {
"content": "<|expression_statement_py -> set_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32742": {
"content": "<|argument_py -> list_comprehension_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32743": {
"content": "<|subscript_py -> set_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32744": {
"content": "<|comparison_operator_py -> string_literal_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32745": {
"content": "<|block_py -> type_alias_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32746": {
"content": "<|list_py -> comparison_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32747": {
"content": "<|comparison_operator_py -> dictionary_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32748": {
"content": "<|list_comprehension_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32749": {
"content": "<|operator_py -> //_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32750": {
"content": "<|argument_py -> dictionary_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32751": {
"content": "<|operator_py -> +=_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32752": {
"content": "<|key_py -> true_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32753": {
"content": "<|operator_py -> /_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32754": {
"content": "<|parenthesized_expression_py -> (_ter call_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32755": {
"content": "<|parenthesized_expression_py -> (_ter lambda_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32756": {
"content": "<|operators_py -> ==_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32757": {
"content": "<|yield_py -> yield_ter tuple_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32758": {
"content": "<|list_splat_py -> *_ter boolean_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32759": {
"content": "<|right_py -> dictionary_comprehension_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32760": {
"content": "<|right_py -> binary_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32761": {
"content": "<|set_py -> list_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32762": {
"content": "<|conditional_expression_py -> dictionary_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32763": {
"content": "<|keyword_argument_py -> name_py =_ter value_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32764": {
"content": "<|assert_statement_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32765": {
"content": "<|argument_py -> false_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32766": {
"content": "<|yield_py -> yield_ter expression_list_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32767": {
"content": "<|return_statement_py -> return_ter identifier_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32768": {
"content": "<|expression_list_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32769": {
"content": "<|pattern_list_py -> identifier_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32770": {
"content": "<|value_py -> string_literal_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32771": {
"content": "<|list_py -> ]_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32772": {
"content": "<|subscript_py -> binary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32773": {
"content": "<|subscript_py -> attribute_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32774": {
"content": "<|tuple_pattern_py -> subscript_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32775": {
"content": "<|object_py -> set_comprehension_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32776": {
"content": "<|subscript_py -> tuple_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32777": {
"content": "<|generator_expression_py -> for_in_clause_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32778": {
"content": "<|block_py -> continue_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32779": {
"content": "<|comparison_operator_py -> set_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32780": {
"content": "<|condition_py -> binary_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32781": {
"content": "<|list_py -> set_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32782": {
"content": "<|name_py -> identifier_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32783": {
"content": "<|break_statement_py -> break_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32784": {
"content": "<|set_py -> {_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32785": {
"content": "<|argument_list_py -> lambda_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32786": {
"content": "<|return_statement_py -> return_ter call_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32787": {
"content": "<|argument_py -> call_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32788": {
"content": "<|comparison_operator_py -> unary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32789": {
"content": "<|lambda_py -> lambda_ter parameters_py :_ter body_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32790": {
"content": "<|value_py -> set_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32791": {
"content": "<|operators_py -> >_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32792": {
"content": "<|typed_parameter_py -> identifier_ter :_ter type_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32793": {
"content": "<|comparison_operator_py -> tuple_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32794": {
"content": "<|return_statement_py -> return_ter none_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32795": {
"content": "<|body_py -> set_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32796": {
"content": "<|left_py -> not_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32797": {
"content": "<|set_comprehension_py -> }_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32798": {
"content": "<|return_type_py -> type_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32799": {
"content": "<|value_py -> unary_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32800": {
"content": "<|tuple_py -> generator_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32801": {
"content": "<|left_py -> string_literal_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32802": {
"content": "<|object_py -> generator_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32803": {
"content": "<|condition_py -> attribute_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32804": {
"content": "<|comparison_operator_py -> integer_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32805": {
"content": "<|future_import_statement_py -> __future___ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32806": {
"content": "<|delete_statement_py -> del_ter attribute_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32807": {
"content": "<|operator_py -> <<=_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32808": {
"content": "<|right_py -> conditional_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32809": {
"content": "<|argument_list_py -> conditional_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32810": {
"content": "<|expression_statement_py -> list_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32811": {
"content": "<|argument_py -> float_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32812": {
"content": "<|yield_py -> yield_ter list_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32813": {
"content": "<|condition_py -> unary_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32814": {
"content": "<|body_py -> comparison_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32815": {
"content": "<|list_py -> integer_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32816": {
"content": "<|tuple_py -> string_literal_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32817": {
"content": "<|list_py -> boolean_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32818": {
"content": "<|conditional_expression_py -> false_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32819": {
"content": "<|tuple_py -> dictionary_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32820": {
"content": "<|key_py -> boolean_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32821": {
"content": "<|argument_list_py -> set_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32822": {
"content": "<|body_py -> false_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32823": {
"content": "<|block_py -> raise_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32824": {
"content": "<|type_py -> parenthesized_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32825": {
"content": "<|operators_py -> <_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32826": {
"content": "<|key_py -> identifier_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32827": {
"content": "<|expression_list_py -> list_splat_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32828": {
"content": "<|expression_statement_py -> list_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32829": {
"content": "<|not_in_py -> not_ter in_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32830": {
"content": "<|return_statement_py -> return_ter conditional_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32831": {
"content": "<|yield_py -> yield_ter parenthesized_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32832": {
"content": "<|expression_list_py -> tuple_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32833": {
"content": "<|string_literal_py -> End|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32834": {
"content": "<|object_py -> set_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32835": {
"content": "<|arguments_py -> generator_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32836": {
"content": "<|expression_list_py -> set_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32837": {
"content": "<|consequence_py -> comment_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32838": {
"content": "<|import_statement_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32839": {
"content": "<|list_py -> false_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32840": {
"content": "<|value_py -> list_comprehension_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32841": {
"content": "<|set_py -> string_literal_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32842": {
"content": "<|argument_list_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32843": {
"content": "<|argument_list_py -> string_literal_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32844": {
"content": "<|body_py -> not_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32845": {
"content": "<|comment_py -> End|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32846": {
"content": "<|slice_py -> unary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32847": {
"content": "<|set_py -> dictionary_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32848": {
"content": "<|function_py -> false_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32849": {
"content": "<|generator_expression_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32850": {
"content": "<|parenthesized_expression_py -> (_ter float_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32851": {
"content": "<|slice_py -> :_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32852": {
"content": "<|argument_list_py -> comparison_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32853": {
"content": "<|argument_py -> not_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32854": {
"content": "<|slice_py -> binary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32855": {
"content": "<|body_py -> block_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32856": {
"content": "<|operator_py -> *_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32857": {
"content": "<|try_statement_py -> except_clause_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32858": {
"content": "<|tuple_py -> binary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32859": {
"content": "<|expression_list_py -> comparison_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32860": {
"content": "<|import_statement_py -> ,_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32861": {
"content": "<|return_statement_py -> return_ter subscript_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32862": {
"content": "<|set_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32863": {
"content": "<|subscript_py -> lambda_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32864": {
"content": "<|parenthesized_expression_py -> (_ter not_operator_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32865": {
"content": "<|if_statement_py -> if_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32866": {
"content": "<|class_definition_py -> class_ter name_py superclasses_py :_ter body_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32867": {
"content": "<|expression_list_py -> identifier_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32868": {
"content": "<|set_py -> true_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32869": {
"content": "<|block_py -> function_definition_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32870": {
"content": "<|return_statement_py -> return_ter set_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32871": {
"content": "<|argument_list_py -> )_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32872": {
"content": "<|assert_statement_py -> call_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32873": {
"content": "<|conditional_expression_py -> set_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32874": {
"content": "<|argument_list_py -> tuple_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32875": {
"content": "<|tuple_py -> list_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32876": {
"content": "<|while_statement_py -> while_ter condition_py :_ter body_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32877": {
"content": "<|parameters_py -> lambda_parameters_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32878": {
"content": "<|conditional_expression_py -> list_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32879": {
"content": "<|return_statement_py -> return_ter false_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32880": {
"content": "<|conditional_expression_py -> subscript_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32881": {
"content": "<|key_py -> unary_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32882": {
"content": "<|value_py -> false_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32883": {
"content": "<|module_py -> class_definition_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32884": {
"content": "<|block_py -> while_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32885": {
"content": "<|list_comprehension_py -> if_clause_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32886": {
"content": "<|module_py -> future_import_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32887": {
"content": "<|expression_statement_py -> subscript_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32888": {
"content": "<|operators_py -> not_in_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32889": {
"content": "<|yield_py -> yield_ter from_ter subscript_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32890": {
"content": "<|comparison_operator_py -> set_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32891": {
"content": "<|type_py -> integer_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32892": {
"content": "<|tuple_pattern_py -> attribute_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32893": {
"content": "<|if_clause_py -> if_ter comparison_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32894": {
"content": "<|if_clause_py -> if_ter identifier_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32895": {
"content": "<|value_py -> not_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32896": {
"content": "<|return_statement_py -> return_ter list_comprehension_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32897": {
"content": "<|value_py -> list_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"32898": {
"content": "<|tuple_pattern_py -> identifier_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
}
},
"bos_token": "<|begin▁of▁sentence|>",
"chat_template": "{% if messages[0]['role'] == 'system' %}{% set loop_messages = messages[1:] %}{% set system_message = messages[0]['content'] %}{% else %}{% set loop_messages = messages %}{% endif %}{% if system_message is defined %}{{ system_message }}{% endif %}{% for message in loop_messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ content }}{% elif message['role'] == 'assistant' %}{{ content }}{% endif %}{% endfor %}",
"clean_up_tokenization_spaces": false,
"eos_token": "<|end▁of▁sentence|>",
"extra_special_tokens": {},
"legacy": true,
"model_max_length": 2048,
"pad_token": "<|end▁of▁sentence|>",
"padding_side": "right",
"sp_model_kwargs": {},
"split_special_tokens": false,
"tokenizer_class": "LlamaTokenizerFast",
"unk_token": null,
"use_default_system_prompt": false
}