{
"add_bos_token": false,
"add_prefix_space": false,
"added_tokens_decoder": {
"151643": {
"content": "<|endoftext|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151644": {
"content": "<|im_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151645": {
"content": "<|im_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151646": {
"content": "<|object_ref_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151647": {
"content": "<|object_ref_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151648": {
"content": "<|box_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151649": {
"content": "<|box_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151650": {
"content": "<|quad_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151651": {
"content": "<|quad_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151652": {
"content": "<|vision_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151653": {
"content": "<|vision_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151654": {
"content": "<|vision_pad|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151655": {
"content": "<|image_pad|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151656": {
"content": "<|video_pad|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151657": {
"content": "",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151658": {
"content": "",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151659": {
"content": "<|fim_prefix|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151660": {
"content": "<|fim_middle|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151661": {
"content": "<|fim_suffix|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151662": {
"content": "<|fim_pad|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151663": {
"content": "<|repo_name|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151664": {
"content": "<|file_sep|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151665": {
"content": "<|parenthesized_expression_py -> (_ter attribute_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151666": {
"content": "<|type_py -> type_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151667": {
"content": "<|left_py -> dictionary_comprehension_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151668": {
"content": "<|dictionary_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151669": {
"content": "<|type_py -> list_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151670": {
"content": "<|conditional_expression_py -> dictionary_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151671": {
"content": "<|return_statement_py -> return_ter expression_list_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151672": {
"content": "<|set_py -> identifier_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151673": {
"content": "<|argument_py -> identifier_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151674": {
"content": "<|argument_py -> parenthesized_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151675": {
"content": "<|yield_py -> yield_ter integer_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151676": {
"content": "<|operators_py -> <=_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151677": {
"content": "<|parenthesized_expression_py -> (_ter false_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151678": {
"content": "<|expression_list_py -> generator_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151679": {
"content": "<|assignment_py -> left_py :_ter type_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151680": {
"content": "<|right_py -> call_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151681": {
"content": "<|pair_py -> key_py :_ter value_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151682": {
"content": "<|right_py -> set_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151683": {
"content": "<|operator_py -> >>_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151684": {
"content": "<|right_py -> unary_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151685": {
"content": "<|value_py -> conditional_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151686": {
"content": "<|alternative_py -> elif_clause_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151687": {
"content": "<|tuple_py -> dictionary_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151688": {
"content": "<|right_py -> generator_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151689": {
"content": "<|tuple_py -> conditional_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151690": {
"content": "<|yield_py -> yield_ter unary_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151691": {
"content": "<|key_py -> comparison_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151692": {
"content": "<|conditional_expression_py -> true_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151693": {
"content": "<|expression_statement_py -> comparison_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151694": {
"content": "<|name_py -> aliased_import_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151695": {
"content": "<|alternative_py -> else_clause_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151696": {
"content": "<|right_py -> false_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151697": {
"content": "<|comparison_operator_py -> subscript_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151698": {
"content": "<|list_py -> list_splat_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151699": {
"content": "<|argument_list_py -> call_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151700": {
"content": "<|type_py -> none_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151701": {
"content": "<|type_alias_statement_py -> type_ter left_py =_ter right_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151702": {
"content": "<|subscript_py -> false_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151703": {
"content": "<|comparison_operator_py -> float_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151704": {
"content": "<|set_comprehension_py -> {_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151705": {
"content": "<|object_py -> string_literal_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151706": {
"content": "<|try_statement_py -> :_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151707": {
"content": "<|value_py -> subscript_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151708": {
"content": "<|subscript_py -> true_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151709": {
"content": "<|list_py -> [_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151710": {
"content": "<|type_py -> false_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151711": {
"content": "<|key_py -> none_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151712": {
"content": "<|body_py -> string_literal_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151713": {
"content": "<|list_py -> not_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151714": {
"content": "<|parameters_py -> )_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151715": {
"content": "<|parenthesized_expression_py -> (_ter dictionary_comprehension_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151716": {
"content": "<|parenthesized_expression_py -> (_ter boolean_operator_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151717": {
"content": "<|assert_statement_py -> string_literal_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151718": {
"content": "<|yield_py -> yield_ter lambda_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151719": {
"content": "<|block_py -> expression_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151720": {
"content": "<|set_py -> list_splat_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151721": {
"content": "<|function_py -> tuple_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151722": {
"content": "<|assert_statement_py -> comparison_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151723": {
"content": "<|raise_statement_py -> raise_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151724": {
"content": "<|for_in_clause_py -> right_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151725": {
"content": "<|subscript_py -> value_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151726": {
"content": "<|operator_py -> |_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151727": {
"content": "<|print_statement_py -> ,_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151728": {
"content": "<|list_py -> attribute_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151729": {
"content": "<|body_py -> float_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151730": {
"content": "<|function_py -> call_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151731": {
"content": "<|parameters_py -> (_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151732": {
"content": "<|module_py -> break_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151733": {
"content": "<|comparison_operator_py -> operators_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151734": {
"content": "<|operator_py -> %_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151735": {
"content": "<|operator_py -> and_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151736": {
"content": "<|expression_list_py -> subscript_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151737": {
"content": "<|expression_statement_py -> generator_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151738": {
"content": "<|list_py -> string_literal_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151739": {
"content": "<|body_py -> comment_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151740": {
"content": "<|body_py -> list_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151741": {
"content": "<|yield_py -> yield_ter from_ter generator_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151742": {
"content": "<|assert_statement_py -> binary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151743": {
"content": "<|right_py -> attribute_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151744": {
"content": "<|yield_py -> yield_ter float_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151745": {
"content": "<|argument_py -> attribute_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151746": {
"content": "<|conditional_expression_py -> call_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151747": {
"content": "<|true_py -> True_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151748": {
"content": "<|tuple_py -> false_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151749": {
"content": "<|key_py -> subscript_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151750": {
"content": "<|function_py -> parenthesized_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151751": {
"content": "<|none_py -> None_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151752": {
"content": "<|list_py -> subscript_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151753": {
"content": "<|print_statement_py -> chevron_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151754": {
"content": "<|return_statement_py -> return_ter binary_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151755": {
"content": "<|expression_list_py -> float_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151756": {
"content": "<|set_py -> unary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151757": {
"content": "<|module_py -> function_definition_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151758": {
"content": "<|chevron_py -> >>_ter identifier_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151759": {
"content": "<|function_py -> identifier_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151760": {
"content": "<|future_import_statement_py -> import_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151761": {
"content": "<|tuple_py -> lambda_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151762": {
"content": "<|argument_py -> integer_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151763": {
"content": "<|expression_statement_py -> float_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151764": {
"content": "<|module_py -> print_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151765": {
"content": "<|left_py -> pattern_list_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151766": {
"content": "<|right_py -> lambda_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151767": {
"content": "<|unary_operator_py -> operator_py argument_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151768": {
"content": "<|type_parameter_py -> [_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151769": {
"content": "<|return_statement_py -> return_ter true_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151770": {
"content": "<|expression_statement_py -> yield_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151771": {
"content": "<|yield_py -> yield_ter from_ter identifier_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151772": {
"content": "<|module_py -> pass_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151773": {
"content": "<|lambda_py -> lambda_ter :_ter body_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151774": {
"content": "<|parenthesized_expression_py -> (_ter subscript_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151775": {
"content": "<|dotted_name_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151776": {
"content": "<|pattern_list_py -> subscript_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151777": {
"content": "<|expression_statement_py -> attribute_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151778": {
"content": "<|yield_py -> yield_ter false_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151779": {
"content": "<|dictionary_py -> pair_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151780": {
"content": "<|list_comprehension_py -> ]_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151781": {
"content": "<|object_py -> list_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151782": {
"content": "<|left_py -> list_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151783": {
"content": "<|if_clause_py -> if_ter boolean_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151784": {
"content": "<|list_py -> none_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151785": {
"content": "<|right_py -> integer_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151786": {
"content": "<|value_py -> true_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151787": {
"content": "<|module_py -> if_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151788": {
"content": "<|if_statement_py -> condition_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151789": {
"content": "<|if_clause_py -> if_ter attribute_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151790": {
"content": "<|left_py -> set_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151791": {
"content": "<|block_py -> print_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151792": {
"content": "<|module_py -> type_alias_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151793": {
"content": "<|aliased_import_py -> name_py as_ter alias_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151794": {
"content": "<|comparison_operator_py -> false_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151795": {
"content": "<|comparison_operator_py -> true_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151796": {
"content": "<|python -> module_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151797": {
"content": "<|block_py -> assert_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151798": {
"content": "<|value_py -> boolean_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151799": {
"content": "<|expression_statement_py -> integer_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151800": {
"content": "<|block_py -> return_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151801": {
"content": "<|future_import_statement_py -> from_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151802": {
"content": "<|return_statement_py -> return_ter set_comprehension_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151803": {
"content": "<|conditional_expression_py -> unary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151804": {
"content": "<|expression_list_py -> attribute_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151805": {
"content": "<|for_in_clause_py -> for_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151806": {
"content": "<|dictionary_comprehension_py -> if_clause_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151807": {
"content": "<|type_py -> subscript_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151808": {
"content": "<|value_py -> none_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151809": {
"content": "<|set_comprehension_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151810": {
"content": "<|left_py -> unary_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151811": {
"content": "<|set_py -> ,_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151812": {
"content": "<|if_clause_py -> if_ter not_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151813": {
"content": "<|subscript_py -> none_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151814": {
"content": "<|right_py -> identifier_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151815": {
"content": "<|set_py -> float_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151816": {
"content": "<|dictionary_py -> ,_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151817": {
"content": "<|expression_list_py -> call_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151818": {
"content": "<|false_py -> False_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151819": {
"content": "<|tuple_py -> not_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151820": {
"content": "<|condition_py -> integer_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151821": {
"content": "<|expression_statement_py -> unary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151822": {
"content": "<|value_py -> list_splat_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151823": {
"content": "<|list_py -> parenthesized_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151824": {
"content": "<|function_py -> subscript_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151825": {
"content": "<|return_statement_py -> return_ter dictionary_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151826": {
"content": "<|list_comprehension_py -> for_in_clause_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151827": {
"content": "<|yield_py -> yield_ter from_ter call_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151828": {
"content": "<|name_py -> identifier_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151829": {
"content": "<|tuple_py -> ,_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151830": {
"content": "<|left_py -> integer_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151831": {
"content": "<|assert_statement_py -> boolean_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151832": {
"content": "<|tuple_py -> true_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151833": {
"content": "<|parenthesized_expression_py -> (_ter list_comprehension_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151834": {
"content": "<|module_py -> while_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151835": {
"content": "<|future_import_statement_py -> ,_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151836": {
"content": "<|set_py -> none_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151837": {
"content": "<|argument_list_py -> binary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151838": {
"content": "<|left_py -> tuple_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151839": {
"content": "<|key_py -> tuple_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151840": {
"content": "<|list_py -> tuple_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151841": {
"content": "<|set_py -> attribute_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151842": {
"content": "<|lambda_parameters_py -> identifier_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151843": {
"content": "<|value_py -> parenthesized_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151844": {
"content": "<|lambda_parameters_py -> ,_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151845": {
"content": "<|list_comprehension_py -> [_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151846": {
"content": "<|assignment_py -> left_py =_ter right_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151847": {
"content": "<|if_clause_py -> if_ter call_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151848": {
"content": "<|subscript_py -> slice_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151849": {
"content": "<|operator_py -> *=_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151850": {
"content": "<|try_statement_py -> try_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151851": {
"content": "<|value_py -> call_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151852": {
"content": "<|body_py -> lambda_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151853": {
"content": "<|key_py -> set_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151854": {
"content": "<|import_from_statement_py -> from_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151855": {
"content": "<|key_py -> false_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151856": {
"content": "<|right_py -> none_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151857": {
"content": "<|delete_statement_py -> del_ter true_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151858": {
"content": "<|expression_list_py -> list_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151859": {
"content": "<|expression_list_py -> dictionary_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151860": {
"content": "<|lambda_parameters_py -> identifier_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151861": {
"content": "<|parenthesized_expression_py -> (_ter identifier_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151862": {
"content": "<|expression_statement_py -> ,_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151863": {
"content": "<|list_py -> generator_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151864": {
"content": "<|operator_py -> ~_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151865": {
"content": "<|list_py -> list_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151866": {
"content": "<|expression_statement_py -> true_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151867": {
"content": "<|subscript_py -> conditional_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151868": {
"content": "<|delete_statement_py -> del_ter call_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151869": {
"content": "<|yield_py -> yield_ter from_ter conditional_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151870": {
"content": "<|right_py -> comparison_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151871": {
"content": "<|left_py -> comparison_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151872": {
"content": "<|list_py -> binary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151873": {
"content": "<|if_clause_py -> if_ter binary_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151874": {
"content": "<|list_splat_pattern_py -> *_ter attribute_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151875": {
"content": "<|if_clause_py -> if_ter identifier_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151876": {
"content": "<|argument_py -> comparison_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151877": {
"content": "<|yield_py -> yield_ter dictionary_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151878": {
"content": "<|comparison_operator_py -> list_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151879": {
"content": "<|right_py -> identifier_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151880": {
"content": "<|operators_py -> !=_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151881": {
"content": "<|subscript_py -> float_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151882": {
"content": "<|body_py -> unary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151883": {
"content": "<|value_py -> integer_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151884": {
"content": "<|argument_list_py -> identifier_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151885": {
"content": "<|list_py -> dictionary_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151886": {
"content": "<|argument_list_py -> unary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151887": {
"content": "<|parenthesized_expression_py -> (_ter conditional_expression_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151888": {
"content": "<|object_py -> float_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151889": {
"content": "<|expression_list_py -> ,_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151890": {
"content": "<|parenthesized_expression_py -> (_ter yield_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151891": {
"content": "<|function_py -> identifier_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151892": {
"content": "<|return_statement_py -> return_ter integer_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151893": {
"content": "<|left_py -> attribute_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151894": {
"content": "<|subscript_py -> subscript_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151895": {
"content": "<|block_py -> break_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151896": {
"content": "<|list_py -> unary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151897": {
"content": "<|argument_list_py -> false_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151898": {
"content": "<|operators_py -> is_not_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151899": {
"content": "<|superclasses_py -> argument_list_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151900": {
"content": "<|attribute_py -> identifier_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151901": {
"content": "<|expression_list_py -> dictionary_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151902": {
"content": "<|body_py -> dictionary_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151903": {
"content": "<|module_name_py -> dotted_name_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151904": {
"content": "<|right_py -> list_splat_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151905": {
"content": "<|key_py -> conditional_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151906": {
"content": "<|expression_statement_py -> false_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151907": {
"content": "<|left_py -> binary_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151908": {
"content": "<|expression_list_py -> parenthesized_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151909": {
"content": "<|tuple_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151910": {
"content": "<|expression_statement_py -> parenthesized_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151911": {
"content": "<|right_py -> set_comprehension_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151912": {
"content": "<|comparison_operator_py -> list_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151913": {
"content": "<|expression_statement_py -> not_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151914": {
"content": "<|yield_py -> yield_ter true_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151915": {
"content": "<|for_in_clause_py -> left_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151916": {
"content": "<|block_py -> import_from_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151917": {
"content": "<|left_py -> generator_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151918": {
"content": "<|return_statement_py -> return_ter generator_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151919": {
"content": "<|list_py -> list_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151920": {
"content": "<|tuple_pattern_py -> ,_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151921": {
"content": "<|return_statement_py -> return_ter tuple_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151922": {
"content": "<|elif_clause_py -> elif_ter condition_py :_ter consequence_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151923": {
"content": "<|type_py -> identifier_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151924": {
"content": "<|type_py -> attribute_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151925": {
"content": "<|generic_type_py -> identifier_py type_parameter_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151926": {
"content": "<|right_py -> tuple_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151927": {
"content": "<|set_py -> }_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151928": {
"content": "<|not_operator_py -> not_ter argument_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151929": {
"content": "<|print_statement_py -> argument_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151930": {
"content": "<|condition_py -> not_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151931": {
"content": "<|binary_operator_py -> left_py operator_py right_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151932": {
"content": "<|yield_py -> yield_ter binary_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151933": {
"content": "<|for_in_clause_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151934": {
"content": "<|module_py -> for_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151935": {
"content": "<|is_not_py -> is_ter not_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151936": {
"content": "<|assert_statement_py -> parenthesized_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151937": {
"content": "<|list_py -> call_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151938": {
"content": "<|expression_statement_py -> dictionary_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151939": {
"content": "<|yield_py -> yield_ter comparison_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151940": {
"content": "<|subscript_py -> ]_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151941": {
"content": "<|continue_statement_py -> continue_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151942": {
"content": "<|right_py -> float_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151943": {
"content": "<|set_py -> comparison_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151944": {
"content": "<|value_py -> identifier_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151945": {
"content": "<|return_statement_py -> return_ter list_splat_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151946": {
"content": "<|subscript_py -> [_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151947": {
"content": "<|conditional_expression_py -> else_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151948": {
"content": "<|yield_py -> yield_ter none_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151949": {
"content": "<|argument_list_py -> integer_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151950": {
"content": "<|generator_expression_py -> body_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151951": {
"content": "<|body_py -> conditional_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151952": {
"content": "<|except_clause_py -> except_ter value_py :_ter block_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151953": {
"content": "<|block_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151954": {
"content": "<|return_statement_py -> return_ter string_literal_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151955": {
"content": "<|body_py -> identifier_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151956": {
"content": "<|tuple_py -> float_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151957": {
"content": "<|type_py -> boolean_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151958": {
"content": "<|expression_statement_py -> call_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151959": {
"content": "<|expression_list_py -> none_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151960": {
"content": "<|key_py -> identifier_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151961": {
"content": "<|argument_py -> true_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151962": {
"content": "<|body_py -> identifier_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151963": {
"content": "<|augmented_assignment_py -> left_py operator_py right_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151964": {
"content": "<|type_parameter_py -> ]_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151965": {
"content": "<|conditional_expression_py -> identifier_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151966": {
"content": "<|set_py -> subscript_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151967": {
"content": "<|parenthesized_expression_py -> (_ter string_literal_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151968": {
"content": "<|boolean_operator_py -> left_py operator_py right_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151969": {
"content": "<|type_py -> unary_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151970": {
"content": "<|argument_list_py -> dictionary_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151971": {
"content": "<|condition_py -> tuple_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151972": {
"content": "<|consequence_py -> block_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151973": {
"content": "<|conditional_expression_py -> conditional_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151974": {
"content": "<|yield_py -> yield_ter from_ter tuple_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151975": {
"content": "<|expression_list_py -> true_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151976": {
"content": "<|parenthesized_expression_py -> (_ter unary_operator_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151977": {
"content": "<|object_py -> subscript_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151978": {
"content": "<|subscript_py -> identifier_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151979": {
"content": "<|type_parameter_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151980": {
"content": "<|list_py -> dictionary_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151981": {
"content": "<|parenthesized_expression_py -> (_ter parenthesized_expression_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151982": {
"content": "<|try_statement_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151983": {
"content": "<|expression_statement_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151984": {
"content": "<|value_py -> comparison_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151985": {
"content": "<|key_py -> list_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151986": {
"content": "<|expression_list_py -> conditional_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151987": {
"content": "<|subscript_py -> unary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151988": {
"content": "<|set_comprehension_py -> body_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151989": {
"content": "<|dictionary_comprehension_py -> for_in_clause_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151990": {
"content": "<|pattern_list_py -> list_splat_pattern_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151991": {
"content": "<|list_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151992": {
"content": "<|argument_list_py -> true_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151993": {
"content": "<|yield_py -> yield_ter conditional_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151994": {
"content": "<|attribute_py -> identifier_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151995": {
"content": "<|argument_list_py -> subscript_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151996": {
"content": "<|dotted_name_py -> identifier_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151997": {
"content": "<|return_statement_py -> return_ter dictionary_comprehension_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151998": {
"content": "<|parameters_py -> typed_parameter_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151999": {
"content": "<|for_statement_py -> for_ter left_py in_ter right_py :_ter body_py alternative_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152000": {
"content": "<|conditional_expression_py -> lambda_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152001": {
"content": "<|subscript_py -> list_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152002": {
"content": "<|condition_py -> conditional_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152003": {
"content": "<|body_py -> integer_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152004": {
"content": "<|value_py -> set_comprehension_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152005": {
"content": "<|subscript_py -> dictionary_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152006": {
"content": "<|slice_py -> none_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152007": {
"content": "<|argument_list_py -> set_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152008": {
"content": "<|list_py -> true_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152009": {
"content": "<|expression_list_py -> false_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152010": {
"content": "<|yield_py -> yield_ter dictionary_comprehension_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152011": {
"content": "<|assignment_py -> left_py :_ter type_py =_ter right_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152012": {
"content": "<|key_py -> dictionary_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152013": {
"content": "<|tuple_py -> comparison_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152014": {
"content": "<|set_py -> false_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152015": {
"content": "<|return_statement_py -> return_ter not_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152016": {
"content": "<|left_py -> set_comprehension_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152017": {
"content": "<|value_py -> dictionary_comprehension_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152018": {
"content": "<|yield_py -> yield_ter from_ter attribute_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152019": {
"content": "<|conditional_expression_py -> none_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152020": {
"content": "<|subscript_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152021": {
"content": "<|tuple_py -> identifier_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152022": {
"content": "<|body_py -> tuple_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152023": {
"content": "<|conditional_expression_py -> identifier_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152024": {
"content": "<|object_py -> none_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152025": {
"content": "<|return_statement_py -> return_ter list_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152026": {
"content": "<|block_py -> for_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152027": {
"content": "<|comparison_operator_py -> identifier_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152028": {
"content": "<|key_py -> integer_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152029": {
"content": "<|left_py -> identifier_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152030": {
"content": "<|delete_statement_py -> del_ter expression_list_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152031": {
"content": "<|pattern_list_py -> identifier_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152032": {
"content": "<|slice_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152033": {
"content": "<|block_py -> import_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152034": {
"content": "<|future_import_statement_py -> name_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152035": {
"content": "<|comparison_operator_py -> dictionary_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152036": {
"content": "<|dictionary_comprehension_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152037": {
"content": "<|type_py -> binary_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152038": {
"content": "<|condition_py -> subscript_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152039": {
"content": "<|function_definition_py -> def_ter name_py parameters_py ->_ter return_type_py :_ter body_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152040": {
"content": "<|parameters_py -> ,_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152041": {
"content": "<|list_splat_py -> *_ter call_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152042": {
"content": "<|pattern_list_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152043": {
"content": "<|dictionary_comprehension_py -> {_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152044": {
"content": "<|expression_statement_py -> lambda_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152045": {
"content": "<|body_py -> true_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152046": {
"content": "<|yield_py -> yield_ter attribute_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152047": {
"content": "<|argument_list_py -> parenthesized_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152048": {
"content": "<|block_py -> pass_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152049": {
"content": "<|expression_list_py -> list_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152050": {
"content": "<|key_py -> string_literal_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152051": {
"content": "<|set_py -> set_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152052": {
"content": "<|delete_statement_py -> del_ter parenthesized_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152053": {
"content": "<|operator_py -> <<_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152054": {
"content": "<|argument_py -> list_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152055": {
"content": "<|right_py -> expression_list_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152056": {
"content": "<|list_comprehension_py -> body_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152057": {
"content": "<|left_py -> true_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152058": {
"content": "<|list_py -> float_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152059": {
"content": "<|block_py -> future_import_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152060": {
"content": "<|argument_list_py -> list_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152061": {
"content": "<|conditional_expression_py -> binary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152062": {
"content": "<|return_statement_py -> return_ter identifier_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152063": {
"content": "<|for_statement_py -> for_ter left_py in_ter right_py :_ter body_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152064": {
"content": "<|module_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152065": {
"content": "<|value_py -> float_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152066": {
"content": "<|argument_list_py -> list_splat_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152067": {
"content": "<|type_py -> set_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152068": {
"content": "<|expression_statement_py -> augmented_assignment_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152069": {
"content": "<|conditional_expression_py -> if_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152070": {
"content": "<|parameters_py -> identifier_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152071": {
"content": "<|tuple_py -> set_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152072": {
"content": "<|generator_expression_py -> )_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152073": {
"content": "<|list_splat_py -> *_ter subscript_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152074": {
"content": "<|condition_py -> false_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152075": {
"content": "<|right_py -> assignment_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152076": {
"content": "<|tuple_py -> )_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152077": {
"content": "<|set_py -> call_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152078": {
"content": "<|operator_py -> |=_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152079": {
"content": "<|pattern_list_py -> tuple_pattern_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152080": {
"content": "<|operator_py -> -_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152081": {
"content": "<|right_py -> boolean_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152082": {
"content": "<|parameters_py -> parameters_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152083": {
"content": "<|expression_list_py -> integer_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152084": {
"content": "<|list_py -> lambda_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152085": {
"content": "<|tuple_py -> list_splat_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152086": {
"content": "<|class_definition_py -> class_ter name_py :_ter body_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152087": {
"content": "<|conditional_expression_py -> parenthesized_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152088": {
"content": "<|comparison_operator_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152089": {
"content": "<|conditional_expression_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152090": {
"content": "<|expression_list_py -> identifier_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152091": {
"content": "<|lambda_parameters_py -> default_parameter_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152092": {
"content": "<|right_py -> pattern_list_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152093": {
"content": "<|return_statement_py -> return_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152094": {
"content": "<|right_py -> string_literal_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152095": {
"content": "<|conditional_expression_py -> comparison_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152096": {
"content": "<|key_py -> float_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152097": {
"content": "<|expression_statement_py -> none_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152098": {
"content": "<|generator_expression_py -> if_clause_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152099": {
"content": "<|expression_list_py -> not_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152100": {
"content": "<|object_py -> call_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152101": {
"content": "<|subscript_py -> call_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152102": {
"content": "<|function_py -> list_splat_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152103": {
"content": "<|type_py -> tuple_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152104": {
"content": "<|body_py -> subscript_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152105": {
"content": "<|yield_py -> yield_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152106": {
"content": "<|conditional_expression_py -> integer_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152107": {
"content": "<|argument_py -> generator_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152108": {
"content": "<|subscript_py -> generator_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152109": {
"content": "<|block_py -> class_definition_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152110": {
"content": "<|value_py -> identifier_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152111": {
"content": "<|comparison_operator_py -> none_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152112": {
"content": "<|body_py -> list_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152113": {
"content": "<|assert_statement_py -> assert_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152114": {
"content": "<|operator_py -> &_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152115": {
"content": "<|block_py -> if_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152116": {
"content": "<|object_py -> dictionary_comprehension_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152117": {
"content": "<|operators_py -> is_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152118": {
"content": "<|slice_py -> string_literal_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152119": {
"content": "<|object_py -> list_splat_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152120": {
"content": "<|condition_py -> boolean_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152121": {
"content": "<|tuple_pattern_py -> (_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152122": {
"content": "<|argument_list_py -> keyword_argument_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152123": {
"content": "<|yield_py -> yield_ter from_ter list_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152124": {
"content": "<|slice_py -> conditional_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152125": {
"content": "<|conditional_expression_py -> generator_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152126": {
"content": "<|if_clause_py -> if_ter subscript_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152127": {
"content": "<|left_py -> parenthesized_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152128": {
"content": "<|if_statement_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152129": {
"content": "<|right_py -> list_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152130": {
"content": "<|set_py -> parenthesized_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152131": {
"content": "<|type_py -> true_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152132": {
"content": "<|tuple_py -> attribute_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152133": {
"content": "<|conditional_expression_py -> float_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152134": {
"content": "<|set_comprehension_py -> for_in_clause_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152135": {
"content": "<|tuple_py -> set_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152136": {
"content": "<|parenthesized_expression_py -> (_ter comparison_operator_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152137": {
"content": "<|if_statement_py -> consequence_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152138": {
"content": "<|right_py -> subscript_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152139": {
"content": "<|operator_py -> **_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152140": {
"content": "<|operator_py -> /=_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152141": {
"content": "<|operator_py -> ^_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152142": {
"content": "<|module_py -> expression_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152143": {
"content": "<|import_statement_py -> name_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152144": {
"content": "<|right_py -> parenthesized_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152145": {
"content": "<|assert_statement_py -> ,_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152146": {
"content": "<|body_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152147": {
"content": "<|expression_statement_py -> dictionary_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152148": {
"content": "<|subscript_py -> identifier_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152149": {
"content": "<|return_statement_py -> return_ter unary_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152150": {
"content": "<|name_py -> dotted_name_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152151": {
"content": "<|body_py -> pair_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152152": {
"content": "<|pass_statement_py -> pass_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152153": {
"content": "<|condition_py -> string_literal_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152154": {
"content": "<|dictionary_py -> {_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152155": {
"content": "<|object_py -> attribute_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152156": {
"content": "<|body_py -> call_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152157": {
"content": "<|tuple_py -> integer_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152158": {
"content": "<|comparison_operator_py -> call_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152159": {
"content": "<|operator_py -> %=_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152160": {
"content": "<|object_py -> list_comprehension_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152161": {
"content": "<|if_statement_py -> alternative_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152162": {
"content": "<|delete_statement_py -> del_ter subscript_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152163": {
"content": "<|expression_list_py -> set_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152164": {
"content": "<|comparison_operator_py -> attribute_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152165": {
"content": "<|call_py -> function_py arguments_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152166": {
"content": "<|value_py -> generator_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152167": {
"content": "<|operators_py -> >=_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152168": {
"content": "<|parenthesized_expression_py -> (_ter tuple_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152169": {
"content": "<|import_from_statement_py -> import_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152170": {
"content": "<|type_parameter_py -> ,_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152171": {
"content": "<|set_py -> binary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152172": {
"content": "<|yield_py -> yield_ter string_literal_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152173": {
"content": "<|print_statement_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152174": {
"content": "<|left_py -> none_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152175": {
"content": "<|condition_py -> parenthesized_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152176": {
"content": "<|expression_statement_py -> assignment_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152177": {
"content": "<|type_py -> generic_type_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152178": {
"content": "<|body_py -> binary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152179": {
"content": "<|else_clause_py -> else_ter :_ter body_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152180": {
"content": "<|import_from_statement_py -> module_name_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152181": {
"content": "<|conditional_expression_py -> attribute_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152182": {
"content": "<|argument_py -> subscript_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152183": {
"content": "<|expression_statement_py -> boolean_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152184": {
"content": "<|function_py -> none_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152185": {
"content": "<|parenthesized_expression_py -> (_ter binary_operator_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152186": {
"content": "<|tuple_py -> list_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152187": {
"content": "<|block_py -> try_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152188": {
"content": "<|return_statement_py -> return_ter attribute_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152189": {
"content": "<|key_py -> binary_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152190": {
"content": "<|object_py -> identifier_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152191": {
"content": "<|lambda_parameters_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152192": {
"content": "<|comparison_operator_py -> list_splat_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152193": {
"content": "<|parenthesized_expression_py -> (_ter list_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152194": {
"content": "<|value_py -> binary_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152195": {
"content": "<|import_from_statement_py -> ,_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152196": {
"content": "<|object_py -> parenthesized_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152197": {
"content": "<|parameters_py -> default_parameter_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152198": {
"content": "<|list_py -> ,_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152199": {
"content": "<|left_py -> tuple_pattern_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152200": {
"content": "<|key_py -> attribute_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152201": {
"content": "<|module_py -> assert_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152202": {
"content": "<|value_py -> tuple_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152203": {
"content": "<|argument_list_py -> none_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152204": {
"content": "<|subscript_py -> list_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152205": {
"content": "<|condition_py -> comparison_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152206": {
"content": "<|conditional_expression_py -> string_literal_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152207": {
"content": "<|list_splat_py -> *_ter identifier_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152208": {
"content": "<|conditional_expression_py -> list_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152209": {
"content": "<|slice_py -> parenthesized_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152210": {
"content": "<|operator_py -> -=_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152211": {
"content": "<|module_py -> ;_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152212": {
"content": "<|for_in_clause_py -> in_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152213": {
"content": "<|if_clause_py -> if_ter parenthesized_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152214": {
"content": "<|pattern_list_py -> ,_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152215": {
"content": "<|slice_py -> identifier_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152216": {
"content": "<|right_py -> type_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152217": {
"content": "<|object_py -> tuple_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152218": {
"content": "<|subscript_py -> comparison_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152219": {
"content": "<|expression_statement_py -> set_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152220": {
"content": "<|subscript_py -> string_literal_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152221": {
"content": "<|body_py -> set_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152222": {
"content": "<|function_py -> integer_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152223": {
"content": "<|argument_py -> binary_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152224": {
"content": "<|left_py -> identifier_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152225": {
"content": "<|set_py -> integer_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152226": {
"content": "<|if_clause_py -> if_ter list_comprehension_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152227": {
"content": "<|slice_py -> call_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152228": {
"content": "<|function_py -> attribute_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152229": {
"content": "<|conditional_expression_py -> set_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152230": {
"content": "<|argument_list_py -> not_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152231": {
"content": "<|typed_parameter_py -> identifier_py :_ter type_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152232": {
"content": "<|argument_py -> unary_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152233": {
"content": "<|left_py -> float_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152234": {
"content": "<|parenthesized_expression_py -> (_ter dictionary_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152235": {
"content": "<|if_statement_py -> :_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152236": {
"content": "<|delete_statement_py -> del_ter identifier_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152237": {
"content": "<|object_py -> dictionary_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152238": {
"content": "<|key_py -> parenthesized_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152239": {
"content": "<|expression_statement_py -> string_literal_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152240": {
"content": "<|if_clause_py -> if_ter false_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152241": {
"content": "<|type_py -> dictionary_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152242": {
"content": "<|module_py -> import_from_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152243": {
"content": "<|print_statement_py -> print_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152244": {
"content": "<|value_py -> lambda_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152245": {
"content": "<|type_py -> string_literal_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152246": {
"content": "<|return_statement_py -> return_ter parenthesized_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152247": {
"content": "<|condition_py -> identifier_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152248": {
"content": "<|expression_statement_py -> identifier_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152249": {
"content": "<|tuple_pattern_py -> tuple_pattern_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152250": {
"content": "<|condition_py -> call_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152251": {
"content": "<|value_py -> dictionary_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152252": {
"content": "<|slice_py -> integer_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152253": {
"content": "<|key_py -> call_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152254": {
"content": "<|tuple_py -> (_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152255": {
"content": "<|argument_list_py -> (_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152256": {
"content": "<|expression_list_py -> lambda_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152257": {
"content": "<|type_py -> call_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152258": {
"content": "<|import_from_statement_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152259": {
"content": "<|argument_py -> tuple_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152260": {
"content": "<|body_py -> parenthesized_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152261": {
"content": "<|block_py -> delete_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152262": {
"content": "<|pattern_list_py -> attribute_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152263": {
"content": "<|value_py -> attribute_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152264": {
"content": "<|tuple_py -> tuple_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152265": {
"content": "<|object_py -> identifier_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152266": {
"content": "<|parenthesized_expression_py -> (_ter set_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152267": {
"content": "<|tuple_pattern_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152268": {
"content": "<|body_py -> attribute_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152269": {
"content": "<|argument_list_py -> float_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152270": {
"content": "<|module_py -> import_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152271": {
"content": "<|block_py -> ;_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152272": {
"content": "<|subscript_py -> integer_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152273": {
"content": "<|right_py -> list_comprehension_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152274": {
"content": "<|python -> module_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152275": {
"content": "<|condition_py -> identifier_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152276": {
"content": "<|conditional_expression_py -> boolean_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152277": {
"content": "<|tuple_pattern_py -> )_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152278": {
"content": "<|list_py -> set_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152279": {
"content": "<|argument_list_py -> boolean_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152280": {
"content": "<|argument_list_py -> attribute_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152281": {
"content": "<|expression_list_py -> binary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152282": {
"content": "<|dictionary_comprehension_py -> }_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152283": {
"content": "<|yield_py -> yield_ter subscript_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152284": {
"content": "<|delete_statement_py -> del_ter binary_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152285": {
"content": "<|list_splat_py -> *_ter binary_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152286": {
"content": "<|dictionary_py -> }_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152287": {
"content": "<|dictionary_comprehension_py -> body_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152288": {
"content": "<|import_from_statement_py -> name_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152289": {
"content": "<|operator_py -> //=_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152290": {
"content": "<|tuple_py -> none_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152291": {
"content": "<|function_definition_py -> def_ter name_py parameters_py :_ter body_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152292": {
"content": "<|return_statement_py -> return_ter float_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152293": {
"content": "<|right_py -> yield_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152294": {
"content": "<|key_py -> lambda_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152295": {
"content": "<|return_statement_py -> return_ter boolean_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152296": {
"content": "<|type_parameter_py -> type_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152297": {
"content": "<|left_py -> list_comprehension_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152298": {
"content": "<|start -> python|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152299": {
"content": "<|slice_py -> subscript_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152300": {
"content": "<|assert_statement_py -> identifier_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152301": {
"content": "<|slice_py -> boolean_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152302": {
"content": "<|left_py -> false_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152303": {
"content": "<|slice_py -> attribute_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152304": {
"content": "<|list_py -> identifier_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152305": {
"content": "<|parenthesized_expression_py -> (_ter true_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152306": {
"content": "<|condition_py -> true_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152307": {
"content": "<|body_py -> none_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152308": {
"content": "<|parameters_py -> identifier_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152309": {
"content": "<|argument_list_py -> ,_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152310": {
"content": "<|expression_list_py -> boolean_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152311": {
"content": "<|body_py -> boolean_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152312": {
"content": "<|expression_statement_py -> tuple_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152313": {
"content": "<|right_py -> dictionary_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152314": {
"content": "<|comparison_operator_py -> generator_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152315": {
"content": "<|chevron_py -> >>_ter attribute_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152316": {
"content": "<|subscript_py -> parenthesized_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152317": {
"content": "<|expression_list_py -> unary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152318": {
"content": "<|assert_statement_py -> generator_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152319": {
"content": "<|body_py -> dictionary_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152320": {
"content": "<|tuple_py -> unary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152321": {
"content": "<|left_py -> boolean_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152322": {
"content": "<|comparison_operator_py -> binary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152323": {
"content": "<|set_py -> lambda_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152324": {
"content": "<|return_statement_py -> return_ter lambda_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152325": {
"content": "<|default_parameter_py -> name_py =_ter value_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152326": {
"content": "<|comparison_operator_py -> parenthesized_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152327": {
"content": "<|comparison_operator_py -> identifier_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152328": {
"content": "<|operator_py -> or_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152329": {
"content": "<|module_py -> delete_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152330": {
"content": "<|module_py -> try_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152331": {
"content": "<|tuple_py -> call_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152332": {
"content": "<|parenthesized_expression_py -> (_ter integer_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152333": {
"content": "<|except_clause_py -> except_ter value_py :_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152334": {
"content": "<|tuple_py -> subscript_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152335": {
"content": "<|except_clause_py -> except_ter :_ter block_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152336": {
"content": "<|operator_py -> >>=_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152337": {
"content": "<|left_py -> dictionary_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152338": {
"content": "<|set_py -> conditional_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152339": {
"content": "<|object_py -> integer_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152340": {
"content": "<|attribute_py -> object_py ._ter attribute_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152341": {
"content": "<|argument_py -> identifier_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152342": {
"content": "<|right_py -> true_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152343": {
"content": "<|module_py -> return_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152344": {
"content": "<|list_splat_py -> *_ter attribute_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152345": {
"content": "<|left_py -> subscript_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152346": {
"content": "<|argument_list_py -> dictionary_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152347": {
"content": "<|argument_list_py -> list_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152348": {
"content": "<|expression_statement_py -> conditional_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152349": {
"content": "<|left_py -> type_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152350": {
"content": "<|conditional_expression_py -> tuple_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152351": {
"content": "<|body_py -> generator_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152352": {
"content": "<|subscript_py -> boolean_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152353": {
"content": "<|list_py -> conditional_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152354": {
"content": "<|arguments_py -> argument_list_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152355": {
"content": "<|generator_expression_py -> (_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152356": {
"content": "<|assert_statement_py -> tuple_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152357": {
"content": "<|expression_statement_py -> binary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152358": {
"content": "<|right_py -> not_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152359": {
"content": "<|argument_list_py -> identifier_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152360": {
"content": "<|tuple_py -> boolean_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152361": {
"content": "<|future_import_statement_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152362": {
"content": "<|subscript_py -> not_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152363": {
"content": "<|alias_py -> identifier_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152364": {
"content": "<|list_py -> identifier_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152365": {
"content": "<|set_py -> tuple_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152366": {
"content": "<|left_py -> call_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152367": {
"content": "<|yield_py -> yield_ter call_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152368": {
"content": "<|tuple_py -> parenthesized_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152369": {
"content": "<|argument_list_py -> generator_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152370": {
"content": "<|parameters_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152371": {
"content": "<|tuple_pattern_py -> identifier_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152372": {
"content": "<|expression_list_py -> string_literal_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152373": {
"content": "<|conditional_expression_py -> not_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152374": {
"content": "<|operator_py -> +_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152375": {
"content": "<|return_statement_py -> return_ter comparison_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152376": {
"content": "<|import_statement_py -> import_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152377": {
"content": "<|operators_py -> in_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152378": {
"content": "<|yield_py -> yield_ter list_comprehension_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152379": {
"content": "<|argument_py -> string_literal_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152380": {
"content": "<|set_comprehension_py -> if_clause_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152381": {
"content": "<|tuple_py -> identifier_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152382": {
"content": "<|yield_py -> yield_ter identifier_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152383": {
"content": "<|try_statement_py -> body_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152384": {
"content": "<|expression_statement_py -> set_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152385": {
"content": "<|argument_py -> list_comprehension_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152386": {
"content": "<|subscript_py -> set_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152387": {
"content": "<|comparison_operator_py -> string_literal_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152388": {
"content": "<|block_py -> type_alias_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152389": {
"content": "<|list_py -> comparison_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152390": {
"content": "<|comparison_operator_py -> dictionary_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152391": {
"content": "<|list_comprehension_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152392": {
"content": "<|operator_py -> //_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152393": {
"content": "<|argument_py -> dictionary_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152394": {
"content": "<|operator_py -> +=_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152395": {
"content": "<|key_py -> true_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152396": {
"content": "<|operator_py -> /_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152397": {
"content": "<|parenthesized_expression_py -> (_ter call_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152398": {
"content": "<|parenthesized_expression_py -> (_ter lambda_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152399": {
"content": "<|operators_py -> ==_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152400": {
"content": "<|yield_py -> yield_ter tuple_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152401": {
"content": "<|list_splat_py -> *_ter boolean_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152402": {
"content": "<|right_py -> dictionary_comprehension_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152403": {
"content": "<|right_py -> binary_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152404": {
"content": "<|set_py -> list_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152405": {
"content": "<|conditional_expression_py -> dictionary_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152406": {
"content": "<|keyword_argument_py -> name_py =_ter value_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152407": {
"content": "<|assert_statement_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152408": {
"content": "<|argument_py -> false_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152409": {
"content": "<|yield_py -> yield_ter expression_list_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152410": {
"content": "<|return_statement_py -> return_ter identifier_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152411": {
"content": "<|expression_list_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152412": {
"content": "<|pattern_list_py -> identifier_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152413": {
"content": "<|value_py -> string_literal_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152414": {
"content": "<|list_py -> ]_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152415": {
"content": "<|subscript_py -> binary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152416": {
"content": "<|subscript_py -> attribute_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152417": {
"content": "<|tuple_pattern_py -> subscript_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152418": {
"content": "<|object_py -> set_comprehension_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152419": {
"content": "<|subscript_py -> tuple_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152420": {
"content": "<|generator_expression_py -> for_in_clause_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152421": {
"content": "<|block_py -> continue_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152422": {
"content": "<|comparison_operator_py -> set_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152423": {
"content": "<|condition_py -> binary_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152424": {
"content": "<|list_py -> set_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152425": {
"content": "<|name_py -> identifier_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152426": {
"content": "<|break_statement_py -> break_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152427": {
"content": "<|set_py -> {_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152428": {
"content": "<|argument_list_py -> lambda_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152429": {
"content": "<|return_statement_py -> return_ter call_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152430": {
"content": "<|argument_py -> call_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152431": {
"content": "<|comparison_operator_py -> unary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152432": {
"content": "<|lambda_py -> lambda_ter parameters_py :_ter body_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152433": {
"content": "<|value_py -> set_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152434": {
"content": "<|operators_py -> >_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152435": {
"content": "<|typed_parameter_py -> identifier_ter :_ter type_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152436": {
"content": "<|comparison_operator_py -> tuple_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152437": {
"content": "<|return_statement_py -> return_ter none_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152438": {
"content": "<|body_py -> set_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152439": {
"content": "<|left_py -> not_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152440": {
"content": "<|set_comprehension_py -> }_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152441": {
"content": "<|return_type_py -> type_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152442": {
"content": "<|value_py -> unary_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152443": {
"content": "<|tuple_py -> generator_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152444": {
"content": "<|left_py -> string_literal_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152445": {
"content": "<|object_py -> generator_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152446": {
"content": "<|condition_py -> attribute_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152447": {
"content": "<|comparison_operator_py -> integer_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152448": {
"content": "<|future_import_statement_py -> __future___ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152449": {
"content": "<|delete_statement_py -> del_ter attribute_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152450": {
"content": "<|operator_py -> <<=_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152451": {
"content": "<|right_py -> conditional_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152452": {
"content": "<|argument_list_py -> conditional_expression_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152453": {
"content": "<|expression_statement_py -> list_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152454": {
"content": "<|argument_py -> float_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152455": {
"content": "<|yield_py -> yield_ter list_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152456": {
"content": "<|condition_py -> unary_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152457": {
"content": "<|body_py -> comparison_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152458": {
"content": "<|list_py -> integer_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152459": {
"content": "<|tuple_py -> string_literal_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152460": {
"content": "<|list_py -> boolean_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152461": {
"content": "<|conditional_expression_py -> false_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152462": {
"content": "<|tuple_py -> dictionary_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152463": {
"content": "<|key_py -> boolean_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152464": {
"content": "<|argument_list_py -> set_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152465": {
"content": "<|body_py -> false_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152466": {
"content": "<|block_py -> raise_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152467": {
"content": "<|type_py -> parenthesized_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152468": {
"content": "<|operators_py -> <_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152469": {
"content": "<|key_py -> identifier_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152470": {
"content": "<|expression_list_py -> list_splat_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152471": {
"content": "<|expression_statement_py -> list_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152472": {
"content": "<|not_in_py -> not_ter in_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152473": {
"content": "<|return_statement_py -> return_ter conditional_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152474": {
"content": "<|yield_py -> yield_ter parenthesized_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152475": {
"content": "<|expression_list_py -> tuple_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152476": {
"content": "<|string_literal_py -> End|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152477": {
"content": "<|object_py -> set_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152478": {
"content": "<|arguments_py -> generator_expression_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152479": {
"content": "<|expression_list_py -> set_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152480": {
"content": "<|consequence_py -> comment_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152481": {
"content": "<|import_statement_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152482": {
"content": "<|list_py -> false_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152483": {
"content": "<|value_py -> list_comprehension_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152484": {
"content": "<|set_py -> string_literal_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152485": {
"content": "<|argument_list_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152486": {
"content": "<|argument_list_py -> string_literal_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152487": {
"content": "<|body_py -> not_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152488": {
"content": "<|comment_py -> End|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152489": {
"content": "<|slice_py -> unary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152490": {
"content": "<|set_py -> dictionary_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152491": {
"content": "<|function_py -> false_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152492": {
"content": "<|generator_expression_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152493": {
"content": "<|parenthesized_expression_py -> (_ter float_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152494": {
"content": "<|slice_py -> :_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152495": {
"content": "<|argument_list_py -> comparison_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152496": {
"content": "<|argument_py -> not_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152497": {
"content": "<|slice_py -> binary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152498": {
"content": "<|body_py -> block_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152499": {
"content": "<|operator_py -> *_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152500": {
"content": "<|try_statement_py -> except_clause_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152501": {
"content": "<|tuple_py -> binary_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152502": {
"content": "<|expression_list_py -> comparison_operator_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152503": {
"content": "<|import_statement_py -> ,_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152504": {
"content": "<|return_statement_py -> return_ter subscript_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152505": {
"content": "<|set_py -> End |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152506": {
"content": "<|subscript_py -> lambda_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152507": {
"content": "<|parenthesized_expression_py -> (_ter not_operator_py )_ter |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152508": {
"content": "<|if_statement_py -> if_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152509": {
"content": "<|class_definition_py -> class_ter name_py superclasses_py :_ter body_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152510": {
"content": "<|expression_list_py -> identifier_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152511": {
"content": "<|set_py -> true_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152512": {
"content": "<|block_py -> function_definition_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152513": {
"content": "<|return_statement_py -> return_ter set_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152514": {
"content": "<|argument_list_py -> )_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152515": {
"content": "<|assert_statement_py -> call_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152516": {
"content": "<|conditional_expression_py -> set_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152517": {
"content": "<|argument_list_py -> tuple_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152518": {
"content": "<|tuple_py -> list_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152519": {
"content": "<|while_statement_py -> while_ter condition_py :_ter body_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152520": {
"content": "<|parameters_py -> lambda_parameters_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152521": {
"content": "<|conditional_expression_py -> list_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152522": {
"content": "<|return_statement_py -> return_ter false_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152523": {
"content": "<|conditional_expression_py -> subscript_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152524": {
"content": "<|key_py -> unary_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152525": {
"content": "<|value_py -> false_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152526": {
"content": "<|module_py -> class_definition_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152527": {
"content": "<|block_py -> while_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152528": {
"content": "<|list_comprehension_py -> if_clause_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152529": {
"content": "<|module_py -> future_import_statement_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152530": {
"content": "<|expression_statement_py -> subscript_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152531": {
"content": "<|operators_py -> not_in_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152532": {
"content": "<|yield_py -> yield_ter from_ter subscript_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152533": {
"content": "<|comparison_operator_py -> set_comprehension_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152534": {
"content": "<|type_py -> integer_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152535": {
"content": "<|tuple_pattern_py -> attribute_py|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152536": {
"content": "<|if_clause_py -> if_ter comparison_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152537": {
"content": "<|if_clause_py -> if_ter identifier_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152538": {
"content": "<|value_py -> not_operator_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152539": {
"content": "<|return_statement_py -> return_ter list_comprehension_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152540": {
"content": "<|value_py -> list_py |>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"152541": {
"content": "<|tuple_pattern_py -> identifier_ter|>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
}
},
"additional_special_tokens": [
"<|im_start|>",
"<|im_end|>",
"<|object_ref_start|>",
"<|object_ref_end|>",
"<|box_start|>",
"<|box_end|>",
"<|quad_start|>",
"<|quad_end|>",
"<|vision_start|>",
"<|vision_end|>",
"<|vision_pad|>",
"<|image_pad|>",
"<|video_pad|>"
],
"bos_token": null,
"chat_template": "{%- if tools %}\n {{- '<|im_start|>system\\n' }}\n {%- if messages[0]['role'] == 'system' %}\n {{- messages[0]['content'] }}\n {%- else %}\n {{- 'You are a helpful assistant.' }}\n {%- endif %}\n {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within XML tags:\\n\" }}\n {%- for tool in tools %}\n {{- \"\\n\" }}\n {{- tool | tojson }}\n {%- endfor %}\n {{- \"\\n\\n\\nFor each function call, return a json object with function name and arguments within XML tags:\\n\\n{\\\"name\\\": , \\\"arguments\\\": }\\n<|im_end|>\\n\" }}\n{%- else %}\n {%- if messages[0]['role'] == 'system' %}\n {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n {%- else %}\n {{- '<|im_start|>system\\nYou are a helpful assistant.<|im_end|>\\n' }}\n {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n {%- elif message.role == \"assistant\" %}\n {{- '<|im_start|>' + message.role }}\n {%- if message.content %}\n {{- '\\n' + message.content }}\n {%- endif %}\n {%- for tool_call in message.tool_calls %}\n {%- if tool_call.function is defined %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {{- '\\n\\n{\"name\": \"' }}\n {{- tool_call.name }}\n {{- '\", \"arguments\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- '}\\n' }}\n {%- endfor %}\n {{- '<|im_end|>\\n' }}\n {%- elif message.role == \"tool\" %}\n {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n {{- '<|im_start|>user' }}\n {%- endif %}\n {{- '\\n\\n' }}\n {{- message.content }}\n {{- '\\n' }}\n {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n {{- '<|im_end|>\\n' }}\n {%- endif %}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
"clean_up_tokenization_spaces": false,
"eos_token": "<|endoftext|>",
"errors": "replace",
"extra_special_tokens": {},
"model_max_length": 2048,
"pad_token": "<|endoftext|>",
"padding_side": "right",
"split_special_tokens": false,
"tokenizer_class": "Qwen2Tokenizer",
"unk_token": null
}