Upload folder using huggingface_hub

added_tokens.json

@@ -0,0 +1,879 @@
+{
+  "<|alias_py -> identifier_py |>": 49698,
+  "<|aliased_import_py -> name_py as_ter alias_py |>": 49767,
+  "<|alternative_py -> elif_clause_py |>": 49878,
+  "<|alternative_py -> else_clause_py |>": 49649,
+  "<|argument_list_py -> (_ter|>": 49980,
+  "<|argument_list_py -> )_ter|>": 49745,
+  "<|argument_list_py -> ,_ter|>": 49513,
+  "<|argument_list_py -> End |>": 49794,
+  "<|argument_list_py -> attribute_py|>": 50005,
+  "<|argument_list_py -> binary_operator_py|>": 49247,
+  "<|argument_list_py -> boolean_operator_py|>": 49278,
+  "<|argument_list_py -> call_py|>": 50009,
+  "<|argument_list_py -> comparison_operator_py|>": 49843,
+  "<|argument_list_py -> conditional_expression_py|>": 49986,
+  "<|argument_list_py -> dictionary_comprehension_py|>": 50012,
+  "<|argument_list_py -> dictionary_py|>": 49377,
+  "<|argument_list_py -> false_py|>": 49152,
+  "<|argument_list_py -> float_py|>": 49898,
+  "<|argument_list_py -> generator_expression_py|>": 49390,
+  "<|argument_list_py -> identifier_py|>": 49975,
+  "<|argument_list_py -> identifier_ter|>": 49972,
+  "<|argument_list_py -> integer_py|>": 49559,
+  "<|argument_list_py -> keyword_argument_py|>": 49900,
+  "<|argument_list_py -> lambda_py|>": 49363,
+  "<|argument_list_py -> list_comprehension_py|>": 49780,
+  "<|argument_list_py -> list_py|>": 49579,
+  "<|argument_list_py -> list_splat_py|>": 49799,
+  "<|argument_list_py -> none_py|>": 49966,
+  "<|argument_list_py -> not_operator_py|>": 49274,
+  "<|argument_list_py -> parenthesized_expression_py|>": 49284,
+  "<|argument_list_py -> set_comprehension_py|>": 49831,
+  "<|argument_list_py -> set_py|>": 49333,
+  "<|argument_list_py -> string_literal_py|>": 49969,
+  "<|argument_list_py -> subscript_py|>": 49223,
+  "<|argument_list_py -> true_py|>": 49792,
+  "<|argument_list_py -> tuple_py|>": 49690,
+  "<|argument_list_py -> unary_operator_py|>": 49551,
+  "<|argument_py -> attribute_py |>": 49758,
+  "<|argument_py -> binary_operator_py |>": 49174,
+  "<|argument_py -> call_py |>": 49582,
+  "<|argument_py -> comparison_operator_py |>": 49892,
+  "<|argument_py -> dictionary_py |>": 49830,
+  "<|argument_py -> false_py |>": 49219,
+  "<|argument_py -> float_py |>": 49840,
+  "<|argument_py -> generator_expression_py |>": 49419,
+  "<|argument_py -> identifier_py |>": 49425,
+  "<|argument_py -> identifier_ter |>": 49354,
+  "<|argument_py -> integer_py |>": 49444,
+  "<|argument_py -> list_comprehension_py |>": 49349,
+  "<|argument_py -> list_py |>": 49988,
+  "<|argument_py -> not_operator_py |>": 49232,
+  "<|argument_py -> parenthesized_expression_py |>": 49496,
+  "<|argument_py -> string_literal_py |>": 49574,
+  "<|argument_py -> subscript_py |>": 49904,
+  "<|argument_py -> true_py |>": 49519,
+  "<|argument_py -> tuple_py |>": 49716,
+  "<|argument_py -> unary_operator_py |>": 49760,
+  "<|arguments_py -> argument_list_py |>": 49175,
+  "<|arguments_py -> generator_expression_py |>": 49768,
+  "<|assert_statement_py -> ,_ter|>": 49872,
+  "<|assert_statement_py -> End |>": 49167,
+  "<|assert_statement_py -> assert_ter|>": 49280,
+  "<|assert_statement_py -> binary_operator_py|>": 49828,
+  "<|assert_statement_py -> boolean_operator_py|>": 49220,
+  "<|assert_statement_py -> call_py|>": 50024,
+  "<|assert_statement_py -> comparison_operator_py|>": 49803,
+  "<|assert_statement_py -> generator_expression_py|>": 49894,
+  "<|assert_statement_py -> identifier_py|>": 49366,
+  "<|assert_statement_py -> parenthesized_expression_py|>": 49186,
+  "<|assert_statement_py -> string_literal_py|>": 49516,
+  "<|assert_statement_py -> tuple_py|>": 50004,
+  "<|assignment_py -> left_py :_ter type_py =_ter right_py |>": 49699,
+  "<|assignment_py -> left_py :_ter type_py |>": 49590,
+  "<|assignment_py -> left_py =_ter right_py |>": 49453,
+  "<|attribute_py -> identifier_py |>": 49536,
+  "<|attribute_py -> identifier_ter |>": 49937,
+  "<|attribute_py -> object_py ._ter attribute_py |>": 49417,
+  "<|augmented_assignment_py -> left_py operator_py right_py |>": 49997,
+  "<|binary_operator_py -> left_py operator_py right_py |>": 49521,
+  "<|block_py -> ;_ter|>": 49320,
+  "<|block_py -> End |>": 49864,
+  "<|block_py -> assert_statement_py|>": 49483,
+  "<|block_py -> break_statement_py|>": 49936,
+  "<|block_py -> class_definition_py|>": 49845,
+  "<|block_py -> continue_statement_py|>": 50007,
+  "<|block_py -> delete_statement_py|>": 49800,
+  "<|block_py -> expression_statement_py|>": 49318,
+  "<|block_py -> for_statement_py|>": 49287,
+  "<|block_py -> function_definition_py|>": 49982,
+  "<|block_py -> future_import_statement_py|>": 49849,
+  "<|block_py -> if_statement_py|>": 49683,
+  "<|block_py -> import_from_statement_py|>": 49565,
+  "<|block_py -> import_statement_py|>": 49777,
+  "<|block_py -> pass_statement_py|>": 49317,
+  "<|block_py -> print_statement_py|>": 49442,
+  "<|block_py -> raise_statement_py|>": 49216,
+  "<|block_py -> return_statement_py|>": 49503,
+  "<|block_py -> try_statement_py|>": 49153,
+  "<|block_py -> type_alias_statement_py|>": 49623,
+  "<|block_py -> while_statement_py|>": 49886,
+  "<|body_py -> End |>": 49677,
+  "<|body_py -> attribute_py|>": 49403,
+  "<|body_py -> binary_operator_py|>": 49644,
+  "<|body_py -> block_py|>": 49594,
+  "<|body_py -> boolean_operator_py|>": 49249,
+  "<|body_py -> call_py|>": 49987,
+  "<|body_py -> comment_py|>": 49788,
+  "<|body_py -> comparison_operator_py|>": 49951,
+  "<|body_py -> conditional_expression_py|>": 49620,
+  "<|body_py -> dictionary_comprehension_py|>": 49502,
+  "<|body_py -> dictionary_py|>": 49884,
+  "<|body_py -> false_py|>": 49981,
+  "<|body_py -> float_py|>": 49874,
+  "<|body_py -> generator_expression_py|>": 49423,
+  "<|body_py -> identifier_py|>": 49544,
+  "<|body_py -> identifier_ter|>": 49713,
+  "<|body_py -> integer_py|>": 49961,
+  "<|body_py -> lambda_py|>": 49755,
+  "<|body_py -> list_comprehension_py|>": 49771,
+  "<|body_py -> list_py|>": 49550,
+  "<|body_py -> none_py|>": 49752,
+  "<|body_py -> not_operator_py|>": 49853,
+  "<|body_py -> pair_py|>": 49866,
+  "<|body_py -> parenthesized_expression_py|>": 49862,
+  "<|body_py -> set_comprehension_py|>": 49429,
+  "<|body_py -> set_py|>": 49954,
+  "<|body_py -> string_literal_py|>": 49611,
+  "<|body_py -> subscript_py|>": 49303,
+  "<|body_py -> true_py|>": 49933,
+  "<|body_py -> tuple_py|>": 49615,
+  "<|body_py -> unary_operator_py|>": 49978,
+  "<|boolean_operator_py -> left_py operator_py right_py |>": 49178,
+  "<|break_statement_py -> break_ter |>": 49260,
+  "<|call_py -> function_py arguments_py |>": 49655,
+  "<|chevron_py -> >>_ter attribute_py |>": 49723,
+  "<|chevron_py -> >>_ter identifier_py |>": 50015,
+  "<|class_definition_py -> class_ter name_py :_ter body_py |>": 49841,
+  "<|class_definition_py -> class_ter name_py superclasses_py :_ter body_py |>": 49338,
+  "<|comment_py -> End|>": 49638,
+  "<|comparison_operator_py -> End |>": 49482,
+  "<|comparison_operator_py -> attribute_py|>": 49726,
+  "<|comparison_operator_py -> binary_operator_py|>": 49392,
+  "<|comparison_operator_py -> call_py|>": 49607,
+  "<|comparison_operator_py -> dictionary_comprehension_py|>": 49375,
+  "<|comparison_operator_py -> dictionary_py|>": 49871,
+  "<|comparison_operator_py -> false_py|>": 49520,
+  "<|comparison_operator_py -> float_py|>": 49225,
+  "<|comparison_operator_py -> generator_expression_py|>": 49811,
+  "<|comparison_operator_py -> identifier_py|>": 49931,
+  "<|comparison_operator_py -> identifier_ter|>": 49929,
+  "<|comparison_operator_py -> integer_py|>": 49259,
+  "<|comparison_operator_py -> list_comprehension_py|>": 49633,
+  "<|comparison_operator_py -> list_py|>": 49511,
+  "<|comparison_operator_py -> list_splat_py|>": 49381,
+  "<|comparison_operator_py -> none_py|>": 49497,
+  "<|comparison_operator_py -> operators_py|>": 49712,
+  "<|comparison_operator_py -> parenthesized_expression_py|>": 49833,
+  "<|comparison_operator_py -> set_comprehension_py|>": 49654,
+  "<|comparison_operator_py -> set_py|>": 49460,
+  "<|comparison_operator_py -> string_literal_py|>": 49738,
+  "<|comparison_operator_py -> subscript_py|>": 49940,
+  "<|comparison_operator_py -> true_py|>": 49652,
+  "<|comparison_operator_py -> tuple_py|>": 49744,
+  "<|comparison_operator_py -> unary_operator_py|>": 49577,
+  "<|condition_py -> attribute_py |>": 49648,
+  "<|condition_py -> binary_operator_py |>": 49596,
+  "<|condition_py -> boolean_operator_py |>": 49614,
+  "<|condition_py -> call_py |>": 49963,
+  "<|condition_py -> comparison_operator_py |>": 49938,
+  "<|condition_py -> conditional_expression_py |>": 49486,
+  "<|condition_py -> false_py |>": 49406,
+  "<|condition_py -> identifier_py |>": 49257,
+  "<|condition_py -> identifier_ter |>": 49283,
+  "<|condition_py -> integer_py |>": 49906,
+  "<|condition_py -> not_operator_py |>": 49468,
+  "<|condition_py -> parenthesized_expression_py |>": 49702,
+  "<|condition_py -> string_literal_py |>": 49622,
+  "<|condition_py -> subscript_py |>": 49253,
+  "<|condition_py -> true_py |>": 49494,
+  "<|condition_py -> tuple_py |>": 49463,
+  "<|condition_py -> unary_operator_py |>": 49842,
+  "<|conditional_expression_py -> End |>": 49798,
+  "<|conditional_expression_py -> attribute_py|>": 49656,
+  "<|conditional_expression_py -> binary_operator_py|>": 49199,
+  "<|conditional_expression_py -> boolean_operator_py|>": 49877,
+  "<|conditional_expression_py -> call_py|>": 49950,
+  "<|conditional_expression_py -> comparison_operator_py|>": 49557,
+  "<|conditional_expression_py -> conditional_expression_py|>": 49875,
+  "<|conditional_expression_py -> dictionary_comprehension_py|>": 49352,
+  "<|conditional_expression_py -> dictionary_py|>": 49953,
+  "<|conditional_expression_py -> else_ter|>": 49240,
+  "<|conditional_expression_py -> false_py|>": 49776,
+  "<|conditional_expression_py -> float_py|>": 49508,
+  "<|conditional_expression_py -> generator_expression_py|>": 49495,
+  "<|conditional_expression_py -> identifier_py|>": 49245,
+  "<|conditional_expression_py -> identifier_ter|>": 49432,
+  "<|conditional_expression_py -> if_ter|>": 49459,
+  "<|conditional_expression_py -> integer_py|>": 49215,
+  "<|conditional_expression_py -> lambda_py|>": 50014,
+  "<|conditional_expression_py -> list_comprehension_py|>": 49763,
+  "<|conditional_expression_py -> list_py|>": 49324,
+  "<|conditional_expression_py -> none_py|>": 49217,
+  "<|conditional_expression_py -> not_operator_py|>": 49992,
+  "<|conditional_expression_py -> parenthesized_expression_py|>": 49820,
+  "<|conditional_expression_py -> set_comprehension_py|>": 49591,
+  "<|conditional_expression_py -> set_py|>": 49191,
+  "<|conditional_expression_py -> string_literal_py|>": 49923,
+  "<|conditional_expression_py -> subscript_py|>": 49619,
+  "<|conditional_expression_py -> true_py|>": 49335,
+  "<|conditional_expression_py -> tuple_py|>": 49328,
+  "<|conditional_expression_py -> unary_operator_py|>": 49532,
+  "<|consequence_py -> block_py |>": 49802,
+  "<|consequence_py -> comment_py |>": 49340,
+  "<|continue_statement_py -> continue_ter |>": 49865,
+  "<|default_parameter_py -> name_py =_ter value_py |>": 49218,
+  "<|delete_statement_py -> del_ter attribute_py |>": 49669,
+  "<|delete_statement_py -> del_ter binary_operator_py |>": 49184,
+  "<|delete_statement_py -> del_ter call_py |>": 49412,
+  "<|delete_statement_py -> del_ter expression_list_py |>": 49598,
+  "<|delete_statement_py -> del_ter identifier_py |>": 50028,
+  "<|delete_statement_py -> del_ter parenthesized_expression_py |>": 49214,
+  "<|delete_statement_py -> del_ter subscript_py |>": 49364,
+  "<|delete_statement_py -> del_ter true_py |>": 50003,
+  "<|dictionary_comprehension_py -> End |>": 49772,
+  "<|dictionary_comprehension_py -> body_py|>": 49635,
+  "<|dictionary_comprehension_py -> for_in_clause_py|>": 49863,
+  "<|dictionary_comprehension_py -> if_clause_py|>": 49345,
+  "<|dictionary_comprehension_py -> {_ter|>": 49650,
+  "<|dictionary_comprehension_py -> }_ter|>": 49679,
+  "<|dictionary_py -> ,_ter|>": 49913,
+  "<|dictionary_py -> End |>": 49685,
+  "<|dictionary_py -> pair_py|>": 49801,
+  "<|dictionary_py -> {_ter|>": 49358,
+  "<|dictionary_py -> }_ter|>": 49421,
+  "<|dotted_name_py -> End |>": 49974,
+  "<|dotted_name_py -> identifier_py|>": 49746,
+  "<|elif_clause_py -> elif_ter condition_py :_ter consequence_py |>": 49870,
+  "<|else_clause_py -> else_ter :_ter body_py |>": 49915,
+  "<|except_clause_py -> except_ter :_ter block_py |>": 49821,
+  "<|except_clause_py -> except_ter value_py :_ter block_py |>": 49330,
+  "<|except_clause_py -> except_ter value_py :_ter |>": 49246,
+  "<|expression_list_py -> ,_ter|>": 49873,
+  "<|expression_list_py -> End |>": 49164,
+  "<|expression_list_py -> attribute_py|>": 49254,
+  "<|expression_list_py -> binary_operator_py|>": 49229,
+  "<|expression_list_py -> boolean_operator_py|>": 49670,
+  "<|expression_list_py -> call_py|>": 49857,
+  "<|expression_list_py -> comparison_operator_py|>": 49826,
+  "<|expression_list_py -> conditional_expression_py|>": 49717,
+  "<|expression_list_py -> dictionary_comprehension_py|>": 49533,
+  "<|expression_list_py -> dictionary_py|>": 49637,
+  "<|expression_list_py -> false_py|>": 49306,
+  "<|expression_list_py -> float_py|>": 49976,
+  "<|expression_list_py -> generator_expression_py|>": 49626,
+  "<|expression_list_py -> identifier_py|>": 49485,
+  "<|expression_list_py -> identifier_ter|>": 49793,
+  "<|expression_list_py -> integer_py|>": 49475,
+  "<|expression_list_py -> lambda_py|>": 49807,
+  "<|expression_list_py -> list_comprehension_py|>": 49408,
+  "<|expression_list_py -> list_py|>": 49531,
+  "<|expression_list_py -> list_splat_py|>": 49548,
+  "<|expression_list_py -> none_py|>": 49431,
+  "<|expression_list_py -> not_operator_py|>": 49762,
+  "<|expression_list_py -> parenthesized_expression_py|>": 49880,
+  "<|expression_list_py -> set_comprehension_py|>": 49540,
+  "<|expression_list_py -> set_py|>": 49267,
+  "<|expression_list_py -> string_literal_py|>": 49326,
+  "<|expression_list_py -> subscript_py|>": 49454,
+  "<|expression_list_py -> true_py|>": 49885,
+  "<|expression_list_py -> tuple_py|>": 49294,
+  "<|expression_list_py -> unary_operator_py|>": 49422,
+  "<|expression_statement_py -> ,_ter|>": 49759,
+  "<|expression_statement_py -> End |>": 49581,
+  "<|expression_statement_py -> assignment_py|>": 49455,
+  "<|expression_statement_py -> attribute_py|>": 49300,
+  "<|expression_statement_py -> augmented_assignment_py|>": 49990,
+  "<|expression_statement_py -> binary_operator_py|>": 50022,
+  "<|expression_statement_py -> boolean_operator_py|>": 49281,
+  "<|expression_statement_py -> call_py|>": 49256,
+  "<|expression_statement_py -> comparison_operator_py|>": 49836,
+  "<|expression_statement_py -> conditional_expression_py|>": 49441,
+  "<|expression_statement_py -> dictionary_comprehension_py|>": 49751,
+  "<|expression_statement_py -> dictionary_py|>": 49883,
+  "<|expression_statement_py -> false_py|>": 49834,
+  "<|expression_statement_py -> float_py|>": 49266,
+  "<|expression_statement_py -> generator_expression_py|>": 49402,
+  "<|expression_statement_py -> identifier_py|>": 49457,
+  "<|expression_statement_py -> integer_py|>": 49405,
+  "<|expression_statement_py -> lambda_py|>": 49224,
+  "<|expression_statement_py -> list_comprehension_py|>": 49440,
+  "<|expression_statement_py -> list_py|>": 49292,
+  "<|expression_statement_py -> none_py|>": 49458,
+  "<|expression_statement_py -> not_operator_py|>": 49789,
+  "<|expression_statement_py -> parenthesized_expression_py|>": 49264,
+  "<|expression_statement_py -> set_comprehension_py|>": 49344,
+  "<|expression_statement_py -> set_py|>": 49681,
+  "<|expression_statement_py -> string_literal_py|>": 49418,
+  "<|expression_statement_py -> subscript_py|>": 49509,
+  "<|expression_statement_py -> true_py|>": 49922,
+  "<|expression_statement_py -> tuple_py|>": 49568,
+  "<|expression_statement_py -> unary_operator_py|>": 49208,
+  "<|expression_statement_py -> yield_py|>": 49410,
+  "<|false_py -> False_ter |>": 49672,
+  "<|for_in_clause_py -> End |>": 49239,
+  "<|for_in_clause_py -> for_ter|>": 49304,
+  "<|for_in_clause_py -> in_ter|>": 49560,
+  "<|for_in_clause_py -> left_py|>": 49766,
+  "<|for_in_clause_py -> right_py|>": 49727,
+  "<|for_statement_py -> for_ter left_py in_ter right_py :_ter body_py alternative_py |>": 49851,
+  "<|for_statement_py -> for_ter left_py in_ter right_py :_ter body_py |>": 49255,
+  "<|function_definition_py -> def_ter name_py parameters_py ->_ter return_type_py :_ter body_py |>": 49856,
+  "<|function_definition_py -> def_ter name_py parameters_py :_ter body_py |>": 49968,
+  "<|function_py -> attribute_py |>": 49473,
+  "<|function_py -> call_py |>": 49334,
+  "<|function_py -> false_py |>": 49914,
+  "<|function_py -> identifier_py |>": 49210,
+  "<|function_py -> identifier_ter |>": 49196,
+  "<|function_py -> integer_py |>": 49443,
+  "<|function_py -> list_splat_py |>": 49795,
+  "<|function_py -> none_py |>": 49383,
+  "<|function_py -> parenthesized_expression_py |>": 49404,
+  "<|function_py -> subscript_py |>": 49248,
+  "<|function_py -> tuple_py |>": 49838,
+  "<|future_import_statement_py -> ,_ter|>": 49705,
+  "<|future_import_statement_py -> End |>": 49478,
+  "<|future_import_statement_py -> __future___ter|>": 49605,
+  "<|future_import_statement_py -> from_ter|>": 49197,
+  "<|future_import_statement_py -> import_ter|>": 49282,
+  "<|future_import_statement_py -> name_py|>": 49172,
+  "<|generator_expression_py -> (_ter|>": 49897,
+  "<|generator_expression_py -> )_ter|>": 49343,
+  "<|generator_expression_py -> End |>": 49825,
+  "<|generator_expression_py -> body_py|>": 49398,
+  "<|generator_expression_py -> for_in_clause_py|>": 49769,
+  "<|generator_expression_py -> if_clause_py|>": 49995,
+  "<|generic_type_py -> identifier_py type_parameter_py |>": 50006,
+  "<|if_clause_py -> if_ter attribute_py |>": 50026,
+  "<|if_clause_py -> if_ter binary_operator_py |>": 49583,
+  "<|if_clause_py -> if_ter boolean_operator_py |>": 49628,
+  "<|if_clause_py -> if_ter call_py |>": 49446,
+  "<|if_clause_py -> if_ter comparison_operator_py |>": 49663,
+  "<|if_clause_py -> if_ter false_py |>": 49467,
+  "<|if_clause_py -> if_ter identifier_py |>": 49934,
+  "<|if_clause_py -> if_ter identifier_ter |>": 49276,
+  "<|if_clause_py -> if_ter list_comprehension_py |>": 49587,
+  "<|if_clause_py -> if_ter not_operator_py |>": 49165,
+  "<|if_clause_py -> if_ter parenthesized_expression_py |>": 49720,
+  "<|if_clause_py -> if_ter subscript_py |>": 49327,
+  "<|if_statement_py -> :_ter|>": 49805,
+  "<|if_statement_py -> End |>": 49740,
+  "<|if_statement_py -> alternative_py|>": 49207,
+  "<|if_statement_py -> condition_py|>": 49907,
+  "<|if_statement_py -> consequence_py|>": 49342,
+  "<|if_statement_py -> if_ter|>": 49188,
+  "<|import_from_statement_py -> ,_ter|>": 49816,
+  "<|import_from_statement_py -> End |>": 49555,
+  "<|import_from_statement_py -> from_ter|>": 49158,
+  "<|import_from_statement_py -> import_ter|>": 49846,
+  "<|import_from_statement_py -> module_name_py|>": 49647,
+  "<|import_from_statement_py -> name_py|>": 50027,
+  "<|import_statement_py -> ,_ter|>": 49566,
+  "<|import_statement_py -> End |>": 49179,
+  "<|import_statement_py -> import_ter|>": 49691,
+  "<|import_statement_py -> name_py|>": 49512,
+  "<|is_not_py -> is_ter not_ter |>": 49955,
+  "<|key_py -> attribute_py |>": 49944,
+  "<|key_py -> binary_operator_py |>": 49813,
+  "<|key_py -> boolean_operator_py |>": 49750,
+  "<|key_py -> call_py |>": 49686,
+  "<|key_py -> comparison_operator_py |>": 49804,
+  "<|key_py -> conditional_expression_py |>": 50008,
+  "<|key_py -> dictionary_py |>": 49206,
+  "<|key_py -> false_py |>": 49489,
+  "<|key_py -> float_py |>": 49639,
+  "<|key_py -> identifier_py |>": 49285,
+  "<|key_py -> identifier_ter |>": 49388,
+  "<|key_py -> integer_py |>": 49428,
+  "<|key_py -> lambda_py |>": 49757,
+  "<|key_py -> list_py |>": 49657,
+  "<|key_py -> none_py |>": 49730,
+  "<|key_py -> parenthesized_expression_py |>": 49480,
+  "<|key_py -> set_py |>": 49613,
+  "<|key_py -> string_literal_py |>": 49373,
+  "<|key_py -> subscript_py |>": 49604,
+  "<|key_py -> true_py |>": 49722,
+  "<|key_py -> tuple_py |>": 49651,
+  "<|key_py -> unary_operator_py |>": 49524,
+  "<|keyword_argument_py -> name_py =_ter value_py |>": 49935,
+  "<|lambda_parameters_py -> ,_ter|>": 49947,
+  "<|lambda_parameters_py -> End |>": 49270,
+  "<|lambda_parameters_py -> default_parameter_py|>": 49298,
+  "<|lambda_parameters_py -> identifier_py|>": 49957,
+  "<|lambda_parameters_py -> identifier_ter|>": 49554,
+  "<|lambda_py -> lambda_ter :_ter body_py |>": 49564,
+  "<|lambda_py -> lambda_ter parameters_py :_ter body_py |>": 49815,
+  "<|left_py -> attribute_py |>": 49166,
+  "<|left_py -> binary_operator_py |>": 49346,
+  "<|left_py -> boolean_operator_py |>": 49696,
+  "<|left_py -> call_py |>": 49332,
+  "<|left_py -> comparison_operator_py |>": 49238,
+  "<|left_py -> dictionary_comprehension_py |>": 49921,
+  "<|left_py -> dictionary_py |>": 49575,
+  "<|left_py -> false_py |>": 49538,
+  "<|left_py -> float_py |>": 49827,
+  "<|left_py -> generator_expression_py |>": 49243,
+  "<|left_py -> identifier_py |>": 49895,
+  "<|left_py -> identifier_ter |>": 49556,
+  "<|left_py -> integer_py |>": 49393,
+  "<|left_py -> list_comprehension_py |>": 49867,
+  "<|left_py -> list_py |>": 49724,
+  "<|left_py -> none_py |>": 49850,
+  "<|left_py -> not_operator_py |>": 49666,
+  "<|left_py -> parenthesized_expression_py |>": 49439,
+  "<|left_py -> pattern_list_py |>": 49162,
+  "<|left_py -> set_comprehension_py |>": 49678,
+  "<|left_py -> set_py |>": 49617,
+  "<|left_py -> string_literal_py |>": 49329,
+  "<|left_py -> subscript_py |>": 49222,
+  "<|left_py -> true_py |>": 49416,
+  "<|left_py -> tuple_pattern_py |>": 49479,
+  "<|left_py -> tuple_py |>": 49386,
+  "<|left_py -> type_py |>": 49472,
+  "<|left_py -> unary_operator_py |>": 49299,
+  "<|list_comprehension_py -> End |>": 49389,
+  "<|list_comprehension_py -> [_ter|>": 50011,
+  "<|list_comprehension_py -> ]_ter|>": 49315,
+  "<|list_comprehension_py -> body_py|>": 49275,
+  "<|list_comprehension_py -> for_in_clause_py|>": 49814,
+  "<|list_comprehension_py -> if_clause_py|>": 50018,
+  "<|list_py -> ,_ter|>": 49395,
+  "<|list_py -> End |>": 49847,
+  "<|list_py -> [_ter|>": 49427,
+  "<|list_py -> ]_ter|>": 49211,
+  "<|list_py -> attribute_py|>": 49682,
+  "<|list_py -> binary_operator_py|>": 49414,
+  "<|list_py -> boolean_operator_py|>": 49903,
+  "<|list_py -> call_py|>": 49296,
+  "<|list_py -> comparison_operator_py|>": 49616,
+  "<|list_py -> conditional_expression_py|>": 49786,
+  "<|list_py -> dictionary_comprehension_py|>": 49529,
+  "<|list_py -> dictionary_py|>": 49631,
+  "<|list_py -> false_py|>": 50021,
+  "<|list_py -> float_py|>": 49370,
+  "<|list_py -> generator_expression_py|>": 49163,
+  "<|list_py -> identifier_py|>": 49973,
+  "<|list_py -> identifier_ter|>": 49765,
+  "<|list_py -> integer_py|>": 49530,
+  "<|list_py -> lambda_py|>": 49288,
+  "<|list_py -> list_comprehension_py|>": 49401,
+  "<|list_py -> list_py|>": 49819,
+  "<|list_py -> list_splat_py|>": 49949,
+  "<|list_py -> none_py|>": 49505,
+  "<|list_py -> not_operator_py|>": 49356,
+  "<|list_py -> parenthesized_expression_py|>": 49171,
+  "<|list_py -> set_comprehension_py|>": 49169,
+  "<|list_py -> set_py|>": 49161,
+  "<|list_py -> string_literal_py|>": 49190,
+  "<|list_py -> subscript_py|>": 49155,
+  "<|list_py -> true_py|>": 49576,
+  "<|list_py -> tuple_py|>": 49235,
+  "<|list_py -> unary_operator_py|>": 49737,
+  "<|list_splat_pattern_py -> *_ter attribute_py |>": 49499,
+  "<|list_splat_py -> *_ter attribute_py |>": 49236,
+  "<|list_splat_py -> *_ter binary_operator_py |>": 49861,
+  "<|list_splat_py -> *_ter boolean_operator_py |>": 49989,
+  "<|list_splat_py -> *_ter call_py |>": 49732,
+  "<|list_splat_py -> *_ter identifier_py |>": 49570,
+  "<|list_splat_py -> *_ter subscript_py |>": 49316,
+  "<|module_name_py -> dotted_name_py |>": 49790,
+  "<|module_py -> ;_ter|>": 49859,
+  "<|module_py -> End |>": 49237,
+  "<|module_py -> assert_statement_py|>": 49706,
+  "<|module_py -> break_statement_py|>": 49812,
+  "<|module_py -> class_definition_py|>": 49183,
+  "<|module_py -> delete_statement_py|>": 49359,
+  "<|module_py -> expression_statement_py|>": 49198,
+  "<|module_py -> for_statement_py|>": 49939,
+  "<|module_py -> function_definition_py|>": 49735,
+  "<|module_py -> future_import_statement_py|>": 50013,
+  "<|module_py -> if_statement_py|>": 49382,
+  "<|module_py -> import_from_statement_py|>": 49764,
+  "<|module_py -> import_statement_py|>": 49323,
+  "<|module_py -> pass_statement_py|>": 49279,
+  "<|module_py -> print_statement_py|>": 49796,
+  "<|module_py -> return_statement_py|>": 49452,
+  "<|module_py -> try_statement_py|>": 49942,
+  "<|module_py -> type_alias_statement_py|>": 49360,
+  "<|module_py -> while_statement_py|>": 49743,
+  "<|name_py -> aliased_import_py |>": 49693,
+  "<|name_py -> dotted_name_py |>": 49365,
+  "<|name_py -> identifier_py |>": 49310,
+  "<|name_py -> identifier_ter |>": 49791,
+  "<|none_py -> None_ter |>": 49409,
+  "<|not_in_py -> not_ter in_ter |>": 49754,
+  "<|not_operator_py -> not_ter argument_py |>": 49606,
+  "<|object_py -> attribute_py |>": 49709,
+  "<|object_py -> call_py |>": 49881,
+  "<|object_py -> dictionary_comprehension_py |>": 49170,
+  "<|object_py -> dictionary_py |>": 49286,
+  "<|object_py -> float_py |>": 49420,
+  "<|object_py -> generator_expression_py |>": 49602,
+  "<|object_py -> identifier_py |>": 49742,
+  "<|object_py -> identifier_ter |>": 49471,
+  "<|object_py -> integer_py |>": 49779,
+  "<|object_py -> list_comprehension_py |>": 49908,
+  "<|object_py -> list_py |>": 49413,
+  "<|object_py -> list_splat_py |>": 49228,
+  "<|object_py -> none_py |>": 49977,
+  "<|object_py -> parenthesized_expression_py |>": 49433,
+  "<|object_py -> set_comprehension_py |>": 49839,
+  "<|object_py -> set_py |>": 49926,
+  "<|object_py -> string_literal_py |>": 49547,
+  "<|object_py -> subscript_py |>": 49385,
+  "<|object_py -> tuple_py |>": 49879,
+  "<|operator_py -> %=_ter |>": 49599,
+  "<|operator_py -> %_ter |>": 49925,
+  "<|operator_py -> &_ter |>": 49449,
+  "<|operator_py -> **_ter |>": 49435,
+  "<|operator_py -> *=_ter |>": 49514,
+  "<|operator_py -> *_ter |>": 49336,
+  "<|operator_py -> +=_ter |>": 49984,
+  "<|operator_py -> +_ter |>": 49322,
+  "<|operator_py -> -=_ter |>": 49448,
+  "<|operator_py -> -_ter |>": 49261,
+  "<|operator_py -> //=_ter |>": 49770,
+  "<|operator_py -> //_ter |>": 49782,
+  "<|operator_py -> /=_ter |>": 49869,
+  "<|operator_py -> /_ter |>": 49271,
+  "<|operator_py -> <<=_ter |>": 49999,
+  "<|operator_py -> <<_ter |>": 49181,
+  "<|operator_py -> >>=_ter |>": 49920,
+  "<|operator_py -> >>_ter |>": 49858,
+  "<|operator_py -> ^_ter |>": 49347,
+  "<|operator_py -> and_ter |>": 49400,
+  "<|operator_py -> or_ter |>": 49890,
+  "<|operator_py -> |=_ter |>": 49627,
+  "<|operator_py -> |_ter |>": 49916,
+  "<|operator_py -> ~_ter |>": 49578,
+  "<|operators_py -> !=_ter |>": 49369,
+  "<|operators_py -> <=_ter |>": 49173,
+  "<|operators_py -> <_ter |>": 49244,
+  "<|operators_py -> ==_ter |>": 49553,
+  "<|operators_py -> >=_ter |>": 49289,
+  "<|operators_py -> >_ter |>": 49608,
+  "<|operators_py -> in_ter |>": 49543,
+  "<|operators_py -> is_not_py |>": 49927,
+  "<|operators_py -> is_ter |>": 49728,
+  "<|operators_py -> not_in_py |>": 49661,
+  "<|pair_py -> key_py :_ter value_py |>": 49985,
+  "<|parameters_py -> (_ter|>": 49187,
+  "<|parameters_py -> )_ter|>": 49231,
+  "<|parameters_py -> ,_ter|>": 49747,
+  "<|parameters_py -> End |>": 49584,
+  "<|parameters_py -> default_parameter_py|>": 49676,
+  "<|parameters_py -> identifier_py|>": 49609,
+  "<|parameters_py -> identifier_ter|>": 49711,
+  "<|parameters_py -> lambda_parameters_py|>": 49610,
+  "<|parameters_py -> parameters_py|>": 49983,
+  "<|parameters_py -> typed_parameter_py|>": 49621,
+  "<|parenthesized_expression_py -> (_ter attribute_py )_ter |>": 49487,
+  "<|parenthesized_expression_py -> (_ter binary_operator_py )_ter |>": 49818,
+  "<|parenthesized_expression_py -> (_ter boolean_operator_py )_ter |>": 49491,
+  "<|parenthesized_expression_py -> (_ter call_py )_ter |>": 49212,
+  "<|parenthesized_expression_py -> (_ter comparison_operator_py )_ter |>": 49263,
+  "<|parenthesized_expression_py -> (_ter conditional_expression_py )_ter |>": 49203,
+  "<|parenthesized_expression_py -> (_ter dictionary_comprehension_py )_ter |>": 49962,
+  "<|parenthesized_expression_py -> (_ter dictionary_py )_ter |>": 50001,
+  "<|parenthesized_expression_py -> (_ter false_py )_ter |>": 49567,
+  "<|parenthesized_expression_py -> (_ter float_py )_ter |>": 49967,
+  "<|parenthesized_expression_py -> (_ter identifier_py )_ter |>": 49899,
+  "<|parenthesized_expression_py -> (_ter integer_py )_ter |>": 49523,
+  "<|parenthesized_expression_py -> (_ter lambda_py )_ter |>": 49415,
+  "<|parenthesized_expression_py -> (_ter list_comprehension_py )_ter |>": 49430,
+  "<|parenthesized_expression_py -> (_ter list_py )_ter |>": 49784,
+  "<|parenthesized_expression_py -> (_ter not_operator_py )_ter |>": 49461,
+  "<|parenthesized_expression_py -> (_ter parenthesized_expression_py )_ter |>": 49542,
+  "<|parenthesized_expression_py -> (_ter set_py )_ter |>": 49721,
+  "<|parenthesized_expression_py -> (_ter string_literal_py )_ter |>": 49230,
+  "<|parenthesized_expression_py -> (_ter subscript_py )_ter |>": 49308,
+  "<|parenthesized_expression_py -> (_ter true_py )_ter |>": 49469,
+  "<|parenthesized_expression_py -> (_ter tuple_py )_ter |>": 49213,
+  "<|parenthesized_expression_py -> (_ter unary_operator_py )_ter |>": 49775,
+  "<|parenthesized_expression_py -> (_ter yield_py )_ter |>": 49703,
+  "<|pass_statement_py -> pass_ter |>": 49515,
+  "<|pattern_list_py -> ,_ter|>": 49844,
+  "<|pattern_list_py -> End |>": 49563,
+  "<|pattern_list_py -> attribute_py|>": 49601,
+  "<|pattern_list_py -> identifier_py|>": 49331,
+  "<|pattern_list_py -> identifier_ter|>": 49242,
+  "<|pattern_list_py -> list_splat_pattern_py|>": 49965,
+  "<|pattern_list_py -> subscript_py|>": 49708,
+  "<|pattern_list_py -> tuple_pattern_py|>": 49832,
+  "<|print_statement_py -> ,_ter|>": 49959,
+  "<|print_statement_py -> End |>": 49562,
+  "<|print_statement_py -> argument_py|>": 49736,
+  "<|print_statement_py -> chevron_py|>": 49688,
+  "<|print_statement_py -> print_ter|>": 49321,
+  "<|python -> module_py |>": 49378,
+  "<|python -> module_ter |>": 49662,
+  "<|raise_statement_py -> raise_ter |>": 49380,
+  "<|return_statement_py -> return_ter attribute_py |>": 50010,
+  "<|return_statement_py -> return_ter binary_operator_py |>": 49660,
+  "<|return_statement_py -> return_ter boolean_operator_py |>": 49668,
+  "<|return_statement_py -> return_ter call_py |>": 49504,
+  "<|return_statement_py -> return_ter comparison_operator_py |>": 49667,
+  "<|return_statement_py -> return_ter conditional_expression_py |>": 49891,
+  "<|return_statement_py -> return_ter dictionary_comprehension_py |>": 50000,
+  "<|return_statement_py -> return_ter dictionary_py |>": 49781,
+  "<|return_statement_py -> return_ter expression_list_py |>": 49350,
+  "<|return_statement_py -> return_ter false_py |>": 50020,
+  "<|return_statement_py -> return_ter float_py |>": 49305,
+  "<|return_statement_py -> return_ter generator_expression_py |>": 49273,
+  "<|return_statement_py -> return_ter identifier_py |>": 49506,
+  "<|return_statement_py -> return_ter identifier_ter |>": 49160,
+  "<|return_statement_py -> return_ter integer_py |>": 49808,
+  "<|return_statement_py -> return_ter lambda_py |>": 49250,
+  "<|return_statement_py -> return_ter list_comprehension_py |>": 49979,
+  "<|return_statement_py -> return_ter list_py |>": 49948,
+  "<|return_statement_py -> return_ter list_splat_py |>": 49719,
+  "<|return_statement_py -> return_ter none_py |>": 49517,
+  "<|return_statement_py -> return_ter not_operator_py |>": 50016,
+  "<|return_statement_py -> return_ter parenthesized_expression_py |>": 49835,
+  "<|return_statement_py -> return_ter set_comprehension_py |>": 49729,
+  "<|return_statement_py -> return_ter set_py |>": 49481,
+  "<|return_statement_py -> return_ter string_literal_py |>": 49447,
+  "<|return_statement_py -> return_ter subscript_py |>": 49493,
+  "<|return_statement_py -> return_ter true_py |>": 50017,
+  "<|return_statement_py -> return_ter tuple_py |>": 49384,
+  "<|return_statement_py -> return_ter unary_operator_py |>": 49715,
+  "<|return_statement_py -> return_ter |>": 49896,
+  "<|return_type_py -> type_py |>": 49773,
+  "<|right_py -> assignment_py |>": 49653,
+  "<|right_py -> attribute_py |>": 49353,
+  "<|right_py -> binary_operator_py |>": 49928,
+  "<|right_py -> boolean_operator_py |>": 49202,
+  "<|right_py -> call_py |>": 49692,
+  "<|right_py -> comparison_operator_py |>": 49603,
+  "<|right_py -> conditional_expression_py |>": 49156,
+  "<|right_py -> dictionary_comprehension_py |>": 49534,
+  "<|right_py -> dictionary_py |>": 49569,
+  "<|right_py -> expression_list_py |>": 49397,
+  "<|right_py -> false_py |>": 49749,
+  "<|right_py -> float_py |>": 49787,
+  "<|right_py -> generator_expression_py |>": 49932,
+  "<|right_py -> identifier_py |>": 49753,
+  "<|right_py -> identifier_ter |>": 49546,
+  "<|right_py -> integer_py |>": 49917,
+  "<|right_py -> lambda_py |>": 49451,
+  "<|right_py -> list_comprehension_py |>": 49177,
+  "<|right_py -> list_py |>": 49484,
+  "<|right_py -> list_splat_py |>": 49701,
+  "<|right_py -> none_py |>": 49185,
+  "<|right_py -> not_operator_py |>": 49450,
+  "<|right_py -> parenthesized_expression_py |>": 49810,
+  "<|right_py -> pattern_list_py |>": 49646,
+  "<|right_py -> set_comprehension_py |>": 49477,
+  "<|right_py -> set_py |>": 49854,
+  "<|right_py -> string_literal_py |>": 49704,
+  "<|right_py -> subscript_py |>": 49741,
+  "<|right_py -> true_py |>": 49159,
+  "<|right_py -> tuple_py |>": 49272,
+  "<|right_py -> type_py |>": 49262,
+  "<|right_py -> unary_operator_py |>": 49337,
+  "<|right_py -> yield_py |>": 49946,
+  "<|set_comprehension_py -> End |>": 49251,
+  "<|set_comprehension_py -> body_py|>": 49411,
+  "<|set_comprehension_py -> for_in_clause_py|>": 49311,
+  "<|set_comprehension_py -> if_clause_py|>": 49589,
+  "<|set_comprehension_py -> {_ter|>": 49301,
+  "<|set_comprehension_py -> }_ter|>": 49748,
+  "<|set_py -> ,_ter|>": 49571,
+  "<|set_py -> End |>": 49991,
+  "<|set_py -> attribute_py|>": 49436,
+  "<|set_py -> binary_operator_py|>": 49586,
+  "<|set_py -> call_py|>": 49462,
+  "<|set_py -> comparison_operator_py|>": 49157,
+  "<|set_py -> conditional_expression_py|>": 49734,
+  "<|set_py -> dictionary_py|>": 49837,
+  "<|set_py -> false_py|>": 49313,
+  "<|set_py -> float_py|>": 49500,
+  "<|set_py -> identifier_py|>": 49387,
+  "<|set_py -> integer_py|>": 49625,
+  "<|set_py -> lambda_py|>": 49209,
+  "<|set_py -> list_py|>": 49290,
+  "<|set_py -> list_splat_py|>": 49490,
+  "<|set_py -> none_py|>": 49924,
+  "<|set_py -> parenthesized_expression_py|>": 49641,
+  "<|set_py -> set_py|>": 49180,
+  "<|set_py -> string_literal_py|>": 49445,
+  "<|set_py -> subscript_py|>": 49456,
+  "<|set_py -> true_py|>": 49537,
+  "<|set_py -> tuple_py|>": 49888,
+  "<|set_py -> unary_operator_py|>": 49629,
+  "<|set_py -> {_ter|>": 49680,
+  "<|set_py -> }_ter|>": 49374,
+  "<|slice_py -> :_ter|>": 49848,
+  "<|slice_py -> End |>": 49860,
+  "<|slice_py -> attribute_py|>": 49585,
+  "<|slice_py -> binary_operator_py|>": 49376,
+  "<|slice_py -> boolean_operator_py|>": 49394,
+  "<|slice_py -> call_py|>": 49168,
+  "<|slice_py -> conditional_expression_py|>": 49312,
+  "<|slice_py -> identifier_py|>": 49993,
+  "<|slice_py -> integer_py|>": 49277,
+  "<|slice_py -> none_py|>": 49201,
+  "<|slice_py -> parenthesized_expression_py|>": 50002,
+  "<|slice_py -> string_literal_py|>": 49507,
+  "<|slice_py -> subscript_py|>": 49391,
+  "<|slice_py -> unary_operator_py|>": 49689,
+  "<|start -> python|>": 49697,
+  "<|string_literal_py -> End|>": 49558,
+  "<|subscript_py -> End |>": 49588,
+  "<|subscript_py -> [_ter|>": 49634,
+  "<|subscript_py -> ]_ter|>": 49882,
+  "<|subscript_py -> attribute_py|>": 49592,
+  "<|subscript_py -> binary_operator_py|>": 49379,
+  "<|subscript_py -> boolean_operator_py|>": 49268,
+  "<|subscript_py -> call_py|>": 49956,
+  "<|subscript_py -> comparison_operator_py|>": 49714,
+  "<|subscript_py -> conditional_expression_py|>": 49200,
+  "<|subscript_py -> dictionary_py|>": 49911,
+  "<|subscript_py -> false_py|>": 49307,
+  "<|subscript_py -> float_py|>": 49671,
+  "<|subscript_py -> generator_expression_py|>": 49372,
+  "<|subscript_py -> identifier_py|>": 49675,
+  "<|subscript_py -> identifier_ter|>": 49426,
+  "<|subscript_py -> integer_py|>": 49624,
+  "<|subscript_py -> lambda_py|>": 49630,
+  "<|subscript_py -> list_comprehension_py|>": 49195,
+  "<|subscript_py -> list_py|>": 49664,
+  "<|subscript_py -> none_py|>": 49371,
+  "<|subscript_py -> not_operator_py|>": 49501,
+  "<|subscript_py -> parenthesized_expression_py|>": 49492,
+  "<|subscript_py -> set_py|>": 49970,
+  "<|subscript_py -> slice_py|>": 49597,
+  "<|subscript_py -> string_literal_py|>": 49295,
+  "<|subscript_py -> subscript_py|>": 49901,
+  "<|subscript_py -> true_py|>": 49361,
+  "<|subscript_py -> tuple_py|>": 49234,
+  "<|subscript_py -> unary_operator_py|>": 49739,
+  "<|subscript_py -> value_py|>": 49824,
+  "<|superclasses_py -> argument_list_py |>": 49407,
+  "<|true_py -> True_ter |>": 49438,
+  "<|try_statement_py -> :_ter|>": 49498,
+  "<|try_statement_py -> End |>": 49580,
+  "<|try_statement_py -> body_py|>": 49526,
+  "<|try_statement_py -> except_clause_py|>": 49809,
+  "<|try_statement_py -> try_ter|>": 49357,
+  "<|tuple_pattern_py -> (_ter|>": 49964,
+  "<|tuple_pattern_py -> )_ter|>": 49725,
+  "<|tuple_pattern_py -> ,_ter|>": 49241,
+  "<|tuple_pattern_py -> End |>": 49595,
+  "<|tuple_pattern_py -> attribute_py|>": 49293,
+  "<|tuple_pattern_py -> identifier_py|>": 49154,
+  "<|tuple_pattern_py -> identifier_ter|>": 49756,
+  "<|tuple_pattern_py -> subscript_py|>": 49902,
+  "<|tuple_pattern_py -> tuple_pattern_py|>": 49325,
+  "<|tuple_py -> (_ter|>": 49528,
+  "<|tuple_py -> )_ter|>": 49561,
+  "<|tuple_py -> ,_ter|>": 49998,
+  "<|tuple_py -> End |>": 49971,
+  "<|tuple_py -> attribute_py|>": 49855,
+  "<|tuple_py -> binary_operator_py|>": 49182,
+  "<|tuple_py -> boolean_operator_py|>": 49291,
+  "<|tuple_py -> call_py|>": 49695,
+  "<|tuple_py -> comparison_operator_py|>": 49687,
+  "<|tuple_py -> conditional_expression_py|>": 49221,
+  "<|tuple_py -> dictionary_comprehension_py|>": 49348,
+  "<|tuple_py -> dictionary_py|>": 49636,
+  "<|tuple_py -> false_py|>": 49941,
+  "<|tuple_py -> float_py|>": 49464,
+  "<|tuple_py -> generator_expression_py|>": 49785,
+  "<|tuple_py -> identifier_py|>": 49545,
+  "<|tuple_py -> identifier_ter|>": 49731,
+  "<|tuple_py -> integer_py|>": 49258,
+  "<|tuple_py -> lambda_py|>": 49674,
+  "<|tuple_py -> list_comprehension_py|>": 49909,
+  "<|tuple_py -> list_py|>": 49522,
+  "<|tuple_py -> list_splat_py|>": 49297,
+  "<|tuple_py -> none_py|>": 49618,
+  "<|tuple_py -> not_operator_py|>": 49673,
+  "<|tuple_py -> parenthesized_expression_py|>": 49396,
+  "<|tuple_py -> set_comprehension_py|>": 49194,
+  "<|tuple_py -> set_py|>": 49707,
+  "<|tuple_py -> string_literal_py|>": 49600,
+  "<|tuple_py -> subscript_py|>": 49930,
+  "<|tuple_py -> true_py|>": 49774,
+  "<|tuple_py -> tuple_py|>": 49952,
+  "<|tuple_py -> unary_operator_py|>": 49470,
+  "<|type_alias_statement_py -> type_ter left_py =_ter right_py |>": 49918,
+  "<|type_parameter_py -> ,_ter|>": 49817,
+  "<|type_parameter_py -> End |>": 49368,
+  "<|type_parameter_py -> [_ter|>": 49488,
+  "<|type_parameter_py -> ]_ter|>": 49466,
+  "<|type_parameter_py -> type_py|>": 49960,
+  "<|type_py -> attribute_py |>": 49642,
+  "<|type_py -> binary_operator_py |>": 49549,
+  "<|type_py -> boolean_operator_py |>": 49204,
+  "<|type_py -> call_py |>": 49640,
+  "<|type_py -> dictionary_py |>": 49424,
+  "<|type_py -> false_py |>": 49510,
+  "<|type_py -> generic_type_py |>": 49367,
+  "<|type_py -> identifier_py |>": 49539,
+  "<|type_py -> integer_py |>": 49945,
+  "<|type_py -> list_py |>": 49684,
+  "<|type_py -> none_py |>": 49632,
+  "<|type_py -> parenthesized_expression_py |>": 49535,
+  "<|type_py -> set_py |>": 49465,
+  "<|type_py -> string_literal_py |>": 49643,
+  "<|type_py -> subscript_py |>": 49355,
+  "<|type_py -> true_py |>": 49309,
+  "<|type_py -> tuple_py |>": 49658,
+  "<|type_py -> type_py |>": 49189,
+  "<|type_py -> unary_operator_py |>": 49919,
+  "<|typed_parameter_py -> identifier_py :_ter type_py |>": 49474,
+  "<|typed_parameter_py -> identifier_ter :_ter type_py |>": 49876,
+  "<|unary_operator_py -> operator_py argument_py |>": 49269,
+  "<|value_py -> attribute_py |>": 49351,
+  "<|value_py -> binary_operator_py |>": 49868,
+  "<|value_py -> boolean_operator_py |>": 49829,
+  "<|value_py -> call_py |>": 49761,
+  "<|value_py -> comparison_operator_py |>": 49996,
+  "<|value_py -> conditional_expression_py |>": 49783,
+  "<|value_py -> dictionary_comprehension_py |>": 49573,
+  "<|value_py -> dictionary_py |>": 49541,
+  "<|value_py -> false_py |>": 49265,
+  "<|value_py -> float_py |>": 49905,
+  "<|value_py -> generator_expression_py |>": 49887,
+  "<|value_py -> identifier_py |>": 49994,
+  "<|value_py -> identifier_ter |>": 49694,
+  "<|value_py -> integer_py |>": 49823,
+  "<|value_py -> lambda_py |>": 49943,
+  "<|value_py -> list_comprehension_py |>": 49778,
+  "<|value_py -> list_py |>": 49437,
+  "<|value_py -> list_splat_py |>": 49889,
+  "<|value_py -> none_py |>": 49362,
+  "<|value_py -> not_operator_py |>": 49718,
+  "<|value_py -> parenthesized_expression_py |>": 49659,
+  "<|value_py -> set_comprehension_py |>": 49710,
+  "<|value_py -> set_py |>": 49665,
+  "<|value_py -> string_literal_py |>": 49733,
+  "<|value_py -> subscript_py |>": 49910,
+  "<|value_py -> true_py |>": 49339,
+  "<|value_py -> tuple_py |>": 50019,
+  "<|value_py -> unary_operator_py |>": 49193,
+  "<|while_statement_py -> while_ter condition_py :_ter body_py |>": 49527,
+  "<|yield_py -> yield_ter attribute_py |>": 49205,
+  "<|yield_py -> yield_ter binary_operator_py |>": 49302,
+  "<|yield_py -> yield_ter call_py |>": 49700,
+  "<|yield_py -> yield_ter comparison_operator_py |>": 49852,
+  "<|yield_py -> yield_ter conditional_expression_py |>": 50025,
+  "<|yield_py -> yield_ter dictionary_comprehension_py |>": 49912,
+  "<|yield_py -> yield_ter dictionary_py |>": 49319,
+  "<|yield_py -> yield_ter expression_list_py |>": 49552,
+  "<|yield_py -> yield_ter false_py |>": 49434,
+  "<|yield_py -> yield_ter float_py |>": 49192,
+  "<|yield_py -> yield_ter from_ter attribute_py |>": 49341,
+  "<|yield_py -> yield_ter from_ter call_py |>": 49806,
+  "<|yield_py -> yield_ter from_ter conditional_expression_py |>": 49314,
+  "<|yield_py -> yield_ter from_ter generator_expression_py |>": 49645,
+  "<|yield_py -> yield_ter from_ter identifier_py |>": 49893,
+  "<|yield_py -> yield_ter from_ter list_py |>": 49399,
+  "<|yield_py -> yield_ter from_ter subscript_py |>": 49612,
+  "<|yield_py -> yield_ter from_ter tuple_py |>": 49233,
+  "<|yield_py -> yield_ter identifier_py |>": 49227,
+  "<|yield_py -> yield_ter integer_py |>": 49822,
+  "<|yield_py -> yield_ter lambda_py |>": 49226,
+  "<|yield_py -> yield_ter list_comprehension_py |>": 50023,
+  "<|yield_py -> yield_ter list_py |>": 49572,
+  "<|yield_py -> yield_ter none_py |>": 49958,
+  "<|yield_py -> yield_ter parenthesized_expression_py |>": 49476,
+  "<|yield_py -> yield_ter string_literal_py |>": 49176,
+  "<|yield_py -> yield_ter subscript_py |>": 49518,
+  "<|yield_py -> yield_ter true_py |>": 49252,
+  "<|yield_py -> yield_ter tuple_py |>": 49593,
+  "<|yield_py -> yield_ter unary_operator_py |>": 49525,
+  "<|yield_py -> yield_ter |>": 49797
+}

config.json

@@ -0,0 +1,39 @@
+{
+  "_name_or_path": "/share/zhangzhao/models/starcoder-grammar",
+  "activation_function": "gelu_pytorch_tanh",
+  "architectures": [
+    "GPTBigCodeForCausalLM"
+  ],
+  "attention_softmax_in_fp32": true,
+  "attn_pdrop": 0.1,
+  "bos_token_id": 0,
+  "embd_pdrop": 0.1,
+  "eos_token_id": 0,
+  "inference_runner": 0,
+  "initializer_range": 0.02,
+  "layer_norm_epsilon": 1e-05,
+  "max_batch_size": null,
+  "max_sequence_length": null,
+  "model_type": "gpt_bigcode",
+  "multi_query": true,
+  "n_embd": 2048,
+  "n_head": 16,
+  "n_inner": 8192,
+  "n_layer": 24,
+  "n_positions": 8192,
+  "pad_key_length": true,
+  "pre_allocate_kv_cache": false,
+  "resid_pdrop": 0.1,
+  "scale_attention_softmax_in_fp32": true,
+  "scale_attn_weights": true,
+  "summary_activation": null,
+  "summary_first_dropout": 0.1,
+  "summary_proj_to_labels": true,
+  "summary_type": "cls_index",
+  "summary_use_proj": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.49.0",
+  "use_cache": false,
+  "validate_runner_input": true,
+  "vocab_size": 50029
+}

generation_config.json

@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "transformers_version": "4.49.0"
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95cb9cb0184d2c3dba6031de5f375345452e292089385a8e7d7cfaa5651b560d
+size 2482956456

special_tokens_map.json

@@ -0,0 +1,45 @@
+{
+  "additional_special_tokens": [
+    "<|endoftext|>",
+    "<fim_prefix>",
+    "<fim_middle>",
+    "<fim_suffix>",
+    "<fim_pad>",
+    "<filename>",
+    "<gh_stars>",
+    "<issue_start>",
+    "<issue_comment>",
+    "<issue_closed>",
+    "<jupyter_start>",
+    "<jupyter_text>",
+    "<jupyter_code>",
+    "<jupyter_output>",
+    "<empty_output>",
+    "<commit_before>",
+    "<commit_msg>",
+    "<commit_after>",
+    "<reponame>"
+  ],
+  "bos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|endoftext|>",
+  "unk_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}