working / tokenizer.json
nornor02's picture
Training in progress, step 500
a90ebd7 verified
{
"version": "1.0",
"truncation": null,
"padding": null,
"added_tokens": [
{
"id": 0,
"content": "[UNK]",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 1,
"content": "[PAD]",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 2,
"content": "[CLS]",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 3,
"content": "[SEP]",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
},
{
"id": 4,
"content": "[MASK]",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": false,
"special": true
}
],
"normalizer": null,
"pre_tokenizer": {
"type": "WhitespaceSplit"
},
"post_processor": {
"type": "TemplateProcessing",
"single": [
{
"SpecialToken": {
"id": "[CLS]",
"type_id": 0
}
},
{
"Sequence": {
"id": "A",
"type_id": 0
}
},
{
"SpecialToken": {
"id": "[SEP]",
"type_id": 0
}
}
],
"pair": [
{
"SpecialToken": {
"id": "[CLS]",
"type_id": 0
}
},
{
"Sequence": {
"id": "A",
"type_id": 0
}
},
{
"SpecialToken": {
"id": "[SEP]",
"type_id": 0
}
},
{
"Sequence": {
"id": "B",
"type_id": 1
}
},
{
"SpecialToken": {
"id": "[SEP]",
"type_id": 1
}
}
],
"special_tokens": {
"[CLS]": {
"id": "[CLS]",
"ids": [
2
],
"tokens": [
"[CLS]"
]
},
"[SEP]": {
"id": "[SEP]",
"ids": [
3
],
"tokens": [
"[SEP]"
]
}
}
},
"decoder": {
"type": "WordPiece",
"prefix": "##",
"cleanup": true
},
"model": {
"type": "WordPiece",
"unk_token": "[UNK]",
"continuing_subword_prefix": "##",
"max_input_chars_per_word": 100,
"vocab": {
"[UNK]": 0,
"[PAD]": 1,
"[CLS]": 2,
"[SEP]": 3,
"[MASK]": 4,
".": 5,
"1": 6,
"2": 7,
"A": 8,
"B": 9,
"C": 10,
"D": 11,
"E": 12,
"F": 13,
"G": 14,
"H": 15,
"I": 16,
"J": 17,
"K": 18,
"L": 19,
"M": 20,
"N": 21,
"O": 22,
"P": 23,
"Q": 24,
"R": 25,
"S": 26,
"T": 27,
"U": 28,
"V": 29,
"W": 30,
"X": 31,
"Y": 32,
"_": 33,
"##U": 34,
"##L": 35,
"##E": 36,
"##_": 37,
"##A": 38,
"##S": 39,
"##M": 40,
"##T": 41,
"##C": 42,
"##B": 43,
"##R": 44,
"##V": 45,
"##P": 46,
"##N": 47,
"##I": 48,
"##Y": 49,
"##G": 50,
"##H": 51,
"##.": 52,
"##Q": 53,
"##O": 54,
"##W": 55,
"##F": 56,
"##D": 57,
"##J": 58,
"##X": 59,
"##1": 60,
"##2": 61,
"##_T": 62,
"##AC": 63,
"##_TAC": 64,
"##E_TAC": 65,
"##P_TAC": 66,
"##RI": 67,
"##EW": 68,
"##RIT": 69,
"##EWRIT": 70,
"##EWRITE_TAC": 71,
"##MP_TAC": 72,
"##IS": 73,
"AS": 74,
"##W_TAC": 75,
"REWRITE_TAC": 76,
"##IMP_TAC": 77,
"##AS": 78,
"##_R": 79,
"##CH": 80,
"ASM": 81,
"##SU": 82,
"##EN": 83,
"##S_TAC": 84,
"##_REWRITE_TAC": 85,
"##SUM": 86,
"##ON": 87,
"##_S": 88,
"##_SIMP_TAC": 89,
"ST": 90,
"SR": 91,
"SRW_TAC": 92,
"STRI": 93,
"##AT": 94,
"##ATCH": 95,
"##LL": 96,
"STRIP_TAC": 97,
"##_AS": 98,
"##_ASSUM": 99,
"RW_TAC": 100,
"ASM_REWRITE_TAC": 101,
"##ATCH_": 102,
"##EN_TAC": 103,
"MP_TAC": 104,
"##ATCH_MP_TAC": 105,
"DIS": 106,
"GEN_TAC": 107,
"Q.": 108,
"CAS": 109,
"DISCH": 110,
"##TS_TAC": 111,
"##XIS": 112,
"##XISTS_TAC": 113,
"##P_ASSUM": 114,
"MATCH_MP_TAC": 115,
"PR": 116,
"##VE_TAC": 117,
"##OVE_TAC": 118,
"PROVE_TAC": 119,
"FU": 120,
"PO": 121,
"##LL_SIMP_TAC": 122,
"FULL_SIMP_TAC": 123,
"POP_ASSUM": 124,
"##_ON": 125,
"SIMP_TAC": 126,
"ASM_SIMP_TAC": 127,
"CON": 128,
"##ES_TAC": 129,
"##_TH": 130,
"##ES": 131,
"CASES": 132,
"##_THEN": 133,
"CASES_ON": 134,
"##ET": 135,
"##CE": 136,
"SU": 137,
"##ST": 138,
"SUB": 139,
"##EXISTS_TAC": 140,
"Q.EXISTS_TAC": 141,
"##EC": 142,
"ASSUM": 143,
"SUBST": 144,
"ASSUME_TAC": 145,
"##MP": 146,
"DISCH_THEN": 147,
"##T_TAC": 148,
"##CE_REWRITE_TAC": 149,
"DISCH_TAC": 150,
"IMP": 151,
"##1_TAC": 152,
"SUBST1_TAC": 153,
"##UC": 154,
"##_RES_TAC": 155,
"IMP_RES_TAC": 156,
"ON": 157,
"MET": 158,
"##ND": 159,
"##IS_TAC": 160,
"METIS_TAC": 161,
"##J_TAC": 162,
"IND": 163,
"INDUC": 164,
"ONCE_REWRITE_TAC": 165,
"EXISTS_TAC": 166,
"CONJ_TAC": 167,
"##V_TAC": 168,
"INDUCT_TAC": 169,
"##LL_TAC": 170,
"CONV_TAC": 171,
"EQ": 172,
"EQ_TAC": 173,
"CASE_TAC": 174,
"ALL_TAC": 175,
"##SP": 176,
"Q.SP": 177,
"Q.SPEC": 178,
"DEC": 179,
"##ID": 180,
"Q.SPEC_TAC": 181,
"DECID": 182,
"DECIDE_TAC": 183,
"BET": 184,
"##A_TAC": 185,
"BETA_TAC": 186,
"##AL": 187,
"##GO": 188,
"##GOAL": 189,
"##GOAL_THEN": 190,
"HO": 191,
"##_M": 192,
"##RE": 193,
"HO_M": 194,
"PU": 195,
"##_C": 196,
"PURE": 197,
"RES_TAC": 198,
"##SUB": 199,
"##PT_TAC": 200,
"Q.SUB": 201,
"##CEPT_TAC": 202,
"##UL": 203,
"Q.SUBGOAL_THEN": 204,
"##ULE": 205,
"HO_MATCH_MP_TAC": 206,
"##_CAS": 207,
"FR": 208,
"STRIP_ASSUM": 209,
"##_CASES_TAC": 210,
"FRAC": 211,
"STRIP_ASSUME_TAC": 212,
"AC": 213,
"RULE": 214,
"##_P": 215,
"##OS_TAC": 216,
"##_ASSUM_TAC": 217,
"##_ONCE_REWRITE_TAC": 218,
"PURE_ONCE_REWRITE_TAC": 219,
"FRAC_P": 220,
"ACCEPT_TAC": 221,
"RULE_ASSUM_TAC": 222,
"FRAC_POS_TAC": 223,
"FI": 224,
"##RST": 225,
"FIRST": 226,
"##ATCH_TAC": 227,
"HO_MATCH_TAC": 228,
"PURE_REWRITE_TAC": 229,
"AP": 230,
"MATCH_": 231,
"##ER": 232,
"##M_TAC": 233,
"SUBGOAL_THEN": 234,
"##_A": 235,
"##EWRITE": 236,
"FIRST_ASSUM": 237,
"Q_TAC": 238,
"##T_ON": 239,
"##T_CASES_TAC": 240,
"##RUC": 241,
"##_TER": 242,
"STRUC": 243,
"INDUCT_ON": 244,
"AP_TER": 245,
"STRUCT_CASES_TAC": 246,
"AP_TERM_TAC": 247,
"NT": 248,
"##R_TAC": 249,
"##GEN_TAC": 250,
"##FF": 251,
"##ACCEPT_TAC": 252,
"##_REWRITE": 253,
"##ONV": 254,
"##CE_REWRITE": 255,
"SUFF": 256,
"SUBST_A": 257,
"ONCE_REWRITE": 258,
"##_CONV": 259,
"MATCH_ACCEPT_TAC": 260,
"NTAC": 261,
"SUFF_TAC": 262,
"SUBST_ALL_TAC": 263,
"ONCE_REWRITE_CONV": 264,
"GEN": 265,
"RE": 266,
"X_": 267,
"##L_TAC": 268,
"##_E": 269,
"##FL_TAC": 270,
"##_RULE": 271,
"ASM_CASES_TAC": 272,
"DISJ_TAC": 273,
"SUBST_TAC": 274,
"REFL_TAC": 275,
"X_GEN_TAC": 276,
"UND": 277,
"##_X": 278,
"##NT": 279,
"##YM": 280,
"##J2": 281,
"##EWR_TAC": 282,
"##ISCH": 283,
"##_REWR_TAC": 284,
"DISJ2": 285,
"CASES_TAC": 286,
"COND": 287,
"##GOAL_TAC": 288,
"FIRST_X": 289,
"MATCH_MP": 290,
"GEN_REWR_TAC": 291,
"UNDISCH": 292,
"DISJ2_TAC": 293,
"FIRST_X_ASSUM": 294,
"UNDISCH_TAC": 295,
"AB": 296,
"MA": 297,
"REWRITE": 298,
"##_SUB": 299,
"##TR_TAC": 300,
"##C_TAC": 301,
"##BRE": 302,
"##VER": 303,
"##PAT": 304,
"##P_E": 305,
"##NG": 306,
"##N_E": 307,
"##Q_TH": 308,
"##ISYM": 309,
"Q.PAT": 310,
"FUN_E": 311,
"##ST_TAC": 312,
"SUBGOAL_TAC": 313,
"IMP_A": 314,
"IMP_SUB": 315,
"##ALC_TAC": 316,
"##_CALC_TAC": 317,
"##NTISYM": 318,
"COND_CASES_TAC": 319,
"ABBRE": 320,
"MAP_E": 321,
"REWRITE_RULE": 322,
"##VERY": 323,
"##Q_THM": 324,
"Q.PAT_ASSUM": 325,
"FUN_EQ_THM": 326,
"IMP_ANTISYM": 327,
"IMP_SUBST_TAC": 328,
"ABBREV_TAC": 329,
"MAP_EVERY": 330,
"IMP_ANTISYM_RULE": 331,
"CC": 332,
"GS": 333,
"INT": 334,
"KN": 335,
"RAT": 336,
"##LY": 337,
"##L_THEN": 338,
"##_RI": 339,
"##M_CASES_TAC": 340,
"##TH": 341,
"##PLY": 342,
"##ING": 343,
"##OW_TAC": 344,
"##ASM_CASES_TAC": 345,
"##ONTR_TAC": 346,
"##_ASM_TAC": 347,
"ASM_REWRITE_TACGEN_TAC": 348,
"Q.ASM_CASES_TAC": 349,
"CONTR_TAC": 350,
"##_THM_TAC": 351,
"Q.SPECL_THEN": 352,
"Q.SUBGOAL_TAC": 353,
"##_CASE_TAC": 354,
"FRAC_CALC_TAC": 355,
"APPLY": 356,
"AP_THM_TAC": 357,
"GEN_REWRITE_TAC": 358,
"COND_CASE_TAC": 359,
"##NG_TAC": 360,
"MAP_EVERYTH": 361,
"CCONTR_TAC": 362,
"GSYM": 363,
"INT_RI": 364,
"KNOW_TAC": 365,
"RAT_CALC_TAC": 366,
"APPLY_ASM_TAC": 367,
"MAP_EVERYTHING": 368,
"INT_RING_TAC": 369
}
}
}