rubiks-2x2-solver / tokenizer.json
soamikapadia's picture
Upload tokenizer.json with huggingface_hub
8e4e67b verified
{
"token_to_id": {
"<|pad|>": 0,
"<|bos|>": 1,
"<|eos|>": 2,
"<TASK_POLICY>": 3,
"<SIZE>": 4,
"</SIZE>": 5,
"<STATE>": 6,
"</STATE>": 7,
"<TARGET>": 8,
"<DONE>": 9,
"<MOVE>": 10,
"</MOVE>": 11,
"<FACE>": 12,
"</FACE>": 13,
"<DEPTH>": 14,
"</DEPTH>": 15,
"<WIDTH>": 16,
"</WIDTH>": 17,
"<TURN>": 18,
"</TURN>": 19,
"<ROW>": 20,
"</ROW>": 21,
"<GRID_U>": 22,
"</GRID_U>": 23,
"FACE_U": 24,
"<GRID_R>": 25,
"</GRID_R>": 26,
"FACE_R": 27,
"<GRID_F>": 28,
"</GRID_F>": 29,
"FACE_F": 30,
"<GRID_D>": 31,
"</GRID_D>": 32,
"FACE_D": 33,
"<GRID_L>": 34,
"</GRID_L>": 35,
"FACE_L": 36,
"<GRID_B>": 37,
"</GRID_B>": 38,
"FACE_B": 39,
"COL_W": 40,
"COL_Y": 41,
"COL_G": 42,
"COL_B": 43,
"COL_R": 44,
"COL_O": 45,
"TURN_CW": 46,
"TURN_CCW": 47,
"TURN_HALF": 48,
"DIGIT_0": 49,
"DIGIT_1": 50,
"DIGIT_2": 51,
"DIGIT_3": 52,
"DIGIT_4": 53,
"DIGIT_5": 54,
"DIGIT_6": 55,
"DIGIT_7": 56,
"DIGIT_8": 57,
"DIGIT_9": 58,
"MOVE_U_CW": 59,
"MOVE_U_CCW": 60,
"MOVE_U_HALF": 61,
"MOVE_R_CW": 62,
"MOVE_R_CCW": 63,
"MOVE_R_HALF": 64,
"MOVE_F_CW": 65,
"MOVE_F_CCW": 66,
"MOVE_F_HALF": 67,
"MOVE_D_CW": 68,
"MOVE_D_CCW": 69,
"MOVE_D_HALF": 70,
"MOVE_L_CW": 71,
"MOVE_L_CCW": 72,
"MOVE_L_HALF": 73,
"MOVE_B_CW": 74,
"MOVE_B_CCW": 75,
"MOVE_B_HALF": 76
},
"id_to_token": [
"<|pad|>",
"<|bos|>",
"<|eos|>",
"<TASK_POLICY>",
"<SIZE>",
"</SIZE>",
"<STATE>",
"</STATE>",
"<TARGET>",
"<DONE>",
"<MOVE>",
"</MOVE>",
"<FACE>",
"</FACE>",
"<DEPTH>",
"</DEPTH>",
"<WIDTH>",
"</WIDTH>",
"<TURN>",
"</TURN>",
"<ROW>",
"</ROW>",
"<GRID_U>",
"</GRID_U>",
"FACE_U",
"<GRID_R>",
"</GRID_R>",
"FACE_R",
"<GRID_F>",
"</GRID_F>",
"FACE_F",
"<GRID_D>",
"</GRID_D>",
"FACE_D",
"<GRID_L>",
"</GRID_L>",
"FACE_L",
"<GRID_B>",
"</GRID_B>",
"FACE_B",
"COL_W",
"COL_Y",
"COL_G",
"COL_B",
"COL_R",
"COL_O",
"TURN_CW",
"TURN_CCW",
"TURN_HALF",
"DIGIT_0",
"DIGIT_1",
"DIGIT_2",
"DIGIT_3",
"DIGIT_4",
"DIGIT_5",
"DIGIT_6",
"DIGIT_7",
"DIGIT_8",
"DIGIT_9",
"MOVE_U_CW",
"MOVE_U_CCW",
"MOVE_U_HALF",
"MOVE_R_CW",
"MOVE_R_CCW",
"MOVE_R_HALF",
"MOVE_F_CW",
"MOVE_F_CCW",
"MOVE_F_HALF",
"MOVE_D_CW",
"MOVE_D_CCW",
"MOVE_D_HALF",
"MOVE_L_CW",
"MOVE_L_CCW",
"MOVE_L_HALF",
"MOVE_B_CW",
"MOVE_B_CCW",
"MOVE_B_HALF"
]
}