Upload tokenizer file flexitok--mod-tokenizers-ltr_2digit_vocab.json - Upload model files

tokenizer.json

@@ -1,109 +1 @@
-{
-  "56": 63,
-  "93": 100,
-  "30": 37,
-  "51": 58,
-  "0": 7,
-  "79": 86,
-  "96": 103,
-  "37": 44,
-  "92": 99,
-  "95": 102,
-  "7": 14,
-  "32": 39,
-  "41": 48,
-  "50": 57,
-  "71": 78,
-  "85": 92,
-  "59": 66,
-  "25": 32,
-  "11": 18,
-  "99": 106,
-  "26": 33,
-  "88": 95,
-  "1": 8,
-  "74": 81,
-  "84": 91,
-  "46": 53,
-  "83": 90,
-  "64": 71,
-  "21": 28,
-  "=": 5,
-  "69": 76,
-  "75": 82,
-  "44": 51,
-  "mod": 4,
-  "40": 47,
-  "68": 75,
-  "42": 49,
-  "28": 35,
-  "94": 101,
-  "90": 97,
-  "65": 72,
-  "70": 77,
-  "66": 73,
-  "22": 29,
-  "98": 105,
-  "86": 93,
-  "33": 40,
-  "<unk>": 0,
-  "24": 31,
-  "43": 50,
-  "76": 83,
-  "38": 45,
-  "17": 24,
-  "82": 89,
-  "47": 54,
-  "61": 68,
-  "18": 25,
-  "73": 80,
-  "34": 41,
-  "67": 74,
-  "97": 104,
-  "<s>": 1,
-  "49": 56,
-  "39": 46,
-  "78": 85,
-  "29": 36,
-  "89": 96,
-  "55": 62,
-  "6": 13,
-  "52": 59,
-  "45": 52,
-  "3": 10,
-  "4": 11,
-  "54": 61,
-  "<pad>": 3,
-  "53": 60,
-  "19": 26,
-  "10": 17,
-  "58": 65,
-  "27": 34,
-  "91": 98,
-  "14": 21,
-  "23": 30,
-  "48": 55,
-  "62": 69,
-  " ": 6,
-  "35": 42,
-  "31": 38,
-  "2": 9,
-  "77": 84,
-  "72": 79,
-  "36": 43,
-  "60": 67,
-  "80": 87,
-  "16": 23,
-  "9": 16,
-  "</s>": 2,
-  "63": 70,
-  "8": 15,
-  "5": 12,
-  "81": 88,
-  "13": 20,
-  "57": 64,
-  "87": 94,
-  "20": 27,
-  "15": 22,
-  "12": 19
-}
+{"<unk>": [0], "~SPECIAL~ALIGNED~BOS~SYMBOL~": [1], "</s>": [2], "<pad>": [3], "mod": [4], "=": [5], " ": [6], "0": [7], "1": [8], "2": [9], "3": [10], "4": [11], "5": [12], "6": [13], "7": [14], "8": [15], "9": [16], "10": [17], "11": [18], "12": [19], "13": [20], "14": [21], "15": [22], "16": [23], "17": [24], "18": [25], "19": [26], "20": [27], "21": [28], "22": [29], "23": [30], "24": [31], "25": [32], "26": [33], "27": [34], "28": [35], "29": [36], "30": [37], "31": [38], "32": [39], "33": [40], "34": [41], "35": [42], "36": [43], "37": [44], "38": [45], "39": [46], "40": [47], "41": [48], "42": [49], "43": [50], "44": [51], "45": [52], "46": [53], "47": [54], "48": [55], "49": [56], "50": [57], "51": [58], "52": [59], "53": [60], "54": [61], "55": [62], "56": [63], "57": [64], "58": [65], "59": [66], "60": [67], "61": [68], "62": [69], "63": [70], "64": [71], "65": [72], "66": [73], "67": [74], "68": [75], "69": [76], "70": [77], "71": [78], "72": [79], "73": [80], "74": [81], "75": [82], "76": [83], "77": [84], "78": [85], "79": [86], "80": [87], "81": [88], "82": [89], "83": [90], "84": [91], "85": [92], "86": [93], "87": [94], "88": [95], "89": [96], "90": [97], "91": [98], "92": [99], "93": [100], "94": [101], "95": [102], "96": [103], "97": [104], "98": [105], "99": [106]}