Upload mod_tokenizers/flexitok--mod-tokenizers-ltr_2digit_vocab.json with huggingface_hub
Browse files
mod_tokenizers/flexitok--mod-tokenizers-ltr_2digit_vocab.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"<unk>": [0], "~SPECIAL~ALIGNED~BOS~SYMBOL~": [1], "</s>": [2], "<pad>": [3], "mod": [4], "=": [5], " ": [6], "0": [7], "1": [8], "2": [9], "3": [10], "4": [11], "5": [12], "6": [13], "7": [14], "8": [15], "9": [16], "10": [17], "11": [18], "12": [19], "13": [20], "14": [21], "15": [22], "16": [23], "17": [24], "18": [25], "19": [26], "20": [27], "21": [28], "22": [29], "23": [30], "24": [31], "25": [32], "26": [33], "27": [34], "28": [35], "29": [36], "30": [37], "31": [38], "32": [39], "33": [40], "34": [41], "35": [42], "36": [43], "37": [44], "38": [45], "39": [46], "40": [47], "41": [48], "42": [49], "43": [50], "44": [51], "45": [52], "46": [53], "47": [54], "48": [55], "49": [56], "50": [57], "51": [58], "52": [59], "53": [60], "54": [61], "55": [62], "56": [63], "57": [64], "58": [65], "59": [66], "60": [67], "61": [68], "62": [69], "63": [70], "64": [71], "65": [72], "66": [73], "67": [74], "68": [75], "69": [76], "70": [77], "71": [78], "72": [79], "73": [80], "74": [81], "75": [82], "76": [83], "77": [84], "78": [85], "79": [86], "80": [87], "81": [88], "82": [89], "83": [90], "84": [91], "85": [92], "86": [93], "87": [94], "88": [95], "89": [96], "90": [97], "91": [98], "92": [99], "93": [100], "94": [101], "95": [102], "96": [103], "97": [104], "98": [105], "99": [106]}
|