Upload maddition/flexitok--maddition_arb_Arab_2000_vocab.json with huggingface_hub
Browse files
maddition/flexitok--maddition_arb_Arab_2000_vocab.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"~SPECIAL~ALIGNED~BOS~SYMBOL~": [0], "</s>": [1], "<pad>": [2], "
|
|
|
|
| 1 |
+
{"~SPECIAL~ALIGNED~BOS~SYMBOL~": [0], "</s>": [1], "<pad>": [2], "!": [3], "\"": [4], "#": [5], "$": [6], "%": [7], "&": [8], "'": [9], "(": [10], ")": [11], "*": [12], "+": [13], ",": [14], "-": [15], ".": [16], "/": [17], "0": [18], "1": [19], "2": [20], "3": [21], "4": [22], "5": [23], "6": [24], "7": [25], "8": [26], "9": [27], ":": [28], ";": [29], "<": [30], "=": [31], ">": [32], "?": [33], "@": [34], "A": [35], "B": [36], "C": [37], "D": [38], "E": [39], "F": [40], "G": [41], "H": [42], "I": [43], "J": [44], "K": [45], "L": [46], "M": [47], "N": [48], "O": [49], "P": [50], "Q": [51], "R": [52], "S": [53], "T": [54], "U": [55], "V": [56], "W": [57], "X": [58], "Y": [59], "Z": [60], "[": [61], "\\": [62], "]": [63], "^": [64], "_": [65], "`": [66], "a": [67], "b": [68], "c": [69], "d": [70], "e": [71], "f": [72], "g": [73], "h": [74], "i": [75], "j": [76], "k": [77], "l": [78], "m": [79], "n": [80], "o": [81], "p": [82], "q": [83], "r": [84], "s": [85], "t": [86], "u": [87], "v": [88], "w": [89], "x": [90], "y": [91], "z": [92], "{": [93], "|": [94], "}": [95], "~": [96], "\u00a1": [97], "\u00a2": [98], "\u00a3": [99], "\u00a4": [100], "\u00a5": [101], "\u00a6": [102], "\u00a7": [103], "\u00a8": [104], "\u00a9": [105], "\u00aa": [106], "\u00ab": [107], "\u00ac": [108], "\u00ae": [109], "\u00af": [110], "\u00b0": [111], "\u00b1": [112], "\u00b2": [113], "\u00b3": [114], "\u00b4": [115], "\u00b5": [116], "\u00b6": [117], "\u00b7": [118], "\u00b8": [119], "\u00b9": [120], "\u00ba": [121], "\u00bb": [122], "\u00bc": [123], "\u00bd": [124], "\u00be": [125], "\u00bf": [126], "\u00c0": [127], "\u00c1": [128], "\u00c2": [129], "\u00c3": [130], "\u00c4": [131], "\u00c5": [132], "\u00c6": [133], "\u00c7": [134], "\u00c8": [135], "\u00c9": [136], "\u00ca": [137], "\u00cb": [138], "\u00cc": [139], "\u00cd": [140], "\u00ce": [141], "\u00cf": [142], "\u00d0": [143], "\u00d1": [144], "\u00d2": [145], "\u00d3": [146], "\u00d4": [147], "\u00d5": [148], "\u00d6": [149], "\u00d7": [150], "\u00d8": [151], "\u00d9": [152], "\u00da": [153], "\u00db": [154], "\u00dc": [155], "\u00dd": [156], "\u00de": [157], "\u00df": [158], "\u00e0": [159], "\u00e1": [160], "\u00e2": [161], "\u00e3": [162], "\u00e4": [163], "\u00e5": [164], "\u00e6": [165], "\u00e7": [166], "\u00e8": [167], "\u00e9": [168], "\u00ea": [169], "\u00eb": [170], "\u00ec": [171], "\u00ed": [172], "\u00ee": [173], "\u00ef": [174], "\u00f0": [175], "\u00f1": [176], "\u00f2": [177], "\u00f3": [178], "\u00f4": [179], "\u00f5": [180], "\u00f6": [181], "\u00f7": [182], "\u00f8": [183], "\u00f9": [184], "\u00fa": [185], "\u00fb": [186], "\u00fc": [187], "\u00fd": [188], "\u00fe": [189], "\u00ff": [190], "\u0000": [191], "\u0001": [192], "\u0002": [193], "\u0003": [194], "\u0004": [195], "\u0005": [196], "\u0006": [197], "\u0007": [198], "\b": [199], "\t": [200], "\n": [201], "\u000b": [202], "\f": [203], "\r": [204], "\u000e": [205], "\u000f": [206], "\u0010": [207], "\u0011": [208], "\u0012": [209], "\u0013": [210], "\u0014": [211], "\u0015": [212], "\u0016": [213], "\u0017": [214], "\u0018": [215], "\u0019": [216], "\u001a": [217], "\u001b": [218], "\u001c": [219], "\u001d": [220], "\u001e": [221], "\u001f": [222], " ": [223], "\u007f": [224], "\u0080": [225], "\u0081": [226], "\u0082": [227], "\u0083": [228], "\u0084": [229], "\u0085": [230], "\u0086": [231], "\u0087": [232], "\u0088": [233], "\u0089": [234], "\u008a": [235], "\u008b": [236], "\u008c": [237], "\u008d": [238], "\u008e": [239], "\u008f": [240], "\u0090": [241], "\u0091": [242], "\u0092": [243], "\u0093": [244], "\u0094": [245], "\u0095": [246], "\u0096": [247], "\u0097": [248], "\u0098": [249], "\u0099": [250], "\u009a": [251], "\u009b": [252], "\u009c": [253], "\u009d": [254], "\u009e": [255], "\u009f": [256], "\u00a0": [257], "\u00ad": [258], "\u00d9\u0088": [259], "\u00d8\u00a7": [260], "\u00d8\u00a9": [261], "\u00d9\u0085": [262], "\u00d9\u0086": [263], "\u00d8\u00a7\u00d8": [264], "\u00d8\u00b3": [265], "\u00d8\u00b9": [266], "\u00a6\u00d8\u00a9": [267], "\u00d9\u0088\u00d9\u0086": [268], "\u00d9\u0085\u00d8\u00a7\u00d8": [269], "\u00d9\u0085\u00d8\u00a7\u00d8\u00a6\u00d8\u00a9": [270], "\u00d8\u00aa": [271], "\u00a8\u00d8\u00b9": [272], "\u00d8\u00ab": [273], "\u00d8\u00a8\u00d8\u00b9": [274], "\u00d8\u00b1": [275], "\u00d8\u00a7\u00d9\u0086": [276], "\u00d8\u00a3": [277], "\u00d9\u0084": [278], "\u00d8\u00a7\u00d8\u00ab": [279], "\u00ae\u00d9\u0085": [280], "\u00d8\u00ae\u00d9\u0085": [281], "\u00d9\u0085\u00d8\u00a7\u00d9\u0086": [282], "\u00d8\u00b3\u00d8\u00b9": [283], "\u00d8\u00b3\u00d8\u00aa": [284], "\u00d8\u00b3\u00d8\u00a8\u00d8\u00b9": [285], "\u00d8\u00aa\u00d8\u00b3\u00d8\u00b9": [286], "\u00d8\u00ab\u00d9\u0084": [287], "\u00d8\u00ab\u00d9\u0085\u00d8\u00a7\u00d9\u0086": [288], "\u00d8\u00b1\u00d8\u00a8\u00d8\u00b9": [289], "\u00d8\u00a3\u00d8\u00b1\u00d8\u00a8\u00d8\u00b9": [290], "\u00d8\u00ae\u00d9\u0085\u00d8\u00b3": [291], "\u00d8\u00ab\u00d9\u0084\u00d8\u00a7\u00d8\u00ab": [292], "\u00b4\u00d8\u00b1": [293], "\u00d8\u00b4\u00d8\u00b1": [294], "\u00d8\u00b9\u00d8\u00b4\u00d8\u00b1": [295], "\u00d9\u0081": [296], "\u00d8\u00a3\u00d9\u0084": [297], "\u00d8\u00a3\u00d9\u0084\u00d9\u0081": [298], "\u00a6\u00d8\u00aa": [299], "\u00d8\u00af": [300], "\u00d8\u00a6\u00d8\u00aa": [301], "\u00d9\u008a": [302], "\u00ad\u00d8\u00af": [303], "\u00d9\u0085\u00d8\u00a6\u00d8\u00aa": [304], "\u00d8\u00a7\u00d8\u00ab\u00d9\u0086": [305], "\u00d8\u00b3\u00d8\u00aa\u00d8\u00a9": [306], "\u00d8\u00b3\u00d8\u00aa\u00d9\u0088\u00d9\u0086": [307], "\u00d8\u00b3\u00d8\u00aa\u00d9\u0085\u00d8\u00a7\u00d8\u00a6\u00d8\u00a9": [308], "\u00d8\u00b3\u00d8\u00a8\u00d8\u00b9\u00d8\u00a9": [309], "\u00d8\u00b3\u00d8\u00a8\u00d8\u00b9\u00d9\u0088\u00d9\u0086": [310], "\u00d8\u00b3\u00d8\u00a8\u00d8\u00b9\u00d9\u0085\u00d8\u00a7\u00d8\u00a6\u00d8\u00a9": [311], "\u00d8\u00aa\u00d8\u00b3\u00d8\u00b9\u00d8\u00a9": [312], "\u00d8\u00aa\u00d8\u00b3\u00d8\u00b9\u00d9\u0088\u00d9\u0086": [313], "\u00d8\u00aa\u00d8\u00b3\u00d8\u00b9\u00d9\u0085\u00d8\u00a7\u00d8\u00a6\u00d8\u00a9": [314], "\u00d8\u00ab\u00d9\u0085\u00d8\u00a7\u00d9\u0086\u00d9\u0088\u00d9\u0086": [315], "\u00d8\u00ab\u00d9\u0085\u00d8\u00a7\u00d9\u0086\u00d9\u0085\u00d8\u00a7\u00d8\u00a6\u00d8\u00a9": [316], "\u00d8\u00ab\u00d9\u0085\u00d8\u00a7\u00d9\u0086\u00d9\u008a": [317], "\u00d8\u00a3\u00d8\u00b1\u00d8\u00a8\u00d8\u00b9\u00d8\u00a9": [318], "\u00d8\u00a3\u00d8\u00b1\u00d8\u00a8\u00d8\u00b9\u00d9\u0088\u00d9\u0086": [319], "\u00d8\u00a3\u00d8\u00b1\u00d8\u00a8\u00d8\u00b9\u00d9\u0085\u00d8\u00a7\u00d8\u00a6\u00d8\u00a9": [320], "\u00d8\u00ae\u00d9\u0085\u00d8\u00b3\u00d8\u00a9": [321], "\u00d8\u00ae\u00d9\u0085\u00d8\u00b3\u00d9\u0088\u00d9\u0086": [322], "\u00d8\u00ae\u00d9\u0085\u00d8\u00b3\u00d9\u0085\u00d8\u00a7\u00d8\u00a6\u00d8\u00a9": [323], "\u00d8\u00ab\u00d9\u0084\u00d8\u00a7\u00d8\u00ab\u00d8\u00a9": [324], "\u00d8\u00ab\u00d9\u0084\u00d8\u00a7\u00d8\u00ab\u00d9\u0088\u00d9\u0086": [325], "\u00d8\u00ab\u00d9\u0084\u00d8\u00a7\u00d8\u00ab\u00d9\u0085\u00d8\u00a7\u00d8\u00a6\u00d8\u00a9": [326], "\u00d8\u00b9\u00d8\u00b4\u00d8\u00b1\u00d9\u0088\u00d9\u0086": [327], "\u00d8\u00ab\u00d9\u0085\u00d8\u00a7\u00d9\u0086\u00d9\u008a\u00d8\u00a9": [328], "\u00d9\u0085\u00d8\u00a6\u00d8\u00aa\u00d8\u00a7\u00d9\u0086": [329], "\u00d9\u0088\u00d8\u00a7\u00d8": [330], "\u00d8\u00a7\u00d8\u00ab\u00d9\u0086\u00d8\u00a7\u00d9\u0086": [331], "\u00d9\u0088\u00d8\u00a7\u00d8\u00ad\u00d8\u00af": [332], "\u00d8\u00ad\u00d8\u00af": [333], "\u00d8\u00a3\u00d8\u00ad\u00d8\u00af": [334], "\u00d8\u00b9\u00d8\u00b4\u00d8\u00b1\u00d8\u00a9": [335], "\u00d8\u00a7\u00d8\u00ab\u00d9\u0086\u00d8\u00a7": [336], "\u00d9\u0085\u00d8\u00a6\u00d8\u00aa\u00d8\u00a7": [337], "\u00b5\u00d9\u0081": [338], "\u00d8\u00b5\u00d9\u0081": [339], "\u00d8\u00b5\u00d9\u0081\u00d8\u00b1": [340]}
|