gsaltintas commited on
Commit
8b48634
·
verified ·
1 Parent(s): f118766

Upload maddition/flexitok--maddition_fas_Arab_2000_vocab.json with huggingface_hub

Browse files
maddition/flexitok--maddition_fas_Arab_2000_vocab.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"~SPECIAL~ALIGNED~BOS~SYMBOL~": [0], "</s>": [1], "<pad>": [2], "+": [3], "=": [4], "!": [5], "\"": [6], "#": [7], "$": [8], "%": [9], "&": [10], "'": [11], "(": [12], ")": [13], "*": [14], ",": [15], "-": [16], ".": [17], "/": [18], "0": [19], "1": [20], "2": [21], "3": [22], "4": [23], "5": [24], "6": [25], "7": [26], "8": [27], "9": [28], ":": [29], ";": [30], "<": [31], ">": [32], "?": [33], "@": [34], "A": [35], "B": [36], "C": [37], "D": [38], "E": [39], "F": [40], "G": [41], "H": [42], "I": [43], "J": [44], "K": [45], "L": [46], "M": [47], "N": [48], "O": [49], "P": [50], "Q": [51], "R": [52], "S": [53], "T": [54], "U": [55], "V": [56], "W": [57], "X": [58], "Y": [59], "Z": [60], "[": [61], "\\": [62], "]": [63], "^": [64], "_": [65], "`": [66], "a": [67], "b": [68], "c": [69], "d": [70], "e": [71], "f": [72], "g": [73], "h": [74], "i": [75], "j": [76], "k": [77], "l": [78], "m": [79], "n": [80], "o": [81], "p": [82], "q": [83], "r": [84], "s": [85], "t": [86], "u": [87], "v": [88], "w": [89], "x": [90], "y": [91], "z": [92], "{": [93], "|": [94], "}": [95], "~": [96], "\u00a1": [97], "\u00a2": [98], "\u00a3": [99], "\u00a4": [100], "\u00a5": [101], "\u00a6": [102], "\u00a7": [103], "\u00a8": [104], "\u00a9": [105], "\u00aa": [106], "\u00ab": [107], "\u00ac": [108], "\u00ae": [109], "\u00af": [110], "\u00b0": [111], "\u00b1": [112], "\u00b2": [113], "\u00b3": [114], "\u00b4": [115], "\u00b5": [116], "\u00b6": [117], "\u00b7": [118], "\u00b8": [119], "\u00b9": [120], "\u00ba": [121], "\u00bb": [122], "\u00bc": [123], "\u00bd": [124], "\u00be": [125], "\u00bf": [126], "\u00c0": [127], "\u00c1": [128], "\u00c2": [129], "\u00c3": [130], "\u00c4": [131], "\u00c5": [132], "\u00c6": [133], "\u00c7": [134], "\u00c8": [135], "\u00c9": [136], "\u00ca": [137], "\u00cb": [138], "\u00cc": [139], "\u00cd": [140], "\u00ce": [141], "\u00cf": [142], "\u00d0": [143], "\u00d1": [144], "\u00d2": [145], "\u00d3": [146], "\u00d4": [147], "\u00d5": [148], "\u00d6": [149], "\u00d7": [150], "\u00d8": [151], "\u00d9": [152], "\u00da": [153], "\u00db": [154], "\u00dc": [155], "\u00dd": [156], "\u00de": [157], "\u00df": [158], "\u00e0": [159], "\u00e1": [160], "\u00e2": [161], "\u00e3": [162], "\u00e4": [163], "\u00e5": [164], "\u00e6": [165], "\u00e7": [166], "\u00e8": [167], "\u00e9": [168], "\u00ea": [169], "\u00eb": [170], "\u00ec": [171], "\u00ed": [172], "\u00ee": [173], "\u00ef": [174], "\u00f0": [175], "\u00f1": [176], "\u00f2": [177], "\u00f3": [178], "\u00f4": [179], "\u00f5": [180], "\u00f6": [181], "\u00f7": [182], "\u00f8": [183], "\u00f9": [184], "\u00fa": [185], "\u00fb": [186], "\u00fc": [187], "\u00fd": [188], "\u00fe": [189], "\u00ff": [190], "\u0000": [191], "\u0001": [192], "\u0002": [193], "\u0003": [194], "\u0004": [195], "\u0005": [196], "\u0006": [197], "\u0007": [198], "\b": [199], "\t": [200], "\n": [201], "\u000b": [202], "\f": [203], "\r": [204], "\u000e": [205], "\u000f": [206], "\u0010": [207], "\u0011": [208], "\u0012": [209], "\u0013": [210], "\u0014": [211], "\u0015": [212], "\u0016": [213], "\u0017": [214], "\u0018": [215], "\u0019": [216], "\u001a": [217], "\u001b": [218], "\u001c": [219], "\u001d": [220], "\u001e": [221], "\u001f": [222], " ": [223], "\u007f": [224], "\u0080": [225], "\u0081": [226], "\u0082": [227], "\u0083": [228], "\u0084": [229], "\u0085": [230], "\u0086": [231], "\u0087": [232], "\u0088": [233], "\u0089": [234], "\u008a": [235], "\u008b": [236], "\u008c": [237], "\u008d": [238], "\u008e": [239], "\u008f": [240], "\u0090": [241], "\u0091": [242], "\u0092": [243], "\u0093": [244], "\u0094": [245], "\u0095": [246], "\u0096": [247], "\u0097": [248], "\u0098": [249], "\u0099": [250], "\u009a": [251], "\u009b": [252], "\u009c": [253], "\u009d": [254], "\u009e": [255], "\u009f": [256], "\u00a0": [257], "\u00ad": [258], "\u00d9\u0088": [259], "\u00d9\u0087": [260], "\u00d8\u00af": [261], "\u00d8\u00b5": [262], "\u00d8\u00aa": [263], "\u00d8\u00a7": [264], "\u00d8\u00b5\u00d8\u00af": [265], "\u00d8\u00b4": [266], "\u00d9\u0086": [267], "\u00db\u008c": [268], "\u00d8\u00b3": [269], "\u00d9\u0087\u00d9": [270], "\u00d8\u00a7\u00d8": [271], "\u00d8\u00a7\u00d8\u00b1": [272], "\u00d9\u00be": [273], "\u00da\u0086": [274], "\u00d9\u0087\u00d9\u0081": [275], "\u00d9\u0087\u00d8\u00b4": [276], "\u00d9\u0087\u00d9\u0081\u00d8\u00aa": [277], "\u00d9\u0087\u00d8\u00b4\u00d8\u00aa": [278], "\u00d9\u0086\u00d8": [279], "\u00d8\u00b3\u00db\u008c": [280], "\u00d9\u0087\u00d8\u00a7\u00d8\u00b1": [281], "\u00d8\u00af\u00d9\u0088": [282], "\u00d8\u00a7\u00d8\u00af": [283], "\u00db\u008c\u00d8\u00b3": [284], "\u00da\u0086\u00d9\u0087\u00d8\u00a7\u00d8\u00b1": [285], "\u00db\u008c\u00d8\u00b3\u00d8\u00aa": [286], "\u00d8\u00b4\u00d8\u00b4": [287], "\u00d9\u0086\u00d9\u0087": [288], "\u00d9\u00be\u00d9\u0086\u00d8": [289], "\u00d9\u00be\u00d9\u0086\u00d8\u00ac": [290], "\u00d8\u00b2": [291], "\u00d9\u0087\u00d8\u00b2": [292], "\u00d9\u0087\u00d8\u00b2\u00d8\u00a7\u00d8\u00b1": [293], "\u00d9\u0086\u00d9\u0088": [294], "\u00d9\u00be\u00d8\u00a7": [295], "\u00a8\u00db\u008c\u00d8\u00b3\u00d8\u00aa": [296], "\u00d8\u00a8\u00db\u008c\u00d8\u00b3\u00d8\u00aa": [297], "\u00d8\u00af\u00d9\u0087": [298], "\u00d8\u00b5\u00d8\u00aa": [299], "\u00d8\u00a7\u00d9\u0087": [300], "\u00d8\u00b4\u00d8\u00b5\u00d8\u00aa": [301], "\u00d9\u0086\u00d8\u00b5\u00d8\u00af": [302], "\u00d9\u0087\u00d9\u0084": [303], "\u00da\u0086\u00d9\u0087\u00d9\u0084": [304], "\u00d9\u0087\u00d9\u0081\u00d8\u00aa\u00d8\u00b5\u00d8\u00af": [305], "\u00d9\u0087\u00d9\u0081\u00d8\u00aa\u00d8\u00a7\u00d8\u00af": [306], "\u00d9\u0087\u00d8\u00b4\u00d8\u00aa\u00d8\u00b5\u00d8\u00af": [307], "\u00d9\u0087\u00d8\u00b4\u00d8\u00aa\u00d8\u00a7\u00d8\u00af": [308], "\u00d8\u00b3\u00db\u008c\u00d8\u00b5\u00d8\u00af": [309], "\u00d8\u00af\u00d9\u0088\u00db\u008c\u00d8\u00b3\u00d8\u00aa": [310], "\u00da\u0086\u00d9\u0087\u00d8\u00a7\u00d8\u00b1\u00d8\u00b5\u00d8\u00af": [311], "\u00d8\u00b4\u00d8\u00b4\u00d8\u00b5\u00d8\u00af": [312], "\u00d9\u0086\u00d9\u0087\u00d8\u00b5\u00d8\u00af": [313], "\u00d9\u00be\u00d9\u0086\u00d8\u00ac\u00d8\u00a7\u00d9\u0087": [314], "\u00d9\u0086\u00d9\u0088\u00d8\u00af": [315], "\u00d9\u00be\u00d8\u00a7\u00d9\u0086\u00d8\u00b5\u00d8\u00af": [316], "\u00da\u00a9": [317], "\u00db\u008c\u00da\u00a9": [318], "\u00d8\u00b3\u00d9\u0087": [319], "\u00b2\u00d8\u00af\u00d9\u0087": [320], "\u00d8\u00a7\u00d8\u00b2\u00d8\u00af\u00d9\u0087": [321], "\u00d9\u0086\u00d8\u00b2\u00d8\u00af\u00d9\u0087": [322], "\u00d8\u00b2\u00d8\u00af\u00d9\u0087": [323], "\u00ac\u00d8\u00af\u00d9\u0087": [324], "\u00d8\u00ac\u00d8\u00af\u00d9\u0087": [325], "\u00d9\u0087\u00d8\u00ac\u00d8\u00af\u00d9\u0087": [326], "\u00d8\u00a7\u00d9\u0086\u00d8\u00b2\u00d8\u00af\u00d9\u0087": [327], "\u00d8\u00b4\u00d8\u00a7\u00d9\u0086\u00d8\u00b2\u00d8\u00af\u00d9\u0087": [328], "\u00db\u008c\u00d8\u00a7\u00d8\u00b2\u00d8\u00af\u00d9\u0087": [329], "\u00d9\u0087\u00d9\u0081\u00d8\u00af\u00d9\u0087": [330], "\u00d8\u00b3\u00db\u008c\u00d8\u00b2\u00d8\u00af\u00d9\u0087": [331], "\u00d8\u00af\u00d9\u0088\u00d8\u00a7\u00d8\u00b2\u00d8\u00af\u00d9\u0087": [332], "\u00da\u0086\u00d9\u0087\u00d8\u00a7\u00d8\u00b1\u00d8\u00af\u00d9\u0087": [333], "\u00d9\u0086\u00d9\u0088\u00d8\u00b2\u00d8\u00af\u00d9\u0087": [334], "\u00d9\u00be\u00d8\u00a7\u00d9\u0086\u00d8\u00b2\u00d8\u00af\u00d9\u0087": [335], "\u00d8\u00b1": [336], "\u00d9\u0081": [337], "\u00d8\u00b5\u00d9\u0081": [338], "\u00d8\u00b5\u00d9\u0081\u00d8\u00b1": [339]}