| { | |
| "</s>": 50367, | |
| "<pad>": 50364, | |
| "<s>": 50366, | |
| "<unk>": 50365, | |
| "<|af|>": 50327, | |
| "<|am|>": 50334, | |
| "<|ar|>": 50272, | |
| "<|as|>": 50350, | |
| "<|az|>": 50304, | |
| "<|ba|>": 50355, | |
| "<|be|>": 50330, | |
| "<|bg|>": 50292, | |
| "<|bn|>": 50302, | |
| "<|bo|>": 50347, | |
| "<|br|>": 50309, | |
| "<|bs|>": 50315, | |
| "<|ca|>": 50270, | |
| "<|cs|>": 50283, | |
| "<|cy|>": 50297, | |
| "<|da|>": 50285, | |
| "<|de|>": 50261, | |
| "<|el|>": 50281, | |
| "<|endoftext|>": 50257, | |
| "<|en|>": 50259, | |
| "<|es|>": 50262, | |
| "<|et|>": 50307, | |
| "<|eu|>": 50310, | |
| "<|fa|>": 50300, | |
| "<|fi|>": 50277, | |
| "<|fo|>": 50338, | |
| "<|fr|>": 50265, | |
| "<|gl|>": 50319, | |
| "<|gu|>": 50333, | |
| "<|haw|>": 50352, | |
| "<|ha|>": 50354, | |
| "<|hi|>": 50276, | |
| "<|hr|>": 50291, | |
| "<|ht|>": 50339, | |
| "<|hu|>": 50286, | |
| "<|hy|>": 50312, | |
| "<|id|>": 50275, | |
| "<|is|>": 50311, | |
| "<|it|>": 50274, | |
| "<|iw|>": 50279, | |
| "<|ja|>": 50266, | |
| "<|jw|>": 50356, | |
| "<|ka|>": 50329, | |
| "<|kk|>": 50316, | |
| "<|km|>": 50323, | |
| "<|kn|>": 50306, | |
| "<|ko|>": 50264, | |
| "<|la|>": 50294, | |
| "<|lb|>": 50345, | |
| "<|ln|>": 50353, | |
| "<|lo|>": 50336, | |
| "<|lt|>": 50293, | |
| "<|lv|>": 50301, | |
| "<|mg|>": 50349, | |
| "<|mi|>": 50295, | |
| "<|mk|>": 50308, | |
| "<|ml|>": 50296, | |
| "<|mn|>": 50314, | |
| "<|mr|>": 50320, | |
| "<|ms|>": 50282, | |
| "<|mt|>": 50343, | |
| "<|my|>": 50346, | |
| "<|ne|>": 50313, | |
| "<|nl|>": 50271, | |
| "<|nn|>": 50342, | |
| "<|nocaptions|>": 50362, | |
| "<|notimestamps|>": 50363, | |
| "<|no|>": 50288, | |
| "<|oc|>": 50328, | |
| "<|pa|>": 50321, | |
| "<|pl|>": 50269, | |
| "<|ps|>": 50340, | |
| "<|pt|>": 50267, | |
| "<|ro|>": 50284, | |
| "<|ru|>": 50263, | |
| "<|sa|>": 50344, | |
| "<|sd|>": 50332, | |
| "<|si|>": 50322, | |
| "<|sk|>": 50298, | |
| "<|sl|>": 50305, | |
| "<|sn|>": 50324, | |
| "<|so|>": 50326, | |
| "<|sq|>": 50317, | |
| "<|sr|>": 50303, | |
| "<|startoflm|>": 50360, | |
| "<|startofprev|>": 50361, | |
| "<|startoftranscript|>": 50258, | |
| "<|su|>": 50357, | |
| "<|sv|>": 50273, | |
| "<|sw|>": 50318, | |
| "<|ta|>": 50287, | |
| "<|te|>": 50299, | |
| "<|tg|>": 50331, | |
| "<|th|>": 50289, | |
| "<|tk|>": 50341, | |
| "<|tl|>": 50348, | |
| "<|transcribe|>": 50359, | |
| "<|translate|>": 50358, | |
| "<|tr|>": 50268, | |
| "<|tt|>": 50351, | |
| "<|uk|>": 50280, | |
| "<|ur|>": 50290, | |
| "<|uz|>": 50337, | |
| "<|vi|>": 50278, | |
| "<|yi|>": 50335, | |
| "<|yo|>": 50325, | |
| "<|zh|>": 50260, | |
| "ء": 50368, | |
| "آ": 50369, | |
| "أ": 50370, | |
| "ؤ": 50426, | |
| "إ": 50371, | |
| "ئ": 50428, | |
| "ا": 50372, | |
| "ب": 50373, | |
| "ة": 50374, | |
| "ت": 50375, | |
| "ث": 50376, | |
| "ج": 50377, | |
| "ح": 50378, | |
| "خ": 50379, | |
| "د": 50380, | |
| "ذ": 50381, | |
| "ر": 50382, | |
| "ز": 50383, | |
| "س": 50384, | |
| "ش": 50385, | |
| "ص": 50386, | |
| "ض": 50387, | |
| "ط": 50388, | |
| "ظ": 50389, | |
| "ع": 50390, | |
| "غ": 50391, | |
| "ف": 50392, | |
| "ق": 50393, | |
| "ك": 50394, | |
| "ل": 50395, | |
| "م": 50396, | |
| "ن": 50397, | |
| "ه": 50398, | |
| "و": 50399, | |
| "ى": 50400, | |
| "ي": 50401, | |
| "ً": 50402, | |
| "ٌ": 50403, | |
| "ٍ": 50404, | |
| "َ": 50405, | |
| "ُ": 50406, | |
| "ِ": 50407, | |
| "ّ": 50408, | |
| "ْ": 50409, | |
| "ٓ": 50410, | |
| "ٔ": 50427, | |
| "ٚ": 50411, | |
| "ٰ": 50412, | |
| "ٱ": 50413, | |
| "ۖ": 50414, | |
| "ۗ": 50415, | |
| "ۙ": 50416, | |
| "ۚ": 50417, | |
| "ۛ": 50418, | |
| "ۜ": 50422, | |
| "۠": 50424, | |
| "ۡ": 50419, | |
| "ۢ": 50420, | |
| "ۥ": 50423, | |
| "۫": 50425, | |
| "ۭ": 50421 | |
| } | |