tokenizer.json

{
  "letters": ["ا","ب","پ","ت","ث","ج","چ","ح","خ","د","ذ","ر","ز","ژ","س","ش","ص","ض","ط","ظ","ع","غ","ف","ق","ک","گ","ل","م","ن","و","ه","ی"],
  "additional_characters": {
    "arabic_letters": ["ء","آ","أ","إ","ة","ؤ","ئ"],
    "english_letters": ["A","B","C","D","E","F","G","H","I","J","K","L","M","N","O","P","Q","R","S","T","U","V","W","X","Y","Z","a","b","c","d","e","f","g","h","i","j","k","l","m","n","o","p","q","r","s","t","u","v","w","x","y","z"],
    "persian_numbers": ["۰","۱","۲","۳","۴","۵","۶","۷","۸","۹"],
    "arabic_numbers": ["٠","١","٢","٣","٤","٥","٦","٧","٨","٩"],
    "english_numbers": ["0","1","2","3","4","5","6","7","8","9"],
    "punctuation_marks": [".",",",";",":","!","?","-","_","(",")","[","]","{","}","'","\"","/","\\","|","@","#","$","%","^","&","*","+","=","<",">","~","`"]
  }
}