checkpoint-36775/tokenizer.json

{
  "version": "1.0",
  "truncation": null,
  "padding": null,
  "added_tokens": [
    {
      "id": 0,
      "content": "<pad>",
      "single_word": false,
      "lstrip": false,
      "rstrip": false,
      "normalized": false,
      "special": true
    }
  ],
  "normalizer": null,
  "pre_tokenizer": {
    "type": "WhitespaceSplit"
  },
  "post_processor": null,
  "decoder": null,
  "model": {
    "type": "WordLevel",
    "vocab": {
      "<pad>": 0,
      " 12345": 1,
      " 12354": 2,
      " 12435": 3,
      " 12453": 4,
      " 12534": 5,
      " 12543": 6,
      " 13245": 7,
      " 13254": 8,
      " 13425": 9,
      " 13452": 10,
      " 13524": 11,
      " 13542": 12,
      " 14235": 13,
      " 14253": 14,
      " 14325": 15,
      " 14352": 16,
      " 14523": 17,
      " 14532": 18,
      " 15234": 19,
      " 15243": 20,
      " 15324": 21,
      " 15342": 22,
      " 15423": 23,
      " 15432": 24,
      " 21345": 25,
      " 21354": 26,
      " 21435": 27,
      " 21453": 28,
      " 21534": 29,
      " 21543": 30,
      " 23145": 31,
      " 23154": 32,
      " 23415": 33,
      " 23451": 34,
      " 23514": 35,
      " 23541": 36,
      " 24135": 37,
      " 24153": 38,
      " 24315": 39,
      " 24351": 40,
      " 24513": 41,
      " 24531": 42,
      " 25134": 43,
      " 25143": 44,
      " 25314": 45,
      " 25341": 46,
      " 25413": 47,
      " 25431": 48,
      " 31245": 49,
      " 31254": 50,
      " 31425": 51,
      " 31452": 52,
      " 31524": 53,
      " 31542": 54,
      " 32145": 55,
      " 32154": 56,
      " 32415": 57,
      " 32451": 58,
      " 32514": 59,
      " 32541": 60,
      " 34125": 61,
      " 34152": 62,
      " 34215": 63,
      " 34251": 64,
      " 34512": 65,
      " 34521": 66,
      " 35124": 67,
      " 35142": 68,
      " 35214": 69,
      " 35241": 70,
      " 35412": 71,
      " 35421": 72,
      " 41235": 73,
      " 41253": 74,
      " 41325": 75,
      " 41352": 76,
      " 41523": 77,
      " 41532": 78,
      " 42135": 79,
      " 42153": 80,
      " 42315": 81,
      " 42351": 82,
      " 42513": 83,
      " 42531": 84,
      " 43125": 85,
      " 43152": 86,
      " 43215": 87,
      " 43251": 88,
      " 43512": 89,
      " 43521": 90,
      " 45123": 91,
      " 45132": 92,
      " 45213": 93,
      " 45231": 94,
      " 45312": 95,
      " 45321": 96,
      " 51234": 97,
      " 51243": 98,
      " 51324": 99,
      " 51342": 100,
      " 51423": 101,
      " 51432": 102,
      " 52134": 103,
      " 52143": 104,
      " 52314": 105,
      " 52341": 106,
      " 52413": 107,
      " 52431": 108,
      " 53124": 109,
      " 53142": 110,
      " 53214": 111,
      " 53241": 112,
      " 53412": 113,
      " 53421": 114,
      " 54123": 115,
      " 54132": 116,
      " 54213": 117,
      " 54231": 118,
      " 54312": 119,
      " 54321": 120,
      "12345": 121,
      "12354": 122,
      "12435": 123,
      "12453": 124,
      "12534": 125,
      "12543": 126,
      "13245": 127,
      "13254": 128,
      "13425": 129,
      "13452": 130,
      "13524": 131,
      "13542": 132,
      "14235": 133,
      "14253": 134,
      "14325": 135,
      "14352": 136,
      "14523": 137,
      "14532": 138,
      "15234": 139,
      "15243": 140,
      "15324": 141,
      "15342": 142,
      "15423": 143,
      "15432": 144,
      "21345": 145,
      "21354": 146,
      "21435": 147,
      "21453": 148,
      "21534": 149,
      "21543": 150,
      "23145": 151,
      "23154": 152,
      "23415": 153,
      "23451": 154,
      "23514": 155,
      "23541": 156,
      "24135": 157,
      "24153": 158,
      "24315": 159,
      "24351": 160,
      "24513": 161,
      "24531": 162,
      "25134": 163,
      "25143": 164,
      "25314": 165,
      "25341": 166,
      "25413": 167,
      "25431": 168,
      "31245": 169,
      "31254": 170,
      "31425": 171,
      "31452": 172,
      "31524": 173,
      "31542": 174,
      "32145": 175,
      "32154": 176,
      "32415": 177,
      "32451": 178,
      "32514": 179,
      "32541": 180,
      "34125": 181,
      "34152": 182,
      "34215": 183,
      "34251": 184,
      "34512": 185,
      "34521": 186,
      "35124": 187,
      "35142": 188,
      "35214": 189,
      "35241": 190,
      "35412": 191,
      "35421": 192,
      "41235": 193,
      "41253": 194,
      "41325": 195,
      "41352": 196,
      "41523": 197,
      "41532": 198,
      "42135": 199,
      "42153": 200,
      "42315": 201,
      "42351": 202,
      "42513": 203,
      "42531": 204,
      "43125": 205,
      "43152": 206,
      "43215": 207,
      "43251": 208,
      "43512": 209,
      "43521": 210,
      "45123": 211,
      "45132": 212,
      "45213": 213,
      "45231": 214,
      "45312": 215,
      "45321": 216,
      "51234": 217,
      "51243": 218,
      "51324": 219,
      "51342": 220,
      "51423": 221,
      "51432": 222,
      "52134": 223,
      "52143": 224,
      "52314": 225,
      "52341": 226,
      "52413": 227,
      "52431": 228,
      "53124": 229,
      "53142": 230,
      "53214": 231,
      "53241": 232,
      "53412": 233,
      "53421": 234,
      "54123": 235,
      "54132": 236,
      "54213": 237,
      "54231": 238,
      "54312": 239,
      "54321": 240
    },
    "unk_token": "<pad>"
  }
}