tokenizer.json

{
  "vocab": [
    "<pad>",
    "<unk>",
    "<bos>",
    "<eos>",
    "a",
    "b",
    "c",
    "d",
    "e",
    "f",
    "g",
    "h",
    "i",
    "j",
    "k",
    "l",
    "m",
    "n",
    "o",
    "p",
    "q",
    "r",
    "s",
    "t",
    "u",
    "v",
    "w",
    "x",
    "y",
    "z",
    "es",
    "er",
    "ed",
    "'s",
    "ng",
    "ing",
    "ma",
    "le",
    "al",
    "re",
    "en",
    "co",
    "ne",
    "ch",
    "st",
    "te",
    "the",
    "and",
    "of",
    "in",
    "to",
    "is",
    "was",
    "it",
    "he",
    "for",
    "on",
    "as",
    "by",
    "that",
    "with",
    "at",
    "be",
    "this",
    "have",
    "water",
    "sun",
    "earth",
    "tree",
    "plant",
    "animal",
    "bird",
    "fish",
    "dog",
    "cat",
    "fire",
    "air",
    "head",
    "hand",
    "eye",
    "face",
    "body",
    "eat",
    "walk",
    "play",
    "work",
    "see",
    "make",
    "take",
    "sleep",
    "talk",
    "help",
    "know",
    "house",
    "home",
    "room",
    "door",
    "car",
    "book",
    "bed",
    "school",
    "big",
    "small",
    "good",
    "bad",
    "new",
    "old",
    "hot",
    "cold",
    "time",
    "day",
    "night",
    "year",
    "world",
    "up",
    "man",
    "woman",
    "child",
    "boy",
    "girl",
    "people",
    "one",
    "two",
    "three",
    "four"
  ],
  "tok_to_id": {
    "<pad>": 0,
    "<unk>": 1,
    "<bos>": 2,
    "<eos>": 3,
    "a": 4,
    "b": 5,
    "c": 6,
    "d": 7,
    "e": 8,
    "f": 9,
    "g": 10,
    "h": 11,
    "i": 12,
    "j": 13,
    "k": 14,
    "l": 15,
    "m": 16,
    "n": 17,
    "o": 18,
    "p": 19,
    "q": 20,
    "r": 21,
    "s": 22,
    "t": 23,
    "u": 24,
    "v": 25,
    "w": 26,
    "x": 27,
    "y": 28,
    "z": 29,
    "es": 30,
    "er": 31,
    "ed": 32,
    "'s": 33,
    "ng": 34,
    "ing": 35,
    "ma": 36,
    "le": 37,
    "al": 38,
    "re": 39,
    "en": 40,
    "co": 41,
    "ne": 42,
    "ch": 43,
    "st": 44,
    "te": 45,
    "the": 46,
    "and": 47,
    "of": 48,
    "in": 49,
    "to": 50,
    "is": 51,
    "was": 52,
    "it": 53,
    "he": 54,
    "for": 55,
    "on": 56,
    "as": 57,
    "by": 58,
    "that": 59,
    "with": 60,
    "at": 61,
    "be": 62,
    "this": 63,
    "have": 64,
    "water": 65,
    "sun": 66,
    "earth": 67,
    "tree": 68,
    "plant": 69,
    "animal": 70,
    "bird": 71,
    "fish": 72,
    "dog": 73,
    "cat": 74,
    "fire": 75,
    "air": 76,
    "head": 77,
    "hand": 78,
    "eye": 79,
    "face": 80,
    "body": 81,
    "eat": 82,
    "walk": 83,
    "play": 84,
    "work": 85,
    "see": 86,
    "make": 87,
    "take": 88,
    "sleep": 89,
    "talk": 90,
    "help": 91,
    "know": 92,
    "house": 93,
    "home": 94,
    "room": 95,
    "door": 96,
    "car": 97,
    "book": 98,
    "bed": 99,
    "school": 100,
    "big": 101,
    "small": 102,
    "good": 103,
    "bad": 104,
    "new": 105,
    "old": 106,
    "hot": 107,
    "cold": 108,
    "time": 109,
    "day": 110,
    "night": 111,
    "year": 112,
    "world": 113,
    "up": 114,
    "man": 115,
    "woman": 116,
    "child": 117,
    "boy": 118,
    "girl": 119,
    "people": 120,
    "one": 121,
    "two": 122,
    "three": 123,
    "four": 124
  }
}