Hugging Face's logo

msanocki
/
calculator_model_test

Transformers
Safetensors
encoder-decoder
text2text-generation
Generated from Trainer
Model card Files
xet
 Community
calculator_model_test / tokenizer.json
msanocki's picture
msanocki
Training in progress, step 500
5bf8df0 verified
raw
history blame contribute delete
7.3 kB
{
 "version": "1.0",
 "truncation": null,
 "padding": null,
 "added_tokens": [
 {
 "id": 0,
 "content": "[EOS]",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 },
 {
 "id": 1,
 "content": "[UNK]",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 },
 {
 "id": 2,
 "content": "[CLS]",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 },
 {
 "id": 3,
 "content": "[PAD]",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 }
 ],
 "normalizer": null,
 "pre_tokenizer": {
 "type": "Whitespace"
 },
 "post_processor": {
 "type": "TemplateProcessing",
 "single": [
 {
 "Sequence": {
 "id": "A",
 "type_id": 0
 }
 },
 {
 "SpecialToken": {
 "id": "[EOS]",
 "type_id": 0
 }
 }
 ],
 "pair": [
 {
 "Sequence": {
 "id": "A",
 "type_id": 0
 }
 },
 {
 "Sequence": {
 "id": "B",
 "type_id": 1
 }
 }
 ],
 "special_tokens": {
 "[EOS]": {
 "id": "[EOS]",
 "ids": [
 0
 ],
 "tokens": [
 "[EOS]"
 ]
 }
 }
 },
 "decoder": null,
 "model": {
 "type": "BPE",
 "dropout": null,
 "unk_token": "[UNK]",
 "continuing_subword_prefix": null,
 "end_of_word_suffix": null,
 "fuse_unk": false,
 "byte_fallback": false,
 "ignore_merges": false,
 "vocab": {
 "[EOS]": 0,
 "[UNK]": 1,
 "[CLS]": 2,
 "[PAD]": 3,
 "+": 4,
 "-": 5,
 "0": 6,
 "1": 7,
 "2": 8,
 "3": 9,
 "4": 10,
 "5": 11,
 "6": 12,
 "7": 13,
 "8": 14,
 "9": 15,
 "=": 16,
 "32": 17,
 "34": 18,
 "25": 19,
 "28": 20,
 "12": 21,
 "27": 22,
 "24": 23,
 "22": 24,
 "31": 25,
 "37": 26,
 "16": 27,
 "17": 28,
 "26": 29,
 "35": 30,
 "10": 31,
 "14": 32,
 "18": 33,
 "19": 34,
 "23": 35,
 "30": 36,
 "36": 37,
 "11": 38,
 "20": 39,
 "13": 40,
 "21": 41,
 "29": 42,
 "39": 43,
 "15": 44,
 "38": 45,
 "33": 46,
 "99": 47,
 "40": 48,
 "98": 49,
 "96": 50,
 "43": 51,
 "97": 52,
 "41": 53,
 "42": 54,
 "45": 55,
 "44": 56,
 "94": 57,
 "95": 58,
 "91": 59,
 "93": 60,
 "46": 61,
 "48": 62,
 "92": 63,
 "47": 64,
 "89": 65,
 "90": 66,
 "50": 67,
 "49": 68,
 "88": 69,
 "52": 70,
 "86": 71,
 "51": 72,
 "87": 73,
 "53": 74,
 "85": 75,
 "56": 76,
 "83": 77,
 "55": 78,
 "84": 79,
 "57": 80,
 "79": 81,
 "58": 82,
 "54": 83,
 "76": 84,
 "78": 85,
 "59": 86,
 "80": 87,
 "81": 88,
 "82": 89,
 "71": 90,
 "61": 91,
 "68": 92,
 "66": 93,
 "74": 94,
 "60": 95,
 "65": 96,
 "63": 97,
 "67": 98,
 "69": 99,
 "62": 100,
 "75": 101,
 "77": 102,
 "73": 103,
 "64": 104,
 "72": 105,
 "70": 106
 },
 "merges": [
 [
 "3",
 "2"
 ],
 [
 "3",
 "4"
 ],
 [
 "2",
 "5"
 ],
 [
 "2",
 "8"
 ],
 [
 "1",
 "2"
 ],
 [
 "2",
 "7"
 ],
 [
 "2",
 "4"
 ],
 [
 "2",
 "2"
 ],
 [
 "3",
 "1"
 ],
 [
 "3",
 "7"
 ],
 [
 "1",
 "6"
 ],
 [
 "1",
 "7"
 ],
 [
 "2",
 "6"
 ],
 [
 "3",
 "5"
 ],
 [
 "1",
 "0"
 ],
 [
 "1",
 "4"
 ],
 [
 "1",
 "8"
 ],
 [
 "1",
 "9"
 ],
 [
 "2",
 "3"
 ],
 [
 "3",
 "0"
 ],
 [
 "3",
 "6"
 ],
 [
 "1",
 "1"
 ],
 [
 "2",
 "0"
 ],
 [
 "1",
 "3"
 ],
 [
 "2",
 "1"
 ],
 [
 "2",
 "9"
 ],
 [
 "3",
 "9"
 ],
 [
 "1",
 "5"
 ],
 [
 "3",
 "8"
 ],
 [
 "3",
 "3"
 ],
 [
 "9",
 "9"
 ],
 [
 "4",
 "0"
 ],
 [
 "9",
 "8"
 ],
 [
 "9",
 "6"
 ],
 [
 "4",
 "3"
 ],
 [
 "9",
 "7"
 ],
 [
 "4",
 "1"
 ],
 [
 "4",
 "2"
 ],
 [
 "4",
 "5"
 ],
 [
 "4",
 "4"
 ],
 [
 "9",
 "4"
 ],
 [
 "9",
 "5"
 ],
 [
 "9",
 "1"
 ],
 [
 "9",
 "3"
 ],
 [
 "4",
 "6"
 ],
 [
 "4",
 "8"
 ],
 [
 "9",
 "2"
 ],
 [
 "4",
 "7"
 ],
 [
 "8",
 "9"
 ],
 [
 "9",
 "0"
 ],
 [
 "5",
 "0"
 ],
 [
 "4",
 "9"
 ],
 [
 "8",
 "8"
 ],
 [
 "5",
 "2"
 ],
 [
 "8",
 "6"
 ],
 [
 "5",
 "1"
 ],
 [
 "8",
 "7"
 ],
 [
 "5",
 "3"
 ],
 [
 "8",
 "5"
 ],
 [
 "5",
 "6"
 ],
 [
 "8",
 "3"
 ],
 [
 "5",
 "5"
 ],
 [
 "8",
 "4"
 ],
 [
 "5",
 "7"
 ],
 [
 "7",
 "9"
 ],
 [
 "5",
 "8"
 ],
 [
 "5",
 "4"
 ],
 [
 "7",
 "6"
 ],
 [
 "7",
 "8"
 ],
 [
 "5",
 "9"
 ],
 [
 "8",
 "0"
 ],
 [
 "8",
 "1"
 ],
 [
 "8",
 "2"
 ],
 [
 "7",
 "1"
 ],
 [
 "6",
 "1"
 ],
 [
 "6",
 "8"
 ],
 [
 "6",
 "6"
 ],
 [
 "7",
 "4"
 ],
 [
 "6",
 "0"
 ],
 [
 "6",
 "5"
 ],
 [
 "6",
 "3"
 ],
 [
 "6",
 "7"
 ],
 [
 "6",
 "9"
 ],
 [
 "6",
 "2"
 ],
 [
 "7",
 "5"
 ],
 [
 "7",
 "7"
 ],
 [
 "7",
 "3"
 ],
 [
 "6",
 "4"
 ],
 [
 "7",
 "2"
 ],
 [
 "7",
 "0"
 ]
 ]
 }
}