Hugging Face's logo

1miqi1
/
calculator_model_test

Transformers
Safetensors
encoder-decoder
text2text-generation
Generated from Trainer
Model card Files
xet
 Community
calculator_model_test / tokenizer.json
1miqi1's picture
1miqi1
Training in progress, step 500
0e61715 verified
raw
history blame contribute delete
7.32 kB
{
 "version": "1.0",
 "truncation": null,
 "padding": null,
 "added_tokens": [
 {
 "id": 0,
 "content": "[EOS]",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 },
 {
 "id": 1,
 "content": "[UNK]",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 },
 {
 "id": 2,
 "content": "[CLS]",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 },
 {
 "id": 3,
 "content": "[PAD]",
 "single_word": false,
 "lstrip": false,
 "rstrip": false,
 "normalized": false,
 "special": true
 }
 ],
 "normalizer": null,
 "pre_tokenizer": {
 "type": "Whitespace"
 },
 "post_processor": {
 "type": "TemplateProcessing",
 "single": [
 {
 "Sequence": {
 "id": "A",
 "type_id": 0
 }
 },
 {
 "SpecialToken": {
 "id": "[EOS]",
 "type_id": 0
 }
 }
 ],
 "pair": [
 {
 "Sequence": {
 "id": "A",
 "type_id": 0
 }
 },
 {
 "Sequence": {
 "id": "B",
 "type_id": 1
 }
 }
 ],
 "special_tokens": {
 "[EOS]": {
 "id": "[EOS]",
 "ids": [
 0
 ],
 "tokens": [
 "[EOS]"
 ]
 }
 }
 },
 "decoder": null,
 "model": {
 "type": "BPE",
 "dropout": null,
 "unk_token": "[UNK]",
 "continuing_subword_prefix": null,
 "end_of_word_suffix": null,
 "fuse_unk": false,
 "byte_fallback": false,
 "ignore_merges": false,
 "vocab": {
 "[EOS]": 0,
 "[UNK]": 1,
 "[CLS]": 2,
 "[PAD]": 3,
 "*": 4,
 "+": 5,
 "-": 6,
 "0": 7,
 "1": 8,
 "2": 9,
 "3": 10,
 "4": 11,
 "5": 12,
 "6": 13,
 "7": 14,
 "8": 15,
 "9": 16,
 "=": 17,
 "10": 18,
 "12": 19,
 "99": 20,
 "98": 21,
 "11": 22,
 "14": 23,
 "97": 24,
 "96": 25,
 "16": 26,
 "15": 27,
 "13": 28,
 "95": 29,
 "18": 30,
 "94": 31,
 "93": 32,
 "24": 33,
 "17": 34,
 "92": 35,
 "36": 36,
 "20": 37,
 "91": 38,
 "40": 39,
 "32": 40,
 "48": 41,
 "28": 42,
 "54": 43,
 "21": 44,
 "30": 45,
 "45": 46,
 "72": 47,
 "35": 48,
 "27": 49,
 "42": 50,
 "19": 51,
 "63": 52,
 "25": 53,
 "56": 54,
 "90": 55,
 "49": 56,
 "22": 57,
 "23": 58,
 "26": 59,
 "81": 60,
 "88": 61,
 "64": 62,
 "89": 63,
 "44": 64,
 "80": 65,
 "86": 66,
 "60": 67,
 "84": 68,
 "70": 69,
 "29": 70,
 "33": 71,
 "37": 72,
 "41": 73,
 "52": 74,
 "38": 75,
 "68": 76,
 "87": 77,
 "34": 78,
 "39": 79,
 "31": 80,
 "47": 81,
 "51": 82,
 "50": 83,
 "85": 84,
 "43": 85,
 "46": 86,
 "57": 87,
 "58": 88,
 "65": 89,
 "55": 90,
 "73": 91,
 "59": 92,
 "61": 93,
 "62": 94,
 "83": 95,
 "69": 96,
 "74": 97,
 "78": 98,
 "53": 99,
 "67": 100,
 "71": 101,
 "76": 102,
 "79": 103,
 "66": 104,
 "77": 105,
 "82": 106,
 "75": 107
 },
 "merges": [
 [
 "1",
 "0"
 ],
 [
 "1",
 "2"
 ],
 [
 "9",
 "9"
 ],
 [
 "9",
 "8"
 ],
 [
 "1",
 "1"
 ],
 [
 "1",
 "4"
 ],
 [
 "9",
 "7"
 ],
 [
 "9",
 "6"
 ],
 [
 "1",
 "6"
 ],
 [
 "1",
 "5"
 ],
 [
 "1",
 "3"
 ],
 [
 "9",
 "5"
 ],
 [
 "1",
 "8"
 ],
 [
 "9",
 "4"
 ],
 [
 "9",
 "3"
 ],
 [
 "2",
 "4"
 ],
 [
 "1",
 "7"
 ],
 [
 "9",
 "2"
 ],
 [
 "3",
 "6"
 ],
 [
 "2",
 "0"
 ],
 [
 "9",
 "1"
 ],
 [
 "4",
 "0"
 ],
 [
 "3",
 "2"
 ],
 [
 "4",
 "8"
 ],
 [
 "2",
 "8"
 ],
 [
 "5",
 "4"
 ],
 [
 "2",
 "1"
 ],
 [
 "3",
 "0"
 ],
 [
 "4",
 "5"
 ],
 [
 "7",
 "2"
 ],
 [
 "3",
 "5"
 ],
 [
 "2",
 "7"
 ],
 [
 "4",
 "2"
 ],
 [
 "1",
 "9"
 ],
 [
 "6",
 "3"
 ],
 [
 "2",
 "5"
 ],
 [
 "5",
 "6"
 ],
 [
 "9",
 "0"
 ],
 [
 "4",
 "9"
 ],
 [
 "2",
 "2"
 ],
 [
 "2",
 "3"
 ],
 [
 "2",
 "6"
 ],
 [
 "8",
 "1"
 ],
 [
 "8",
 "8"
 ],
 [
 "6",
 "4"
 ],
 [
 "8",
 "9"
 ],
 [
 "4",
 "4"
 ],
 [
 "8",
 "0"
 ],
 [
 "8",
 "6"
 ],
 [
 "6",
 "0"
 ],
 [
 "8",
 "4"
 ],
 [
 "7",
 "0"
 ],
 [
 "2",
 "9"
 ],
 [
 "3",
 "3"
 ],
 [
 "3",
 "7"
 ],
 [
 "4",
 "1"
 ],
 [
 "5",
 "2"
 ],
 [
 "3",
 "8"
 ],
 [
 "6",
 "8"
 ],
 [
 "8",
 "7"
 ],
 [
 "3",
 "4"
 ],
 [
 "3",
 "9"
 ],
 [
 "3",
 "1"
 ],
 [
 "4",
 "7"
 ],
 [
 "5",
 "1"
 ],
 [
 "5",
 "0"
 ],
 [
 "8",
 "5"
 ],
 [
 "4",
 "3"
 ],
 [
 "4",
 "6"
 ],
 [
 "5",
 "7"
 ],
 [
 "5",
 "8"
 ],
 [
 "6",
 "5"
 ],
 [
 "5",
 "5"
 ],
 [
 "7",
 "3"
 ],
 [
 "5",
 "9"
 ],
 [
 "6",
 "1"
 ],
 [
 "6",
 "2"
 ],
 [
 "8",
 "3"
 ],
 [
 "6",
 "9"
 ],
 [
 "7",
 "4"
 ],
 [
 "7",
 "8"
 ],
 [
 "5",
 "3"
 ],
 [
 "6",
 "7"
 ],
 [
 "7",
 "1"
 ],
 [
 "7",
 "6"
 ],
 [
 "7",
 "9"
 ],
 [
 "6",
 "6"
 ],
 [
 "7",
 "7"
 ],
 [
 "8",
 "2"
 ],
 [
 "7",
 "5"
 ]
 ]
 }
}