special_tokens_map.json

{
  "additional_special_tokens": [
    "<B01>",
    "<B02>",
    "<B03>",
    "<B04>",
    "<B05>",
    "<B06>",
    "<B07>",
    "<B08>",
    "<B09>",
    "<B10>",
    "<B11>",
    "<B12>",
    "<B13>",
    "<B14>",
    "<B15>",
    "<B16>",
    "<B17>",
    "<B18>",
    "<B19>",
    "<B20>",
    "<B21>",
    "<B22>",
    "<B23>",
    "<B24>",
    "<B25>",
    "<B26>",
    "<B27>",
    "<B28>",
    "<B29>",
    "<B30>",
    "<B31>",
    "<B32>",
    "<B33>",
    "<B34>",
    "<B35>",
    "<B36>",
    "<B37>",
    "<B38>",
    "<B39>",
    "<B40>",
    "<B41>",
    "<B42>",
    "<B43>",
    "<B44>",
    "<B45>",
    "<B46>",
    "<B47>",
    "<B48>",
    "<B49>",
    "<B50>",
    "<B51>",
    "<B52>",
    "<B53>",
    "<B54>",
    "<B55>",
    "<B56>",
    "<B57>",
    "<B58>",
    "<B59>",
    "<B60>",
    "<B61>",
    "<B62>",
    "<B63>",
    "<B64>",
    "<B65>",
    "<B66>",
    "<B67>",
    "<B68>",
    "<B69>",
    "<B70>",
    "<B71>",
    "<B72>",
    "<B73>",
    "<B74>",
    "<B75>",
    "<B76>",
    "<B77>",
    "<B78>",
    "<B79>",
    "<B80>",
    "<B81>",
    "<B82>",
    "<B83>",
    "<B84>",
    "<B85>",
    "<B86>",
    "<B87>",
    "<B88>",
    "<B89>",
    "<B90>",
    "<B91>",
    "<B92>",
    "<B93>",
    "<B94>",
    "<B95>",
    "<B96>",
    "<B97>",
    "<B98>",
    "<B99>",
    "<B100>"
  ],
  "bos_token": {
    "content": "<|endoftext|>",
    "lstrip": false,
    "normalized": false,
    "rstrip": false,
    "single_word": false
  },
  "eos_token": {
    "content": "<|endoftext|>",
    "lstrip": false,
    "normalized": false,
    "rstrip": false,
    "single_word": false
  },
  "pad_token": {
    "content": "<|pad|>",
    "lstrip": false,
    "normalized": false,
    "rstrip": false,
    "single_word": false
  },
  "unk_token": {
    "content": "<|endoftext|>",
    "lstrip": false,
    "normalized": false,
    "rstrip": false,
    "single_word": false
  }
}