| { | |
| "additional_special_tokens": [ | |
| "\n<remaining>1/8</remaining>\n", | |
| "\n<remaining>2/8</remaining>\n", | |
| "\n<remaining>3/8</remaining>\n", | |
| "\n<remaining>4/8</remaining>\n", | |
| "\n<remaining>5/8</remaining>\n", | |
| "\n<remaining>6/8</remaining>\n", | |
| "\n<remaining>7/8</remaining>\n" | |
| ], | |
| "bos_token": { | |
| "content": "<|begin▁of▁sentence|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false | |
| }, | |
| "eos_token": { | |
| "content": "<|end▁of▁sentence|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false | |
| }, | |
| "pad_token": { | |
| "content": "<|end▁of▁sentence|>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false | |
| } | |
| } | |