blogger_task / added_tokens.json
infi
Upload tokenizer
a1de04e
raw
history blame contribute delete
345 Bytes
{
"\n": 64001,
"<mask>": 64000,
"<token_echap>": 64003,
"<token_schap>": 64002,
"<|answer|>": 64010,
"<|chap|>": 64004,
"<|endbox|>": 64008,
"<|para|>": 64009,
"<|question|>": 64012,
"<|section|>": 64005,
"<|startbox|>": 64007,
"<|subsection|>": 64006,
"<|teaser|>": 64014,
"<|title|>": 64011,
"<|topic|>": 64013
}