G-SPEED / special_tokens_map.json
zhk's picture
Upload 9 files
ba47d93
raw
history blame contribute delete
258 Bytes
{
"additional_special_tokens": [
"[DELETE]",
"[/DELETE]",
"$START",
"[TRANSFORM_VERB]",
"[/TRANSFORM_VERB]"
],
"cls_token": "[CLS]",
"mask_token": "[MASK]",
"pad_token": "[PAD]",
"sep_token": "[SEP]",
"unk_token": "[UNK]"
}