File size: 498 Bytes
d31e9f1 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 |
{
"additional_special_tokens": [
"[LANG_EN]",
"[LANG_AR]",
"[LANG_AR_EG]",
"[TRANSLATION]",
"[SUMMARIZATION]",
"[PARAPHRASING]",
"[INSTRUCTIONS]",
"[CALCULATE]",
"[REORDER]",
"[QUESTION]",
"[ANSWER]",
"[CHOICES]",
"[START_OPTION]",
"[END_OPTION]",
"[REASONING]",
"[START_THINKING]",
"[END_THINKING]"
],
"cls_token": "[CLS]",
"mask_token": "[MASK]",
"pad_token": "[PAD]",
"sep_token": "[SEP]",
"unk_token": "[UNK]"
}
|