NLD-Uni / constants.py
gheinrich's picture
Release NLD-Uni
300c478
Raw History Blame Contribute Delete
493 Bytes
from __future__ import annotations
class NemotronMinistralDLMConstant:
reserve_id = 18
reserve_id_token = '<SPECIAL_18>'
reserve_id_enc = 19
reserve_id_token_enc = '<SPECIAL_19>'
mask_id = 100
mask_id_token = '<SPECIAL_100>'
fim_id = 20
fim_id_token = '<SPECIAL_20>'
eos_id = 11
eos_id_token = '<|im_end|>'
gen_im_start_token = '<SPECIAL_21>'
gen_im_end_token = '<SPECIAL_22>'
und_im_pad_token = '<SPECIAL_23>'
und_im_pad_token_id = 23