Steven668866's picture
training source (data.py, train.py, ResumeDatasetCallback)
1c32e03 verified
Raw
History Blame Contribute Delete
708 Bytes
IGNORE_INDEX = -100
DEFAULT_IM_START_TOKEN = "<|im_start|>"
DEFAULT_IM_END_TOKEN = "<|im_end|>"
DEFAULT_IMAGE_TOKEN = "<|image_pad|>"
DEFAULT_VIDEO_TOKEN = "<|video_pad|>"
LLAVA_IMAGE_TOKEN = "<image>"
LLAVA_VIDEO_TOKEN = "<video>"
VISION_START_TOKEN = "<|vision_start|>"
VISION_END_TOKEN = "<|vision_end|>"
ANCHOR_START_TOKEN = "<|anchor_start|>"
ANCHOR_END_TOKEN = "<|anchor_end|>"
SAM_PAD_TOKEN = "<|sam_pad|>"
DINO_PAD_TOKEN = "<|dino_pad|>"
DEPTH_PAD_TOKEN = "<|depth_pad|>"
SD_PAD_TOKEN = "<|sd_pad|>"
INTERN_PAD_TOKEN = "<|intern_pad|>"
PIDINET_PAD_TOKEN = "<|pidinet_pad|>"
SIGLIP_PAD_TOKEN = "<|siglip_pad|>"
METACLIP_PAD_TOKEN = "<|metaclip_pad|>"
SYSTEM_MESSAGE = "You are a helpful assistant."