| from models.lm.config import LMConfig | |
| class VLMConfig(LMConfig): | |
| model_type = "omni-v" | |
| def __init__(self, image_special_token='<|image_pad|>', image_ids=[12], **kwargs): | |
| self.image_special_token = image_special_token | |
| self.image_ids = image_ids | |
| self.image_hidden_size = kwargs.get("image_hidden_size", 768) | |
| self.image_token_len = kwargs.get("image_token_len", 64) | |
| super().__init__(**kwargs) | |