llm_config.json

{
    "hidden_size": 2048,
    "layer_nums": 24,
    "attention_mask": "float",
    "key_value_shape": [
        2,
        1,
        0,
        32,
        64
    ],
    "bos": "<|im_start|>",
    "system_prompt_template": "System: %s<end_of_utterance>\n",
    "user_prompt_template": "User:%s<end_of_utterance>\n",
    "assistant_prompt_template": "Assistant:%s<end_of_utterance>\n",
    "is_visual": true,
    "image_mean": [
        127.5,
        127.5,
        127.5
    ],
    "image_norm": [
        0.007843137718737125,
        0.007843137718737125,
        0.007843137718737125
    ],
    "image_size_unit": 384,
    "image_size": 512,
    "image_max_size": 1920,
    "vision_start": 49152,
    "vision_end": 49152,
    "image_pad": 49153,
    "global_image": 44
}