mlc-chat-config.json

{
    "version": "0.1.0",
    "model_type": "qwen2",
    "quantization": "q4f16_1",
    "model_config": {
        "hidden_size": 768,
        "intermediate_size": 3072,
        "num_attention_heads": 12,
        "num_hidden_layers": 12,
        "num_key_value_heads": 4,
        "rms_norm_eps": 1e-05,
        "rope_theta": 10000.0,
        "vocab_size": 32768,
        "tie_word_embeddings": true,
        "context_window_size": 2048,
        "sliding_window_size": 128,
        "prefill_chunk_size": 512,
        "head_dim": 64,
        "dtype": "float32",
        "hidden_act": "silu"
    },
    "vocab_size": 32768,
    "conv_template": {
        "name": "custom_chat",
        "system_template": "<|im_start|>system\n{system_message}<|im_end|>\n",
        "system_message": "You are a helpful AI assistant created by Cihan Yalçın.",
        "roles": {
            "user": "<|im_start|>user",
            "assistant": "<|im_start|>assistant"
        },
        "seps": [
            "<|im_end|>\n"
        ],
        "stop_str": [
            "<|im_end|>",
            "<|endoftext|>"
        ],
        "stop_token_ids": [
            0,
            2
        ]
    }
}