config.json

{
    "system_prompt": "you are a helpful assistant.",
    "model_name": "AXERA-TECH/Qwen2.5-locateanything",
    "url_tokenizer_model": "qwen2_5_tokenizer.txt",
    "tokenizer_type": "Qwen2_5",
    "post_config_path": "post_config.json",
    "template_filename_axmodel": "qwen2_p128_l%d_together.axmodel",
    "axmodel_num": 36,
    "filename_post_axmodel": "qwen2_post.axmodel",
    "filename_tokens_embed": "model.embed_tokens.weight.bfloat16.bin",
    "tokens_embed_num": 152681,
    "tokens_embed_size": 2048,
    "use_mmap_load_embed": true,
    "use_mmap_load_layer": true,
    "devices": [0]
}