config.json

{
  "system_prompt": "You are Qwen, created by Alibaba Cloud. You are a helpful assistant.",
  "model_name": "AXERA-TECH/Qwen2.5-7B-Instruct-GPTQ-Int4",
  "url_tokenizer_model": "qwen2_tokenizer.txt",
  "tokenizer_type": "Qwen2_5",
  "post_config_path": "post_config.json",
  "template_filename_axmodel": "qwen2_p128_l%d_together.axmodel",
  "axmodel_num": 28,
  "filename_post_axmodel": "qwen2_post.axmodel",
  "filename_tokens_embed": "model.embed_tokens.weight.bfloat16.bin",
  "tokens_embed_num": 152064,
  "tokens_embed_size": 3584,
  "use_mmap_load_embed": true,
  "use_mmap_load_layer": true,
  "devices": [
    0
  ]
}