config.json

{
  "system_prompt": "",
  "model_name": "AXERA-TECH/MiniCPM5-1B-AX637-C128-P896-CTX1024",
  "url_tokenizer_model": "minicpm5_tokenizer.txt",
  "tokenizer_type": "MiniCPM5",
  "enable_thinking": false,
  "post_config_path": "post_config.json",
  "template_filename_axmodel": "llama_p128_l%d_together.axmodel",
  "axmodel_num": 24,
  "filename_post_axmodel": "llama_post.axmodel",
  "filename_tokens_embed": "model.embed_tokens.weight.bfloat16.bin",
  "tokens_embed_num": 130560,
  "tokens_embed_size": 1536,
  "b_use_mmap_load_embed": true,
  "b_use_mmap_load_layer": true,
  "release_axmodel_buffer_after_init": true,
  "devices": [
    0
  ]
}