tokenizer更新为内置c++ tokenizer

main_axcl_api_x86

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a0de4c40f9f6a36483b05e937c9b061888334877f8f2e8eabb99c7d3b2fbf897
-size 2021880
+oid sha256:67be73d1a6a4c17ee6b73222d3c5988fa10d2dbcf71515f6dad090a561dcc252
+size 2202296

main_axcl_x86

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9cbb29839971a6851ee517b46a23172f81ca791b7344bd9ec0f2b4c31916d10b
-size 1902816
+oid sha256:1113a46767e5cc6c0a53172c5973848a40c65f379a428b3efc64a9fb6f6fb212
+size 2062240

run_image_axcl_x86.sh

@@ -5,7 +5,7 @@ AXMODEL_DIR=./Qwen3-VL-2B-Instruct-AX650-c128_p1152-int4/
 --axmodel_num 28 \
 --filename_image_encoder_axmodedl "${AXMODEL_DIR}/Qwen3-VL-2B-Instruct_vision.axmodel" \
 --use_mmap_load_embed 1 \
---filename_tokenizer_model "http://127.0.0.1:8080" \
+--filename_tokenizer_model "qwen3_tokenizer.txt" \
 --filename_post_axmodel "${AXMODEL_DIR}/qwen3_vl_text_post.axmodel" \
 --filename_tokens_embed "${AXMODEL_DIR}/model.embed_tokens.weight.bfloat16.bin" \
 --tokens_embed_num 151936 \

run_image_axcl_x86_api.sh

@@ -0,0 +1,18 @@
+AXMODEL_DIR=./Qwen3-VL-2B-Instruct-AX650-c128_p1152-int4/
+
+./main_axcl_api_x86 \
+--template_filename_axmodel "${AXMODEL_DIR}/qwen3_vl_text_p128_l%d_together.axmodel" \
+--axmodel_num 28 \
+--filename_image_encoder_axmodedl "${AXMODEL_DIR}/Qwen3-VL-2B-Instruct_vision.axmodel" \
+--use_mmap_load_embed 1 \
+--filename_tokenizer_model "qwen3_tokenizer.txt" \
+--filename_post_axmodel "${AXMODEL_DIR}/qwen3_vl_text_post.axmodel" \
+--filename_tokens_embed "${AXMODEL_DIR}/model.embed_tokens.weight.bfloat16.bin" \
+--tokens_embed_num 151936 \
+--tokens_embed_size 2048 \
+--patch_size 16 \
+--img_width 384 \
+--img_height 384 \
+--vision_start_token_id 151652 \
+--post_config_path post_config.json \
+--devices 0,