FastVLM-0.5B / run_ax650_api.sh
wli1995's picture
Upload c++ demo
6f04984 verified
AXMODEL_DIR=./fastvlm_C128_CTX1024_P640_ax650/
./main_ax650_api \
--template_filename_axmodel "${AXMODEL_DIR}/llava_qwen2_p128_l%d_together.axmodel" \
--filename_post_axmodel "${AXMODEL_DIR}/llava_qwen2_post.axmodel" \
--filename_tokenizer_txt "FastVLM_tokenizer.txt" \
--filename_tokens_embed "./embeds/model.embed_tokens.weight.bfloat16.bin" \
--filename_image_encoder_axmodedl "${AXMODEL_DIR}/image_encoder_512x512_0.5b_ax650.axmodel" \
--axmodel_num 24 \
--tokens_embed_num 151647 \
--tokens_embed_size 896 \
--img_width 512 \
--img_height 512