| AXMODEL_DIR=./fastvlm_ax650_context_1k_prefill_640/ |
|
|
| ./main_axcl_x86_api \ |
| --template_filename_axmodel "${AXMODEL_DIR}/llava_qwen2_p128_l%d_together.axmodel" \ |
| --filename_post_axmodel "${AXMODEL_DIR}/llava_qwen2_post.axmodel" \ |
| --filename_tokenizer_txt "FastVLM_tokenizer.txt" \ |
| --filename_tokens_embed "${AXMODEL_DIR}/model.embed_tokens.weight.bfloat16.bin" \ |
| --filename_image_encoder_axmodel "${AXMODEL_DIR}/image_encoder_1024x1024.axmodel" \ |
| --axmodel_num 28 \ |
| --tokens_embed_num 151647 \ |
| --tokens_embed_size 1536 \ |
| --img_width 1024 \ |
| --img_height 1024 \ |
| --devices 0 |
|
|
