Upload folder using huggingface_hub

Files changed (3) hide show

__pycache__/llm.cpython-310.pyc CHANGED Viewed

Binary files a/__pycache__/llm.cpython-310.pyc and b/__pycache__/llm.cpython-310.pyc differ

run_internvl_3_2b_448_api_axcl_aarch64.sh CHANGED Viewed

@@ -1,11 +1,11 @@
 ./main_api_axcl_aarch64 \
---template_filename_axmodel "./internvl3_2b_ax650/qwen2_p128_l%d_together.axmodel" \
 --axmodel_num 28 \
---filename_image_encoder_axmodedl "./internvl3_2b_ax650/internvl3_2b_vit.axmodel" \
 --use_mmap_load_embed 1 \
 --url_tokenizer_model "http://0.0.0.0:12345" \
---filename_post_axmodel "./internvl3_2b_ax650/qwen2_post.axmodel" \
---filename_tokens_embed "./internvl3_2b_ax650/model.embed_tokens.weight.bfloat16.bin" \
 --tokens_embed_num 151674 \
 --tokens_embed_size 1536 \
 --devices 0 \

 ./main_api_axcl_aarch64 \
+--template_filename_axmodel "./internvl3_2b_axmodel/qwen2_p128_l%d_together.axmodel" \
 --axmodel_num 28 \
+--filename_image_encoder_axmodedl "./internvl3_2b_axmodel/internvl3_2b_vit.axmodel" \
 --use_mmap_load_embed 1 \
 --url_tokenizer_model "http://0.0.0.0:12345" \
+--filename_post_axmodel "./internvl3_2b_axmodel/qwen2_post.axmodel" \
+--filename_tokens_embed "./internvl3_2b_axmodel/model.embed_tokens.weight.bfloat16.bin" \
 --tokens_embed_num 151674 \
 --tokens_embed_size 1536 \
 --devices 0 \

run_internvl_3_2b_448_api_axcl_x86.sh CHANGED Viewed

@@ -5,7 +5,7 @@
 --use_mmap_load_embed 1 \
 --url_tokenizer_model "http://0.0.0.0:12345" \
 --filename_post_axmodel "./internvl3_2b_axmodel/qwen2_post.axmodel" \
---filename_tokens_embed "./internvl3_2b_axmodel/model.embed_tokens.weight.bf16.bin" \
 --tokens_embed_num 151674 \
 --tokens_embed_size 1536 \
 --devices 0,2,4 \

 --use_mmap_load_embed 1 \
 --url_tokenizer_model "http://0.0.0.0:12345" \
 --filename_post_axmodel "./internvl3_2b_axmodel/qwen2_post.axmodel" \
+--filename_tokens_embed "./internvl3_2b_axmodel/model.embed_tokens.weight.bfloat16.bin" \
 --tokens_embed_num 151674 \
 --tokens_embed_size 1536 \
 --devices 0,2,4 \