Update run_internvl_3_2b_448_axcl_x86.sh
Browse files
run_internvl_3_2b_448_axcl_x86.sh
CHANGED
|
@@ -5,7 +5,7 @@
|
|
| 5 |
--use_mmap_load_embed 1 \
|
| 6 |
--filename_tokenizer_model "http://0.0.0.0:12345" \
|
| 7 |
--filename_post_axmodel "./internvl3_2b_axmodel/qwen2_post.axmodel" \
|
| 8 |
-
--filename_tokens_embed "./internvl3_2b_axmodel/model.embed_tokens.weight.
|
| 9 |
--tokens_embed_num 151674 \
|
| 10 |
--tokens_embed_size 1536 \
|
| 11 |
--devices 0,2,4 \
|
|
|
|
| 5 |
--use_mmap_load_embed 1 \
|
| 6 |
--filename_tokenizer_model "http://0.0.0.0:12345" \
|
| 7 |
--filename_post_axmodel "./internvl3_2b_axmodel/qwen2_post.axmodel" \
|
| 8 |
+
--filename_tokens_embed "./internvl3_2b_axmodel/model.embed_tokens.weight.bfloat16.bin" \
|
| 9 |
--tokens_embed_num 151674 \
|
| 10 |
--tokens_embed_size 1536 \
|
| 11 |
--devices 0,2,4 \
|