wli1995 commited on
Commit
0bb9b46
·
verified ·
1 Parent(s): 4aa284a

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -96,3 +96,6 @@ deepseek-r1-7b-int4-ax650/qwen2_p128_l8_together.axmodel filter=lfs diff=lfs mer
96
  deepseek-r1-7b-int4-ax650/qwen2_p128_l9_together.axmodel filter=lfs diff=lfs merge=lfs -text
97
  deepseek-r1-7b-int4-ax650/qwen2_post.axmodel filter=lfs diff=lfs merge=lfs -text
98
  main_ax650 filter=lfs diff=lfs merge=lfs -text
 
 
 
 
96
  deepseek-r1-7b-int4-ax650/qwen2_p128_l9_together.axmodel filter=lfs diff=lfs merge=lfs -text
97
  deepseek-r1-7b-int4-ax650/qwen2_post.axmodel filter=lfs diff=lfs merge=lfs -text
98
  main_ax650 filter=lfs diff=lfs merge=lfs -text
99
+ main_api_ax650 filter=lfs diff=lfs merge=lfs -text
100
+ main_api_axcl_aarch64 filter=lfs diff=lfs merge=lfs -text
101
+ main_api_axcl_x86 filter=lfs diff=lfs merge=lfs -text
main_api_ax650 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e800cd6e00dd2ad7303cb6fb6b867a33704665bded213fe4bd3be3df025c0821
3
+ size 1064760
main_api_axcl_aarch64 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3558444d93ce7459db247421128aca6ba3fdbde5932eff6aea66653fa7370cdf
3
+ size 1816560
main_api_axcl_x86 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8cbbde225235ace328ae230320d7f9b2d6a9321a8dca3179f4d770edc65a2e0
3
+ size 8811440
run_deepseek-r1_7b_axcl_x86_api.sh ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ ./main_api_axcl_x86 \
2
+ --template_filename_axmodel "deepseek-r1-7b-ax650/qwen2_p128_l%d_together.axmodel" \
3
+ --axmodel_num 28 \
4
+ --url_tokenizer_model "http://127.0.0.1:12345" \
5
+ --filename_post_axmodel "deepseek-r1-7b-ax650/qwen2_post.axmodel" \
6
+ --filename_tokens_embed "deepseek-r1-7b-ax650/model.embed_tokens.weight.bfloat16.bin" \
7
+ --tokens_embed_num 152064 \
8
+ --tokens_embed_size 3584 \
9
+ --use_mmap_load_embed 1 \
10
+ --devices 0,1,2