Upload folder using huggingface_hub
Browse files- .gitattributes +3 -0
- main_api_ax650 +3 -0
- main_api_axcl_aarch64 +3 -0
- main_api_axcl_x86 +3 -0
- run_deepseek-r1_7b_axcl_x86_api.sh +10 -0
.gitattributes
CHANGED
|
@@ -96,3 +96,6 @@ deepseek-r1-7b-int4-ax650/qwen2_p128_l8_together.axmodel filter=lfs diff=lfs mer
|
|
| 96 |
deepseek-r1-7b-int4-ax650/qwen2_p128_l9_together.axmodel filter=lfs diff=lfs merge=lfs -text
|
| 97 |
deepseek-r1-7b-int4-ax650/qwen2_post.axmodel filter=lfs diff=lfs merge=lfs -text
|
| 98 |
main_ax650 filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
| 96 |
deepseek-r1-7b-int4-ax650/qwen2_p128_l9_together.axmodel filter=lfs diff=lfs merge=lfs -text
|
| 97 |
deepseek-r1-7b-int4-ax650/qwen2_post.axmodel filter=lfs diff=lfs merge=lfs -text
|
| 98 |
main_ax650 filter=lfs diff=lfs merge=lfs -text
|
| 99 |
+
main_api_ax650 filter=lfs diff=lfs merge=lfs -text
|
| 100 |
+
main_api_axcl_aarch64 filter=lfs diff=lfs merge=lfs -text
|
| 101 |
+
main_api_axcl_x86 filter=lfs diff=lfs merge=lfs -text
|
main_api_ax650
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e800cd6e00dd2ad7303cb6fb6b867a33704665bded213fe4bd3be3df025c0821
|
| 3 |
+
size 1064760
|
main_api_axcl_aarch64
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3558444d93ce7459db247421128aca6ba3fdbde5932eff6aea66653fa7370cdf
|
| 3 |
+
size 1816560
|
main_api_axcl_x86
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f8cbbde225235ace328ae230320d7f9b2d6a9321a8dca3179f4d770edc65a2e0
|
| 3 |
+
size 8811440
|
run_deepseek-r1_7b_axcl_x86_api.sh
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
./main_api_axcl_x86 \
|
| 2 |
+
--template_filename_axmodel "deepseek-r1-7b-ax650/qwen2_p128_l%d_together.axmodel" \
|
| 3 |
+
--axmodel_num 28 \
|
| 4 |
+
--url_tokenizer_model "http://127.0.0.1:12345" \
|
| 5 |
+
--filename_post_axmodel "deepseek-r1-7b-ax650/qwen2_post.axmodel" \
|
| 6 |
+
--filename_tokens_embed "deepseek-r1-7b-ax650/model.embed_tokens.weight.bfloat16.bin" \
|
| 7 |
+
--tokens_embed_num 152064 \
|
| 8 |
+
--tokens_embed_size 3584 \
|
| 9 |
+
--use_mmap_load_embed 1 \
|
| 10 |
+
--devices 0,1,2
|