lihongjie
commited on
Commit
·
ca08716
1
Parent(s):
c94a20b
update
Browse files- .gitattributes +2 -0
- main_api_axcl_aarch64 +3 -0
- main_api_axcl_x86 +3 -0
- main_axcl_x86 +2 -2
- run_api_axcl_aarch64.sh +23 -0
- run_api_axcl_x86.sh +23 -0
- run_axcl_x86.sh +1 -1
.gitattributes
CHANGED
|
@@ -91,3 +91,5 @@ asset/output.wav filter=lfs diff=lfs merge=lfs -text
|
|
| 91 |
main_axcl_x86 filter=lfs diff=lfs merge=lfs -text
|
| 92 |
main_axcl_aarch64 filter=lfs diff=lfs merge=lfs -text
|
| 93 |
main_api_ax650 filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
| 91 |
main_axcl_x86 filter=lfs diff=lfs merge=lfs -text
|
| 92 |
main_axcl_aarch64 filter=lfs diff=lfs merge=lfs -text
|
| 93 |
main_api_ax650 filter=lfs diff=lfs merge=lfs -text
|
| 94 |
+
main_api_axcl_aarch64 filter=lfs diff=lfs merge=lfs -text
|
| 95 |
+
main_api_axcl_x86 filter=lfs diff=lfs merge=lfs -text
|
main_api_axcl_aarch64
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f3df943718e65143f30eaa8fb756d6a4410b6a2d4765d2d6b0cc3bc98769e132
|
| 3 |
+
size 1806464
|
main_api_axcl_x86
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1d549e5fa2715abac4d5319d08ee7e4fbd30ca6077ffc9dc83e0bae4ad5929d9
|
| 3 |
+
size 1931480
|
main_axcl_x86
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4d466afe99a22624a8fa8d53340309923ca8c37ad0ba82c93767d1952a7da322
|
| 3 |
+
size 1833312
|
run_api_axcl_aarch64.sh
ADDED
|
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
LLM_DIR=CosyVoice-BlankEN-Ax650-C64-P256-CTX512/
|
| 2 |
+
TOKEN2WAV_DIR=token2wav-axmodels/
|
| 3 |
+
|
| 4 |
+
openssl req -newkey rsa:2048 -new -nodes -x509 -days 365 -keyout server.key -out server.crt -subj "/C=CN/ST=Beijing/L=Beijing/O=YourOrg/CN=localhost"
|
| 5 |
+
|
| 6 |
+
./main_api_axcl_aarch64 \
|
| 7 |
+
--template_filename_axmodel "${LLM_DIR}/qwen2_p64_l%d_together.axmodel" \
|
| 8 |
+
--token2wav_axmodel_dir $TOKEN2WAV_DIR \
|
| 9 |
+
--n_timesteps 10 \
|
| 10 |
+
--axmodel_num 24 \
|
| 11 |
+
--bos 0 --eos 0 \
|
| 12 |
+
--filename_tokenizer_model "http://10.122.86.184:12345" \
|
| 13 |
+
--filename_post_axmodel "${LLM_DIR}/qwen2_post.axmodel" \
|
| 14 |
+
--filename_decoder_axmodel "${LLM_DIR}/llm_decoder.axmodel" \
|
| 15 |
+
--filename_tokens_embed "${LLM_DIR}/model.embed_tokens.weight.bfloat16.bin" \
|
| 16 |
+
--filename_llm_embed "${LLM_DIR}/llm.speech_embedding.float16.bin" \
|
| 17 |
+
--filename_speech_embed "${LLM_DIR}/llm.speech_embedding.float16.bin" \
|
| 18 |
+
--continue 0 \
|
| 19 |
+
--devices "0," \
|
| 20 |
+
--prompt_files prompt_files
|
| 21 |
+
|
| 22 |
+
|
| 23 |
+
chmod 777 output*.wav
|
run_api_axcl_x86.sh
ADDED
|
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
LLM_DIR=CosyVoice-BlankEN-Ax650-C64-P256-CTX512/
|
| 2 |
+
TOKEN2WAV_DIR=token2wav-axmodels/
|
| 3 |
+
|
| 4 |
+
openssl req -newkey rsa:2048 -new -nodes -x509 -days 365 -keyout server.key -out server.crt -subj "/C=CN/ST=Beijing/L=Beijing/O=YourOrg/CN=localhost"
|
| 5 |
+
|
| 6 |
+
./main_api_axcl_x86 \
|
| 7 |
+
--template_filename_axmodel "${LLM_DIR}/qwen2_p64_l%d_together.axmodel" \
|
| 8 |
+
--token2wav_axmodel_dir $TOKEN2WAV_DIR \
|
| 9 |
+
--n_timesteps 10 \
|
| 10 |
+
--axmodel_num 24 \
|
| 11 |
+
--bos 0 --eos 0 \
|
| 12 |
+
--filename_tokenizer_model "http://10.122.86.184:12345" \
|
| 13 |
+
--filename_post_axmodel "${LLM_DIR}/qwen2_post.axmodel" \
|
| 14 |
+
--filename_decoder_axmodel "${LLM_DIR}/llm_decoder.axmodel" \
|
| 15 |
+
--filename_tokens_embed "${LLM_DIR}/model.embed_tokens.weight.bfloat16.bin" \
|
| 16 |
+
--filename_llm_embed "${LLM_DIR}/llm.speech_embedding.float16.bin" \
|
| 17 |
+
--filename_speech_embed "${LLM_DIR}/llm.speech_embedding.float16.bin" \
|
| 18 |
+
--continue 0 \
|
| 19 |
+
--devices "0," \
|
| 20 |
+
--prompt_files prompt_files
|
| 21 |
+
|
| 22 |
+
|
| 23 |
+
chmod 777 output*.wav
|
run_axcl_x86.sh
CHANGED
|
@@ -15,7 +15,7 @@ TOKEN2WAV_DIR=token2wav-axmodels/
|
|
| 15 |
--filename_speech_embed "${LLM_DIR}/llm.speech_embedding.float16.bin" \
|
| 16 |
--continue 0 \
|
| 17 |
--prompt_files prompt_files \
|
| 18 |
-
--devices "0,
|
| 19 |
--text "高管也通过电话、短信、微信等方式对报道[j][ǐ]予好评。"
|
| 20 |
|
| 21 |
|
|
|
|
| 15 |
--filename_speech_embed "${LLM_DIR}/llm.speech_embedding.float16.bin" \
|
| 16 |
--continue 0 \
|
| 17 |
--prompt_files prompt_files \
|
| 18 |
+
--devices "0," \
|
| 19 |
--text "高管也通过电话、短信、微信等方式对报道[j][ǐ]予好评。"
|
| 20 |
|
| 21 |
|