lihongjie commited on
Commit
ca08716
·
1 Parent(s): c94a20b
.gitattributes CHANGED
@@ -91,3 +91,5 @@ asset/output.wav filter=lfs diff=lfs merge=lfs -text
91
  main_axcl_x86 filter=lfs diff=lfs merge=lfs -text
92
  main_axcl_aarch64 filter=lfs diff=lfs merge=lfs -text
93
  main_api_ax650 filter=lfs diff=lfs merge=lfs -text
 
 
 
91
  main_axcl_x86 filter=lfs diff=lfs merge=lfs -text
92
  main_axcl_aarch64 filter=lfs diff=lfs merge=lfs -text
93
  main_api_ax650 filter=lfs diff=lfs merge=lfs -text
94
+ main_api_axcl_aarch64 filter=lfs diff=lfs merge=lfs -text
95
+ main_api_axcl_x86 filter=lfs diff=lfs merge=lfs -text
main_api_axcl_aarch64 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3df943718e65143f30eaa8fb756d6a4410b6a2d4765d2d6b0cc3bc98769e132
3
+ size 1806464
main_api_axcl_x86 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d549e5fa2715abac4d5319d08ee7e4fbd30ca6077ffc9dc83e0bae4ad5929d9
3
+ size 1931480
main_axcl_x86 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9e9e758b340a71025fa22c64fa3383c15274c02777f234d6725a75d9542190c7
3
- size 1833272
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d466afe99a22624a8fa8d53340309923ca8c37ad0ba82c93767d1952a7da322
3
+ size 1833312
run_api_axcl_aarch64.sh ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ LLM_DIR=CosyVoice-BlankEN-Ax650-C64-P256-CTX512/
2
+ TOKEN2WAV_DIR=token2wav-axmodels/
3
+
4
+ openssl req -newkey rsa:2048 -new -nodes -x509 -days 365 -keyout server.key -out server.crt -subj "/C=CN/ST=Beijing/L=Beijing/O=YourOrg/CN=localhost"
5
+
6
+ ./main_api_axcl_aarch64 \
7
+ --template_filename_axmodel "${LLM_DIR}/qwen2_p64_l%d_together.axmodel" \
8
+ --token2wav_axmodel_dir $TOKEN2WAV_DIR \
9
+ --n_timesteps 10 \
10
+ --axmodel_num 24 \
11
+ --bos 0 --eos 0 \
12
+ --filename_tokenizer_model "http://10.122.86.184:12345" \
13
+ --filename_post_axmodel "${LLM_DIR}/qwen2_post.axmodel" \
14
+ --filename_decoder_axmodel "${LLM_DIR}/llm_decoder.axmodel" \
15
+ --filename_tokens_embed "${LLM_DIR}/model.embed_tokens.weight.bfloat16.bin" \
16
+ --filename_llm_embed "${LLM_DIR}/llm.speech_embedding.float16.bin" \
17
+ --filename_speech_embed "${LLM_DIR}/llm.speech_embedding.float16.bin" \
18
+ --continue 0 \
19
+ --devices "0," \
20
+ --prompt_files prompt_files
21
+
22
+
23
+ chmod 777 output*.wav
run_api_axcl_x86.sh ADDED
@@ -0,0 +1,23 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ LLM_DIR=CosyVoice-BlankEN-Ax650-C64-P256-CTX512/
2
+ TOKEN2WAV_DIR=token2wav-axmodels/
3
+
4
+ openssl req -newkey rsa:2048 -new -nodes -x509 -days 365 -keyout server.key -out server.crt -subj "/C=CN/ST=Beijing/L=Beijing/O=YourOrg/CN=localhost"
5
+
6
+ ./main_api_axcl_x86 \
7
+ --template_filename_axmodel "${LLM_DIR}/qwen2_p64_l%d_together.axmodel" \
8
+ --token2wav_axmodel_dir $TOKEN2WAV_DIR \
9
+ --n_timesteps 10 \
10
+ --axmodel_num 24 \
11
+ --bos 0 --eos 0 \
12
+ --filename_tokenizer_model "http://10.122.86.184:12345" \
13
+ --filename_post_axmodel "${LLM_DIR}/qwen2_post.axmodel" \
14
+ --filename_decoder_axmodel "${LLM_DIR}/llm_decoder.axmodel" \
15
+ --filename_tokens_embed "${LLM_DIR}/model.embed_tokens.weight.bfloat16.bin" \
16
+ --filename_llm_embed "${LLM_DIR}/llm.speech_embedding.float16.bin" \
17
+ --filename_speech_embed "${LLM_DIR}/llm.speech_embedding.float16.bin" \
18
+ --continue 0 \
19
+ --devices "0," \
20
+ --prompt_files prompt_files
21
+
22
+
23
+ chmod 777 output*.wav
run_axcl_x86.sh CHANGED
@@ -15,7 +15,7 @@ TOKEN2WAV_DIR=token2wav-axmodels/
15
  --filename_speech_embed "${LLM_DIR}/llm.speech_embedding.float16.bin" \
16
  --continue 0 \
17
  --prompt_files prompt_files \
18
- --devices "0,1,2" \
19
  --text "高管也通过电话、短信、微信等方式对报道[j][ǐ]予好评。"
20
 
21
 
 
15
  --filename_speech_embed "${LLM_DIR}/llm.speech_embedding.float16.bin" \
16
  --continue 0 \
17
  --prompt_files prompt_files \
18
+ --devices "0," \
19
  --text "高管也通过电话、短信、微信等方式对报道[j][ǐ]予好评。"
20
 
21