Trim default Python dependencies
Browse files- README.md +9 -3
- fireredasr/models/fireredasr.py +5 -2
- requirements.txt +9 -5
README.md
CHANGED
|
@@ -22,7 +22,7 @@ license: apache-2.0
|
|
| 22 |
### Audio backend
|
| 23 |
|
| 24 |
```
|
| 25 |
-
sudo apt install
|
| 26 |
```
|
| 27 |
|
| 28 |
### Python
|
|
@@ -36,10 +36,16 @@ conda activate fireredasr
|
|
| 36 |
pip install -r requirements.txt
|
| 37 |
```
|
| 38 |
|
| 39 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 40 |
|
| 41 |
```
|
| 42 |
-
wget https://github.com/AXERA-TECH/pyaxengine/releases/download/0.1.3.
|
| 43 |
pip install axengine-0.1.3-py3-none-any.whl
|
| 44 |
```
|
| 45 |
|
|
|
|
| 22 |
### Audio backend
|
| 23 |
|
| 24 |
```
|
| 25 |
+
sudo apt install libsndfile1
|
| 26 |
```
|
| 27 |
|
| 28 |
### Python
|
|
|
|
| 36 |
pip install -r requirements.txt
|
| 37 |
```
|
| 38 |
|
| 39 |
+
`requirements.txt` 只包含 AX650N AED 推理路径需要的运行时依赖。其他脚本按需安装:
|
| 40 |
+
|
| 41 |
+
- `fireredasr_onnx.py`: `pip install onnxruntime`
|
| 42 |
+
- `fireredasr/speech2text.py` 的 LLM 路径: `pip install transformers peft`
|
| 43 |
+
- `fireredasr/utils/wer.py --do_tn 1`: `pip install cn2an`
|
| 44 |
+
|
| 45 |
+
### 手动安装pyaxengine
|
| 46 |
|
| 47 |
```
|
| 48 |
+
wget https://github.com/AXERA-TECH/pyaxengine/releases/download/0.1.3.rc2/axengine-0.1.3-py3-none-any.whl
|
| 49 |
pip install axengine-0.1.3-py3-none-any.whl
|
| 50 |
```
|
| 51 |
|
fireredasr/models/fireredasr.py
CHANGED
|
@@ -5,9 +5,7 @@ import torch
|
|
| 5 |
|
| 6 |
from fireredasr.data.asr_feat import ASRFeatExtractor
|
| 7 |
from fireredasr.models.fireredasr_aed import FireRedAsrAed
|
| 8 |
-
from fireredasr.models.fireredasr_llm import FireRedAsrLlm
|
| 9 |
from fireredasr.tokenizer.aed_tokenizer import ChineseCharEnglishSpmTokenizer
|
| 10 |
-
from fireredasr.tokenizer.llm_tokenizer import LlmTokenizerWrapper
|
| 11 |
|
| 12 |
|
| 13 |
class FireRedAsr:
|
|
@@ -75,6 +73,8 @@ class FireRedAsr:
|
|
| 75 |
return results
|
| 76 |
|
| 77 |
elif self.asr_type == "llm":
|
|
|
|
|
|
|
| 78 |
input_ids, attention_mask, _, _ = \
|
| 79 |
LlmTokenizerWrapper.preprocess_texts(
|
| 80 |
origin_texts=[""]*feats.size(0), tokenizer=self.tokenizer,
|
|
@@ -115,6 +115,9 @@ def load_fireredasr_aed_model(model_path):
|
|
| 115 |
|
| 116 |
|
| 117 |
def load_firered_llm_model_and_tokenizer(model_path, encoder_path, llm_dir):
|
|
|
|
|
|
|
|
|
|
| 118 |
package = torch.load(model_path, map_location=lambda storage, loc: storage)
|
| 119 |
package["args"].encoder_path = encoder_path
|
| 120 |
package["args"].llm_dir = llm_dir
|
|
|
|
| 5 |
|
| 6 |
from fireredasr.data.asr_feat import ASRFeatExtractor
|
| 7 |
from fireredasr.models.fireredasr_aed import FireRedAsrAed
|
|
|
|
| 8 |
from fireredasr.tokenizer.aed_tokenizer import ChineseCharEnglishSpmTokenizer
|
|
|
|
| 9 |
|
| 10 |
|
| 11 |
class FireRedAsr:
|
|
|
|
| 73 |
return results
|
| 74 |
|
| 75 |
elif self.asr_type == "llm":
|
| 76 |
+
from fireredasr.tokenizer.llm_tokenizer import LlmTokenizerWrapper
|
| 77 |
+
|
| 78 |
input_ids, attention_mask, _, _ = \
|
| 79 |
LlmTokenizerWrapper.preprocess_texts(
|
| 80 |
origin_texts=[""]*feats.size(0), tokenizer=self.tokenizer,
|
|
|
|
| 115 |
|
| 116 |
|
| 117 |
def load_firered_llm_model_and_tokenizer(model_path, encoder_path, llm_dir):
|
| 118 |
+
from fireredasr.models.fireredasr_llm import FireRedAsrLlm
|
| 119 |
+
from fireredasr.tokenizer.llm_tokenizer import LlmTokenizerWrapper
|
| 120 |
+
|
| 121 |
package = torch.load(model_path, map_location=lambda storage, loc: storage)
|
| 122 |
package["args"].encoder_path = encoder_path
|
| 123 |
package["args"].llm_dir = llm_dir
|
requirements.txt
CHANGED
|
@@ -1,11 +1,15 @@
|
|
| 1 |
-
|
| 2 |
kaldiio>=2.18.0
|
| 3 |
kaldi_native_fbank>=1.15
|
| 4 |
numpy>=1.26.1
|
| 5 |
-
peft>=0.13.2
|
| 6 |
sentencepiece
|
| 7 |
-
|
| 8 |
-
|
|
|
|
| 9 |
axengine @ https://github.com/AXERA-TECH/pyaxengine/releases/download/0.1.3.rc2/axengine-0.1.3-py3-none-any.whl
|
| 10 |
silero_vad_axera
|
| 11 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# AX650N AED inference runtime.
|
| 2 |
kaldiio>=2.18.0
|
| 3 |
kaldi_native_fbank>=1.15
|
| 4 |
numpy>=1.26.1
|
|
|
|
| 5 |
sentencepiece
|
| 6 |
+
setuptools<81
|
| 7 |
+
torch==2.6.0
|
| 8 |
+
torchaudio==2.6.0
|
| 9 |
axengine @ https://github.com/AXERA-TECH/pyaxengine/releases/download/0.1.3.rc2/axengine-0.1.3-py3-none-any.whl
|
| 10 |
silero_vad_axera
|
| 11 |
+
|
| 12 |
+
# Optional tools:
|
| 13 |
+
# - fireredasr_onnx.py: onnxruntime
|
| 14 |
+
# - fireredasr/speech2text.py LLM path: transformers, peft
|
| 15 |
+
# - fireredasr/utils/wer.py --do_tn 1: cn2an
|