inoryQwQ commited on
Commit
8f43425
·
1 Parent(s): 4107ed0

Trim default Python dependencies

Browse files
README.md CHANGED
@@ -22,7 +22,7 @@ license: apache-2.0
22
  ### Audio backend
23
 
24
  ```
25
- sudo apt install libsnffile1
26
  ```
27
 
28
  ### Python
@@ -36,10 +36,16 @@ conda activate fireredasr
36
  pip install -r requirements.txt
37
  ```
38
 
39
- ### 安装pyaxengine
 
 
 
 
 
 
40
 
41
  ```
42
- wget https://github.com/AXERA-TECH/pyaxengine/releases/download/0.1.3.rc1/axengine-0.1.3-py3-none-any.whl
43
  pip install axengine-0.1.3-py3-none-any.whl
44
  ```
45
 
 
22
  ### Audio backend
23
 
24
  ```
25
+ sudo apt install libsndfile1
26
  ```
27
 
28
  ### Python
 
36
  pip install -r requirements.txt
37
  ```
38
 
39
+ `requirements.txt` 只包含 AX650N AED 推理路径需要的运行时依赖。其他脚本按需安装
40
+
41
+ - `fireredasr_onnx.py`: `pip install onnxruntime`
42
+ - `fireredasr/speech2text.py` 的 LLM 路径: `pip install transformers peft`
43
+ - `fireredasr/utils/wer.py --do_tn 1`: `pip install cn2an`
44
+
45
+ ### 手动安装pyaxengine
46
 
47
  ```
48
+ wget https://github.com/AXERA-TECH/pyaxengine/releases/download/0.1.3.rc2/axengine-0.1.3-py3-none-any.whl
49
  pip install axengine-0.1.3-py3-none-any.whl
50
  ```
51
 
fireredasr/models/fireredasr.py CHANGED
@@ -5,9 +5,7 @@ import torch
5
 
6
  from fireredasr.data.asr_feat import ASRFeatExtractor
7
  from fireredasr.models.fireredasr_aed import FireRedAsrAed
8
- from fireredasr.models.fireredasr_llm import FireRedAsrLlm
9
  from fireredasr.tokenizer.aed_tokenizer import ChineseCharEnglishSpmTokenizer
10
- from fireredasr.tokenizer.llm_tokenizer import LlmTokenizerWrapper
11
 
12
 
13
  class FireRedAsr:
@@ -75,6 +73,8 @@ class FireRedAsr:
75
  return results
76
 
77
  elif self.asr_type == "llm":
 
 
78
  input_ids, attention_mask, _, _ = \
79
  LlmTokenizerWrapper.preprocess_texts(
80
  origin_texts=[""]*feats.size(0), tokenizer=self.tokenizer,
@@ -115,6 +115,9 @@ def load_fireredasr_aed_model(model_path):
115
 
116
 
117
  def load_firered_llm_model_and_tokenizer(model_path, encoder_path, llm_dir):
 
 
 
118
  package = torch.load(model_path, map_location=lambda storage, loc: storage)
119
  package["args"].encoder_path = encoder_path
120
  package["args"].llm_dir = llm_dir
 
5
 
6
  from fireredasr.data.asr_feat import ASRFeatExtractor
7
  from fireredasr.models.fireredasr_aed import FireRedAsrAed
 
8
  from fireredasr.tokenizer.aed_tokenizer import ChineseCharEnglishSpmTokenizer
 
9
 
10
 
11
  class FireRedAsr:
 
73
  return results
74
 
75
  elif self.asr_type == "llm":
76
+ from fireredasr.tokenizer.llm_tokenizer import LlmTokenizerWrapper
77
+
78
  input_ids, attention_mask, _, _ = \
79
  LlmTokenizerWrapper.preprocess_texts(
80
  origin_texts=[""]*feats.size(0), tokenizer=self.tokenizer,
 
115
 
116
 
117
  def load_firered_llm_model_and_tokenizer(model_path, encoder_path, llm_dir):
118
+ from fireredasr.models.fireredasr_llm import FireRedAsrLlm
119
+ from fireredasr.tokenizer.llm_tokenizer import LlmTokenizerWrapper
120
+
121
  package = torch.load(model_path, map_location=lambda storage, loc: storage)
122
  package["args"].encoder_path = encoder_path
123
  package["args"].llm_dir = llm_dir
requirements.txt CHANGED
@@ -1,11 +1,15 @@
1
- cn2an>=0.5.23
2
  kaldiio>=2.18.0
3
  kaldi_native_fbank>=1.15
4
  numpy>=1.26.1
5
- peft>=0.13.2
6
  sentencepiece
7
- torch>=2.0.0
8
- transformers>=4.46.3
 
9
  axengine @ https://github.com/AXERA-TECH/pyaxengine/releases/download/0.1.3.rc2/axengine-0.1.3-py3-none-any.whl
10
  silero_vad_axera
11
- torchaudio==2.6
 
 
 
 
 
1
+ # AX650N AED inference runtime.
2
  kaldiio>=2.18.0
3
  kaldi_native_fbank>=1.15
4
  numpy>=1.26.1
 
5
  sentencepiece
6
+ setuptools<81
7
+ torch==2.6.0
8
+ torchaudio==2.6.0
9
  axengine @ https://github.com/AXERA-TECH/pyaxengine/releases/download/0.1.3.rc2/axengine-0.1.3-py3-none-any.whl
10
  silero_vad_axera
11
+
12
+ # Optional tools:
13
+ # - fireredasr_onnx.py: onnxruntime
14
+ # - fireredasr/speech2text.py LLM path: transformers, peft
15
+ # - fireredasr/utils/wer.py --do_tn 1: cn2an