Commit
·
8268a0d
1
Parent(s):
2e8a135
add fp16
Browse files
model.py
CHANGED
|
@@ -24,12 +24,6 @@ import torchaudio
|
|
| 24 |
from huggingface_hub import hf_hub_download
|
| 25 |
from huggingface_hub import snapshot_download
|
| 26 |
|
| 27 |
-
import logging
|
| 28 |
-
|
| 29 |
-
|
| 30 |
-
logging.getLogger("huggingface_hub").setLevel(logging.DEBUG)
|
| 31 |
-
logging.getLogger("filelock").setLevel(logging.DEBUG)
|
| 32 |
-
|
| 33 |
|
| 34 |
os.system("find / -name libk2*.so 2>/dev/null")
|
| 35 |
|
|
@@ -2078,6 +2072,7 @@ def _get_funasr_nano(
|
|
| 2078 |
) -> sherpa_onnx.OfflineRecognizer:
|
| 2079 |
assert repo_id in [
|
| 2080 |
"csukuangfj/sherpa-onnx-funasr-nano-int8-2025-12-30",
|
|
|
|
| 2081 |
"csukuangfj/sherpa-onnx-funasr-nano-2025-12-30",
|
| 2082 |
], repo_id
|
| 2083 |
|
|
@@ -2087,6 +2082,12 @@ def _get_funasr_nano(
|
|
| 2087 |
llm = f"{local_dir}/llm.fp32.onnx"
|
| 2088 |
embedding = f"{local_dir}/embedding.onnx"
|
| 2089 |
tokenizer = f"{local_dir}/Qwen3-0.6B"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2090 |
else:
|
| 2091 |
local_dir = "sherpa-onnx-funasr-nano-int8-2025-12-30"
|
| 2092 |
|
|
@@ -2397,6 +2398,7 @@ english_models = {
|
|
| 2397 |
funsar_nano_31_languages_models = {
|
| 2398 |
"csukuangfj/sherpa-onnx-funasr-nano-int8-2025-12-30": _get_funasr_nano,
|
| 2399 |
"csukuangfj/sherpa-onnx-funasr-nano-2025-12-30": _get_funasr_nano,
|
|
|
|
| 2400 |
"csukuangfj/sherpa-onnx-sense-voice-funasr-nano-int8-2025-12-17": _get_sense_voice_pre_trained_model,
|
| 2401 |
"csukuangfj/sherpa-onnx-sense-voice-funasr-nano-2025-12-17": _get_sense_voice_pre_trained_model,
|
| 2402 |
}
|
|
|
|
| 24 |
from huggingface_hub import hf_hub_download
|
| 25 |
from huggingface_hub import snapshot_download
|
| 26 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 27 |
|
| 28 |
os.system("find / -name libk2*.so 2>/dev/null")
|
| 29 |
|
|
|
|
| 2072 |
) -> sherpa_onnx.OfflineRecognizer:
|
| 2073 |
assert repo_id in [
|
| 2074 |
"csukuangfj/sherpa-onnx-funasr-nano-int8-2025-12-30",
|
| 2075 |
+
"csukuangfj/sherpa-onnx-funasr-nano-fp16-2025-12-30",
|
| 2076 |
"csukuangfj/sherpa-onnx-funasr-nano-2025-12-30",
|
| 2077 |
], repo_id
|
| 2078 |
|
|
|
|
| 2082 |
llm = f"{local_dir}/llm.fp32.onnx"
|
| 2083 |
embedding = f"{local_dir}/embedding.onnx"
|
| 2084 |
tokenizer = f"{local_dir}/Qwen3-0.6B"
|
| 2085 |
+
elif repo_id == "csukuangfj/sherpa-onnx-funasr-nano-fp16-2025-12-30":
|
| 2086 |
+
local_dir = snapshot_download(repo_id)
|
| 2087 |
+
encoder_adaptor = f"{local_dir}/encoder_adaptor.int8.onnx"
|
| 2088 |
+
llm = f"{local_dir}/llm.fp16.onnx"
|
| 2089 |
+
embedding = f"{local_dir}/embedding.int8.onnx"
|
| 2090 |
+
tokenizer = f"{local_dir}/Qwen3-0.6B"
|
| 2091 |
else:
|
| 2092 |
local_dir = "sherpa-onnx-funasr-nano-int8-2025-12-30"
|
| 2093 |
|
|
|
|
| 2398 |
funsar_nano_31_languages_models = {
|
| 2399 |
"csukuangfj/sherpa-onnx-funasr-nano-int8-2025-12-30": _get_funasr_nano,
|
| 2400 |
"csukuangfj/sherpa-onnx-funasr-nano-2025-12-30": _get_funasr_nano,
|
| 2401 |
+
"csukuangfj/sherpa-onnx-funasr-nano-fp16-2025-12-30": _get_funasr_nano,
|
| 2402 |
"csukuangfj/sherpa-onnx-sense-voice-funasr-nano-int8-2025-12-17": _get_sense_voice_pre_trained_model,
|
| 2403 |
"csukuangfj/sherpa-onnx-sense-voice-funasr-nano-2025-12-17": _get_sense_voice_pre_trained_model,
|
| 2404 |
}
|