Upload chatterbox_utils.py with huggingface_hub
Browse files- chatterbox_utils.py +5 -2
chatterbox_utils.py
CHANGED
|
@@ -59,8 +59,11 @@ class ChineseCangjieConverter:
|
|
| 59 |
except Exception as e: print(f"Cangjie error: {e}")
|
| 60 |
def _init_segmenter(self):
|
| 61 |
try:
|
| 62 |
-
|
| 63 |
-
|
|
|
|
|
|
|
|
|
|
| 64 |
except: self.segmenter = None
|
| 65 |
|
| 66 |
def _cangjie_encode(self, glyph: str):
|
|
|
|
| 59 |
except Exception as e: print(f"Cangjie error: {e}")
|
| 60 |
def _init_segmenter(self):
|
| 61 |
try:
|
| 62 |
+
import jieba
|
| 63 |
+
# Silence jieba logs
|
| 64 |
+
import logging
|
| 65 |
+
jieba.setLogLevel(logging.ERROR)
|
| 66 |
+
self.segmenter = jieba
|
| 67 |
except: self.segmenter = None
|
| 68 |
|
| 69 |
def _cangjie_encode(self, glyph: str):
|