TGPro1 commited on
Commit
d3e9657
·
verified ·
1 Parent(s): 37a62a8

Upload chatterbox_utils.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. chatterbox_utils.py +5 -2
chatterbox_utils.py CHANGED
@@ -59,8 +59,11 @@ class ChineseCangjieConverter:
59
  except Exception as e: print(f"Cangjie error: {e}")
60
  def _init_segmenter(self):
61
  try:
62
- from pkuseg import pkuseg
63
- self.segmenter = pkuseg()
 
 
 
64
  except: self.segmenter = None
65
 
66
  def _cangjie_encode(self, glyph: str):
 
59
  except Exception as e: print(f"Cangjie error: {e}")
60
  def _init_segmenter(self):
61
  try:
62
+ import jieba
63
+ # Silence jieba logs
64
+ import logging
65
+ jieba.setLogLevel(logging.ERROR)
66
+ self.segmenter = jieba
67
  except: self.segmenter = None
68
 
69
  def _cangjie_encode(self, glyph: str):