fix logic bug

chinesemeteor.py

@@ -149,8 +149,8 @@ class ChineseMETEOR(evaluate.Metric):
         sys.stdout = open(os.devnull, 'w')
 
         try:
-            pred_seg = [" ".join(jieba.cut(p.strip())) for p in predictions]
-            ref_seg  = [" ".join(jieba.cut(r.strip())) for r in references]
+            pred_seg = [" ".join(pycantonese.segment(p.strip())) for p in predictions]
+            ref_seg  = [" ".join(pycantonese.segment(r.strip())) for r in references]
     
             # --- Apply Real Chinese WordNet into METEOR algorithm ---
             def _cwn_synsets(self, word, pos=None):  # Matches NLTK method call
@@ -216,9 +216,11 @@ class ChineseMETEOR(evaluate.Metric):
             scores = [
                 meteor_score.single_meteor_score(
                     #word_tokenize(ref),
-                    self._tokenize_chinese(ref),
+                    #self._tokenize_chinese(ref),
                     #word_tokenize(hyp),
-                    self._tokenize_chinese(hyp),
+                    #self._tokenize_chinese(hyp),
+                    ref,
+                    hyp,
                     wordnet=chinese_wn
                 )
                 for ref, hyp in zip(ref_seg, pred_seg)