KrorngAI
/

TrorYongASR-tiny

Automatic Speech Recognition

Model card Files Files and versions

Kimang18 commited on Jul 11

Commit

55e58ad

·

verified ·

1 Parent(s): bc0584c

Update tokenization_troryongasr.py

Files changed (1) hide show

tokenization_troryongasr.py +1 -1

tokenization_troryongasr.py CHANGED Viewed

@@ -88,7 +88,7 @@ class TrorYongASRTokenizer(LlamaTokenizer):
     def __call__(self, text: Optional[str] = None) -> List[int]:
         encoding = self.encode(text, add_special_tokens=False)
-        return [*self.sot_sequence] + encoding
     @cached_property
     def eot(self) -> int:

     def __call__(self, text: Optional[str] = None) -> List[int]:
         encoding = self.encode(text, add_special_tokens=False)
+        return [*self.sot_sequence] + encoding + [self.eot]
     @cached_property
     def eot(self) -> int: