Update processing_bert_vits2.py
Browse files- processing_bert_vits2.py +2 -9
processing_bert_vits2.py
CHANGED
|
@@ -17,20 +17,13 @@ Processor class for Bert VITS2
|
|
| 17 |
"""
|
| 18 |
|
| 19 |
import os
|
| 20 |
-
from typing import
|
| 21 |
import re
|
| 22 |
|
| 23 |
from transformers.tokenization_utils_base import BatchEncoding
|
| 24 |
from transformers.processing_utils import ProcessorMixin
|
| 25 |
from transformers.utils import logging
|
| 26 |
-
from transformers
|
| 27 |
-
from transformers import AutoTokenizer, PreTrainedTokenizer, TOKENIZER_MAPPING
|
| 28 |
-
|
| 29 |
-
# inject BertVits2Tokenizer
|
| 30 |
-
import transformers
|
| 31 |
-
from tokenization_bert_vits2 import BertVits2Tokenizer
|
| 32 |
-
transformers.BertVits2Tokenizer = BertVits2Tokenizer
|
| 33 |
-
TOKENIZER_MAPPING.register("bert_vits2", "BertVits2Tokenizer")
|
| 34 |
|
| 35 |
logger = logging.get_logger(__name__)
|
| 36 |
|
|
|
|
| 17 |
"""
|
| 18 |
|
| 19 |
import os
|
| 20 |
+
from typing import Dict
|
| 21 |
import re
|
| 22 |
|
| 23 |
from transformers.tokenization_utils_base import BatchEncoding
|
| 24 |
from transformers.processing_utils import ProcessorMixin
|
| 25 |
from transformers.utils import logging
|
| 26 |
+
from transformers import AutoTokenizer, PreTrainedTokenizer
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 27 |
|
| 28 |
logger = logging.get_logger(__name__)
|
| 29 |
|