File size: 4,196 Bytes
5669b22 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 | import re
import uuid
import unicodedata
class AudioManager:
def __init__(self, tts, live2d, translator, config, verbose=False):
self.tts = tts
self.live2d = live2d
self.translator = translator
self.config = config
self.verbose = verbose
self.remove_special_char = config.get("REMOVE_SPECIAL_CHAR", True)
def clean_text(self, text: str) -> str:
text = re.sub(r'[^\u4e00-\u9fffA-Za-z0-9,]', ' ', text)
if self.remove_special_char:
text = self.remove_special_characters(text)
return text
def remove_special_characters(self, text: str) -> str:
"""Filter text to remove all non-letter, non-number, and non-punctuation characters."""
normalized_text = unicodedata.normalize("NFKC", text)
def is_valid_char(char: str) -> bool:
category = unicodedata.category(char)
return (
category.startswith("L")
or category.startswith("N")
or category.startswith("P")
or char.isspace()
)
filtered_text = "".join(char for char in normalized_text if is_valid_char(char))
return filtered_text
def generate_audio_file(self, sentence: str, file_name_no_ext: str) -> str | None:
"""
Generate an audio file from a given sentence using the TTS engine.
Parameters:
- sentence (str): The sentence to generate audio for
- file_name_no_ext (str): The name of the audio file (without extension)
Returns:
- str or None: The path of the generated audio file, or None if the sentence iempty
"""
sentence = self.clean_text(sentence)
if self.verbose:
print(f">> generating {file_name_no_ext}...")
if not self.tts:
return None
if self.live2d:
sentence = self.live2d.remove_emotion_keywords(sentence)
if sentence.strip() == "":
return None
return self.tts.generate_audio(sentence, file_name_no_ext=file_name_no_ext)
def play_audio_file(self, sentence: str | None, filepath: str | None, instrument_filepath: str | None = None) -> None:
"""
Play the audio file located at the given filepath.
"""
if filepath is None:
print("No audio to be streamed. Response is empty.")
return
if sentence is None:
sentence = ""
try:
if self.verbose:
print(f">> Playing {filepath}...")
self.tts.play_audio_file_local(filepath)
self.tts.remove_file(filepath, verbose=self.verbose)
except ValueError as e:
if str(e) == "Audio is empty or all zero.":
print("No audio to be streamed. Response is empty.")
else:
raise e
except Exception as e:
print(f"Error playing the audio file {filepath}: {e}")
def play_text(self, text: str) -> None:
if not text.strip():
print("No text to play.")
return
sentences = re.split(r'(?<=[.!?。！？])\s*', text)
sentences = [s for s in sentences if s.strip()]
for sentence in sentences:
tts_target_sentence = self.live2d.remove_emotion_keywords(sentence)
if self.translator and self.config.get("TRANSLATE_AUDIO", False):
print("Translating...")
tts_target_sentence = self.translator.translate (tts_target_sentence)
print(f"Translated: {tts_target_sentence}")
audio_filepath = self.generate_audio_file(
tts_target_sentence, file_name_no_ext=f"temp_text_{uuid.uuid4()}"
)
if audio_filepath:
self.play_audio_file(sentence=sentence, filepath=audio_filepath)
else:
print("No audio generated for sentence.")
|