import spaces from kokoro import KModel, KPipeline import gradio as gr import os import random import torch # IS_DUPLICATE = not os.getenv('SPACE_ID', '').startswith('hexgrad/') IS_DUPLICATE = False CUDA_AVAILABLE = torch.cuda.is_available() if not IS_DUPLICATE: import kokoro import misaki print('DEBUG', kokoro.__version__, CUDA_AVAILABLE, misaki.__version__) CHAR_LIMIT = None if IS_DUPLICATE else 5000 models = {gpu: KModel().to('cuda' if gpu else 'cpu').eval() for gpu in [False] + ([True] if CUDA_AVAILABLE else [])} pipelines = {lang_code: KPipeline(lang_code=lang_code, model=False) for lang_code in 'e'} @spaces.GPU(duration=30) def forward_gpu(ps, ref_s, speed): return models[True](ps, ref_s, speed) def generate_first(text, voice='ef_dora', speed=1, use_gpu=CUDA_AVAILABLE): text = text if CHAR_LIMIT is None else text.strip()[:CHAR_LIMIT] pipeline = pipelines[voice[0]] pack = pipeline.load_voice(voice) use_gpu = use_gpu and CUDA_AVAILABLE for _, ps, _ in pipeline(text, voice, speed): ref_s = pack[len(ps)-1] try: if use_gpu: audio = forward_gpu(ps, ref_s, speed) else: audio = models[False](ps, ref_s, speed) except gr.exceptions.Error as e: if use_gpu: gr.Warning(str(e)) gr.Info('Retrying with CPU. To avoid this error, change Hardware to CPU.') audio = models[False](ps, ref_s, speed) else: raise gr.Error(e) return (24000, audio.numpy()), ps return None, '' # Arena API def predict(text, voice='ef_dora', speed=1): return generate_first(text, voice, speed, use_gpu=False)[0] def tokenize_first(text, voice='ef_dora'): pipeline = pipelines[voice[0]] for _, ps, _ in pipeline(text, voice): return ps return '' def generate_all(text, voice='ef_dora', speed=1, use_gpu=CUDA_AVAILABLE): text = text if CHAR_LIMIT is None else text.strip()[:CHAR_LIMIT] pipeline = pipelines[voice[0]] pack = pipeline.load_voice(voice) use_gpu = use_gpu and CUDA_AVAILABLE first = True for _, ps, _ in pipeline(text, voice, speed): ref_s = pack[len(ps)-1] try: if use_gpu: audio = forward_gpu(ps, ref_s, speed) else: audio = models[False](ps, ref_s, speed) except gr.exceptions.Error as e: if use_gpu: gr.Warning(str(e)) gr.Info('Switching to CPU') audio = models[False](ps, ref_s, speed) else: raise gr.Error(e) yield 24000, audio.numpy() if first: first = False yield 24000, torch.zeros(1).numpy() with open('en.txt', 'r') as r: random_quotes = [line.strip() for line in r] def get_random_quote(): return random.choice(random_quotes) def get_gatsby(): with open('gatsby5k.md', 'r') as r: return r.read().strip() def get_frankenstein(): with open('frankenstein5k.md', 'r') as r: return r.read().strip() CHOICES = { '๐Ÿ‡ช๐Ÿ‡ธ ๐Ÿšบ Dora': 'ef_dora', '๐Ÿ‡ช๐Ÿ‡ธ ๐Ÿšน Alex': 'em_alex', '๐Ÿ‡ช๐Ÿ‡ธ ๐Ÿšน Santa': 'em_santa', } for v in CHOICES.values(): lang_code = v[0] if lang_code in pipelines: pipelines[lang_code].load_voice(v) TOKEN_NOTE = ''' ๐Ÿ’ก Customize pronunciation with Markdown link syntax and /slashes/ like `[Kokoro](/kหˆOkษ™ษนO/)` ๐Ÿ’ฌ To adjust intonation, try punctuation `;:,.!?โ€”โ€ฆ"()โ€œโ€` or stress `หˆ` and `หŒ` โฌ‡๏ธ Lower stress `[1 level](-1)` or `[2 levels](-2)` โฌ†๏ธ Raise stress 1 level `[or](+2)` 2 levels (only works on less stressed, usually short words) ''' with gr.Blocks() as generate_tab: out_audio = gr.Audio(label='Output Audio', interactive=False, streaming=False, autoplay=True) generate_btn = gr.Button('Generate', variant='primary') with gr.Accordion('Output Tokens', open=True): out_ps = gr.Textbox(interactive=False, show_label=False, info='Tokens used to generate the audio, up to 510 context length.') tokenize_btn = gr.Button('Tokenize', variant='secondary') gr.Markdown(TOKEN_NOTE) predict_btn = gr.Button('Predict', variant='secondary', visible=False) STREAM_NOTE = ['โš ๏ธ There is an unknown Gradio bug that might yield no audio the first time you click `Stream`.'] if CHAR_LIMIT is not None: STREAM_NOTE.append(f'โœ‚๏ธ Each stream is capped at {CHAR_LIMIT} characters.') STREAM_NOTE.append('๐Ÿš€ Want more characters? You can [use Kokoro directly](https://huggingface.co/hexgrad/Kokoro-82M#usage) or duplicate this space:') STREAM_NOTE = '\n\n'.join(STREAM_NOTE) with gr.Blocks() as stream_tab: out_stream = gr.Audio(label='Output Audio Stream', interactive=False, streaming=True, autoplay=True) with gr.Row(): stream_btn = gr.Button('Stream', variant='primary') stop_btn = gr.Button('Stop', variant='stop') with gr.Accordion('Note', open=True): gr.Markdown(STREAM_NOTE) gr.DuplicateButton() BANNER_TEXT = ''' [***Kokoro*** **es un modelo TTS de peso abierto con 82 millones de parรกmetros.**](https://huggingface.co/hexgrad/Kokoro-82M) Esta demo solo muestra voces en espaรฑol, pero puedes usar el modelo directamente para acceder a otros idiomas. ''' #API_OPEN = os.getenv('SPACE_ID') != 'hexgrad/Kokoro-TTS' API_OPEN = False API_NAME = None if API_OPEN else False with gr.Blocks() as app: with gr.Row(): gr.Markdown(BANNER_TEXT, container=True) with gr.Row(): with gr.Column(): text = gr.Textbox(label='Input Text', info=f"hasta ~500 characteres por Generacion, o {'โˆž' if CHAR_LIMIT is None else CHAR_LIMIT} characters per Stream") with gr.Row(): voice = gr.Dropdown(list(CHOICES.items()), value='ef_dora', label='Voice', info='La calidad varia segun los lenguages') use_gpu = gr.Dropdown( [('ZeroGPU ๐Ÿš€', True), ('CPU ๐ŸŒ', False)], value=CUDA_AVAILABLE, label='Hardware', info='GPU es mas rapido, pero esta limitado', interactive=CUDA_AVAILABLE ) speed = gr.Slider(minimum=0.5, maximum=2, value=1, step=0.1, label='Speed') random_btn = gr.Button('๐ŸŽฒ Random Quote ๐Ÿ’ฌ', variant='secondary') with gr.Row(): gatsby_btn = gr.Button('๐Ÿฅ‚ Gatsby ๐Ÿ“•', variant='secondary') frankenstein_btn = gr.Button('๐Ÿ’€ Frankenstein ๐Ÿ“—', variant='secondary') with gr.Column(): gr.TabbedInterface([generate_tab, stream_tab], ['Generate', 'Stream']) random_btn.click(fn=get_random_quote, inputs=[], outputs=[text], api_name=API_NAME) gatsby_btn.click(fn=get_gatsby, inputs=[], outputs=[text], api_name=API_NAME) frankenstein_btn.click(fn=get_frankenstein, inputs=[], outputs=[text], api_name=API_NAME) generate_btn.click(fn=generate_first, inputs=[text, voice, speed, use_gpu], outputs=[out_audio, out_ps], api_name=API_NAME) tokenize_btn.click(fn=tokenize_first, inputs=[text, voice], outputs=[out_ps], api_name=API_NAME) stream_event = stream_btn.click(fn=generate_all, inputs=[text, voice, speed, use_gpu], outputs=[out_stream], api_name=API_NAME) stop_btn.click(fn=None, cancels=stream_event) predict_btn.click(fn=predict, inputs=[text, voice, speed], outputs=[out_audio], api_name=API_NAME) if __name__ == '__main__': app.queue(api_open=API_OPEN).launch(show_api=API_OPEN, ssr_mode=True)