import sys import os # By using XTTS you agree to CPML license https://coqui.ai/cpml os.environ["COQUI_TOS_AGREED"] = "1" import gradio as gr from TTS.api import TTS tts = TTS("tts_models/multilingual/multi-dataset/xtts_v1") tts.to("cuda") def predict(prompt, language, audio_file_pth, mic_file_path, use_mic, agree): if agree == True: if use_mic == True: if mic_file_path is not None: speaker_wav=mic_file_path else: gr.Warning("Please record your voice with Microphone, or uncheck Use Microphone to use reference audios") return ( None, None, ) else: speaker_wav=audio_file_pth if len(prompt)<2: gr.Warning("Please give a longer prompt text") return ( None, None, ) try: tts.tts_to_file( text=prompt, file_path="output.wav", speaker_wav=speaker_wav, language=language, ) except RuntimeError as e : if "device-assert" in str(e): # cannot do anything on cuda device side error, need tor estart gr.Warning("Unhandled Exception encounter, please retry in a minute") print("Cuda device-assert Runtime encountered need restart") sys.exit("Exit due to cuda device-assert") else: raise e return ( gr.make_waveform( audio="output.wav", ), "output.wav", ) else: gr.Warning("Please accept the Terms & Condition!") return ( None, None, ) title = "Coqui🐸 XTTS" description = """ <a href="https://huggingface.co/coqui/XTTS-v1">XTTS</a> is a Voice generation model that lets you clone voices into different languages by using just a quick 3-second audio clip. <br/> XTTS is built on previous research, like Tortoise, with additional architectural innovations and training to make cross-language voice cloning and multilingual speech generation possible. <br/> This is the same model that powers our creator application <a href="https://coqui.ai">Coqui Studio</a> as well as the <a href="https://docs.coqui.ai">Coqui API</a>. In production we apply modifications to make low-latency streaming possible. <br/> Leave a star on the Github <a href="https://github.com/coqui-ai/TTS">🐸TTS</a>, where our open-source inference and training code lives. <br/> <p>For faster inference without waiting in the queue, you should duplicate this space and upgrade to GPU via the settings. <br/> <a href="https://huggingface.co/spaces/coqui/xtts?duplicate=true"> <img style="margin-top: 0em; margin-bottom: 0em" src="https://bit.ly/3gLdBN6" alt="Duplicate Space"></a> </p> """ article = """ <div style='margin:20px auto;'> <p>By using this demo you agree to the terms of the Coqui Public Model License at https://coqui.ai/cpml</p> </div> """ examples = [ [ "Once when I was six years old I saw a magnificent picture", "en", "examples/female.wav", None, False, True, ], [ "Lorsque j'avais six ans j'ai vu, une fois, une magnifique image", "fr", "examples/male.wav", None, False, True, ], [ "Als ich sechs war, sah ich einmal ein wunderbares Bild", "de", "examples/female.wav", None, False, True, ], [ "Cuando tenía seis años, vi una vez una imagen magnífica", "es", "examples/male.wav", None, False, True, ], [ "Quando eu tinha seis anos eu vi, uma vez, uma imagem magnífica", "pt", "examples/female.wav", None, False, True, ], [ "Kiedy miałem sześć lat, zobaczyłem pewnego razu wspaniały obrazek", "pl", "examples/male.wav", None, False, True, ], [ "Un tempo lontano, quando avevo sei anni, vidi un magnifico disegno", "it", "examples/female.wav", None, False, True, ], [ "Bir zamanlar, altı yaşındayken, muhteşem bir resim gördüm", "tr", "examples/female.wav", None, False, True, ], [ "Когда мне было шесть лет, я увидел однажды удивительную картинку", "ru", "examples/female.wav", None, False, True, ], [ "Toen ik een jaar of zes was, zag ik op een keer een prachtige plaat", "nl", "examples/male.wav", None, False, True, ], [ "Když mi bylo šest let, viděl jsem jednou nádherný obrázek", "cs", "examples/female.wav", None, False, True, ], [ "当我还只有六岁的时候, 看到了一副精彩的插画", "zh-cn", "examples/female.wav", None, False, True, ], ] gr.Interface( fn=predict, inputs=[ gr.Textbox( label="Text Prompt", info="One or two sentences at a time is better", value="Hi there, I'm your new voice clone. Try your best to upload quality audio. Like my grandma used to say: 'Garbage in, garbage out!'", ), gr.Dropdown( label="Language", info="Select an output language for the synthesised speech", choices=[ "en", "es", "fr", "de", "it", "pt", "pl", "tr", "ru", "nl", "cs", "ar", "zh-cn", ], max_choices=1, value="en", ), gr.Audio( label="Reference Audio", info="Click on the ✎ button to upload your own target speaker audio", type="filepath", value="examples/female.wav", ), gr.Audio(source="microphone", type="filepath", info="Use your microphone to record audio", label="Use Microphone for Reference"), gr.Checkbox(label="Check to use Microphone as Reference", value=False), gr.Checkbox( label="Agree", value=False, info="I agree to the terms of the Coqui Public Model License at https://coqui.ai/cpml", ), ], outputs=[ gr.Video(label="Waveform Visual"), gr.Audio(label="Synthesised Audio"), ], title=title, description=description, article=article, examples=examples, ).queue().launch(debug=True, share = True)