| import torch | |
| import gradio as gr | |
| from transformers import AutoProcessor, MusicgenForConditionalGeneration | |
| from TTS.api import TTS | |
| import librosa | |
| import numpy as np | |
| import os | |
| os.environ["COQUI_TOS_AGREED"] = "1" | |
| processor = AutoProcessor.from_pretrained("facebook/musicgen-small") | |
| model_musicgen = MusicgenForConditionalGeneration.from_pretrained("facebook/musicgen-small") | |
| model_tts = TTS(model_name="tts_models/multilingual/multi-dataset/xtts_v2", progress_bar=False).to("cpu") | |
| def generate_music(text_prompt, audio_file=None, audio_mic=None, tts_text=None): | |
| inputs = processor(text=text_prompt, padding=True, return_tensors="pt") | |
| max_duration_sec = 600 | |
| min_duration_sec = 30 | |
| max_new_tokens = int(max_duration_sec * model_musicgen.config.min_length) | |
| min_new_tokens = int(min_duration_sec * model_musicgen.config.min_length) | |
| audio_values = model_musicgen.generate(**inputs.to("cpu")) | |
| music = audio_values.cpu().numpy()[0] | |
| audio_prompt = audio_file or audio_mic | |
| if audio_prompt and tts_text: | |
| cloned_audio = model_tts.tts_with_vc(tts_text, speaker_wav=audio_prompt, language="es") | |
| if model_tts.synthesizer.output_sample_rate != 44100: | |
| cloned_audio, _ = librosa.resample(cloned_audio, model_tts.synthesizer.output_sample_rate, 44100) | |
| try: | |
| music_np = librosa.util.buf_to_float(music, n_bytes=2) | |
| if len(music_np) > len(cloned_audio): | |
| padding = np.zeros(len(music_np) - len(cloned_audio)) | |
| cloned_audio = np.concatenate([cloned_audio, padding]) | |
| elif len(cloned_audio) > len(music_np): | |
| padding = np.zeros(len(cloned_audio) - len(music_np)) | |
| music_np = np.concatenate([music_np, padding]) | |
| combined_audio = music_np + cloned_audio | |
| return (44100, combined_audio) | |
| except ImportError: | |
| print("Error: Se requiere librosa para combinar audio. Instale con 'pip install librosa'") | |
| return (44100, music) | |
| return (44100, music) | |
| iface = gr.Interface( | |
| fn=generate_music, | |
| inputs=[ | |
| gr.Textbox(label="Descripción de la música"), | |
| gr.Audio(type="filepath", label="Subir audio de voz"), | |
| gr.Textbox(label="Texto para clonar la voz (Opcional)"), | |
| ], | |
| outputs=gr.Audio(label="Música generada", type="numpy"), | |
| title="Generador de Música con MusicGen y XTTS", | |
| description="Introduce una descripción de la música que deseas generar y opcionalmente un audio de voz para clonar con texto.", | |
| ) | |
| iface.launch() |