artificialguybr's picture
Update app.py (#3)
f0f42fa verified
import spaces
import gradio as gr
import torchaudio
from audiocraft.models import MusicGen
from audiocraft.data.audio import audio_write
import logging
import os
import uuid
from torch.cuda.amp import autocast
import torch
ZERO_GPU_PATCH_TORCH_DEVICE = 1
# Configura o logging
logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')
logging.info("Carregando o modelo pré-treinado.")
model = MusicGen.get_pretrained('nateraw/musicgen-songstarter-v0.2')
model.set_generation_params(duration=30)
@spaces.GPU(duration=120)
def generate_music(description, melody_audio):
with autocast():
logging.info("Iniciando a geração de música.")
if description:
description = [description]
if melody_audio:
logging.info(f"Carregando a melodia de áudio de: {melody_audio}")
melody, sr = torchaudio.load(melody_audio)
logging.info("Gerando música com descrição e melodia.")
wav = model.generate_with_chroma(description, melody[None], sr)
else:
logging.info("Gerando música apenas com descrição.")
wav = model.generate(description)
else:
logging.info("Gerando música de forma incondicional.")
wav = model.generate_unconditional(1)
filename = f'{str(uuid.uuid4())}'
logging.info(f"Salvando a música gerada com o nome: {filename}")
path = audio_write(filename, wav[0].cpu().to(torch.float32), model.sample_rate, strategy="loudness", loudness_compressor=True)
print("Música salva em", path, ".")
# Verifica a forma do tensor de áudio e se foi salvo corretamente
logging.info(f"A forma do tensor de áudio gerado: {wav[0].shape}")
logging.info("Música gerada e salva com sucesso.")
if not os.path.exists(path):
raise ValueError(f'Failed to save audio to {path}')
return path
# Define a interface Gradio
description = gr.Textbox(label="Description", placeholder="acoustic, guitar, melody, trap, d minor, 90 bpm")
melody_audio = gr.Audio(label="Melody Audio (optional)", type="filepath")
output_path = gr.Audio(label="Generated Music", type="filepath")
gr.Interface(
fn=generate_music,
inputs=[description, melody_audio],
outputs=output_path,
title="MusicGen Demo",
description="Generate music using the MusicGen model by Nateraw.\n\n"
"Model: musicgen-songstarter-v0.2\n"
"Download the model [here](https://huggingface.co/nateraw/musicgen-songstarter-v0.2).\n\n"
"musicgen-songstarter-v0.2 is a musicgen-stereo-melody-large fine-tuned on a dataset of melody loops from Nateraw's Splice sample library. "
"It's intended to be used to generate song ideas that are useful for music producers. It generates stereo audio in 32khz.\n\n"
"Compared to musicgen-songstarter-v0.1, this new version:\n"
"- Was trained on 3x more unique, manually-curated samples that Nateraw painstakingly purchased on Splice\n"
"- Is twice the size, bumped up from size medium ➡️ large transformer LM\n\n"
"If you find this model interesting, please consider:\n"
"- Following Nateraw on [GitHub](https://github.com/nateraw)\n"
"- Following Nateraw on [Twitter](https://twitter.com/nateraw)\n\n"
"Space created by [artificialguybr](https://twitter.com/artificialguybr) on Twitter.",
examples=[
["trap, synthesizer, songstarters, dark, G# minor, 140 bpm", "./assets/kalhonaho.mp3"],
["upbeat, electronic, synth, dance, 120 bpm", None]
]
).launch()