import gradio as gr from pytube import YouTube from transformers import pipeline import os from moviepy.editor import VideoFileClip pipe = pipeline(model="GIanlucaRub/whisper-tiny-it-9",task="automatic-speech-recognition") def transcribe_yt(link): yt = YouTube(link) audio = yt.streams.filter(only_audio=True)[0].download(filename="audio.mp3") text = pipe(audio)["text"] os.remove(audio) return text def transcribe_audio(audio): text = pipe(audio)["text"] return text def populate_metadata(link): yt = YouTube(link) return yt.thumbnail_url, yt.title def transcribe_video(video): clip = VideoFileClip(video) audio = video[:-4] + ".mp3" clip.audio.write_audiofile(audio) clip.close() os.remove(video) text = transcribe_audio(audio) os.remove(audio) return text block = gr.Blocks() with block: gr.HTML( """

Whisper Italian Automatic Speech Recognition

Realtime demo for Italian speech recognition using a fine-tuned Whisper tiny model.You can use the model in 4 different ways.

""" ) with gr.Group(): with gr.Box(): gr.HTML( """

Here you can see the transcription.

""") text = gr.Textbox( label="Transcription", placeholder="Transcription Output", lines=5) gr.HTML( """

You can record audio from your microphone.

""") microphone=gr.Audio(source="microphone", type="filepath") with gr.Row().style(mobile_collapse=False, equal_height=True): btn_microphone = gr.Button("Transcribe microphone audio") gr.HTML( """

You can upload an audio file.

""") audio_uploaded=gr.Audio(source="upload", type="filepath") with gr.Row().style(mobile_collapse=False, equal_height=True): btn_audio_uploaded = gr.Button("Transcribe audio uploaded") gr.HTML( """

You can upload a video file

""") video_uploaded = gr.Video(source = "upload") with gr.Row().style(mobile_collapse=False, equal_height=True): btn_video_uploaded = gr.Button("Transcribe video uploaded") gr.HTML( """

You can put a youtube video link

""") link = gr.Textbox(label="YouTube Link") with gr.Row().style(mobile_collapse=False, equal_height=True): btn_youtube = gr.Button("Transcribe Youtube video") with gr.Row().style(mobile_collapse=False, equal_height=True): title = gr.Label(label="Video Title", placeholder="Title") img = gr.Image(label="Thumbnail") # Events btn_youtube.click(transcribe_yt, inputs=[link], outputs=[text]) btn_microphone.click(transcribe_audio, inputs=[microphone], outputs=[text]) btn_audio_uploaded.click(transcribe_audio, inputs=[audio_uploaded], outputs=[text]) btn_video_uploaded.click(transcribe_video, inputs=[video_uploaded], outputs=[text]) link.change(populate_metadata, inputs=[link], outputs=[img, title]) block.launch(debug=True)