import spaces import gradio as gr from transformers import AutoTokenizer, AutoModelForSeq2SeqLM, pipeline from flores import code_mapping import platform device = "cpu" if platform.system() == "Darwin" else "cuda" MODEL_NAME = "facebook/nllb-200-distilled-600M" code_mapping = dict(sorted(code_mapping.items(), key=lambda item: item[1])) flores_codes = list(code_mapping.keys()) def load_model(): model = AutoModelForSeq2SeqLM.from_pretrained(MODEL_NAME).to(device) tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME) return model, tokenizer model, tokenizer = load_model() @spaces.GPU def _translate(text: str, src_lang: str, tgt_lang: str): source = code_mapping[src_lang] target = code_mapping[tgt_lang] translator = pipeline( "translation", model=model, tokenizer=tokenizer, src_lang=source, tgt_lang=target, device=device, ) output = translator(text, max_length=400) return output[0]["translation_text"] def translate(text: str, src_lang: str, tgt_lang: str): # split the input text into smaller chunks # split first on newlines outputs = "" chunks = text.split("\n") for chunk in chunks: # run the translation on each chunk output = _translate(chunk, src_lang, tgt_lang) outputs += output + "\n" return outputs description = """ No Language Left Behind (NLLB) is a series of open-source models aiming to provide high-quality translations between 200 language.""" with gr.Blocks() as demo: gr.Markdown("# No Language Left Behind (NLLB) Translation Demo") gr.Markdown(description) with gr.Row(): src_lang = gr.Dropdown(label="Source Language", choices=flores_codes) target_lang = gr.Dropdown(label="Target Language", choices=flores_codes) with gr.Row(): input_text = gr.Textbox(label="Input Text", lines=6) with gr.Row(): btn = gr.Button("Translate text") with gr.Row(): output = gr.Textbox(label="Output Text", lines=6) btn.click( translate, inputs=[input_text, src_lang, target_lang], outputs=output, ) demo.launch()