init

README.md

@@ -1,11 +1,12 @@
 ---
-title: Mt En Vi Optimum
-emoji: ⚡
+title: MT En-Vi
+emoji: 🇻🇳
 colorFrom: indigo
 colorTo: purple
 sdk: gradio
 sdk_version: 3.1.4
 app_file: app.py
+models: icon-it-tdtu/mt-en-vi-optimum
 pinned: false
 license: apache-2.0
 ---

app.py

@@ -0,0 +1,21 @@
+import gradio as gr
+
+from optimum.onnxruntime import ORTModelForSeq2SeqLM
+from transformers import AutoTokenizer
+
+tokenizer = AutoTokenizer.from_pretrained("icon-it-tdtu/mt-en-vi-optimum")
+model = ORTModelForSeq2SeqLM.from_pretrained("icon-it-tdtu/mt-en-vi-optimum")
+
+def translate(text):
+    inputs = tokenizer(text, return_tensors='pt')
+    outputs = model.generate(**inputs)
+    result = tokenizer.decode(outputs[0], skip_special_tokens=True)
+    return result
+
+iface = gr.Interface(
+    fn=translate,
+    inputs=gr.inputs.Textbox(lines=2, placeholder="Enter English text to translate..."),
+    outputs="text",
+    theme="huggingface"
+)
+iface.launch()

requirements.txt

@@ -0,0 +1,6 @@
+transformers==4.21.1
+datasets==2.4.0
+optimum==1.3.0
+sacremoses==0.0.53
+onnxruntime==1.12.1
+onnx==1.12.0