import gradio as gr
from transformers import pipeline

pipe = pipeline("text-generation", model="yentinglin/Taiwan-LLM-7B-v2.0-chat")

def predict(prompt):
    completion = model(prompt)[0]["generated_text"]
    return completion

iface = gr.Interface(fn=predict, inputs="text", outputs="text")
iface.launch()