app/ui.py

from gen.openllm import (
    gen_chat,
    translate_messages,
)

async def chat(message, history):
    messages = translate_messages(history)
    messages.append({"role":"user", "content":message})
    
    full_resp = ""
    async for resp in gen_chat(messages):
        full_resp = full_resp + resp
        yield full_resp