gradio
ctransformers[cuda]
langchain