app.py

import gradio as gr

gr.load("models/LoneStriker/dolphin-2.9-llama3-8b-5.0bpw-h6-exl2").launch()