Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
import gradio as gr | |
import requests | |
import io | |
from PIL import Image | |
import json | |
import os | |
import logging | |
logging.basicConfig(level=logging.DEBUG) | |
with open('loras.json', 'r') as f: | |
loras = json.load(f) | |
def update_selection(selected_state: gr.SelectData): | |
logging.debug(f"Inside update_selection, selected_state: {selected_state}") | |
selected_lora_index = selected_state['index'] | |
selected_lora = loras[selected_lora_index] | |
new_placeholder = f"Type a prompt for {selected_lora['title']}" | |
return ( | |
gr.update(placeholder=new_placeholder), | |
selected_state | |
) | |
def run_lora(prompt, selected_state, progress=gr.Progress(track_tqdm=True)): | |
logging.debug(f"Inside run_lora, selected_state: {selected_state}") | |
if not selected_state: | |
logging.error("selected_state is None or empty.") | |
raise gr.Error("You must select a LoRA") | |
selected_lora_index = selected_state['index'] | |
selected_lora = loras[selected_lora_index] | |
api_url = f"https://api-inference.huggingface.co/models/{selected_lora['repo']}" | |
trigger_word = selected_lora["trigger_word"] | |
token = os.getenv("API_TOKEN") | |
payload = {"inputs": f"{prompt} {trigger_word}"} | |
headers = {"Authorization": f"Bearer {token}"} | |
response = requests.post(api_url, headers=headers, json=payload) | |
if response.status_code == 200: | |
return Image.open(io.BytesIO(response.content)) | |
else: | |
return "API Error" | |
with gr.Blocks(css="custom.css") as app: | |
title = gr.HTML("<h1>LoRA the Explorer</h1>") | |
selected_state = gr.State() | |
with gr.Row(): | |
gallery = gr.Gallery( | |
[(item["image"], item["title"]) for item in loras], | |
label="LoRA Gallery", | |
allow_preview=False, | |
columns=3 | |
) | |
with gr.Column(): | |
prompt_title = gr.Markdown("### Click on a LoRA in the gallery to select it") | |
with gr.Row(): | |
prompt = gr.Textbox(label="Prompt", show_label=False, lines=1, max_lines=1, placeholder="Type a prompt after selecting a LoRA") | |
button = gr.Button("Run") | |
result = gr.Image(interactive=False, label="Generated Image") | |
gallery.select( | |
update_selection, | |
outputs=[prompt, selected_state] | |
) | |
button.click( | |
fn=run_lora, | |
inputs=[prompt, selected_state], | |
outputs=[result] | |
) | |
app.queue(max_size=20) | |
app.launch() | |