cleanup

.gitignore

@@ -0,0 +1 @@
+.vscode

app.py

@@ -1,39 +1,40 @@
-import gradio as gr 
+import gradio as gr
 import torch
 from diffusers import StableDiffusionXLPipeline, AutoencoderKL
 from huggingface_hub import hf_hub_download
 import lora
 from time import sleep
 import copy
+import json
 
-sdxl_loras = [
-        ("pixel-art-xl.jpeg", "Pixel Art XL", "nerijs/pixel-art-xl", "pixel art", "pixel-art-xl.safetensors", True),
-        ("papercut_SDXL.jpeg", "Papercut SDXL", "TheLastBen/Papercut_SDXL", "papercut", "papercut.safetensors", False),
-        ("lego-minifig-xl.jpeg", "Lego Minifig XL", "nerijs/lego-minifig-xl", "lego minifig", "legominifig-v1.0-000003.safetensors", True),
-        ("embroid.png","Embroidery Style","ostris/embroidery_style_lora_sdxl","","embroidered_style_v1_sdxl.safetensors",False),    
-        ("3d_style_4.jpeg", "3D Render Style", "goofyai/3d_render_style_xl", "3d style", "3d_render_style_xl.safetensors", True),
-        ("LogoRedmond-LogoLoraForSDXL.jpeg","Logo.Redmond", "artificialguybr/LogoRedmond-LogoLoraForSDXL", "LogoRedAF", "LogoRedmond_LogoRedAF.safetensors", True),
-        ("LineAni.Redmond.png", "LinearManga.Redmond", "artificialguybr/LineAniRedmond-LinearMangaSDXL", "LineAniAF", "LineAniRedmond-LineAniAF.safetensors", True),
-        ("watercolor.png","Watercolor Style","ostris/watercolor_style_lora_sdxl","","watercolor_v1_sdxl.safetensors",False),
-        ("dog.png", "Cyborg Style", "goofyai/cyborg_style_xl", "cyborg style", "cyborg_style_xl-off.safetensors", True),
-        ("ToyRedmond-ToyLoraForSDXL10.png","Toy.Redmond", "artificialguybr/ToyRedmond-ToyLoraForSDXL10", "FnkRedmAF", "ToyRedmond-FnkRedmAF.safetensors", True),   
-        ("voxel-xl-lora.png", "Voxel XL", "Fictiverse/Voxel_XL_Lora", "voxel style", "VoxelXL_v1.safetensors", True),
-        ("crayon.png","Crayon Style","ostris/crayon_style_lora_sdxl","","crayons_v1_sdxl.safetensors",False),
-        ("pikachu.webp", "Pikachu XL", "TheLastBen/Pikachu_SDXL", "pikachu", "pikachu.safetensors", False),
-        ("william_eggleston.webp", "William Eggleston Style", "TheLastBen/William_Eggleston_Style_SDXL", "by william eggleston", "wegg.safetensors", False),
-        ("josef_koudelka.webp", "Josef Koudelka Style", "TheLastBen/Josef_Koudelka_Style_SDXL", "by josef koudelka", "koud.safetensors", False),
-        ("corgi_brick.jpeg", "Lego BrickHeadz", "nerijs/lego-brickheadz-xl", "lego brickheadz", "legobrickheadz-v1.0-000004.safetensors", True)
+with open("sdxl_loras.json", "r") as file:
+    sdxl_loras = [
+        (
+            item["image"],
+            item["title"],
+            item["repo"],
+            item["trigger_word"],
+            item["weights"],
+            item["is_compatible"],
+        )
+        for item in json.load(file)
+    ]
+
+saved_names = [
+    hf_hub_download(repo_id, filename) for _, _, repo_id, _, filename, _ in sdxl_loras
 ]
 
-saved_names = [hf_hub_download(repo_id, filename) for _, _, repo_id, _, filename, _ in sdxl_loras]
-    
+
 def update_selection(selected_state: gr.SelectData):
     lora_repo = sdxl_loras[selected_state.index][2]
     instance_prompt = sdxl_loras[selected_state.index][3]
     updated_text = f"### Selected: [{lora_repo}](https://huggingface.co/{lora_repo})"
     return updated_text, instance_prompt, selected_state
 
-vae = AutoencoderKL.from_pretrained("madebyollin/sdxl-vae-fp16-fix", torch_dtype=torch.float16)
+
+vae = AutoencoderKL.from_pretrained(
+    "madebyollin/sdxl-vae-fp16-fix", torch_dtype=torch.float16
+)
 pipe = StableDiffusionXLPipeline.from_pretrained(
     "stabilityai/stable-diffusion-xl-base-1.0",
     vae=vae,
@@ -45,24 +46,25 @@ pipe.to("cuda")
 last_lora = ""
 last_merged = False
 
+
 def run_lora(prompt, negative, weight, selected_state):
     global last_lora, last_merged, pipe
-    if(not selected_state):
+    if not selected_state:
         raise gr.Error("You must select a LoRA")
     repo_name = sdxl_loras[selected_state.index][2]
     weight_name = sdxl_loras[selected_state.index][4]
     full_path_lora = saved_names[selected_state.index]
     cross_attention_kwargs = None
-    if(last_lora != repo_name):
-        if(last_merged):
+    if last_lora != repo_name:
+        if last_merged:
             pipe = copy.deepcopy(original_pipe)
             pipe.to("cuda")
         else:
             pipe.unload_lora_weights()
         is_compatible = sdxl_loras[selected_state.index][5]
-        if(is_compatible):
+        if is_compatible:
             pipe.load_lora_weights(full_path_lora)
-            cross_attention_kwargs={"scale": weight}
+            cross_attention_kwargs = {"scale": weight}
         else:
             for weights_file in [full_path_lora]:
                 if ";" in weights_file:
@@ -72,17 +74,31 @@ def run_lora(prompt, negative, weight, selected_state):
                     multiplier = 1.0
 
                 lora_model, weights_sd = lora.create_network_from_weights(
-                    multiplier, full_path_lora, pipe.vae, pipe.text_encoder, pipe.unet, for_inference=True
+                    multiplier,
+                    full_path_lora,
+                    pipe.vae,
+                    pipe.text_encoder,
+                    pipe.unet,
+                    for_inference=True,
+                )
+                lora_model.apply_to(pipe.text_encoder, pipe.unet)
+                lora_model.merge_to(
+                    pipe.text_encoder, pipe.unet, weights_sd, torch.float16, "cuda"
                 )
-                lora_model.merge_to(pipe.text_encoder, pipe.unet, weights_sd, torch.float16, "cuda")
             last_merged = True
-    
+
     image = pipe(
-    prompt=prompt, negative_prompt=negative, num_inference_steps=20, guidance_scale=7.5, cross_attention_kwargs=cross_attention_kwargs).images[0]
+        prompt=prompt,
+        negative_prompt=negative,
+        num_inference_steps=20,
+        guidance_scale=7.5,
+        cross_attention_kwargs=cross_attention_kwargs,
+    ).images[0]
     last_lora = repo_name
     return image
-    
-css = '''
+
+
+css = """
 #title{text-align: center;margin-bottom: 0.5em}
 #title h1{font-size: 3em}
 #prompt textarea{width: calc(100% - 160px);border-top-right-radius: 0px;border-bottom-right-radius: 0px;}
@@ -90,19 +106,22 @@ css = '''
     border-top-left-radius: 0px;}
 #gallery{display:flex}
 #gallery .grid-wrap{min-height: 100%;}
-'''
+"""
 
 with gr.Blocks(css=css) as demo:
     title = gr.Markdown("# LoRA the Explorer 🔎", elem_id="title")
     with gr.Row():
-        gallery = gr.Gallery(value=[(a, b) for a, b, _, _, _, _ in sdxl_loras],
-                             label="SDXL LoRA Gallery",
-                             allow_preview=False,
-                             columns=3, 
-                             elem_id="gallery"
-                            )
+        gallery = gr.Gallery(
+            value=[(a, b) for a, b, _, _, _, _ in sdxl_loras],
+            label="SDXL LoRA Gallery",
+            allow_preview=False,
+            columns=3,
+            elem_id="gallery",
+        )
         with gr.Column():
-            prompt_title = gr.Markdown(value="### Click on a LoRA in the gallery to select it", visible=True)
+            prompt_title = gr.Markdown(
+                value="### Click on a LoRA in the gallery to select it", visible=True
+            )
             with gr.Row():
                 prompt = gr.Textbox(label="Prompt", elem_id="prompt")
                 button = gr.Button("Run", elem_id="run_button")
@@ -111,20 +130,29 @@ with gr.Blocks(css=css) as demo:
                 negative = gr.Textbox(label="Negative Prompt")
                 weight = gr.Slider(0, 1, value=1, step=0.1, label="LoRA weight")
     with gr.Column():
-                gr.Markdown("Use it with:")
-                with gr.Row():
-                    with gr.Accordion("🧨 diffusers", open=False):
-                        gr.Markdown("")
-                    with gr.Accordion("ComfyUI", open=False):
-                        gr.Markdown("")
-                    with gr.Accordion("Invoke AI", open=False):
-                        gr.Markdown("")
-                    with gr.Accordion("SD.Next (AUTO1111 fork)", open=False):
-                        gr.Markdown("")
+        gr.Markdown("Use it with:")
+        with gr.Row():
+            with gr.Accordion("🧨 diffusers", open=False):
+                gr.Markdown("")
+            with gr.Accordion("ComfyUI", open=False):
+                gr.Markdown("")
+            with gr.Accordion("Invoke AI", open=False):
+                gr.Markdown("")
+            with gr.Accordion("SD.Next (AUTO1111 fork)", open=False):
+                gr.Markdown("")
     selected_state = gr.State()
-    gallery.select(update_selection, outputs=[prompt_title, prompt, selected_state], queue=False, show_progress=False)
-    prompt.submit(fn=run_lora, inputs=[prompt, negative, weight, selected_state], outputs=result)
-    button.click(fn=run_lora, inputs=[prompt, negative, weight, selected_state], outputs=result)
-    
-    
-demo.launch()
+    gallery.select(
+        update_selection,
+        outputs=[prompt_title, prompt, selected_state],
+        queue=False,
+        show_progress=False,
+    )
+    prompt.submit(
+        fn=run_lora, inputs=[prompt, negative, weight, selected_state], outputs=result
+    )
+    button.click(
+        fn=run_lora, inputs=[prompt, negative, weight, selected_state], outputs=result
+    )
+
+
+demo.launch()

sdxl_loras.json

@@ -0,0 +1,130 @@
+[
+    {
+        "image": "images/pixel-art-xl.jpeg",
+        "title": "Pixel Art XL",
+        "repo": "nerijs/pixel-art-xl",
+        "trigger_word": "pixel art",
+        "weights": "pixel-art-xl.safetensors",
+        "is_compatible": true
+    },
+    {
+        "image": "images/papercut_SDXL.jpeg",
+        "title": "Papercut SDXL",
+        "repo": "TheLastBen/Papercut_SDXL",
+        "trigger_word": "papercut",
+        "weights": "papercut.safetensors",
+        "is_compatible": false
+    },
+    {
+        "image": "images/lego-minifig-xl.jpeg",
+        "title": "Lego Minifig XL",
+        "repo": "nerijs/lego-minifig-xl",
+        "trigger_word": "lego minifig",
+        "weights": "legominifig-v1.0-000003.safetensors",
+        "is_compatible": true
+    },
+    {
+        "image": "images/embroid.png",
+        "title": "Embroidery Style",
+        "repo": "ostris/embroidery_style_lora_sdxl",
+        "trigger_word": "",
+        "weights": "embroidered_style_v1_sdxl.safetensors",
+        "is_compatible": false
+    },
+    {
+        "image": "images/3d_style_4.jpeg",
+        "title": "3D Render Style",
+        "repo": "goofyai/3d_render_style_xl",
+        "trigger_word": "3d style",
+        "weights": "3d_render_style_xl.safetensors",
+        "is_compatible": true
+    },
+    {
+        "image": "images/LogoRedmond-LogoLoraForSDXL.jpeg",
+        "title": "Logo.Redmond",
+        "repo": "artificialguybr/LogoRedmond-LogoLoraForSDXL",
+        "trigger_word": "LogoRedAF",
+        "weights": "LogoRedmond_LogoRedAF.safetensors",
+        "is_compatible": true
+    },
+    {
+        "image": "images/LineAni.Redmond.png",
+        "title": "LinearManga.Redmond",
+        "repo": "artificialguybr/LineAniRedmond-LinearMangaSDXL",
+        "trigger_word": "LineAniAF",
+        "weights": "LineAniRedmond-LineAniAF.safetensors",
+        "is_compatible": true
+    },
+    {
+        "image": "images/watercolor.png",
+        "title": "Watercolor Style",
+        "repo": "ostris/watercolor_style_lora_sdxl",
+        "trigger_word": "",
+        "weights": "watercolor_v1_sdxl.safetensors",
+        "is_compatible": false
+    },
+    {
+        "image": "images/dog.png",
+        "title": "Cyborg Style",
+        "repo": "goofyai/cyborg_style_xl",
+        "trigger_word": "cyborg style",
+        "weights": "cyborg_style_xl-off.safetensors",
+        "is_compatible": true
+    },
+    {
+        "image": "images/ToyRedmond-ToyLoraForSDXL10.png",
+        "title": "Toy.Redmond",
+        "repo": "artificialguybr/ToyRedmond-ToyLoraForSDXL10",
+        "trigger_word": "FnkRedmAF",
+        "weights": "ToyRedmond-FnkRedmAF.safetensors",
+        "is_compatible": true
+    },
+    {
+        "image": "images/voxel-xl-lora.png",
+        "title": "Voxel XL",
+        "repo": "Fictiverse/Voxel_XL_Lora",
+        "trigger_word": "voxel style",
+        "weights": "VoxelXL_v1.safetensors",
+        "is_compatible": true
+    },
+    {
+        "image": "images/crayon.png",
+        "title": "Crayon Style",
+        "repo": "ostris/crayon_style_lora_sdxl",
+        "trigger_word": "",
+        "weights": "crayons_v1_sdxl.safetensors",
+        "is_compatible": false
+    },
+    {
+        "image": "images/pikachu.webp",
+        "title": "Pikachu XL",
+        "repo": "TheLastBen/Pikachu_SDXL",
+        "trigger_word": "pikachu",
+        "weights": "pikachu.safetensors",
+        "is_compatible": false
+    },
+    {
+        "image": "images/william_eggleston.webp",
+        "title": "William Eggleston Style",
+        "repo": "TheLastBen/William_Eggleston_Style_SDXL",
+        "trigger_word": "by william eggleston",
+        "weights": "wegg.safetensors",
+        "is_compatible": false
+    },
+    {
+        "image": "images/josef_koudelka.webp",
+        "title": "Josef Koudelka Style",
+        "repo": "TheLastBen/Josef_Koudelka_Style_SDXL",
+        "trigger_word": "by josef koudelka",
+        "weights": "koud.safetensors",
+        "is_compatible": false
+    },
+    {
+        "image": "images/corgi_brick.jpeg",
+        "title": "Lego BrickHeadz",
+        "repo": "nerijs/lego-brickheadz-xl",
+        "trigger_word": "lego brickheadz",
+        "weights": "legobrickheadz-v1.0-000004.safetensors",
+        "is_compatible": true
+    }
+]