Spaces:
Running
on
Zero
Running
on
Zero
import torch | |
import gradio as gr | |
from PIL import Image | |
import qrcode | |
from pathlib import Path | |
from diffusers import ( | |
StableDiffusionPipeline, | |
StableDiffusionControlNetImg2ImgPipeline, | |
ControlNetModel, | |
DDIMScheduler, | |
DPMSolverMultistepScheduler, | |
) | |
from PIL import Image | |
qrcode_generator = qrcode.QRCode( | |
version=1, | |
error_correction=qrcode.constants.ERROR_CORRECT_H, | |
box_size=10, | |
border=0, | |
) | |
controlnet = ControlNetModel.from_pretrained( | |
"DionTimmer/controlnet_qrcode-control_v1p_sd15", torch_dtype=torch.float16 | |
) | |
pipe = StableDiffusionControlNetImg2ImgPipeline.from_pretrained( | |
"runwayml/stable-diffusion-v1-5", | |
controlnet=controlnet, | |
safety_checker=None, | |
torch_dtype=torch.float16, | |
) | |
pipe.enable_xformers_memory_efficient_attention() | |
pipe.scheduler = DDIMScheduler.from_config(pipe.scheduler.config) | |
pipe.enable_model_cpu_offload() | |
sd_pipe = StableDiffusionPipeline.from_pretrained( | |
"stabilityai/stable-diffusion-2-1", torch_dtype=torch.float16 | |
) | |
sd_pipe.scheduler = DPMSolverMultistepScheduler.from_config(sd_pipe.scheduler.config) | |
sd_pipe = sd_pipe.to("cuda") | |
sd_pipe.enable_xformers_memory_efficient_attention() | |
sd_pipe.enable_model_cpu_offload() | |
def resize_for_condition_image(input_image: Image.Image, resolution: int): | |
input_image = input_image.convert("RGB") | |
W, H = input_image.size | |
k = float(resolution) / min(H, W) | |
H *= k | |
W *= k | |
H = int(round(H / 64.0)) * 64 | |
W = int(round(W / 64.0)) * 64 | |
img = input_image.resize((W, H), resample=Image.LANCZOS) | |
return img | |
def inference( | |
qr_code_content: str, | |
prompt: str, | |
negative_prompt: str, | |
guidance_scale: float = 10.0, | |
controlnet_conditioning_scale: float = 2.0, | |
strength: float = 0.8, | |
seed: int = -1, | |
init_image: Image.Image | None = None, | |
qrcode_image: Image.Image | None = None, | |
): | |
if prompt is None or prompt == "": | |
raise gr.Error("Prompt is required") | |
if qrcode_image is None and qr_code_content == "": | |
raise gr.Error("QR Code Image or QR Code Content is required") | |
generator = torch.manual_seed(seed) if seed != -1 else torch.Generator() | |
# hack due to gradio examples | |
if init_image is None or init_image.size == (1, 1): | |
print("Generating random image from prompt using Stable Diffusion") | |
# generate image from prompt | |
out = sd_pipe( | |
prompt=prompt, | |
negative_prompt=negative_prompt, | |
generator=generator, | |
num_inference_steps=25, | |
num_images_per_prompt=1, | |
) # type: ignore | |
init_image = out.images[0] | |
else: | |
print("Using provided init image") | |
init_image = resize_for_condition_image(init_image, 768) | |
if qr_code_content != "" or qrcode_image.size == (1, 1): | |
print("Generating QR Code from content") | |
qr = qrcode.QRCode( | |
version=1, | |
error_correction=qrcode.constants.ERROR_CORRECT_H, | |
box_size=10, | |
border=4, | |
) | |
qr.add_data(qr_code_content) | |
qr.make(fit=True) | |
qrcode_image = qr.make_image(fill_color="black", back_color="white") | |
qrcode_image = resize_for_condition_image(qrcode_image, 768) | |
else: | |
print("Using QR Code Image") | |
qrcode_image = resize_for_condition_image(qrcode_image, 768) | |
out = pipe( | |
prompt=prompt, | |
negative_prompt=negative_prompt, | |
image=init_image, | |
control_image=qrcode_image, # type: ignore | |
width=768, # type: ignore | |
height=768, # type: ignore | |
guidance_scale=float(guidance_scale), | |
controlnet_conditioning_scale=float(controlnet_conditioning_scale), # type: ignore | |
generator=generator, | |
strength=float(strength), | |
num_inference_steps=40, | |
) | |
return out.images[0] # type: ignore | |
with gr.Blocks() as blocks: | |
gr.Markdown( | |
""" | |
# QR Code AI Art Generator | |
model: https://huggingface.co/DionTimmer/controlnet_qrcode-control_v1p_sd15 | |
<a href="https://huggingface.co/spaces/huggingface-projects/QR-code-AI-art-generator?duplicate=true" style="display: inline-block;margin-top: .5em;margin-right: .25em;" target="_blank"> | |
<img style="margin-bottom: 0em;display: inline;margin-top: -.25em;" src="https://bit.ly/3gLdBN6" alt="Duplicate Space"></a> for no queue on your own hardware.</p> | |
""" | |
) | |
with gr.Row(): | |
with gr.Column(): | |
qr_code_content = gr.Textbox( | |
label="QR Code Content", | |
info="QR Code Content or URL", | |
value="", | |
) | |
prompt = gr.Textbox( | |
label="Prompt", | |
info="Prompt is required. If init image is not provided, then it will be generated from prompt using Stable Diffusion 2.1", | |
) | |
negative_prompt = gr.Textbox( | |
label="Negative Prompt", | |
value="ugly, disfigured, low quality, blurry, nsfw", | |
) | |
with gr.Accordion(label="Init Images (Optional)", open=False): | |
init_image = gr.Image(label="Init Image (Optional)", type="pil") | |
qr_code_image = gr.Image( | |
label="QR Code Image (Optional)", | |
type="pil", | |
) | |
with gr.Accordion( | |
label="Params: The generated QR Code functionality is largely influenced by the parameters detailed below", | |
open=False, | |
): | |
guidance_scale = gr.Slider( | |
minimum=0.0, | |
maximum=50.0, | |
step=0.01, | |
value=10.0, | |
label="Guidance Scale", | |
) | |
controlnet_conditioning_scale = gr.Slider( | |
minimum=0.0, | |
maximum=5.0, | |
step=0.01, | |
value=2.0, | |
label="Controlnet Conditioning Scale", | |
) | |
strength = gr.Slider( | |
minimum=0.0, maximum=1.0, step=0.01, value=0.8, label="Strength" | |
) | |
seed = gr.Slider( | |
minimum=-1, | |
maximum=9999999999, | |
step=1, | |
value=2313123, | |
label="Seed", | |
randomize=True, | |
) | |
with gr.Row(): | |
run_btn = gr.Button("Run") | |
with gr.Column(): | |
result_image = gr.Image(label="Result Image") | |
run_btn.click( | |
inference, | |
inputs=[ | |
qr_code_content, | |
prompt, | |
negative_prompt, | |
guidance_scale, | |
controlnet_conditioning_scale, | |
strength, | |
seed, | |
init_image, | |
qr_code_image, | |
], | |
outputs=[result_image], | |
) | |
gr.Examples( | |
examples=[ | |
[ | |
"https://huggingface.co/spaces/huggingface-projects/QR-code-AI-art-generator", | |
"billboard amidst the bustling skyline of New York City, with iconic landmarks subtly featured in the background.", | |
"ugly, disfigured, low quality, blurry, nsfw", | |
13.37, | |
2.81, | |
0.68, | |
2313123, | |
"./examples/hack.png", | |
"./examples/hack.png", | |
], | |
[ | |
"https://huggingface.co/spaces/huggingface-projects/QR-code-AI-art-generator", | |
"beautiful sunset in San Francisco with Golden Gate bridge in the background", | |
"ugly, disfigured, low quality, blurry, nsfw", | |
11.01, | |
2.61, | |
0.66, | |
1423585430, | |
"./examples/hack.png", | |
"./examples/hack.png", | |
], | |
[ | |
"https://huggingface.co", | |
"A flying cat over a jungle", | |
"ugly, disfigured, low quality, blurry, nsfw", | |
13, | |
2.81, | |
0.66, | |
2702246671, | |
"./examples/hack.png", | |
"./examples/hack.png", | |
], | |
[ | |
"", | |
"crisp QR code prominently displayed on a billboard amidst the bustling skyline of New York City, with iconic landmarks subtly featured in the background.", | |
"ugly, disfigured, low quality, blurry, nsfw", | |
10.0, | |
2.0, | |
0.8, | |
2313123, | |
"./examples/init.jpeg", | |
"./examples/qrcode.png", | |
], | |
], | |
fn=inference, | |
inputs=[ | |
qr_code_content, | |
prompt, | |
negative_prompt, | |
guidance_scale, | |
controlnet_conditioning_scale, | |
strength, | |
seed, | |
init_image, | |
qr_code_image, | |
], | |
outputs=[result_image], | |
cache_examples=True, | |
) | |
blocks.queue() | |
blocks.launch() | |