Spaces:
Running
Running
import numpy as np | |
import torch | |
import torch.nn as nn | |
import gradio as gr | |
from PIL import Image | |
import torchvision.transforms as transforms | |
import os # π For file operations | |
# π§ Neural network layers | |
norm_layer = nn.InstanceNorm2d | |
# 𧱠Building block for the generator | |
class ResidualBlock(nn.Module): | |
def __init__(self, in_features): | |
super(ResidualBlock, self).__init__() | |
conv_block = [ nn.ReflectionPad2d(1), | |
nn.Conv2d(in_features, in_features, 3), | |
norm_layer(in_features), | |
nn.ReLU(inplace=True), | |
nn.ReflectionPad2d(1), | |
nn.Conv2d(in_features, in_features, 3), | |
norm_layer(in_features) | |
] | |
self.conv_block = nn.Sequential(*conv_block) | |
def forward(self, x): | |
return x + self.conv_block(x) | |
# π¨ Generator model for creating line drawings | |
class Generator(nn.Module): | |
def __init__(self, input_nc, output_nc, n_residual_blocks=9, sigmoid=True): | |
super(Generator, self).__init__() | |
# π Initial convolution block | |
model0 = [ nn.ReflectionPad2d(3), | |
nn.Conv2d(input_nc, 64, 7), | |
norm_layer(64), | |
nn.ReLU(inplace=True) ] | |
self.model0 = nn.Sequential(*model0) | |
# π½ Downsampling | |
model1 = [] | |
in_features = 64 | |
out_features = in_features*2 | |
for _ in range(2): | |
model1 += [ nn.Conv2d(in_features, out_features, 3, stride=2, padding=1), | |
norm_layer(out_features), | |
nn.ReLU(inplace=True) ] | |
in_features = out_features | |
out_features = in_features*2 | |
self.model1 = nn.Sequential(*model1) | |
# π Residual blocks | |
model2 = [] | |
for _ in range(n_residual_blocks): | |
model2 += [ResidualBlock(in_features)] | |
self.model2 = nn.Sequential(*model2) | |
# πΌ Upsampling | |
model3 = [] | |
out_features = in_features//2 | |
for _ in range(2): | |
model3 += [ nn.ConvTranspose2d(in_features, out_features, 3, stride=2, padding=1, output_padding=1), | |
norm_layer(out_features), | |
nn.ReLU(inplace=True) ] | |
in_features = out_features | |
out_features = in_features//2 | |
self.model3 = nn.Sequential(*model3) | |
# π Output layer | |
model4 = [ nn.ReflectionPad2d(3), | |
nn.Conv2d(64, output_nc, 7)] | |
if sigmoid: | |
model4 += [nn.Sigmoid()] | |
self.model4 = nn.Sequential(*model4) | |
def forward(self, x, cond=None): | |
out = self.model0(x) | |
out = self.model1(out) | |
out = self.model2(out) | |
out = self.model3(out) | |
out = self.model4(out) | |
return out | |
# π§ Load the models | |
model1 = Generator(3, 1, 3) | |
model1.load_state_dict(torch.load('model.pth', map_location=torch.device('cpu'), weights_only=True)) | |
model1.eval() | |
model2 = Generator(3, 1, 3) | |
model2.load_state_dict(torch.load('model2.pth', map_location=torch.device('cpu'), weights_only=True)) | |
model2.eval() | |
# πΌοΈ Function to process the image and create line drawing | |
def predict(input_img, ver): | |
input_img = Image.open(input_img) | |
transform = transforms.Compose([transforms.Resize(256, Image.BICUBIC), transforms.ToTensor()]) | |
input_img = transform(input_img) | |
input_img = torch.unsqueeze(input_img, 0) | |
drawing = 0 | |
with torch.no_grad(): | |
if ver == 'Simple Lines': | |
drawing = model2(input_img)[0].detach() | |
else: | |
drawing = model1(input_img)[0].detach() | |
drawing = transforms.ToPILImage()(drawing) | |
return drawing | |
# π Title for the Gradio interface | |
title="ποΈ Image to Line Drawings - Complex and Simple Portraits and Landscapes" | |
# πΌοΈ Dynamically generate examples from images in the directory | |
examples = [] | |
image_dir = '.' # Assuming images are in the current directory | |
for file in os.listdir(image_dir): | |
if file.lower().endswith(('.png', '.jpg', '.jpeg', '.gif')): | |
examples.append([file, 'Simple Lines']) | |
examples.append([file, 'Complex Lines']) | |
# π Create and launch the Gradio interface | |
iface = gr.Interface( | |
fn=predict, | |
inputs=[ | |
gr.Image(type='filepath'), | |
gr.Radio(['Complex Lines', 'Simple Lines'], label='version', value='Simple Lines') | |
], | |
outputs=gr.Image(type="pil"), | |
title=title, | |
examples=examples | |
) | |
iface.launch() |