# App code based on: https://github.com/petergro-hub/ComicInpainting # Model based on: https://github.com/saic-mdal/lama import numpy as np import pandas as pd import streamlit as st import os from datetime import datetime from PIL import Image from streamlit_drawable_canvas import st_canvas from io import BytesIO from copy import deepcopy from src.core import process_inpaint def image_download_button(pil_image, filename: str, fmt: str, label="Download"): if fmt not in ["jpg", "png"]: raise Exception(f"Unknown image format (Available: {fmt} - case sensitive)") pil_format = "JPEG" if fmt == "jpg" else "PNG" file_format = "jpg" if fmt == "jpg" else "png" mime = "image/jpeg" if fmt == "jpg" else "image/png" buf = BytesIO() pil_image.save(buf, format=pil_format) return st.download_button( label=label, data=buf.getvalue(), file_name=f'{filename}.{file_format}', mime=mime, ) if "button_id" not in st.session_state: st.session_state["button_id"] = "" if "color_to_label" not in st.session_state: st.session_state["color_to_label"] = {} if 'reuse_image' not in st.session_state: st.session_state.reuse_image = None def set_image(img): st.session_state.reuse_image = img st.title("AI Photo Object Removal") st.image(open("assets/demo.png", "rb").read()) st.markdown( """ So you want to remove an object in your photo? You don't need to learn photo editing skills. **Just draw over the parts of the image you want to remove, then our AI will remove them.** """ ) uploaded_file = st.file_uploader("Choose image", accept_multiple_files=False, type=["png", "jpg", "jpeg"]) if uploaded_file is not None: if st.session_state.reuse_image is not None: img_input = Image.fromarray(st.session_state.reuse_image) else: bytes_data = uploaded_file.getvalue() img_input = Image.open(BytesIO(bytes_data)).convert("RGBA") # Resize the image while maintaining aspect ratio max_size = 2000 img_width, img_height = img_input.size if img_width > max_size or img_height > max_size: if img_width > img_height: new_width = max_size new_height = int((max_size / img_width) * img_height) else: new_height = max_size new_width = int((max_size / img_height) * img_width) img_input = img_input.resize((new_width, new_height)) stroke_width = st.slider("Brush size", 1, 100, 50) st.write("**Now draw (brush) the part of image that you want to remove.**") # Canvas size logic canvas_bg = deepcopy(img_input) aspect_ratio = canvas_bg.width / canvas_bg.height streamlit_width = 720 # Max width is 720. Resize the height to maintain its aspectratio. if canvas_bg.width > streamlit_width: canvas_bg = canvas_bg.resize((streamlit_width, int(streamlit_width / aspect_ratio))) canvas_result = st_canvas( stroke_color="rgba(255, 0, 255, 1)", stroke_width=stroke_width, background_image=canvas_bg, width=canvas_bg.width, height=canvas_bg.height, drawing_mode="freedraw", key="compute_arc_length", ) if canvas_result.image_data is not None: im = np.array(Image.fromarray(canvas_result.image_data.astype(np.uint8)).resize(img_input.size)) background = np.where( (im[:, :, 0] == 0) & (im[:, :, 1] == 0) & (im[:, :, 2] == 0) ) drawing = np.where( (im[:, :, 0] == 255) & (im[:, :, 1] == 0) & (im[:, :, 2] == 255) ) im[background]=[0,0,0,255] im[drawing]=[0,0,0,0] # RGBA reuse = False if st.button('Submit'): with st.spinner("AI is doing the magic!"): output = process_inpaint(np.array(img_input), np.array(im)) #TODO Put button here img_output = Image.fromarray(output).convert("RGB") st.write("AI has finished the job!") st.image(img_output) # reuse = st.button('Edit again (Re-use this image)', on_click=set_image, args=(inpainted_img, )) uploaded_name = os.path.splitext(uploaded_file.name)[0] image_download_button( pil_image=img_output, filename=uploaded_name, fmt="jpg", label="Download Image" ) st.info("**TIP**: If the result is not perfect, you can download it then " "upload then remove the artifacts.")