Hugging Face's logo

Spaces:
kazuk
/
image-to-video-film
Build error

App Files Community
2
image-to-video-film
File size: 3,758 Bytes 
ee43993
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33d2e66
ee43993
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
04ce5f3
ee43993
 
 
 
 
 
 
 
 
 
 
 
 
 
04ce5f3
 
 
 
 
 
ee43993
 
 
04ce5f3
 
ee43993
 
 
 
 
 
 
 
 
 
 
 
 
 
1ad187e
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
 
import gradio as gr
from transformers import pipeline
import io, base64
from PIL import Image
import numpy as np
import tensorflow as tf
import mediapy
import os
import sys
from huggingface_hub import snapshot_download
from image_tools.sizes import resize_and_crop

os.system("git clone https://github.com/google-research/frame-interpolation")
sys.path.append("frame-interpolation")
from eval import interpolator, util

ffmpeg_path = util.get_ffmpeg_path()
mediapy.set_ffmpeg(ffmpeg_path)

model = snapshot_download(repo_id="akhaliq/frame-interpolation-film-style")
interpolator = interpolator.Interpolator(model, None)

def resize(width, img):
    basewidth = width
    img = Image.open(img)
    wpercent = (basewidth / float(img.size[0]))
    hsize = int((float(img.size[1]) * float(wpercent)))
    img = img.resize((basewidth, hsize), Image.ANTIALIAS)
    return img

def resize_img(img1, img2, output_name):
    img_target_size = Image.open(img1)
    img_to_resize = resize_and_crop(
        img2,
        (img_target_size.size[0], img_target_size.size[1]),
        crop_origin="middle"
    )
    img_to_resize.save(output_name)

def generate_interpolation(frame1, frame2, frame3, frame4, frame5, frame6, times_to_interpolate, fps):

    frame1 = resize(256, frame1)
    frame2 = resize(256, frame2)
    frame3 = resize(256, frame3)
    frame4 = resize(256, frame4)
    frame5 = resize(256, frame5)
    frame6 = resize(256, frame6)

    frame1.save("test1.png")
    frame2.save("test2.png")
    frame3.save("test3.png")
    frame4.save("test4.png")
    frame5.save("test5.png")
    frame6.save("test6.png")

    resize_img("test1.png", "test2.png", "resized_img2.png")
    resize_img("test1.png", "test3.png", "resized_img3.png")
    resize_img("test1.png", "test4.png", "resized_img4.png")
    resize_img("test1.png", "test5.png", "resized_img5.png")
    resize_img("test1.png", "test6.png", "resized_img6.png")

    input_frames = ["test1.png", "resized_img2.png", "resized_img3.png", "resized_img4.png", "resized_img5.png", "resized_img6.png"]

    frames = list(util.interpolate_recursively_from_files(input_frames, times_to_interpolate, interpolator))

    mediapy.write_video("out.mp4", frames, fps=fps)
    
    return "out.mp4"

demo = gr.Blocks()

with demo:
    with gr.Row():
    
        # Left column (inputs)
        with gr.Column():

            with gr.Row():
                # upload images and get image strings
                input_arr = [
                    gr.inputs.Image(type='filepath', label="Frame 1"),
                    gr.inputs.Image(type='filepath', label="Frame 2"),
                    gr.inputs.Image(type='filepath', label="Frame 3"),
                    gr.inputs.Image(type='filepath', label="Frame 4"),
                    gr.inputs.Image(type='filepath', label="Frame 5"),
                    gr.inputs.Image(type='filepath', label="Frame 6"),
                ]

            with gr.Row():
                input_arr.append(gr.inputs.Slider(minimum=2, maximum=10, step=1, label="Times to Interpolate"))
                input_arr.append(gr.inputs.Slider(minimum=15, maximum=60, step=1, label="fps"))
                        
            # Rows of instructions & buttons
            with gr.Row():
                gr.Markdown("After uploading some images, hit the 'Generate Video' button to create a short video!")
                button_gen_video = gr.Button("Generate Video")

                
        # Right column (outputs)
        with gr.Column():
            output_interpolation = gr.Video(label="Generated Video")
            
    # Bind functions to buttons
    button_gen_video.click(fn=generate_interpolation, inputs=input_arr, outputs=output_interpolation)

demo.launch(debug=True, enable_queue=True)