Duplicate from johngoad/frame-interpolation

Co-authored-by: JohnGoad <[email protected]>

.gitattributes

@@ -0,0 +1,31 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,13 @@
+---
+title: Frame Interpolation
+emoji: 🐢
+colorFrom: blue
+colorTo: gray
+sdk: gradio
+sdk_version: 3.1.4
+app_file: app.py
+pinned: false
+duplicated_from: johngoad/frame-interpolation
+---
+
+Check out the configuration reference at https://huggingface.co/docs/hub/spaces#reference

app.py

@@ -0,0 +1,97 @@
+import os
+
+os.system("git clone https://github.com/google-research/frame-interpolation")
+import sys
+
+sys.path.append("frame-interpolation")
+import numpy as np
+import tensorflow as tf
+import mediapy
+from PIL import Image
+from eval import interpolator, util
+import gradio as gr
+
+from huggingface_hub import snapshot_download
+
+from image_tools.sizes import resize_and_crop
+
+
+def load_model(model_name):
+    model = interpolator.Interpolator(snapshot_download(repo_id=model_name), None)
+
+    return model
+
+
+model_names = [
+    "akhaliq/frame-interpolation-film-style",
+    "NimaBoscarino/frame-interpolation_film_l1",
+    "NimaBoscarino/frame_interpolation_film_vgg",
+]
+
+models = {model_name: load_model(model_name) for model_name in model_names}
+
+ffmpeg_path = util.get_ffmpeg_path()
+mediapy.set_ffmpeg(ffmpeg_path)
+
+
+def resize(width, img):
+    basewidth = width
+    img = Image.open(img)
+    wpercent = (basewidth / float(img.size[0]))
+    hsize = int((float(img.size[1]) * float(wpercent)))
+    img = img.resize((basewidth, hsize), Image.ANTIALIAS)
+    return img
+
+
+def resize_img(img1, img2):
+    img_target_size = Image.open(img1)
+    img_to_resize = resize_and_crop(
+        img2,
+        (img_target_size.size[0], img_target_size.size[1]),  # set width and height to match img1
+        crop_origin="middle"
+    )
+    img_to_resize.save('resized_img2.png')
+
+
+def predict(frame1, frame2, times_to_interpolate, model_name):
+    model = models[model_name]
+
+    frame1 = resize(256, frame1)
+    frame2 = resize(256, frame2)
+
+    frame1.save("test1.png")
+    frame2.save("test2.png")
+
+    resize_img("test1.png", "test2.png")
+    input_frames = ["test1.png", "resized_img2.png"]
+
+    frames = list(
+        util.interpolate_recursively_from_files(
+            input_frames, times_to_interpolate, model))
+
+    mediapy.write_video("out.mp4", frames, fps=30)
+    return "out.mp4"
+
+
+title = "frame-interpolation"
+description = "Gradio demo for FILM: Frame Interpolation for Large Scene Motion. To use it, simply upload your images and add the times to interpolate number or click on one of the examples to load them. Read more at the links below."
+article = "<p style='text-align: center'><a href='https://film-net.github.io/' target='_blank'>FILM: Frame Interpolation for Large Motion</a> | <a href='https://github.com/google-research/frame-interpolation' target='_blank'>Github Repo</a></p>"
+examples = [
+    ['cat3.jpeg', 'cat4.jpeg', 2, model_names[0]],
+    ['cat1.jpeg', 'cat2.jpeg', 2, model_names[1]],
+]
+
+gr.Interface(
+    predict,
+    [
+        gr.inputs.Image(type='filepath'),
+        gr.inputs.Image(type='filepath'),
+        gr.inputs.Slider(minimum=2, maximum=4, step=1),
+        gr.inputs.Dropdown(choices=model_names, default=model_names[0])
+    ],
+    "playable_video",
+    title=title,
+    description=description,
+    article=article,
+    examples=examples
+).launch(enable_queue=True)

packages.txt

@@ -0,0 +1 @@
+ffmpeg

requirements.txt

@@ -0,0 +1,12 @@
+tensorflow==2.6.2 # The latest should include tensorflow-gpu
+tensorflow-datasets==4.4.0
+tensorflow-addons==0.15.0
+absl-py==0.12.0
+gin-config==0.5.0
+parameterized==0.8.1
+mediapy==1.0.3
+scikit-image==0.19.1
+apache-beam==2.34.0
+google-cloud-bigquery-storage==1.1.0 # Suppresses a harmless error from beam
+natsort==8.1.0
+image-tools