Update app.py

app.py

@@ -116,6 +116,20 @@ def infer(url_in,interpolation,fps_output,resize_n,winsize,o_flow):
     for idx, frame in enumerate(frames_list[0:int(n_frame)]):
         if idx < len(frames_list) - 1:
             next_frame = frames_list[idx+1]
+
+            rgb = cv2.imread(frame).astype(np.uint8)
+            rgb_next = cv2.imread(next_frame).astype(np.uint8)
+
+            diff = np.abs(rgb_next - rgb)
+            lo = np.array([0,0,0])
+            hi = np.array([16,16,16])
+            mask = cv2.inRange(diff, lo, hi)
+            rgb[mask>0] = (255,255,255)
+            rgb_next[mask>0] = (255,255,255)
+
+            cv2.imwrite(frame, rgb)
+            cv2.imwrite(next_frame, rgb_next)
+            
             interpolated_frames = do_interpolation(frame, next_frame, interpolation) # should return a list of 3 interpolated frames
             break_interpolated_video = get_frames(interpolated_frames, "interpol", f"{idx}_", 0)
             print(break_interpolated_video[0])
@@ -166,14 +180,9 @@ def infer(url_in,interpolation,fps_output,resize_n,winsize,o_flow):
       alpha = 1.0/len(result_frames)
       beta = (1.0 - alpha)
       res = cv2.addWeighted(rgb, alpha, res, beta, 0.0, res)
-      rgb = cv2.cvtColor(rgb, cv2.COLOR_GRAY2RGBA)
-        
-      lo = np.array([0,0,0,0])
-      hi = np.array([0,0,0,255])
-      mask = cv2.inRange(rgb, lo, hi)
-      rgb[mask>0] = (0,0,0,0)
+      rgba = cv2.cvtColor(rgb, cv2.COLOR_GRAY2RGBA)
         
-      cv2.imwrite(f"opticalfb{i}.png", rgb)
+      cv2.imwrite(f"opticalfb{i}.png", rgba)
       depth_frames.append(f"opticalfb{i}.png")
       i+=1
       prvs = nxt
@@ -247,7 +256,7 @@ with gr.Blocks() as demo:
                 depth_output = gr.Video()
     
     gr.Examples(
-        examples=[["./examples/streetview.mp4", 1, 0, 256, 15, True]],
+        examples=[["./examples/man-in-museum.mp4", 1, 0, 256, 15, True]],
         fn=infer,
         inputs=[url_input,interpolation_slider,fps_output_slider,resize_num,winsize_num,of_check],
         outputs=[video_output,file_output,depth_output],