Update app.py

app.py

@@ -136,7 +136,7 @@ def infer(f_in, interpolation, fps_output):
     return final_vid, files
 
 
-def remove_bg(fl, s, l, v):
+def remove_bg(fl, s, l, v, h):
     frame = cv2.imread(fl).astype(np.uint8)
     
     b = 5
@@ -157,19 +157,27 @@ def remove_bg(fl, s, l, v):
     frame_c = (frame.astype(np.int16)-bg_diff).astype(np.uint8)
 
 
+    hsv = cv2.cvtColor(frame_c, cv2.COLOR_BGR2HSV)
+    hue_s = np.zeros_like(hsv)
     edges = cv2.Laplacian(cv2.cvtColor(frame, cv2.COLOR_BGR2GRAY), cv2.CV_64F)
     blur_s = np.zeros_like(edges)
     for i in range(2, frame.shape[0]-2):
         for j in range(2, frame.shape[1]-2):
-            d = edges[i-2:i+2,j-2:j+2].var()
+            d = edges[i-2:i+2, j-2:j+2].var()
             blur_s[i,j] = (d/512).astype(np.uint8)
+            
+            d = hsv[i-2:i+2, j-2:j+2, 0].var()
+            hue_s[i,j] = (d/512).astype(np.uint8)
 
+    print(np.max(hue_s))
+    print(np.min(hue_s))
     #remove regions of low saturation and lightness (get scene without shadow)
-    m = cv2.inRange(cv2.cvtColor(frame_c, cv2.COLOR_BGR2HSV), np.array([0,0,0]), np.array([180,s,l]))
+    m = cv2.inRange(hsv, np.array([0,0,0]), np.array([180,s,l]))
+    m_ = cv2.inRange(hue_s, 0, h)
     mask = cv2.inRange(blur_s, 0, v)
     masks = np.bitwise_and(m, mask)
+    masks = np.bitwise_and(m_, masks)
     frame_[masks==0] = (0,0,0)
-    #frame = cv2.medianBlur(frame, b)
     
     
     m_ = frame_.reshape((-1,3))
@@ -259,7 +267,7 @@ def sortFiles(e):
     e = e.split('/')
     return e[len(e)-1]
 
-def loadf(f, s, l, v, r_bg):
+def loadf(f, s, l, v, h, r_bg):
     if f != None and f[0] != None:
         f.sort(key=sortFiles)
         fnew = []
@@ -270,7 +278,7 @@ def loadf(f, s, l, v, r_bg):
                 fl = sharpest(fl, i)
 
             if r_bg == True:
-                fl = remove_bg(fl, s, l, v)
+                fl = remove_bg(fl, s, l, v, h)
                 
             fnew.append(fl)
 
@@ -314,9 +322,10 @@ with gr.Blocks() as demo:
                     with gr.Tab(label="Shadow maximums"):
                         max_s = gr.Slider(minimum=0, maximum=255, step=1, value=32, label="Saturation")
                         max_l = gr.Slider(minimum=0, maximum=255, step=1, value=64, label="Lightness")
-                        max_v = gr.Slider(minimum=0, maximum=255, step=1, value=16, label="Variance")
+                        max_v = gr.Slider(minimum=0, maximum=255, step=1, value=16, label="Sharpness")
+                        max_h = gr.Slider(minimum=0, maximum=255, step=1, value=127, label="Hue variance")
                     rbg = gr.Checkbox(label="Remove background", value=True)
-                files_input.upload(fn=loadf, inputs=[files_input, max_s, max_l, max_v, rbg], outputs=[files_input, gallery_input])
+                files_input.upload(fn=loadf, inputs=[files_input, max_s, max_l, max_v, max_h, rbg], outputs=[files_input, gallery_input])
                 with gr.Row():
                     interpolation_slider = gr.Slider(minimum=1, maximum=5, step=1, value=1, label="Interpolation Steps: ")
                     interpolation = gr.Number(value=1, show_label=False, interactive=False)
@@ -334,10 +343,10 @@ with gr.Blocks() as demo:
     gr.Examples(
         examples=[[
             ["./examples/0.png", "./examples/1.png", "./examples/2.png", "./examples/3.png", "./examples/4.png"], 
-            32, 64, 16, True
+            32, 64, 16, 127, True
         ]],
         fn=loadf,
-        inputs=[files_input, max_s, max_l, max_v, rbg],
+        inputs=[files_input, max_s, max_l, max_v, max_h, rbg],
         outputs=[files_input, gallery_input],
         cache_examples=True
     )