Update app.py

app.py

@@ -1,6 +1,7 @@
 import gradio as gr
 import numpy as np
 from PIL import Image
+from moviepy.editor import VideoFileClip
 from share_btn import community_icon_html, loading_icon_html, share_js
 import torch
 from diffusers import DiffusionPipeline, DPMSolverMultistepScheduler
@@ -15,7 +16,13 @@ pipe_xl.to("cuda")
 
 def infer(prompt, video_in):
 
-    video = [Image.fromarray(frame).resize((1024, 576)) for frame in video_in]
+    # Load the input video
+    clip = VideoFileClip(video_in)
+
+    # Convert the video to the desired format
+    clip.write_videofile("video.mkv")
+
+    video = [Image.fromarray(frame).resize((1024, 576)) for frame in "video.mkv"]
     #del pipe
     #pipe_xl.to("cuda")
     video_frames = pipe_xl(prompt, video=video, strength=0.6).frames
@@ -102,7 +109,7 @@ with gr.Blocks(css=css) as demo:
             """
         )
 
-        video_in = gr.Video(type="numpy", source="upload")
+        video_in = gr.Video(type="filepath", source="upload")
         prompt_in = gr.Textbox(label="Prompt", placeholder="Darth Vader is surfing on waves", elem_id="prompt-in")
         #inference_steps = gr.Slider(label="Inference Steps", minimum=10, maximum=100, step=1, value=40, interactive=False)
         submit_btn = gr.Button("Submit")