Update app.py

app.py

@@ -337,6 +337,8 @@
 
 
 
+
+
 import os
 os.environ["GRADIO_TEMP_DIR"] = os.path.join(os.getcwd(), ".tmp_outputs")
 
@@ -371,15 +373,13 @@ Other times the user will not want modifications , but instead want a new image
 Video descriptions must have the same num of words as examples below. Extra words will be ignored.
 """
 
-task_semaphore = threading.Semaphore(1)
 task_queue = Queue()
 
 def process_task():
     while True:
         task = task_queue.get()
-        with task_semaphore:
-            result = task['function'](*task['args'])
-            task['callback'](result)
+        result = task['function'](*task['args'])
+        task['callback'](result)
         task_queue.task_done()
 
 threading.Thread(target=process_task, daemon=True).start()
@@ -608,9 +608,7 @@ with gr.Blocks(css=css) as demo:
         t = time()
         video_path = generate(engine, prompt, num_inference_steps, guidance_scale)
         elapsed_time = time() - t
-        video_update = gr.update(visible=True, value=video_path)
-        elapsed_time = gr.update(visible=True, value=f"{elapsed_time:.2f}s")
-        return video_path, video_update, elapsed_time
+        return video_path, gr.update(visible=True, value=video_path), gr.update(visible=True, value=f"{elapsed_time:.2f}s")
 
     def generate_vs(prompt, num_inference_steps, guidance_scale, threshold, gap, progress=gr.Progress(track_tqdm=True)):
         threshold = [int(i) for i in threshold.split(",")]
@@ -619,9 +617,7 @@ with gr.Blocks(css=css) as demo:
         t = time()
         video_path = generate(engine, prompt, num_inference_steps, guidance_scale)
         elapsed_time = time() - t
-        video_update = gr.update(visible=True, value=video_path)
-        elapsed_time = gr.update(visible=True, value=f"{elapsed_time:.2f}s")
-        return video_path, video_update, elapsed_time
+        return video_path, gr.update(visible=True, value=video_path), gr.update(visible=True, value=f"{elapsed_time:.2f}s")
 
     def enhance_prompt_func(prompt):
         return convert_prompt(prompt, retry_times=1)
@@ -660,20 +656,14 @@ with gr.Blocks(css=css) as demo:
         task = {'function': func, 'args': args, 'callback': callback}
         task_queue.put(task)
 
-    def on_generate_button_click(prompt, num_inference_steps, guidance_scale):
-        queue_task(generate_vanilla, (prompt, num_inference_steps, guidance_scale), lambda result: gr.update(*result))
-
-    def on_generate_button_vs_click(prompt, num_inference_steps, guidance_scale, threshold, gap):
-        queue_task(generate_vs, (prompt, num_inference_steps, guidance_scale, threshold, gap), lambda result: gr.update(*result))
-
     generate_button.click(
-        on_generate_button_click,
+        generate_vanilla,
         inputs=[prompt, num_inference_steps, guidance_scale],
         outputs=[video_output, download_video_button, elapsed_time],
     )
 
     generate_button_vs.click(
-        on_generate_button_vs_click,
+        generate_vs,
         inputs=[prompt, num_inference_steps, guidance_scale, pab_threshold, pab_gap],
         outputs=[video_output_vs, download_video_button_vs, elapsed_time_vs],
     )
@@ -684,5 +674,5 @@ with gr.Blocks(css=css) as demo:
     demo.load(update_server_status, outputs=[cpu_status, memory_status, disk_status, gpu_status], every=1)
 
 if __name__ == "__main__":
-    demo.queue(max_size=10, default_concurrency_limit=1)
+    demo.queue(concurrency_count=1, max_size=10)
     demo.launch()