Wan2.1 / simple_app.py
fffiloni's picture
Update simple_app.py
3893fde verified
raw
history blame
4.75 kB
import gradio as gr
import re
import subprocess
import time
import threading
from tqdm import tqdm
from huggingface_hub import snapshot_download
#Download model
snapshot_download(
repo_id = "Wan-AI/Wan2.1-T2V-1.3B",
local_dir = "./Wan2.1-T2V-1.3B"
)
def infer(prompt, progress=gr.Progress(track_tqdm=True)):
total_process_steps = 11
irrelevant_steps = 4
relevant_steps = total_process_steps - irrelevant_steps # 7 steps
# Regex for detecting video generation progress lines (e.g., "10%|...| 5/50")
progress_pattern = re.compile(r"(\d+)%\|.*\| (\d+)/(\d+)")
gen_progress_bar = None
# Variables for managing the sub-progress bar for each step.
current_sub_bar = None
current_timer = None
sub_lock = threading.Lock()
def close_sub_bar():
nonlocal current_sub_bar, current_timer, overall_bar
with sub_lock:
if current_sub_bar is not None:
try:
# Ensure the sub-bar is complete.
current_sub_bar.update(1 - current_sub_bar.n)
except Exception:
pass
current_sub_bar.close()
overall_bar.update(1)
overall_bar.refresh()
current_sub_bar = None
current_timer = None
command = [
"python", "-u", "-m", "generate", # using -u for unbuffered output and omitting .py extension
"--task", "t2v-1.3B",
"--size", "832*480",
"--ckpt_dir", "./Wan2.1-T2V-1.3B",
"--sample_shift", "8",
"--sample_guide_scale", "6",
"--prompt", prompt,
"--save_file", "generated_video.mp4"
]
# Start the process with unbuffered output and combine stdout and stderr.
process = subprocess.Popen(
command,
stdout=subprocess.PIPE,
stderr=subprocess.STDOUT,
text=True,
bufsize=1 # line-buffered
)
for line in iter(process.stdout.readline, ''):
stripped_line = line.strip()
if not stripped_line:
continue
# Check if this is a video generation progress line.
progress_match = progress_pattern.search(stripped_line)
if progress_match:
current = int(progress_match.group(2))
total = int(progress_match.group(3))
if gen_progress_bar is None:
gen_progress_bar = tqdm(total=total, desc="Video Generation", position=0,
ncols=120, dynamic_ncols=True, leave=True)
gen_progress_bar.update(current - gen_progress_bar.n)
gen_progress_bar.refresh()
continue
# Check for INFO lines.
if "INFO:" in stripped_line:
parts = stripped_line.split("INFO:", 1)
msg = parts[1].strip() if len(parts) > 1 else ""
tqdm.write(stripped_line) # Print the log line
if processed_steps < irrelevant_steps:
processed_steps += 1
else:
with sub_lock:
# If a sub-bar is active, cancel its timer and close it immediately.
if current_sub_bar is not None:
if current_timer is not None:
current_timer.cancel()
close_sub_bar()
# Create a new sub-bar for the current step.
current_sub_bar = tqdm(total=1, desc=msg, position=2,
ncols=120, dynamic_ncols=False, leave=True)
# Start a timer to automatically close this sub-bar after 20 seconds.
current_timer = threading.Timer(20, close_sub_bar)
current_timer.start()
continue
else:
tqdm.write(stripped_line)
process.wait()
# Clean up: if a sub-bar is still active, close it.
if current_timer is not None:
current_timer.cancel()
if current_sub_bar is not None:
close_sub_bar()
if gen_progress_bar:
gen_progress_bar.close()
overall_bar.close()
if process.returncode == 0:
print("Command executed successfully.")
return "generated_video.mp4"
else:
print("Error executing command.")
raise Exception("Error executing command")
with gr.Blocks() as demo:
with gr.Column():
gr.Markdown("# Wan 2.1")
prompt = gr.Textbox(label="Prompt")
submit_btn = gr.Button("Submit")
video_res = gr.Video(label="Generated Video")
submit_btn.click(
fn = infer,
inputs = [prompt],
outputs = [video_res]
)
demo.queue().launch(show_error=True, show_api=False, ssr_mode=False)