| import subprocess | |
| import os | |
| import gradio as gr | |
| subprocess.run(["git", "clone", "https://github.com/fat-ai/MuseV.git"]) | |
| os.chdir("./MuseV") | |
| subprocess.run(["pip", "install", "-r", "requirements.txt"]) | |
| subprocess.run(["pip", "install", "--no-cache-dir", "-U", "openmim"]) | |
| subprocess.run(["mim", "install", "mmengine"]) | |
| subprocess.run(["mim", "install", "mmcv>=2.0.1"]) | |
| subprocess.run(["mim", "install", "mmdet>=3.1.0"]) | |
| subprocess.run(["mim", "install", "mmpose>=1.1.0"]) | |
| subprocess.run(["git", "clone", "--recursive", "https://github.com/fat-ai/MuseV.git"]) | |
| subprocess.run(["git", "clone", "https://huggingface.co/TMElyralab/MuseV", "./checkpoints"]) | |
| os.chdir("..") | |
| command = "\"import sys; sys.path.append('./MuseV/MuseV'); sys.path.append('./MuseV/MuseV/MMCM'); sys.path.append('./MuseV/MuseV/diffusers/src'); sys.path.append('./MuseV/MuseV/controlnet_aux/src')\"" | |
| subprocess.run(["python","-c",command]) | |
| subprocess.run(["mv", "./MuseV/scripts/inference/text2video.py", "./MuseV/text2video.py"]) | |
| def run(): | |
| subprocess.run(["python", "./MuseV/text2video.py", "--sd_model_name majicmixRealv6Fp16", "--unet_model_name", "musev_referencenet", "--referencenet_model_name", "musev_referencenet", "--ip_adapter_model_name", "musev_referencenet", "-test_data_path", "./configs/tasks/example.yaml", "--output_dir", "./output", "--n_batch", "1", "--target_datas", "Mona_Lisa", "--vision_clip_extractor_class_name", "ImageClipVisionFeatureExtractor", "--vision_clip_model_path", "./checkpoints/IP-Adapter/models/image_encoder", "--motion_speed", "5.0", "--time_size", "120", "--fps", "24"]) | |
| with gr.Blocks() as demo: | |
| button = gr.Button() | |
| video = gr.Video() | |
| button.click(fn=run,outputs=video) | |
| demo.launch() |