Update inference/flovd_demo.py
Browse files- inference/flovd_demo.py +7 -0
inference/flovd_demo.py
CHANGED
@@ -344,13 +344,20 @@ def generate_video(
|
|
344 |
|
345 |
print(f'Constructing pipeline')
|
346 |
pipe_omsm = load_cogvideox_flovd_OMSM_lora_pipeline(omsm_path, backbone_path="THUDM/CogVideoX-5b-I2V", transformer_lora_config=transformer_lora_config, device=local_rank, dtype=dtype)
|
|
|
347 |
pipe_fvsm = load_cogvideox_flovd_FVSM_controlnet_pipeline(fvsm_path, backbone_path="THUDM/CogVideoX-5b-I2V", device=local_rank, dtype=dtype)
|
|
|
|
|
348 |
print(f'Done loading pipeline')
|
349 |
|
350 |
"""
|
351 |
# Prepare inputs
|
352 |
"""
|
|
|
|
|
353 |
image = load_image(image=image_path)
|
|
|
|
|
354 |
|
355 |
assert pose_type in ['re10k', 'manual'], "Choose other pose_type between ['re10k', 'manual']"
|
356 |
if pose_type == 're10k':
|
|
|
344 |
|
345 |
print(f'Constructing pipeline')
|
346 |
pipe_omsm = load_cogvideox_flovd_OMSM_lora_pipeline(omsm_path, backbone_path="THUDM/CogVideoX-5b-I2V", transformer_lora_config=transformer_lora_config, device=local_rank, dtype=dtype)
|
347 |
+
print("done with omsm", flush=True)
|
348 |
pipe_fvsm = load_cogvideox_flovd_FVSM_controlnet_pipeline(fvsm_path, backbone_path="THUDM/CogVideoX-5b-I2V", device=local_rank, dtype=dtype)
|
349 |
+
print("done with fvsm", flush=True)
|
350 |
+
|
351 |
print(f'Done loading pipeline')
|
352 |
|
353 |
"""
|
354 |
# Prepare inputs
|
355 |
"""
|
356 |
+
print(f'loading image', flush=True)
|
357 |
+
|
358 |
image = load_image(image=image_path)
|
359 |
+
print(f'done loading image', flush=True)
|
360 |
+
|
361 |
|
362 |
assert pose_type in ['re10k', 'manual'], "Choose other pose_type between ['re10k', 'manual']"
|
363 |
if pose_type == 're10k':
|