Update pipeline.py

pipeline.py

@@ -3,6 +3,7 @@ from .invert import Inverter
 from .generate import Generator
 from .utils import init_model, seed_everything, get_frame_ids
 import torch
+from omegaconf import OmegaConf
 
 class VidToMePipeline(DiffusionPipeline):
     # def __init__(self, device="cuda", sd_version="2.1", float_precision="fp16", height=512, width=512):
@@ -57,16 +58,52 @@ class VidToMePipeline(DiffusionPipeline):
                   config['generation']['output_path'], frame_ids=frame_ids)
         print(f"Output generated at: {config['generation']['output_path']}")
 
-    def _build_config(self, video_path, video_prompt, edit_prompt, control_type, 
-                      n_timesteps, guidance_scale, negative_prompt, frame_range, 
-                      use_lora, seed, local_merge_ratio, global_merge_ratio):
-        # constructing config dictionary from user prompts
-        config = {
-            'sd_version': self.sd_version,
+    # def _build_config(self, video_path, video_prompt, edit_prompt, control_type, 
+    #                   n_timesteps, guidance_scale, negative_prompt, frame_range, 
+    #                   use_lora, seed, local_merge_ratio, global_merge_ratio):
+    #     # constructing config dictionary from user prompts
+    #     config = {
+    #         'sd_version': self.sd_version,
+    #         'input_path': video_path,
+    #         'work_dir': "outputs/",
+    #         'height': self.height,
+    #         'width': self.width,
+    #         'inversion': {
+    #             'prompt': video_prompt or "Default video prompt.",
+    #             'save_path': "outputs/latents",
+    #             'steps': 50,
+    #             'save_intermediate': False
+    #         },
+    #         'generation': {
+    #             'control': control_type,
+    #             'guidance_scale': guidance_scale,
+    #             'n_timesteps': n_timesteps,
+    #             'negative_prompt': negative_prompt,
+    #             'prompt': edit_prompt or "Default edit prompt.",
+    #             'latents_path': "outputs/latents",
+    #             'output_path': "outputs/final",
+    #             'frame_range': frame_range or [0, 32],
+    #             'use_lora': use_lora,
+    #             'local_merge_ratio': local_merge_ratio,
+    #             'global_merge_ratio': global_merge_ratio
+    #         },
+    #         'seed': seed,
+    #         'device': "cuda",
+    #         'float_precision': self.float_precision
+    #     }
+    #     return config
+    from omegaconf import OmegaConf
+
+    def build_config(video_path, video_prompt, edit_prompt, control_type, 
+                     n_timesteps, guidance_scale, negative_prompt, frame_range, 
+                     use_lora, seed, local_merge_ratio, global_merge_ratio):
+        # Create a config using OmegaConf
+        config = OmegaConf.create({
+            'sd_version': '1.5',
             'input_path': video_path,
             'work_dir': "outputs/",
-            'height': self.height,
-            'width': self.width,
+            'height': 512,
+            'width': 512,
             'inversion': {
                 'prompt': video_prompt or "Default video prompt.",
                 'save_path': "outputs/latents",
@@ -88,9 +125,10 @@ class VidToMePipeline(DiffusionPipeline):
             },
             'seed': seed,
             'device': "cuda",
-            'float_precision': self.float_precision
-        }
-        return config
+            'float_precision': "fp16"
+        })
+        
+    return config
 
 # # Sample usage
 # pipeline = VidToMePipeline(device="cuda", sd_version="2.1", float_precision="fp16")