update config and script

config/part_level/adding_new_object/man_text_message/superman+cap.yaml

@@ -1,5 +1,5 @@
 pretrained_model_path: "./ckpt/stable-diffusion-v1-5"
-logdir: ./result/part_level/adding_new_object/man_text_message/superman+cap_blend_with_suit_bg
+logdir: ./result/part_level/adding_new_object/man_text_message/superman+cap
 
 dataset_config:
     path: "data/man_text_message/man_text_message"
@@ -27,7 +27,7 @@ editing_config:
     use_pnp: true
     use_freeu: false
     editing_prompts: [
-        ['Superman in a flat cap before store','Superman','flat cap'],
+        ['Superman in a flat cap before store','Superman','flat cap','store'],
     ]
 
     clip_length: "${..dataset_config.n_sample_frame}"

config/part_level/adding_new_object/man_text_message/superman.yaml

@@ -1,5 +1,5 @@
 pretrained_model_path: "./ckpt/stable-diffusion-v1-5"
-logdir: ./result/part_level/adding_new_object/man_text_message/superman_blend_with_suit_bg
+logdir: ./result/part_level/adding_new_object/man_text_message/superman
 
 dataset_config:
     path: "data/man_text_message/man_text_message"
@@ -8,7 +8,7 @@ dataset_config:
     n_sample_frame: 16
     sampling_rate: 1
     layout_mask_dir: "data/man_text_message/layout_masks"
-    layout_mask_order: ['man','suit_bg']
+    layout_mask_order: ['man','bg']
     negative_promot: "jittery, ugly, blurry, low res, unrealistic, unaesthetic"
 
 control_config:
@@ -17,7 +17,7 @@ control_config:
    controlnet_conditioning_scale: 1.0
    hand: true
    face: false
- 
+
 editing_config:
     use_invertion_latents: true
     inject_step: 10
@@ -27,7 +27,7 @@ editing_config:
     use_pnp: true
     use_freeu: false
     editing_prompts: [
-        ['Superman before store','Superman'],
+        ['Superman before store','Superman','store'],
     ]
 
     clip_length: "${..dataset_config.n_sample_frame}"

requirements.txt

@@ -64,4 +64,5 @@ scipy==1.14.0
 scikit-learn==1.2.2
 nltk==3.8.1
 timm==0.6.7
-scikit-image==0.24.0
+scikit-image==0.24.0
+gdown==5.1.0

test.sh

@@ -1,47 +1,2 @@
 export CUDA_VISIBLE_DEVICES=0
-## instance level
-
-# accelerate launch test.py --config config/class_level/man2spider.yaml
-# accelerate launch test.py --config config/instance_level/running_3cls_iron_spider.yaml
-# accelerate launch test.py --config config/part_level/run_spider_polar_sunglass.yaml
-
-# accelerate launch test.py --config config/instance_level/2_monkeys/monkeys_2cls_teddy_bear_golden_retriever.yaml
-# accelerate launch test.py --config config/instance_level/2_monkeys/monkeys_2cls_teddy_bear_koala.yaml
-
-# accelerate launch test.py --config config/instance_level/badminton/badminton_2cls_wonder_woman_spiderman.yaml
-
-# accelerate launch test.py --config config/instance_level/soap-box/soap-box.yaml
-
-# accelerate launch test.py --config config/instance_level/2_cats/2cats_3cls_samoyed_vs_tiger_sunrise.yaml
-# accelerate launch test.py --config config/instance_level/2_cats/2cats_4cls_panda_vs_poddle_bg_meadow_night.yaml
-
-# accelerate launch test.py --config config/instance_level/2_cars/2cars_left_firetruck_right_school_bus_preserve_bg.yaml
-# accelerate launch test.py --config config/instance_level/2_cars/2cars_left_firetruck_right_school_bus.yaml
-
-
-## part level
-# accelerate launch test.py --config config/part_level/adding_new_object/boxer-punching/thor_in_sunglasses.yaml
-
-accelerate launch test.py --config config/part_level/adding_new_object/man_text_message/superman.yaml
-accelerate launch test.py --config config/part_level/adding_new_object/man_text_message/superman+cap.yaml
-
-# accelerate launch test.py --config config/part_level/adding_new_object/spin-ball/superman_spin_moon.yaml
-# accelerate launch test.py --config config/part_level/adding_new_object/spin-ball/superman+sunglasses.yaml
-
-# accelerate launch test.py --config config/part_level/part_level_modification/cat_flower/ginger_body.yaml
-# accelerate launch test.py --config config/part_level/part_level_modification/cat_flower/ginger_head.yaml
-
-# accelerate launch test.py --config config/part_level/part_level_modification/man_text_message/black_suit.yaml
-# accelerate launch test.py --config config/part_level/part_level_modification/man_text_message/blue_shirt.yaml
-
-# accelerate launch test.py --config config/instance_level/soely_edit/only_left.yaml
-# accelerate launch test.py --config config/instance_level/soely_edit/only_right.yaml
-# accelerate launch test.py --config config/instance_level/soely_edit/joint_edit.yaml
-
-# ## class level
-# accelerate launch test.py --config config/class_level/car/posche.yaml
-
-# accelerate launch test.py --config config/class_level/tennis/1cls_man2iron_man.yaml
-# accelerate launch test.py --config config/class_level/tennis/3cls_batman_snow-court_iced-wall.yaml
-
-# accelerate launch test.py --config config/class_level/wolf/wolf_to_pig.yaml
+accelerate launch test.py --config config/instance_level/running_two_man/running_3cls_polar_spider_vis_weight.yaml