1inkusFace commited on
Commit
a3da8c9
·
verified ·
1 Parent(s): 1ac1e57

Update pipeline_stable_diffusion_3_ipa.py

Browse files
Files changed (1) hide show
  1. pipeline_stable_diffusion_3_ipa.py +3 -2
pipeline_stable_diffusion_3_ipa.py CHANGED
@@ -1218,8 +1218,9 @@ class StableDiffusion3Pipeline(DiffusionPipeline, SD3LoraLoaderMixin, FromSingle
1218
 
1219
  bs_embed, seq_len, _ = clip_image_embeds.shape
1220
  clip_image_embeds = clip_image_embeds.repeat(1, 1, 1)
1221
- clip_image_embeds = clip_image_embeds.view(2, -1)
1222
-
 
1223
  #clip_image_embeds = torch.cat([torch.stack(image_prompt_embeds_list)], dim=0).mean(dim=0)
1224
 
1225
  # 4. Prepare timesteps
 
1218
 
1219
  bs_embed, seq_len, _ = clip_image_embeds.shape
1220
  clip_image_embeds = clip_image_embeds.repeat(1, 1, 1)
1221
+ clip_image_embeds = clip_image_embeds.unsqueeze(0) # Add a dimension at the beginning so now you have [1, 2*seq_len_img, embed_dim_img]
1222
+ clip_image_embeds = clip_image_embeds.view(2, -1, bs_embed) # Reshape to separate the zero embedding and the averaged embedding
1223
+
1224
  #clip_image_embeds = torch.cat([torch.stack(image_prompt_embeds_list)], dim=0).mean(dim=0)
1225
 
1226
  # 4. Prepare timesteps