Update pipeline_stable_diffusion_3_ipa.py

pipeline_stable_diffusion_3_ipa.py

@@ -1177,7 +1177,13 @@ class StableDiffusion3Pipeline(DiffusionPipeline, SD3LoraLoaderMixin, FromSingle
         # Create a linear layer
         embedding_dim = concatenated_embeds.shape[-1]  # Get the embedding dimension
         linear_layer = nn.Linear(embedding_dim * len(image_prompt_embeds_list), embedding_dim)
+        # Move `concatenated_embeds` to the GPU if it's on the CPU
+        if concatenated_embeds.device == 'cpu':
+            concatenated_embeds = concatenated_embeds.to('cuda')
 
+        # Move the `linear_layer` weights and biases to the GPU if they're on the CPU
+        if linear_layer.weight.device == 'cpu':
+            linear_layer.to('cuda')
         # Pass the concatenated embeddings through the linear layer
         combined_embeds = linear_layer(concatenated_embeds)