Update app.py

app.py

@@ -13,7 +13,7 @@ from torchvision import transforms
 
 device = torch.device('cuda:0' if torch.cuda.is_available() else 'cpu')
 dtype = torch.float16 if torch.cuda.is_available() else torch.float32
-pipeline = AutoPipelineForText2Image.from_pretrained("stabilityai/stable-diffusion-xl-base-1.0", torch_dtype=dtype).to(device)
+pipeline = AutoPipelineForText2Image.from_pretrained("stabilityai/stable-diffusion-xl-base-1.0", torch_dtype=dtype, device_map='balance')
 pipeline.load_ip_adapter("h94/IP-Adapter", subfolder="sdxl_models", weight_name="ip-adapter_sdxl.bin")
 
 def randomize_seed_fn(seed: int, randomize_seed: bool) -> int:
@@ -50,7 +50,7 @@ def create_image(image_pil,
 
     style_image = load_image(image_pil)
     generator = torch.Generator(device=device).manual_seed(randomize_seed_fn(seed, True))
-    
+    torch.cuda.set_device(device)
     image = pipeline(
         prompt=prompt,
         ip_adapter_image=style_image,