Update app.py

app.py

@@ -98,7 +98,7 @@ def load_and_prepare_model(model_id):
         torch_dtype=torch.bfloat16,
         use_safetensors=True,
         add_watermarker=False,
-    ).to(device)
+    )
     pipe.scheduler = EulerAncestralDiscreteScheduler.from_config(pipe.scheduler.config)
     
     if USE_TORCH_COMPILE:
@@ -143,7 +143,7 @@ def generate(
 ):
     global models
     pipe = models[model_choice]
-    
+    pipe.to("cuda:0")
     seed = int(randomize_seed_fn(seed, randomize_seed))
     generator = torch.Generator(device=device).manual_seed(seed)
 
@@ -192,7 +192,8 @@ def generate_cpu(
 ):
     global models
     pipe = models[model_choice]
-    
+    pipe.to("cpu")
+
     seed = int(randomize_seed_fn(seed, randomize_seed))
     generator = torch.Generator(device=device).manual_seed(seed)