Update app.py

app.py

@@ -59,7 +59,6 @@ ENABLE_CPU_OFFLOAD = 0
 BATCH_SIZE = int(os.getenv("BATCH_SIZE", "1"))
 
 device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
-torch.set_default_device('cuda')
 
 style_list = [
     {
@@ -102,6 +101,7 @@ def apply_style(style_name: str, positive: str, negative: str = "") -> Tuple[str
     return p.replace("{prompt}", positive), n + negative
 
 def load_and_prepare_model():
+    torch.set_default_device('cuda')
     #vae = AutoencoderKL.from_pretrained("ford442/sdxl-vae-bf16", safety_checker=None)
     vaeX = AutoencoderKL.from_pretrained("stabilityai/sdxl-vae", safety_checker=None,use_safetensors=False)
     #vae = AutoencoderKL.from_single_file('https://huggingface.co/ford442/sdxl-vae-bf16/mySLR/myslrVAE_v10.safetensors')
@@ -173,6 +173,11 @@ def load_and_prepare_model():
     #pipe.unet=pipeX.unet
     #pipe.scheduler=EulerAncestralDiscreteScheduler.from_config(pipe.scheduler.config, beta_schedule="scaled_linear", beta_start=0.00085, beta_end=0.012, steps_offset=1)
     #pipe.scheduler=EulerAncestralDiscreteScheduler.from_pretrained('ford442/RealVisXL_V5.0_BF16', subfolder='scheduler',beta_schedule="scaled_linear")
+    # pipe.load_lora_weights("ford442/sdxl-vae-bf16", weight_name="LoRA/Fantasy_World_XL.safetensors", adapter_name="fantasy")
+    pipe.load_lora_weights("ford442/sdxl-vae-bf16", weight_name="LoRA/skin_texture_style_v4.safetensors", adapter_name="skin")
+    #pipe.load_lora_weights("ford442/sdxl-vae-bf16", weight_name="LoRA/epicNewPhoto.safetensors", adapter_name="photo")
+    #pipe.set_adapters(["skin", "photo", "fantasy"], adapter_weights=[0.75, 0.25, 0.5])
+    pipe.set_adapters(["skin"], adapter_weights=[0.5])
 
     pipe.to(device)
     pipe.to(torch.bfloat16)
@@ -189,12 +194,6 @@ def load_and_prepare_model():
     #print(f'UNET: {pipe.unet}')
     pipe.watermark=None
     pipe.safety_checker=None  
-    
-    # pipe.load_lora_weights("ford442/sdxl-vae-bf16", weight_name="LoRA/Fantasy_World_XL.safetensors", adapter_name="fantasy")
-    pipe.load_lora_weights("ford442/sdxl-vae-bf16", weight_name="LoRA/skin_texture_style_v4.safetensors", adapter_name="skin")
-    #pipe.load_lora_weights("ford442/sdxl-vae-bf16", weight_name="LoRA/epicNewPhoto.safetensors", adapter_name="photo")
-    #pipe.set_adapters(["skin", "photo", "fantasy"], adapter_weights=[0.75, 0.25, 0.5])
-    pipe.set_adapters(["skin"], adapter_weights=[0.5])
 
     #sched = DPMSolverMultistepScheduler.from_config(pipe.scheduler.config, beta_schedule="linear", algorithm_type="dpmsolver++")
     return pipe