Update app.py

app.py

@@ -110,10 +110,10 @@ def load_and_prepare_model(model_id):
    #  vae = AutoencoderKL.from_pretrained("stabilityai/sdxl-vae", torch_dtype=torch.float32,safety_checker=None)
   #  vae = AutoencoderKL.from_pretrained("BeastHF/MyBack_SDXL_Juggernaut_XL_VAE/MyBack_SDXL_Juggernaut_XL_VAE_V10(version_X).safetensors",safety_checker=None).to(torch.bfloat16)
     #  vae = AutoencoderKL.from_pretrained("ford442/sdxl-vae-bf16", safety_checker=None).to('cuda')
-    pipeX = StableDiffusionXLPipeline.from_pretrained("SG161222/RealVisXL_V5.0")
+    pipeX = StableDiffusionXLPipeline.from_pretrained("SG161222/RealVisXL_V5.0",torch_dtype=torch.float32)
     pipe = StableDiffusionXLPipeline.from_pretrained(
         model_id,
-       # torch_dtype=torch.bfloat16,
+        torch_dtype=torch.bfloat16,
         add_watermarker=False,
         use_safetensors=True,
      #  vae=AutoencoderKL.from_pretrained("BeastHF/MyBack_SDXL_Juggernaut_XL_VAE/MyBack_SDXL_Juggernaut_XL_VAE_V10(version_X).safetensors",repo_type='model',safety_checker=None),
@@ -124,10 +124,10 @@ def load_and_prepare_model(model_id):
     #pipe.to('cuda')
    # pipe.scheduler=EulerAncestralDiscreteScheduler.from_config(pipe.scheduler.config)
 
-    pipe.unet = pipeX.unet
+    pipe.unet = pipeX.unet.to(torch.bfloat16)
     #pipe.to(dtype=torch.bfloat16)
     pipe.to(device)
-    pipe.to(torch.bfloat16)
+    #pipe.to(torch.bfloat16)
     #pipe.to(device, torch.bfloat16)
     del pipeX
     #sched = EulerAncestralDiscreteScheduler.from_config(pipe.scheduler.config, beta_schedule="scaled_linear", algorithm_type="dpmsolver++")
@@ -210,7 +210,7 @@ def generate_30(
         f.write(f"Guidance Scale: {guidance_scale} \n")
         f.write(f"SPACE SETUP: \n")
         f.write(f"Use Safetensors: True \n")
-        f.write(f"Use Model Dtype: yes \n")
+        f.write(f"Use Model Dtype: yes with UNET to bfloat \n")
         f.write(f"Model Scheduler: Euler_a custom \n")
         f.write(f"Model VAE: stabilityai/sdxl-vae no dtype \n")
         f.write(f"Model UNET: stabilityai no dtype \n")
@@ -276,7 +276,7 @@ def generate_60(
         f.write(f"Guidance Scale: {guidance_scale} \n")
         f.write(f"SPACE SETUP: \n")
         f.write(f"Use Safetensors: True \n")
-        f.write(f"Use Model Dtype: yes \n")
+        f.write(f"Use Model Dtype: yes with UNET to bfloat \n")
         f.write(f"Model Scheduler: Euler_a custom \n")
         f.write(f"Model VAE: stabilityai/sdxl-vae no dtype \n")
         f.write(f"Model UNET: stabilityai no dtype \n")
@@ -342,7 +342,7 @@ def generate_90(
         f.write(f"Guidance Scale: {guidance_scale} \n")
         f.write(f"SPACE SETUP: \n")
         f.write(f"Use Safetensors: True \n")
-        f.write(f"Use Model Dtype: yes \n")
+        f.write(f"Use Model Dtype: yes with UNET to bfloat \n")
         f.write(f"Model Scheduler: Euler_a custom \n")
         f.write(f"Model VAE: stabilityai/sdxl-vae no dtype \n")
         f.write(f"Model UNET: stabilityai no dtype \n")