Update app.py

app.py

@@ -92,7 +92,6 @@ def apply_style(style_name: str, positive: str, negative: str = "") -> Tuple[str
         p, n = styles.get(style_name, styles[DEFAULT_STYLE_NAME])
     else:
         p, n = styles[DEFAULT_STYLE_NAME]
-
     if not negative:
         negative = ""
     return p.replace("{prompt}", positive), n + negative
@@ -101,12 +100,8 @@ def load_and_prepare_model(model_id):
     model_dtypes = {
         "ford442/RealVisXL_V5.0_BF16": torch.bfloat16,
     }
-
-    # Get the dtype based on the model_id
     dtype = model_dtypes.get(model_id, torch.bfloat16)  # Default to float32 if not found
     vae = AutoencoderKL.from_pretrained("ford442/sdxl-vae-bf16", torch_dtype=torch.bfloat16).to('cuda')
-
-    # Load the pipeline with the determined dtype
     pipe = StableDiffusionXLPipeline.from_pretrained(
         model_id,
         torch_dtype=torch.bfloat16,
@@ -117,9 +112,6 @@ def load_and_prepare_model(model_id):
     )
     pipe.scheduler = EulerAncestralDiscreteScheduler.from_config(pipe.scheduler.config)
     pipe.to('cuda')
-    if USE_TORCH_COMPILE:
-        pipe.compile()
-    
     return pipe
 
 # Preload and compile both models
@@ -150,6 +142,7 @@ def randomize_seed_fn(seed: int, randomize_seed: bool) -> int:
         seed = random.randint(0, MAX_SEED)
     return seed
     
+@torch.inference_mode()
 @spaces.GPU(duration=60)
 def generate(
     model_choice: str,