Update app.py

app.py

@@ -73,7 +73,7 @@ STYLE_NAMES = list(styles.keys())
 def apply_style(style_name: str, positive: str) -> str:
     return styles.get(style_name, styles[DEFAULT_STYLE_NAME]).replace("{prompt}", positive)
 
-@spaces.GPU
+@spaces.GPU(duration=60, enable_queue=True)
 def generate_image_flux(
     prompt: str,
     seed: int = 0,
@@ -85,27 +85,20 @@ def generate_image_flux(
     progress=gr.Progress(track_tqdm=True),
 ):
     """Generate an image using the Flux.1 pipeline with a chosen style."""
+    torch.cuda.empty_cache()  # Clear unused GPU memory to prevent allocation errors
     seed = int(randomize_seed_fn(seed, randomize_seed))
     positive_prompt = apply_style(style_name, prompt)
     if trigger_word:
         positive_prompt = f"{trigger_word} {positive_prompt}"
-    
-    # Clear cache before generation
-    torch.cuda.empty_cache()
-    
-    # Wrap the pipeline call in no_grad and autocast contexts
-    with torch.no_grad():
-        with torch.cuda.amp.autocast(device_type="cuda", dtype=torch.bfloat16):
-            outputs = pipe(
-                prompt=positive_prompt,
-                width=width,
-                height=height,
-                guidance_scale=guidance_scale,
-                num_inference_steps=28,
-                num_images_per_prompt=1,
-                output_type="pil",
-            )
-    images = outputs.images
+    images = pipe(
+        prompt=positive_prompt,
+        width=width,
+        height=height,
+        guidance_scale=guidance_scale,
+        num_inference_steps=28,
+        num_images_per_prompt=1,
+        output_type="pil",
+    ).images
     image_paths = [save_image(img) for img in images]
     return image_paths, seed
 
@@ -169,6 +162,7 @@ def generate(
       - "@image": triggers image generation using the Flux.1 pipeline.
       - "@tts1" or "@tts2": triggers text-to-speech after generation.
     """
+    torch.cuda.empty_cache()  # Clear unused GPU memory for consistency
     text = input_dict["text"]
     files = input_dict.get("files", [])