Update app.py

app.py

@@ -273,6 +273,7 @@ def generate_30(
     num_images: int = 1,  
     progress=gr.Progress(track_tqdm=True)  # Add progress as a keyword argument
 ):
+    torch.backends.cudnn.benchmark = False
     torch.cuda.empty_cache()
     gc.collect()
     global models
@@ -329,6 +330,7 @@ def generate_60(
     num_images: int = 1,
     progress=gr.Progress(track_tqdm=True)  # Add progress as a keyword argument
 ):
+    torch.backends.cudnn.benchmark = True
     torch.cuda.empty_cache()
     gc.collect()
     global models
@@ -385,6 +387,7 @@ def generate_90(
     num_images: int = 1,  
     progress=gr.Progress(track_tqdm=True)  # Add progress as a keyword argument
 ):
+    torch.backends.cudnn.benchmark = True
     torch.cuda.empty_cache()
     gc.collect()
     global models
@@ -658,7 +661,6 @@ description = "Text Generator Application by ecarbo"
 
 if __name__ == "__main__":
     demo_interface = demo.queue(max_size=50)  # Remove .launch() here
-
     text_gen_interface = gr.Interface(
         fn=text_generation,
         inputs=[
@@ -669,6 +671,5 @@ if __name__ == "__main__":
         title=title,
         description=description,
     )
-
     combined_interface = gr.TabbedInterface([demo_interface, text_gen_interface], ["Image Generation", "Text Generation"])
     combined_interface.launch(show_api=False)