Update app.py

app.py

@@ -2,6 +2,7 @@ import gradio as gr
 from random import randint
 from all_models import models
 from datetime import datetime
+from concurrent.futures import ThreadPoolExecutor
 
 now2 = 0
 kii=" mohawk femboy racecar driver ";
@@ -43,13 +44,27 @@ def gen_fn(model_str, prompt, negative_prompt):
     if model_str == 'NA':
         return None
 
+executor = ThreadPoolExecutor(max_workers=num_models)
+
+def gen_fn(model_str, prompt, negative_prompt):
+    if model_str == 'NA':
+        return None
+
+    noise = str(randint(0, 9999))
+    combined_prompt = f'{prompt} {model_str} {negative_prompt} {noise}'
+    print(f"Generating with prompt: {combined_prompt}")
+
+    # Use the executor to run models in parallel
+    future = executor.submit(models_load[model_str], f'{prompt} {negative_prompt} {noise}')
+    result = future.result()
+    return result
     
     
     
     
-    noise = str(randint(0, 9999))
-    combined_prompt = f'{prompt} {model_str} {negative_prompt} {noise}'
-    print(f"Generating with prompt: {combined_prompt}")  # Debug line
+   # noise = str(randint(0, 9999))
+   # combined_prompt = f'{prompt} {model_str} {negative_prompt} {noise}'
+   # print(f"Generating with prompt: {combined_prompt}")  # Debug line
     
    # result = models_load[model_str](f'{prompt} {negative_prompt} {noise}')
 
@@ -64,7 +79,7 @@ def gen_fn(model_str, prompt, negative_prompt):
     
     
 
-    return models_load[model_str](f'{prompt} {negative_prompt} {noise}')
+   # return models_load[model_str](f'{prompt} {negative_prompt} {noise}')