Update app.py

app.py

@@ -43,7 +43,8 @@ class ModelActor:
             print(f"[{process_id}] Error generating image for {prompt_name}: {e}")
             return None
 
-model_actor = ModelActor.remote()
+# Create multiple instances of ModelActor
+model_actors = [ModelActor.remote() for _ in range(3)]
 
 async def queue_api_calls(sentence_mapping, character_dict, selected_style):
     print(f"queue_api_calls invoked with sentence_mapping: {sentence_mapping}, character_dict: {character_dict}, selected_style: {selected_style}")
@@ -56,7 +57,7 @@ async def queue_api_calls(sentence_mapping, character_dict, selected_style):
         prompts.append((paragraph_number, prompt))
         print(f"Generated prompt for paragraph {paragraph_number}: {prompt}")
 
-    tasks = [model_actor.generate_image.remote(prompt, f"Prompt {paragraph_number}") for paragraph_number, prompt in prompts]
+    tasks = [model_actors[i % len(model_actors)].generate_image.remote(prompt, f"Prompt {paragraph_number}") for i, (paragraph_number, prompt) in enumerate(prompts)]
     print("Tasks created for image generation.")
 
     responses = await asyncio.gather(*[asyncio.to_thread(ray.get, task) for task in tasks])