Update app.py

app.py

@@ -171,6 +171,13 @@ if __name__ == "__main__":
         # exit(1) # Uncomment to exit if API key is missing
 
     try:
+        # Enable Gradio's queuing system to manage concurrent requests.
+        # This helps avoid hitting API rate limits from services like Featherless AI.
+        # You can optionally set a default_concurrency_limit if you know your Featherless AI plan's limit.
+        # For example, if your plan allows 5 concurrent requests: demo.queue(default_concurrency_limit=5)
+        # If you're unsure, starting with the default (often 1) is safer to avoid 429s.
+        demo.queue()
+
         demo.launch(show_api=False, share=True) # share=True for HF Spaces public link
     except NameError as ne:
         print(f"Gradio demo could not be launched. 'client' might not have been initialized: {ne}")