Update app.py

app.py

@@ -40,16 +40,6 @@ CONFIG = {
     }
 }
 
-def generate_tool_embeddings(agent):
-    tu = ToolUniverse(tool_files=CONFIG["tool_files"])
-    tu.load_tools()
-    embedding_tensor = agent.rag_model.generate_tool_desc_embedding(tu)
-    if embedding_tensor is not None:
-        torch.save(embedding_tensor, CONFIG["embedding_filename"])
-        logger.info(f"Saved new embedding tensor to {CONFIG['embedding_filename']}")
-    else:
-        logger.warning("Embedding generation returned None")
-
 def prepare_tool_files():
     os.makedirs(os.path.join(current_dir, 'data'), exist_ok=True)
     if not os.path.exists(CONFIG["tool_files"]["new_tool"]):
@@ -74,10 +64,6 @@ def create_agent():
             seed=42,
             additional_default_tools=["DirectResponse", "RequireClarification"]
         )
-        if not os.path.exists(CONFIG["embedding_filename"]):
-            generate_tool_embeddings(agent)
-        else:
-            logger.info("Embedding file found. Skipping embedding generation.")
         agent.init_model()
         return agent
     except Exception as e:
@@ -145,7 +131,7 @@ def main():
     global agent
     agent = create_agent()
     demo = create_demo(agent)
-    demo.launch(share=True)
+    demo.queue(concurrency_count=1, max_size=20).launch(share=True)
 
 if __name__ == "__main__":
     main()