Update controller.py

controller.py

@@ -43,7 +43,7 @@ def cut_text_after_keyword(text, keyword):
 
 def handle_submission_chat(user_message, response):
     # os.environ['HUGGINGFACEHUB_API_TOKEN'] = os.environ['HF_token']
-    agent_chat_bot = get_conversation_chain()
+    agent_chat_bot = ConversationChainSingleton().get_conversation_chain()    
 
     if response is not None:
         text = agent_chat_bot.predict(input=user_message + response)
@@ -55,13 +55,25 @@ def handle_submission_chat(user_message, response):
 
     return result
 
- 
+class ConversationChainSingleton:
+    _instance = None
+
+    def __new__(cls, *args, **kwargs):
+        if not cls._instance:
+            cls._instance = super(ConversationChainSingleton, cls).__new__(cls)
+            # Initialize your conversation chain here
+            cls._instance.conversation_chain = get_conversation_chain()
+        return cls._instance
+
+    def get_conversation_chain(self):
+        return self.conversation_chain
+
+
 def get_conversation_chain( ):
     """
     Create a conversational retrieval chain and a language model.
 
     """
-    
 
     llm = HuggingFaceHub(
         repo_id="mistralai/Mixtral-8x7B-Instruct-v0.1",