Update app.py

app.py

@@ -143,8 +143,12 @@ def get_conversation_chain(vectorstore:FAISS) -> ConversationalRetrievalChain:
     #    #repo_id="TheBloke/Mixtral-8x7B-Instruct-v0.1-GGUF"
     #    model_kwargs={"temperature": 0.5, "max_length": 2096},#1048
     #)
+    #llm = HuggingFaceHub(
+    #    repo_id="mistralai/Mixtral-8x7B-Instruct-v0.1",
+    #    model_kwargs={"temperature": 0.5, "max_new_tokens": 1024, "max_length": 1048, "top_k": 3, "trust_remote_code": True, "torch_dtype": "auto"},
+    #)
     llm = HuggingFaceHub(
-        repo_id="mistralai/Mixtral-8x7B-Instruct-v0.1",
+        repo_id="microsoft/Orca-2-13b",
         model_kwargs={"temperature": 0.5, "max_new_tokens": 1024, "max_length": 1048, "top_k": 3, "trust_remote_code": True, "torch_dtype": "auto"},
     )
     # llm = ChatOpenAI(temperature=0, model="gpt-3.5-turbo-0613")