Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -26,8 +26,8 @@ POSTGRE_URL = os.environ['POSTGRE_URL']
|
|
26 |
@st.cache_resource
|
27 |
def get_llm_chain():
|
28 |
return custom_chain_with_history(
|
29 |
-
|
30 |
-
llm=CustomLLM(repo_id="google/gemma-7b", model_type='text-generation', api_token=API_TOKEN, stop=["\n<|","<|"], temperature=0.001),
|
31 |
# memory=st.session_state.memory.chat_memory,
|
32 |
memory=st.session_state.memory
|
33 |
)
|
|
|
26 |
@st.cache_resource
|
27 |
def get_llm_chain():
|
28 |
return custom_chain_with_history(
|
29 |
+
llm=CustomLLM(repo_id="mistralai/Mixtral-8x7B-Instruct-v0.1", model_type='text-generation', api_token=API_TOKEN, stop=["\n<|","<|"], temperature=0.001),
|
30 |
+
# llm=CustomLLM(repo_id="google/gemma-7b", model_type='text-generation', api_token=API_TOKEN, stop=["\n<|","<|"], temperature=0.001),
|
31 |
# memory=st.session_state.memory.chat_memory,
|
32 |
memory=st.session_state.memory
|
33 |
)
|