Update app.py

app.py

@@ -1,9 +1,12 @@
 import os
+import logging
+import streamlit as st
 
 # Install necessary libraries using os.system
 os.system("pip install --upgrade pip")
 os.system("pip install streamlit llama-cpp-agent huggingface_hub trafilatura beautifulsoup4 requests duckduckgo-search googlesearch-python")
 
+# Attempt to import all required modules
 try:
     from llama_cpp import Llama
     from llama_cpp_agent.providers import LlamaCppPythonProvider
@@ -19,10 +22,21 @@ try:
     from utils import CitingSources
     from settings import get_context_by_model, get_messages_formatter_type
 except ImportError as e:
-    raise ImportError(f"Error importing modules: {e}")
+    st.error(f"Error importing modules: {e}")
+    if 'utils' in str(e):
+        st.warning("Mocking utils.CitingSources")
+        class CitingSources:
+            sources = []
+
+    if 'settings' in str(e):
+        st.warning("Mocking settings functions")
+        def get_context_by_model(model):
+            return 4096
+
+        def get_messages_formatter_type(model):
+            return MessagesFormatterType.BASIC
 
 import logging
-import streamlit as st
 from huggingface_hub import hf_hub_download
 
 # Download the models
@@ -43,7 +57,9 @@ hf_hub_download(
 )
 
 # Function to respond to user messages
-def respond(message, history, model, system_message, max_tokens, temperature, top_p, top_k, repeat_penalty):
+def respond(message, history, system_message, temperature, top_p, top_k, repeat_penalty):
+    model = "mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf"
+    max_tokens = 3000
     chat_template = get_messages_formatter_type(model)
     llm = Llama(
         model_path=f"models/{model}",
@@ -80,7 +96,6 @@ def respond(message, history, model, system_message, max_tokens, temperature, to
     settings.temperature = temperature
     settings.top_k = top_k
     settings.top_p = top_p
-
     settings.max_tokens = max_tokens
     settings.repeat_penalty = repeat_penalty
 
@@ -139,51 +154,19 @@ def respond(message, history, model, system_message, max_tokens, temperature, to
     outputs += "\n".join(citing_sources.sources)
     yield outputs
 
-# Streamlit app
-st.title("Llama-CPP-Agent Chatbot with Web Search")
-
-# Sidebar for settings
-st.sidebar.title("Settings")
-model = st.sidebar.selectbox(
-    "Model",
-    [
-        'Mistral-7B-Instruct-v0.3-Q6_K.gguf',
-      'mixtral-8x7b-instruct-v0.1.Q5_K_M.gguf',
-        'Meta-Llama-3-8B-Instruct-Q6_K.gguf'
-    ]
-)
-system_message = st.sidebar.text_area("System message", value=web_search_system_prompt)
-max_tokens = st.sidebar.slider("Max tokens", min_value=1, max_value=4096, value=2048, step=1)
-temperature = st.sidebar.slider("Temperature", min_value=0.1, max_value=1.0, value=0.45, step=0.1)
-top_p = st.sidebar.slider("Top-p", min_value=0.1, max_value=1.0, value=0.95, step=0.05)
-top_k = st.sidebar.slider("Top-k", min_value=0, max_value=100, value=40, step=1)
-repeat_penalty = st.sidebar.slider("Repetition penalty", min_value=0.0, max_value=2.0, value=1.1, step=0.1)
-
-# Chat history
-if "history" not in st.session_state:
-    st.session_state.history = []
+st.title("Novav2 Web Engine")
 
-# Chat input
-message = st.text_input("You:", key="input")
+message = st.text_input("Enter your message:")
+history = st.session_state.get("history", [])
+system_message = st.text_area("System message", value=web_search_system_prompt)
+temperature = st.slider("Temperature", min_value=0.1, max_value=1.0, value=0.45, step=0.1)
+top_p = st.slider("Top-p", min_value=0.1, max_value=1.0, value=0.95, step=0.05)
+top_k = st.slider("Top-k", min_value=0, max_value=100, value=40, step=1)
+repeat_penalty = st.slider("Repetition penalty", min_value=0.0, max_value=2.0, value=1.1, step=0.1)
 
 if st.button("Send"):
-    history = st.session_state.history
-    response = respond(
-        message,
-        history,
-        model,
-        system_message,
-        max_tokens,
-        temperature,
-        top_p,
-        top_k,
-        repeat_penalty
-    )
-    
-    for res in response:
-        st.session_state.history.append((message, res))
-        st.text_area("Chat", value=f"You: {message}\nBot: {res}", height=300)
-
-# Display chat history
-for user_msg, bot_msg in st.session_state.history:
-    st.text_area("Chat", value=f"You: {user_msg}\nBot: {bot_msg}", height=300)
+    response_generator = respond(message, history, system_message, temperature, top_p, top_k, repeat_penalty)
+    for response in response_generator:
+        st.write(response)
+        history.append((message, response))
+        st.session_state["history"] = history