Update app.py

app.py

@@ -47,21 +47,18 @@ st.markdown('<div class="blurred-background"></div>', unsafe_allow_html=True)
 
 #"""""""""""""""""""""""""   Application Code Starts here   """""""""""""""""""""""""""""""""""""""""""""
 
-# Path to the GGUF model file
-MODEL_PATH = "QuantFactory/Mental-Health-FineTuned-Mistral-7B-Instruct-v0.2-GGUF/model.gguf"
-
-# Load Llama model
+# Load the text generation model pipeline
 @st.cache_resource
-def load_llama_model():
+def load_text_generation_model():
     try:
-        return Llama(model_path=MODEL_PATH, n_threads=8)  # Adjust `n_threads` based on your system
+        return pipeline("text-generation", model="thrishala/mental_health_chatbot")
     except Exception as e:
         st.error(f"Error loading model: {e}")
         return None
 
-llama_model = load_llama_model()
+text_generator = load_text_generation_model()
 
-# Load counseling dataset
+# Load the counseling dataset
 @st.cache_resource
 def load_counseling_dataset():
     return load_dataset("Amod/mental_health_counseling_conversations")
@@ -76,8 +73,8 @@ This platform is designed to provide **supportive, positive, and encouraging res
 """)
 
 # Check if the model loaded correctly
-if llama_model is None:
-    st.error("The text generation model could not be loaded. Please check your configuration.")
+if text_generator is None:
+    st.error("The text generation model could not be loaded. Please check your Hugging Face configuration.")
 else:
     # Explore dataset for additional context or resources (optional)
     if st.checkbox("Show Example Questions and Answers from Dataset"):
@@ -93,13 +90,14 @@ else:
     if st.button("Get Supportive Response"):
         if user_input.strip():
             try:
-                # Generate response using Llama
+                # Generate response using the text generation pipeline
                 prompt = f"User: {user_input}\nCounselor:"
-                response = llama_model(prompt, max_tokens=200, stop=["\n", "User:"])
+                response = text_generator(prompt, max_length=200, num_return_sequences=1)
                 
                 # Extract and display the response
+                counselor_reply = response[0]["generated_text"].split("Counselor:")[-1].strip()
                 st.subheader("Counselor's Response:")
-                st.write(response["choices"][0]["text"].strip())
+                st.write(counselor_reply)
             except Exception as e:
                 st.error(f"An error occurred while generating the response: {e}")
         else:
@@ -115,3 +113,4 @@ else:
 
     st.sidebar.info("This application is not a replacement for professional counseling. If you are in crisis, please seek professional help immediately.")
 
+