added ability to show passages

app.py

@@ -1,106 +1,130 @@
 import gradio as gr
+import src.srf_bot as sb
+import prompts.system_prompts as sp
+from langchain_core.messages import HumanMessage    
 
-# Define some pre-written templates for Tab 1
-templates = {
-    "Friendly Chatbot": "You are a helpful, friendly chatbot that engages in light-hearted conversations.",
-    "Technical Assistant": "You are a technical assistant specialized in answering questions related to Python programming.",
-    "Nutrition Advisor": "You provide evidence-based advice on nutrition and healthy eating habits.",
-}
+# Initialize chatbot
+chatbot = sb.SRFChatbot()
 
-# Define some agentic workflows for Tab 2
-agentic_workflows = {
-    "Blog Post Generator": "This agent is designed to help generate a blog post based on user input.",
-    "Document Summarizer": "This agent summarizes long documents by extracting key points.",
-    "Task Manager": "This agent helps you organize tasks and provides step-by-step guidance."
-}
+# Define the respond function
+def respond(query, history):
+    formatted_query = [HumanMessage(content=query)]
+    # Invoke the graph with properly formatted input
+    result = chatbot.graph.invoke({"messages": formatted_query}, chatbot.config)
+    # Get the passages from the graph and append to history if documents exist
+    state = chatbot.graph.get_state(config=chatbot.config).values
+    documents = state.get("documents")
+    passages = ''
+    if documents and len(documents) > 0:
+        for d in documents:
+            passages += f'<b>{d.metadata["publication_name"]} - {d.metadata["chapter_name"]}</b>\n{d.page_content}\n\n'
+        history.append((f'Passages: {query}', passages))
+    # Extract the assistant's response and append to history
+    response = result["messages"][-1].content
+    system_message_dropdown = state.get("system_message_dropdown")
+    history.append((query, f"<i>[{system_message_dropdown}]</i>\n" + response))
+    return history
 
-# Chatbot logic for custom instructions or pre-written templates
-def chatbot_response(system_instructions, user_query):
-    if "friendly" in system_instructions.lower():
-        return f"Friendly Chatbot says: Hi there! 😊 How can I assist you today?"
-    elif "technical" in system_instructions.lower():
-        return f"Technical Assistant says: Sure! Here's some information on Python: {user_query}"
-    elif "nutrition" in system_instructions.lower():
-        return f"Nutrition Advisor says: Here's some advice about healthy eating: {user_query}"
-    else:
-        return f"Custom Chatbot says: {user_query}"
 
-# Chatbot conversation function
-def chatbot_conversation(system_instructions, chat_history, user_query):
-    response = chatbot_response(system_instructions, user_query)
-    chat_history.append((user_query, response))
-    return chat_history, ""
-
-# Chatbot conversation for predefined agentic workflows
-def agentic_chatbot_conversation(workflow_instructions, chat_history, user_query):
-    response = f"Agent Workflow ({workflow_instructions}) says: {user_query}"
-    chat_history.append((user_query, response))
-    return chat_history, ""
-
-# Function to update the interface when a selection is made from the dropdown (Tab 1)
-def update_interface(template_name, custom_instructions):
-    if template_name == "Custom Instructions":
-        return gr.update(visible=True), gr.update(visible=False)
-    else:
-        template_content = templates.get(template_name, "")
-        return gr.update(visible=False), gr.update(visible=True, value=template_content)
-
-# Build the Gradio interface with Tabs
-with gr.Blocks(css=".gradio-container {background-color: #F0F0F0;} .gr-button {background-color: #1E3A8A; color: white;} .gr-textbox textarea {font-size: 16px;} .gr-markdown {font-size: 18px; color: #1E3A8A;}") as demo:
+# Gradio interface with black and grey color scheme
+with gr.Blocks(css="""
+    .gradio-container {
+        background-color: #F0F0F0; 
+        font-family: 'Arial', sans-serif;
+    }
+    h1, h2, p {
+        color: black;
+    }
+    h1 {
+        font-size: 32px;
+        text-align: left;
+    }
+    h2 {
+        font-size: 24px;
+    }
+    p {
+        font-size: 18px;
+        margin-bottom: 15px;
+    }
+    .gr-button {
+        background-color: #333333; 
+        color: white;
+        font-size: 18px;
+        padding: 10px;
+    }
+    .gr-textbox textarea {
+        font-size: 18px;
+        color: black;
+    }
+    .gr-dropdown {
+        font-size: 18px;
+        color: black;
+    }
+    .source-box {
+        background-color: white; 
+        padding: 10px; 
+        border-radius: 8px; 
+        margin-top: 20px;
+        color: black;
+        border: 1px solid #D0D0D0;
+    }
+    @media (max-width: 600px) {
+        .gr-row { flex-direction: column !important; }
+        .gr-column { width: 100% !important; }
+    }
+""") as demo:
     
-    # Add Tabs
-    with gr.Tabs():
-        
-        # Tab 1: Custom Instructions or Pre-Written Templates
-        with gr.Tab("Custom Instructions Chatbot"):
-            gr.Markdown("""
-            <div style='background-color:#E0E0E0; padding: 20px; border-radius: 10px;'>
-                <h1 style='text-align: center; color: #1E3A8A;'>SRF Innovation Labs - AI Chatbot Use Case Explorer</h1>
-                <p style='font-size: 18px; text-align: center; color: #1E3A8A;'>
-                    This tool allows you to experiment with different system prompts, 
-                    giving you control over how the chatbot behaves. You can either use pre-defined templates 
-                    or write your own custom instructions.
-                </p>
-            </div>
-            """)
-
-            # Section to select system instructions from dropdown
-            gr.Markdown("<h2 style='color: #1E3A8A;'>Chatbot Setup</h2>")
-            template_name = gr.Dropdown(choices=["Custom Instructions"] + list(templates.keys()), label="Choose Instructions", value="Friendly Chatbot")
-            custom_instructions = gr.Textbox(label="Custom Instructions", visible=False, placeholder="Write your own instructions here...")
-            template_display = gr.Textbox(label="Template Content", interactive=False, visible=True)
-
+    # Title
+    gr.Markdown("# SRF Chatbot")
+    
+    with gr.Row(elem_classes="gr-row"):
+        with gr.Column(scale=4, elem_classes="gr-column"):
             # Chatbot interface
-            gr.Markdown("<h2 style='color: #1E3A8A;'>Chatbot Interaction</h2>")
-            chatbot = gr.Chatbot(label="Chatbot Conversation", height=300, show_label=False)
-            user_query = gr.Textbox(label="Your Query", placeholder="Ask a question or say something to the chatbot...")
-            submit_button = gr.Button("Send", elem_classes=["gr-button"])
-
-            # Update logic for Tab 1
-            template_name.change(fn=update_interface, inputs=[template_name, custom_instructions], outputs=[custom_instructions, template_display])
-            submit_button.click(fn=chatbot_conversation, inputs=[custom_instructions if template_name == "Custom Instructions" else template_display, chatbot, user_query], outputs=[chatbot, user_query])
-
-        # Tab 2: Predefined Agentic Workflows
-        with gr.Tab("Agentic Workflow Chatbots"):
+            chatbot_output = gr.Chatbot(height=600)  # Increased height for longer chat interface
+            user_input = gr.Textbox(placeholder="Type your question here...", label="Your Question", value="What is the meaning of life?")
+            submit_button = gr.Button("Submit")
+        
+        with gr.Column(scale=1, elem_classes="gr-column"):
+            # Dropdown to select system prompts
+            system_prompt_dropdown = gr.Dropdown(
+                choices=list(sp.system_prompt_templates.keys()),
+                label="Select Chatbot Instructions",
+                value=list(sp.system_prompt_templates.keys())[0],
+                elem_classes="gr-dropdown"
+            )
+            # Display the selected system prompt
+            system_prompt_display = gr.Textbox(
+                value=sp.system_prompt_templates[list(sp.system_prompt_templates.keys())[0]],
+                label="Current Chatbot Instructions",
+                lines=5,
+                interactive=False
+            )
+            
+            # Sources box (Now white, matching the other boxes)
             gr.Markdown("""
-            <div style='background-color:#E0E0E0; padding: 20px; border-radius: 10px;'>
-                <h1 style='text-align: center; color: #1E3A8A;'>Agentic Workflow Explorer</h1>
-                <p style='font-size: 18px; text-align: center; color: #1E3A8A;'>
-                    Explore predefined agentic workflows that execute specific tasks, such as generating blog posts, 
-                    summarizing documents, or managing tasks.
-                </p>
+            <div class="source-box">
+                <strong>Available sources:</strong>
+                <ul>
+                    <li>Journey to Self-Realization</li>
+                    <li>The Second Coming of Christ</li>
+                    <li>Autobiography of a Yogi</li>
+                </ul>
             </div>
             """)
+    
+    # Update system prompt display when a new prompt is selected
+    system_prompt_dropdown.change(
+        fn=chatbot.reset_system_prompt,
+        inputs=[system_prompt_dropdown],
+        outputs=[system_prompt_display]
+    )
+    
+    # Submit button logic to handle chatbot conversation
+    submit_button.click(
+        fn=respond,
+        inputs=[user_input, chatbot_output],
+        outputs=[chatbot_output]
+    )
 
-            # Dropdown for selecting agentic workflows
-            workflow_name = gr.Dropdown(choices=list(agentic_workflows.keys()), label="Choose Agent Workflow", value="Blog Post Generator")
-            workflow_display = gr.Textbox(label="Workflow Description", interactive=False, visible=True)
-            workflow_chatbot = gr.Chatbot(label="Agent Workflow Conversation", height=300, show_label=False)
-            workflow_user_query = gr.Textbox(label="Your Query", placeholder="Ask the agent to perform a task...")
-            workflow_submit_button = gr.Button("Send", elem_classes=["gr-button"])
-
-            # Chatbot interaction for agentic workflows
-            workflow_submit_button.click(fn=agentic_chatbot_conversation, inputs=[workflow_name, workflow_chatbot, workflow_user_query], outputs=[workflow_chatbot, workflow_user_query])
-
-# Launch the app
+# Launch the interface
 demo.launch()

app2.py

@@ -0,0 +1,120 @@
+import gradio as gr
+import src.srf_bot as sb
+import prompts.system_prompts as sp
+from langchain_core.messages import HumanMessage
+
+# Initialize the chatbot
+chatbot = sb.SRFChatbot()
+
+# Dictionary to store passages with identifiers
+retrieved_passages = {}
+
+# Define the respond function
+def respond(query, history):
+    formatted_query = [HumanMessage(content=query)]
+    # Invoke the chatbot
+    result = chatbot.graph.invoke({"messages": formatted_query}, chatbot.config)
+    
+    # Extract the assistant's response
+    response = result["messages"][-1].content
+
+    # Retrieve passages from your vector database based on the query
+    # For the example, we'll use dummy passages
+    passages = [
+        "This is the full text of Passage 1.",
+        "This is the full text of Passage 2.",
+        "This is the full text of Passage 3."
+    ]
+
+    # Store passages with identifiers
+    passage_ids = []
+    for idx, passage in enumerate(passages):
+        identifier = f"Passage {idx+1}"
+        retrieved_passages[identifier] = passage
+        passage_ids.append(identifier)
+
+    # Reference passages in the response
+    linked_response = f"{response}\n\nReferences:"
+    for pid in passage_ids:
+        linked_response += f" [{pid}]"
+
+    # Append to history
+    history.append((query, linked_response))
+    return history, ""
+
+# Function to get passage content based on selection
+def get_passage_content(passage_id):
+    return retrieved_passages.get(passage_id, "Passage not found.")
+
+# Function to update the system prompt
+def update_system_prompt(selected_prompt):
+    # Update the chatbot's system prompt
+    chatbot.reset_system_prompt(selected_prompt)
+    # Update the displayed system prompt text
+    return sp.system_prompt_templates[selected_prompt]
+
+# Gradio interface
+with gr.Blocks() as demo:
+    gr.Markdown("# SRF Chatbot")
+
+    with gr.Row():
+        with gr.Column(scale=4):
+            # Chatbot interface
+            chatbot_output = gr.Chatbot()
+            user_input = gr.Textbox(placeholder="Type your question here...", label="Your Question")
+            submit_button = gr.Button("Submit")
+
+        with gr.Column(scale=1):
+            # Dropdown to select system prompts
+            system_prompt_dropdown = gr.Dropdown(
+                choices=list(sp.system_prompt_templates.keys()),
+                label="Select Chatbot Instructions",
+                value=list(sp.system_prompt_templates.keys())[0]
+            )
+            # Display the selected system prompt
+            system_prompt_display = gr.Textbox(
+                value=sp.system_prompt_templates[list(sp.system_prompt_templates.keys())[0]],
+                label="Current Chatbot Instructions",
+                lines=5,
+                interactive=False
+            )
+            
+            # Update system prompt display when a new prompt is selected
+            system_prompt_dropdown.change(
+                fn=update_system_prompt,
+                inputs=[system_prompt_dropdown],
+                outputs=[system_prompt_display]
+            )
+            
+            # Passage selection and display
+            gr.Markdown("### References")
+            passage_selector = gr.Dropdown(label="Select a passage to view", choices=[])
+            passage_display = gr.Markdown()
+
+    # Update the chatbot when the submit button is clicked
+    submit_button.click(
+        fn=respond,
+        inputs=[user_input, chatbot_output],
+        outputs=[chatbot_output, user_input]
+    )
+
+    # Update the passage selector options when the chatbot output changes
+    def update_passage_selector(chat_history):
+        # Get the latest passages
+        choices = list(retrieved_passages.keys())
+        return gr.update(choices=choices)
+    
+    chatbot_output.change(
+        fn=update_passage_selector,
+        inputs=[chatbot_output],
+        outputs=[passage_selector]
+    )
+
+    # Display the selected passage
+    passage_selector.change(
+        fn=get_passage_content,
+        inputs=[passage_selector],
+        outputs=[passage_display]
+    )
+
+demo.launch()

app_multi_tab.py

@@ -0,0 +1,107 @@
+import gradio as gr
+from prompts.system_prompts import get_systemprompt, system_prompt_templates
+
+# Define some pre-written templates for Tab 1
+templates = {
+    "Friendly Chatbot": "You are a helpful, friendly chatbot that engages in light-hearted conversations.",
+    "Technical Assistant": "You are a technical assistant specialized in answering questions related to Python programming.",
+    "Nutrition Advisor": "You provide evidence-based advice on nutrition and healthy eating habits.",
+}
+
+# Define some agentic workflows for Tab 2
+agentic_workflows = {
+    "Blog Post Generator": "This agent is designed to help generate a blog post based on user input.",
+    "Document Summarizer": "This agent summarizes long documents by extracting key points.",
+    "Task Manager": "This agent helps you organize tasks and provides step-by-step guidance."
+}
+
+# Chatbot logic for custom instructions or pre-written templates
+def chatbot_response(system_instructions, user_query):
+    if "friendly" in system_instructions.lower():
+        return f"Friendly Chatbot says: Hi there! 😊 How can I assist you today?"
+    elif "technical" in system_instructions.lower():
+        return f"Technical Assistant says: Sure! Here's some information on Python: {user_query}"
+    elif "nutrition" in system_instructions.lower():
+        return f"Nutrition Advisor says: Here's some advice about healthy eating: {user_query}"
+    else:
+        return f"Custom Chatbot says: {user_query}"
+
+# Chatbot conversation function
+def chatbot_conversation(system_instructions, chat_history, user_query):
+    response = chatbot_response(system_instructions, user_query)
+    chat_history.append((user_query, response))
+    return chat_history, ""
+
+# Chatbot conversation for predefined agentic workflows
+def agentic_chatbot_conversation(workflow_instructions, chat_history, user_query):
+    response = f"Agent Workflow ({workflow_instructions}) says: {user_query}"
+    chat_history.append((user_query, response))
+    return chat_history, ""
+
+# Function to update the interface when a selection is made from the dropdown (Tab 1)
+def update_interface(template_name, custom_instructions):
+    if template_name == "Custom Instructions":
+        return gr.update(visible=True), gr.update(visible=False)
+    else:
+        template_content = templates.get(template_name, "")
+        return gr.update(visible=False), gr.update(visible=True, value=template_content)
+
+# Build the Gradio interface with Tabs
+with gr.Blocks(css=".gradio-container {background-color: #F0F0F0;} .gr-button {background-color: #1E3A8A; color: white;} .gr-textbox textarea {font-size: 16px;} .gr-markdown {font-size: 18px; color: #1E3A8A;}") as demo:
+    
+    # Add Tabs
+    with gr.Tabs():
+        
+        # Tab 1: Custom Instructions or Pre-Written Templates
+        with gr.Tab("Custom Instructions Chatbot"):
+            gr.Markdown("""
+            <div style='background-color:#E0E0E0; padding: 20px; border-radius: 10px;'>
+                <h1 style='text-align: center; color: #1E3A8A;'>SRF Innovation Labs - AI Chatbot Use Case Explorer</h1>
+                <p style='font-size: 18px; text-align: center; color: #1E3A8A;'>
+                    This tool allows you to experiment with different system prompts, 
+                    giving you control over how the chatbot behaves. You can either use pre-defined templates 
+                    or write your own custom instructions.
+                </p>
+            </div>
+            """)
+
+            # Section to select system instructions from dropdown
+            gr.Markdown("<h2 style='color: #1E3A8A;'>Chatbot Setup</h2>")
+            template_name = gr.Dropdown(choices=["Custom Instructions"] + list(templates.keys()), label="Choose Instructions", value="Friendly Chatbot")
+            custom_instructions = gr.Textbox(label="Custom Instructions", visible=False, placeholder="Write your own instructions here...")
+            template_display = gr.Textbox(label="Template Content", interactive=False, visible=True)
+
+            # Chatbot interface
+            gr.Markdown("<h2 style='color: #1E3A8A;'>Chatbot Interaction</h2>")
+            chatbot = gr.Chatbot(label="Chatbot Conversation", height=300, show_label=False)
+            user_query = gr.Textbox(label="Your Query", placeholder="Ask a question or say something to the chatbot...")
+            submit_button = gr.Button("Send", elem_classes=["gr-button"])
+
+            # Update logic for Tab 1
+            template_name.change(fn=update_interface, inputs=[template_name, custom_instructions], outputs=[custom_instructions, template_display])
+            submit_button.click(fn=chatbot_conversation, inputs=[custom_instructions if template_name == "Custom Instructions" else template_display, chatbot, user_query], outputs=[chatbot, user_query])
+
+        # Tab 2: Predefined Agentic Workflows
+        with gr.Tab("Agentic Workflow Chatbots"):
+            gr.Markdown("""
+            <div style='background-color:#E0E0E0; padding: 20px; border-radius: 10px;'>
+                <h1 style='text-align: center; color: #1E3A8A;'>Agentic Workflow Explorer</h1>
+                <p style='font-size: 18px; text-align: center; color: #1E3A8A;'>
+                    Explore predefined agentic workflows that execute specific tasks, such as generating blog posts, 
+                    summarizing documents, or managing tasks.
+                </p>
+            </div>
+            """)
+
+            # Dropdown for selecting agentic workflows
+            workflow_name = gr.Dropdown(choices=list(agentic_workflows.keys()), label="Choose Agent Workflow", value="Blog Post Generator")
+            workflow_display = gr.Textbox(label="Workflow Description", interactive=False, visible=True)
+            workflow_chatbot = gr.Chatbot(label="Agent Workflow Conversation", height=300, show_label=False)
+            workflow_user_query = gr.Textbox(label="Your Query", placeholder="Ask the agent to perform a task...")
+            workflow_submit_button = gr.Button("Send", elem_classes=["gr-button"])
+
+            # Chatbot interaction for agentic workflows
+            workflow_submit_button.click(fn=agentic_chatbot_conversation, inputs=[workflow_name, workflow_chatbot, workflow_user_query], outputs=[workflow_chatbot, workflow_user_query])
+
+# Launch the app
+demo.launch()

notebooks/01 Basic Chatbot.ipynb

@@ -2,14 +2,16 @@
  "cells": [
   {
    "cell_type": "code",
-   "execution_count": 1,
+   "execution_count": 8,
    "metadata": {},
    "outputs": [
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "langgraph-learning\n"
+      "srf-chatbot\n",
+      "The autoreload extension is already loaded. To reload it, use:\n",
+      "  %reload_ext autoreload\n"
      ]
     }
    ],
@@ -38,20 +40,8 @@
     "%load_ext autoreload\n",
     "%autoreload 2\n",
     "\n",
-    "import src.qdrant_manager as qm\n",
+    "import src.utils.qdrant_manager as qm\n",
     "\n",
-    "# Check available kernels\n",
-    "from jupyter_client import kernelspec\n",
-    "print(\"Available kernels:\")\n",
-    "for kernel in kernelspec.find_kernel_specs():\n",
-    "    print(kernel)\n",
-    "\n",
-    "# If you still can't see your kernel, you might need to restart your Jupyter environment\n",
-    "# or ensure that the kernel is properly installed and registered.\n",
-    "# You can also try running the following in a terminal:\n",
-    "# python -m ipykernel install --user --name=your_kernel_name\n",
-    "\n",
-    "# If issues persist, check your Jupyter configuration and environment setup.\n",
     "\n",
     "\n"
    ]
@@ -166,14 +156,14 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 4,
+   "execution_count": 9,
    "metadata": {},
    "outputs": [
     {
      "name": "stderr",
      "output_type": "stream",
      "text": [
-      "/Users/nadaa/Documents/code/langgraph_learning/src/qdrant_manager.py:51: LangChainDeprecationWarning: The class `Qdrant` was deprecated in LangChain 0.1.2 and will be removed in 0.5.0. Use QdrantVectorStore instead.\n",
+      "/Users/nadaa/Documents/code/py_innovations/srf_chatbot_v2/src/utils/qdrant_manager.py:51: LangChainDeprecationWarning: The class `Qdrant` was deprecated in LangChain 0.1.2 and will be removed in 0.5.0. Use :class:`~QdrantVectorStore` instead.\n",
       "  self.qdrant = Qdrant(\n"
      ]
     },
@@ -322,7 +312,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 9,
+   "execution_count": 10,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -332,26 +322,34 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 10,
+   "execution_count": 11,
    "metadata": {},
    "outputs": [
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "Here are the full passages returned from the vector search on the importance of a true guru, with the most important quotes bolded:\n",
+      "Here are the full passages from the teachings of Paramhansa Yogananda regarding the importance of a true guru, with key quotes emphasized:\n",
+      "\n",
+      "1. **\"It is admirable to lecture and teach good principles; but without possessing the qualifications of a real guru a teacher cannot redeem souls, nor should he presume to accept others as disciples until he himself has progressed far in his own Self-realization.\"** True gurus train first their inner selves in the theologically advanced school of intuition and God-communion in meditation. They spiritually baptize themselves in Spirit before they aspire to initiate others. They teach not for mundane gain or glory, but for the singular purpose of leading souls to God. A guru never seeks for himself the devotion and obedience of his disciples, but transfers that reverence to God. It is not necessary for a disciple to be in the company of the guru in order to receive his blessings. What is most important is to be spiritually in tune with the guru, for his help is transferred to the disciple primarily on the inner spiritual plane rather than through material means.\n",
       "\n",
-      "1. **\"It is admirable to lecture and teach good principles; but without possessing the qualifications of a real guru a teacher cannot redeem souls, nor should he presume to accept others as disciples until he himself has progressed far in his own Self-realization. True gurus train first their inner selves in the theologically advanced school of intuition and God-communion in meditation. They spiritually baptize themselves in Spirit before they aspire to initiate others. They teach not for mundane gain or glory, but for the singular purpose of leading souls to God. A guru never seeks for himself the devotion and obedience of his disciples, but transfers that reverence to God. It is not necessary for a disciple to be in the company of the guru in order to receive his blessings. What is most important is to be spiritually in tune with the guru, for his help is transferred to the disciple primarily on the inner spiritual plane rather than through material means. If the disciple is uncarping, unconditionally reverential and loving to the master, and faithful in following his precepts, his receptivity makes the task of the guru easier. Attunement links the help of the guru with the sincere striving of the disciple, even if the guru is no longer incarnate on earth.\"**\n",
+      "2. **\"A guru is not an ordinary spiritual teacher.\"** One may have many teachers, but only one guru, who is the agent of salvation appointed by God in response to a devotee’s demands for release from the bondage of matter. Ministers in churches and priests in temples are oftentimes chosen only by a set standard of their intellectual knowledge of the scriptures, or by virtue of sacerdotal authority ceremonially conferred on them by a formally higher ecclesiastical superior. No guru can be developed only by years of study in the intellectual factory of a theological seminary, which deems it has attained its ends when it confers B.D. or D.D. degrees. Such titles can be won by men of good memory; but character, self-control, and the wisdom of soul intuition can be cultured only by knowledge and application of advanced methods of deep daily meditation that produce Self-realization and actual experience of God.\n",
       "\n",
-      "2. **\"Baptized in a radiance as of a thousand suns, my whole being was blissfully enwrapped in God’s love and secured in the care of Guru’s wisdom. The Kriya Yoga sadhana imparted to me at that diksha was the “pearl of great price” with which all doors to the Divine Presence would be opened. A guru is not an ordinary spiritual teacher. One may have many teachers, but only one guru, who is the agent of salvation appointed by God in response to a devotee’s demands for release from the bondage of matter. Ministers in churches and priests in temples are oftentimes chosen only by a set standard of their intellectual knowledge of the scriptures, or by virtue of sacerdotal authority ceremonially conferred on them by a formally higher ecclesiastical superior. No guru can be developed only by years of study in the intellectual factory of a theological seminary, which deems it has attained its ends when it confers B.D. or D.D. degrees. Such titles can be won by men of good memory; but character, self-control, and the wisdom of soul intuition can be cultured only by knowledge and application of advanced methods of deep daily meditation that produce Self-realization and actual experience of God. Neither can one be a guru by self-choice. He must be ordained to serve and save others by a real guru, or else he must hear in reality the voice of God asking him to redeem others.\"**\n",
+      "3. **\"Discretion and caution are particularly necessary in accepting a guru.\"** One may have many teachers in the beginning of his search, but when one’s heart and soul are confidently settled in a guru-disciple relationship ordained and blessed by God, the disciple has only one guru, and no other teachers thereafter. The devotee remains loyal to such a guru, being spiritually fulfilled by the God-sent messenger. To forsake the guru and his ideals is to spurn the help sent by God, the One Guru of gurus. **\"Unconditional love, loyalty, and obedience are hallmarks of the guru-disciple relationship.\"** The spiritual soul contact between guru and disciple is one of eternal, unconditional divine love and friendship, bearing no taint of any selfish consideration.\n",
       "\n",
-      "3. **\"Discretion and caution are particularly necessary in accepting a guru, one to whom explicit loyalty and trust are given. One may have many teachers in the beginning of his search, but when one’s heart and soul are confidently settled in a guru-disciple relationship ordained and blessed by God, the disciple has only one guru, and no other teachers thereafter. The devotee remains loyal to such a guru, being spiritually fulfilled by the God-sent messenger. To forsake the guru and his ideals is to spurn the help sent by God, the One Guru of gurus: “the Lord God of the holy prophets”; He whom alone “seers great, and heaven’s-path successful ones,” do worship. Unconditional love, loyalty, and obedience are hallmarks of the guru-disciple relationship. The spiritual soul contact between guru and disciple is one of eternal, unconditional divine love and friendship, bearing no taint of any selfish consideration. Human love is conditional and based upon merit and inborn attachments. Unconditional divine love is the Christ-love with which God embraces all His children, high or low, naughty or good, under all circumstances. Only a master, one who has cast off his ego with its biases and selfish expectations, is capable of serving as a perfect channel through which God’s divine love may flow without measure. In the spiritually receptive, loyalty to the guru rises spontaneously when the disciple’s heart is bathed in the aura of the guru’s unconditional love.\"**\n",
+      "4. **\"Of the total requirement to achieve salvation, it is said that 25% is the disciple’s spiritual effort, 25% is the blessing of the guru, and the remaining 50% is the grace of God.\"** The aspirant should not be tempted into complacency, however, waiting to be moved by the spirit of the blessings and grace, for it is the catalyst of the devotee’s effort that makes the formula work. As the devotee’s effort and the guru’s blessings are equally necessary to the disciple’s progress, we are taught in India the first requisite importance on the spiritual path of following faithfully one’s guru.\n",
       "\n",
-      "4. **\"Of the total requirement to achieve salvation, it is said that 25% is the disciple’s spiritual effort, 25% is the blessing of the guru, and the remaining 50% is the grace of God. The aspirant should not be tempted into complacency, however, waiting to be moved by the spirit of the blessings and grace, for it is the catalyst of the devotee’s effort that makes the formula work. As the devotee’s effort and the guru’s blessings are equally necessary to the disciple’s progress, we are taught in India the first requisite importance on the spiritual path of following faithfully one’s guru. He takes personal interest in the welfare of the devotee’s soul and lays before him a path of spiritual discipline that leads as far as the God-seeker wishes to go. In the early years of my spiritual search I was blessed to have frequent association with saintly souls whose God-consciousness transported my consciousness into supernal realms. But it was not until I met my own God-ordained guru, Swami Sri Yukteswar, and received initiation from him, that I understood fully the transforming power of the sacred guru-disciple tradition. Baptized in a radiance as of a thousand suns, my whole being was blissfully enwrapped in God’s love and secured in the care of Guru’s wisdom. The Kriya Yoga sadhana imparted to me at that diksha was the “pearl of great price” with which all doors to the Divine Presence would be opened. A guru is not an ordinary spiritual teacher.\"**\n",
+      "5. **\"What is most important is to be spiritually in tune with the guru.\"** If the disciple is uncarping, unconditionally reverential and loving to the master, and faithful in following his precepts, his receptivity makes the task of the guru easier. Attunement links the help of the guru with the sincere striving of the disciple, even if the guru is no longer incarnate on earth.\n",
       "\n",
-      "5. **\"What is most important is to be spiritually in tune with the guru, for his help is transferred to the disciple primarily on the inner spiritual plane rather than through material means. If the disciple is uncarping, unconditionally reverential and loving to the master, and faithful in following his precepts, his receptivity makes the task of the guru easier. Attunement links the help of the guru with the sincere striving of the disciple, even if the guru is no longer incarnate on earth. My guru, Sri Yukteswarji, wrote: “To keep company with the Guru is not only to be in his physical presence (as this is sometimes impossible), but mainly means to keep him in our hearts and to be one with him in principle and to attune ourselves with him.…by keeping his appearance and attributes fully in mind, and by reflecting on the same and affectionately following his instructions, lamblike.” Many who were born centuries after Christ have attained God-realization through devotion to Jesus, the Good Shepherd, whom they followed as their guru or saviour. Jesus said, “Why call ye me Lord, Lord, and do not the things which I say?” The secret of the saints is that they practised what Jesus taught and exemplified; and by their single-hearted devotion they were able to attain ecstatic interiorization, as do adept yogis, which is necessary for communion with Christ.\"**\n",
+      "### Recommended Reading:\n",
+      "- \"The Second Coming of Christ\" by Paramhansa Yogananda\n",
+      "- \"Autobiography of a Yogi\" by Paramhansa Yogananda\n",
+      "- \"The Yoga of Jesus\" by Paramhansa Yogananda\n",
       "\n",
-      "These passages highlight the profound role of a true guru in spiritual development and the essential qualities that define this relationship. If you have any further questions or need additional insights, feel free to ask!\n"
+      "### Follow-Up Questions:\n",
+      "1. What qualities should one look for in a true guru?\n",
+      "2. How can a disciple cultivate a deeper connection with their guru?\n",
+      "3. Can the teachings of a guru be accessed without physical presence?\n"
      ]
     }
    ],
@@ -581,9 +579,9 @@
  ],
  "metadata": {
   "kernelspec": {
-   "display_name": "langgraph_learning-fxXDDPLh",
+   "display_name": "srf_chatbot_v2",
    "language": "python",
-   "name": "python3"
+   "name": "srf_chatbot_v2"
   },
   "language_info": {
    "codemirror_mode": {

notebooks/02 Chatbot with custom system prompt.ipynb

@@ -0,0 +1,287 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "execution_count": 5,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Running on local URL:  http://127.0.0.1:7864\n",
+      "\n",
+      "To create a public link, set `share=True` in `launch()`.\n"
+     ]
+    },
+    {
+     "data": {
+      "text/html": [
+       "<div><iframe src=\"http://127.0.0.1:7864/\" width=\"100%\" height=\"500\" allow=\"autoplay; camera; microphone; clipboard-read; clipboard-write;\" frameborder=\"0\" allowfullscreen></iframe></div>"
+      ],
+      "text/plain": [
+       "<IPython.core.display.HTML object>"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "text/plain": []
+     },
+     "execution_count": 5,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "import gradio as gr\n",
+    "\n",
+    "# Define some pre-written templates\n",
+    "templates = {\n",
+    "    \"Friendly Chatbot\": \"You are a helpful, friendly chatbot that engages in light-hearted conversations.\",\n",
+    "    \"Technical Assistant\": \"You are a technical assistant specialized in answering questions related to Python programming.\",\n",
+    "    \"Nutrition Advisor\": \"You provide evidence-based advice on nutrition and healthy eating habits.\",\n",
+    "}\n",
+    "\n",
+    "# Chatbot logic: Takes system instructions and user query, returns a response\n",
+    "def chatbot_response(system_instructions, user_query):\n",
+    "    if \"friendly\" in system_instructions.lower():\n",
+    "        return f\"Friendly Chatbot says: Hi there! 😊 How can I assist you today?\"\n",
+    "    elif \"technical\" in system_instructions.lower():\n",
+    "        return f\"Technical Assistant says: Sure! Here's some information on Python: {user_query}\"\n",
+    "    elif \"nutrition\" in system_instructions.lower():\n",
+    "        return f\"Nutrition Advisor says: Here's some advice about healthy eating: {user_query}\"\n",
+    "    else:\n",
+    "        return f\"Custom Chatbot says: {user_query}\"\n",
+    "\n",
+    "# Function to update the interface when a selection is made from the dropdown\n",
+    "def update_interface(template_name, custom_instructions):\n",
+    "    if template_name == \"Custom Instructions\":\n",
+    "        return gr.update(visible=True), gr.update(visible(False))\n",
+    "    else:\n",
+    "        template_content = templates.get(template_name, \"\")\n",
+    "        return gr.update(visible=False), gr.update(visible=True, value=template_content)\n",
+    "\n",
+    "# Chatbot conversation function\n",
+    "def chatbot_conversation(system_instructions, chat_history, user_query):\n",
+    "    response = chatbot_response(system_instructions, user_query)\n",
+    "    chat_history.append((user_query, response))\n",
+    "    return chat_history, \"\"\n",
+    "\n",
+    "# Build the Gradio interface\n",
+    "with gr.Blocks() as demo:\n",
+    "    \n",
+    "    # Add the title and description\n",
+    "    gr.Markdown(\"# **SRF Innovation Labs - AI Chatbot Use Case Explorer**\")\n",
+    "    gr.Markdown(\"\"\"\n",
+    "    Welcome to the SRF Innovation Labs AI Chatbot Use Case Explorer! \n",
+    "    This tool allows you to experiment with different system prompts, \n",
+    "    giving you control over how the chatbot behaves. You can either use pre-defined templates or write your own custom instructions.\n",
+    "    \n",
+    "    Additionally, the chatbot has access to a vector database where it can look up and retrieve learnings for various queries. \n",
+    "    This makes it an excellent platform for exploring potential AI use cases in real-time.\n",
+    "    \"\"\")\n",
+    "\n",
+    "    # Section to select system instructions from dropdown\n",
+    "    gr.Markdown(\"## **Chatbot Setup**\")\n",
+    "\n",
+    "    # Dropdown for selecting a pre-written template or custom instructions\n",
+    "    template_name = gr.Dropdown(choices=[\"Custom Instructions\"] + list(templates.keys()), label=\"Choose Instructions\", value=\"Friendly Chatbot\")\n",
+    "    \n",
+    "    # Textbox for custom chatbot instructions (only shown when \"Custom Instructions\" is selected)\n",
+    "    custom_instructions = gr.Textbox(label=\"Custom Instructions\", visible=False, placeholder=\"Write your own instructions here...\")\n",
+    "    \n",
+    "    # Output field to display the selected pre-written template (not shown when Custom Instructions is selected)\n",
+    "    template_display = gr.Textbox(label=\"Template Content\", interactive=False, visible=True)\n",
+    "    \n",
+    "    # Section for chat interface\n",
+    "    gr.Markdown(\"## **Chatbot Interaction**\")\n",
+    "\n",
+    "    # Chatbot interface with chat history\n",
+    "    chatbot = gr.Chatbot(label=\"Chatbot Conversation\")\n",
+    "    user_query = gr.Textbox(label=\"Your Query\", placeholder=\"Ask a question or say something to the chatbot...\")\n",
+    "\n",
+    "    # Button to submit the query\n",
+    "    submit_button = gr.Button(\"Send\")\n",
+    "\n",
+    "    # Update logic to control the display based on the dropdown selection\n",
+    "    template_name.change(fn=update_interface, \n",
+    "                         inputs=[template_name, custom_instructions], \n",
+    "                         outputs=[custom_instructions, template_display])\n",
+    "\n",
+    "    # Chatbot interaction logic\n",
+    "    submit_button.click(fn=chatbot_conversation, \n",
+    "                        inputs=[custom_instructions if template_name == \"Custom Instructions\" else template_display, chatbot, user_query], \n",
+    "                        outputs=[chatbot, user_query])\n",
+    "\n",
+    "# Launch the app\n",
+    "demo.launch()\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 6,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Running on local URL:  http://127.0.0.1:7865\n",
+      "\n",
+      "To create a public link, set `share=True` in `launch()`.\n"
+     ]
+    },
+    {
+     "data": {
+      "text/html": [
+       "<div><iframe src=\"http://127.0.0.1:7865/\" width=\"100%\" height=\"500\" allow=\"autoplay; camera; microphone; clipboard-read; clipboard-write;\" frameborder=\"0\" allowfullscreen></iframe></div>"
+      ],
+      "text/plain": [
+       "<IPython.core.display.HTML object>"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "text/plain": []
+     },
+     "execution_count": 6,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "import gradio as gr\n",
+    "\n",
+    "# Define some pre-written templates for Tab 1\n",
+    "templates = {\n",
+    "    \"Friendly Chatbot\": \"You are a helpful, friendly chatbot that engages in light-hearted conversations.\",\n",
+    "    \"Technical Assistant\": \"You are a technical assistant specialized in answering questions related to Python programming.\",\n",
+    "    \"Nutrition Advisor\": \"You provide evidence-based advice on nutrition and healthy eating habits.\",\n",
+    "}\n",
+    "\n",
+    "# Define some agentic workflows for Tab 2\n",
+    "agentic_workflows = {\n",
+    "    \"Blog Post Generator\": \"This agent is designed to help generate a blog post based on user input.\",\n",
+    "    \"Document Summarizer\": \"This agent summarizes long documents by extracting key points.\",\n",
+    "    \"Task Manager\": \"This agent helps you organize tasks and provides step-by-step guidance.\"\n",
+    "}\n",
+    "\n",
+    "# Chatbot logic for custom instructions or pre-written templates\n",
+    "def chatbot_response(system_instructions, user_query):\n",
+    "    if \"friendly\" in system_instructions.lower():\n",
+    "        return f\"Friendly Chatbot says: Hi there! 😊 How can I assist you today?\"\n",
+    "    elif \"technical\" in system_instructions.lower():\n",
+    "        return f\"Technical Assistant says: Sure! Here's some information on Python: {user_query}\"\n",
+    "    elif \"nutrition\" in system_instructions.lower():\n",
+    "        return f\"Nutrition Advisor says: Here's some advice about healthy eating: {user_query}\"\n",
+    "    else:\n",
+    "        return f\"Custom Chatbot says: {user_query}\"\n",
+    "\n",
+    "# Chatbot conversation function\n",
+    "def chatbot_conversation(system_instructions, chat_history, user_query):\n",
+    "    response = chatbot_response(system_instructions, user_query)\n",
+    "    chat_history.append((user_query, response))\n",
+    "    return chat_history, \"\"\n",
+    "\n",
+    "# Chatbot conversation for predefined agentic workflows\n",
+    "def agentic_chatbot_conversation(workflow_instructions, chat_history, user_query):\n",
+    "    response = f\"Agent Workflow ({workflow_instructions}) says: {user_query}\"\n",
+    "    chat_history.append((user_query, response))\n",
+    "    return chat_history, \"\"\n",
+    "\n",
+    "# Function to update the interface when a selection is made from the dropdown (Tab 1)\n",
+    "def update_interface(template_name, custom_instructions):\n",
+    "    if template_name == \"Custom Instructions\":\n",
+    "        return gr.update(visible=True), gr.update(visible=False)\n",
+    "    else:\n",
+    "        template_content = templates.get(template_name, \"\")\n",
+    "        return gr.update(visible=False), gr.update(visible=True, value=template_content)\n",
+    "\n",
+    "# Build the Gradio interface with Tabs\n",
+    "with gr.Blocks() as demo:\n",
+    "    \n",
+    "    # Add Tabs\n",
+    "    with gr.Tabs():\n",
+    "        \n",
+    "        # Tab 1: Custom Instructions or Pre-Written Templates\n",
+    "        with gr.Tab(\"Custom Instructions Chatbot\"):\n",
+    "            gr.Markdown(\"# **SRF Innovation Labs - AI Chatbot Use Case Explorer**\")\n",
+    "            gr.Markdown(\"\"\"\n",
+    "            This tool allows you to experiment with different system prompts, \n",
+    "            giving you control over how the chatbot behaves. You can either use pre-defined templates or write your own custom instructions.\n",
+    "            \"\"\")\n",
+    "\n",
+    "            # Section to select system instructions from dropdown\n",
+    "            gr.Markdown(\"## **Chatbot Setup**\")\n",
+    "            template_name = gr.Dropdown(choices=[\"Custom Instructions\"] + list(templates.keys()), label=\"Choose Instructions\", value=\"Friendly Chatbot\")\n",
+    "            custom_instructions = gr.Textbox(label=\"Custom Instructions\", visible=False, placeholder=\"Write your own instructions here...\")\n",
+    "            template_display = gr.Textbox(label=\"Template Content\", interactive=False, visible=True)\n",
+    "\n",
+    "            # Chatbot interface\n",
+    "            gr.Markdown(\"## **Chatbot Interaction**\")\n",
+    "            chatbot = gr.Chatbot(label=\"Chatbot Conversation\")\n",
+    "            user_query = gr.Textbox(label=\"Your Query\", placeholder=\"Ask a question or say something to the chatbot...\")\n",
+    "            submit_button = gr.Button(\"Send\")\n",
+    "\n",
+    "            # Update logic for Tab 1\n",
+    "            template_name.change(fn=update_interface, inputs=[template_name, custom_instructions], outputs=[custom_instructions, template_display])\n",
+    "            submit_button.click(fn=chatbot_conversation, inputs=[custom_instructions if template_name == \"Custom Instructions\" else template_display, chatbot, user_query], outputs=[chatbot, user_query])\n",
+    "\n",
+    "        # Tab 2: Predefined Agentic Workflows\n",
+    "        with gr.Tab(\"Agentic Workflow Chatbots\"):\n",
+    "            gr.Markdown(\"# **Agentic Workflow Explorer**\")\n",
+    "            gr.Markdown(\"\"\"\n",
+    "            This tab allows you to experiment with different agentic workflows that are predefined. \n",
+    "            Each workflow executes a specific task, such as generating blog posts, summarizing documents, or managing tasks.\n",
+    "            \"\"\")\n",
+    "\n",
+    "            # Dropdown for selecting agentic workflows\n",
+    "            workflow_name = gr.Dropdown(choices=list(agentic_workflows.keys()), label=\"Choose Agent Workflow\", value=\"Blog Post Generator\")\n",
+    "            workflow_display = gr.Textbox(label=\"Workflow Description\", interactive=False, visible=True)\n",
+    "            workflow_chatbot = gr.Chatbot(label=\"Agent Workflow Conversation\")\n",
+    "            workflow_user_query = gr.Textbox(label=\"Your Query\", placeholder=\"Ask the agent to perform a task...\")\n",
+    "            workflow_submit_button = gr.Button(\"Send\")\n",
+    "\n",
+    "            # Chatbot interaction for agentic workflows\n",
+    "            workflow_submit_button.click(fn=agentic_chatbot_conversation, inputs=[workflow_name, workflow_chatbot, workflow_user_query], outputs=[workflow_chatbot, workflow_user_query])\n",
+    "\n",
+    "# Launch the app\n",
+    "demo.launch()\n"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "srf_chatbot_v2",
+   "language": "python",
+   "name": "srf_chatbot_v2"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.11.9"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}

notebooks/03 Experimentation Chatbot.ipynb

@@ -2,7 +2,7 @@
  "cells": [
   {
    "cell_type": "code",
-   "execution_count": 65,
+   "execution_count": 30,
    "metadata": {},
    "outputs": [
     {
@@ -51,7 +51,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 64,
+   "execution_count": 31,
    "metadata": {},
    "outputs": [],
    "source": [
@@ -93,20 +93,15 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 37,
+   "execution_count": 32,
    "metadata": {},
    "outputs": [],
    "source": [
-    "# class ChatbotState(TypedDict):\n",
-    "#     # Messages have the type \"list\". The `add_messages` function defines how this state key should be updated\n",
-    "#     # (in this case, it appends messages to the list, rather than overwriting them)\n",
-    "#     messages: Annotated[list, add_messages]\n",
-    "\n",
     "\n",
     "class SRFChatbot:\n",
     "    def __init__(\n",
     "        self,\n",
-    "        chatbot_instructions: str,\n",
+    "        chatbot_instructions: str = sp.system_prompt_templates['Open-Ended Bot'],\n",
     "        model: str = 'gpt-4o-mini',\n",
     "        temperature: float = 0,\n",
     "    ):\n",
@@ -121,8 +116,18 @@
     "        # Get the configurable\n",
     "        self.config = self.get_configurable()\n",
     "    \n",
+    "    def reset_system_prompt(self, chatbot_instructions_dropdown: str):\n",
+    "        # Get chatbot instructions\n",
+    "        chatbot_instructions = sp.system_prompt_templates[chatbot_instructions_dropdown]\n",
+    "        # Reset the system prompt\n",
+    "        self.system_message = SystemMessage(content=chatbot_instructions)\n",
+    "        # Reset the configurable\n",
+    "        self.config = self.get_configurable()\n",
+    "\n",
+    "        return chatbot_instructions\n",
     "\n",
     "    def get_configurable(self):\n",
+    "        # This thread id is used to keep track of the chatbot's conversation\n",
     "        self.thread_id = str(uuid.uuid4())\n",
     "        return {\"configurable\": {\"thread_id\": self.thread_id}}\n",
     "        \n",
@@ -164,104 +169,202 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 59,
+   "execution_count": 33,
    "metadata": {},
    "outputs": [],
    "source": [
-    "chatbot_instructions = sp.system_prompt_templates['Open-Ended Bot']\n",
-    "chatbot = SRFChatbot(chatbot_instructions=chatbot_instructions)\n"
+    "chatbot = SRFChatbot()\n"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 61,
+   "execution_count": 15,
    "metadata": {},
    "outputs": [],
    "source": [
-    "query = \"I am having a lot of trouble sleeping. What can I do?\"\n",
+    "query = \"Tell me more about reducing nervousness to improve sleep\"\n",
     "results = chatbot.graph.invoke({\"messages\": [HumanMessage(content=query)]}, chatbot.config)"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 62,
+   "execution_count": 16,
+   "metadata": {},
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "To reduce nervousness and improve sleep, it is essential to recognize that much of our nervousness stems from our own reactions and emotional states. Paramhansa Yogananda emphasizes that restlessness and emotional excitement can overload the nervous system, leading to fatigue and anxiety. Engaging in deep meditation can help calm the nerves, as it allows the body to rest and rejuvenate. Additionally, dietary choices play a significant role; consuming calming foods such as whole grains, fruits, and avoiding stimulants like caffeine and alcohol can support a healthier nervous system. Practicing silence and reducing exposure to noise can also alleviate nervousness, creating a more peaceful environment conducive to sleep.\n",
+      "\n",
+      "**Quotes:**\n",
+      "1. \"You always blame other things for making you nervous, but never accuse yourself. Yet it is you who make yourself nervous; ninety-nine percent is your own fault.\" - *Journey to Self-Realization, Probing the Core of Nervousness*\n",
+      "2. \"When you stop overloading the nervous system, as when you are in deep sleep or a state of calmness in meditation, you are not nervous at all.\" - *Journey to Self-Realization, Probing the Core of Nervousness*\n",
+      "3. \"Learn to enjoy silence; don’t listen to the radio or television for hours on end, or have them blaring mindlessly in the background all the time.\" - *Journey to Self-Realization, Examine Yourself to See What Makes You Nervous*\n",
+      "4. \"The greatest healing of nervousness takes place when we attune our lives to God.\" - *Journey to Self-Realization, Attunement With God: Greatest Cure for Nervousness*\n",
+      "\n",
+      "**Recommended Reading:**\n",
+      "- *Journey to Self-Realization* by Paramhansa Yogananda\n",
+      "\n",
+      "**Follow-up Questions:**\n",
+      "1. What specific techniques can I use in meditation to calm my nerves?\n",
+      "2. Are there particular foods or drinks that are especially beneficial for reducing nervousness?\n",
+      "3. How can I create a more peaceful environment at home to improve my sleep?\n"
+     ]
+    }
+   ],
+   "source": [
+    "print(results['messages'][-1].content)"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 17,
    "metadata": {},
    "outputs": [
     {
      "data": {
       "text/plain": [
-       "[HumanMessage(content='I am having a lot of trouble sleeping. What can I do?', additional_kwargs={}, response_metadata={}, id='49aec330-967f-48ec-a14c-3e2f351281b1'),\n",
-       " AIMessage(content='', additional_kwargs={'tool_calls': [{'id': 'call_9mRC9uFfiJ3E7F1wmYuR7fSS', 'function': {'arguments': '{\"query\":\"trouble sleeping\"}', 'name': 'vector_search'}, 'type': 'function'}], 'refusal': None}, response_metadata={'token_usage': {'completion_tokens': 16, 'prompt_tokens': 249, 'total_tokens': 265, 'completion_tokens_details': {'reasoning_tokens': 0}}, 'model_name': 'gpt-4o-mini-2024-07-18', 'system_fingerprint': 'fp_e9627b5346', 'finish_reason': 'tool_calls', 'logprobs': None}, id='run-868473e1-e6e9-49be-9c87-973a9c9289dd-0', tool_calls=[{'name': 'vector_search', 'args': {'query': 'trouble sleeping'}, 'id': 'call_9mRC9uFfiJ3E7F1wmYuR7fSS', 'type': 'tool_call'}], usage_metadata={'input_tokens': 249, 'output_tokens': 16, 'total_tokens': 265}),\n",
-       " ToolMessage(content=\"[Document(metadata={'chapter_name': 'The Nervous System Connects You to the World and to God', 'split_id_sequential': 606, 'split_id_uuid': '21278b52-b4c0-4c0a-8355-a31448c7ce72', 'publication_name': 'Journey to Self-Realization', '_id': '0a69ff6f-1d13-451c-815a-6db330a19d6e', '_collection_name': 'openai_large_chunks_1500char'}, page_content='Sleep is an unconscious way of turning off life energy from the nerves. You therefore get some rest during slumber, but you do not have the conscious experience of bliss that the superconscious state produces. When you awaken from sleep, you are just the same as you were before sleep. But if you can cross the subconscious realm into the superconscious land of light, you will have the most wonderful experiences, and these produce lasting spiritual changes in the consciousness. The more you can remain in that interiorized state of bliss in meditation, the more you will feel that joy with you all the time, even in the midst of activities.'), Document(metadata={'chapter_number': 12, 'split_id_sequential': 215, 'split_id_uuid': 'fcfcaed4-65da-41c8-a5e7-6e68a5773829', 'chapter_name': 'Chapter 12: Years In My Master’S Hermitage', 'publication_name': 'Autobiography of a Yogi', '_id': '0a4aeeaa-eb45-4f4b-b0af-716b68ac70ed', '_collection_name': 'openai_large_chunks_1500char'}, page_content='As midnight approached, my guru might fall into a doze with the naturalness of a child. There was no fuss about bedding. He often lay down, without even a pillow, on a narrow davenport which was the background for his customary tiger-skin seat. A night-long philosophical discussion was not rare; any disciple could summon it by intensity of interest. I felt no tiredness then, no desire for sleep; Master’s living words were sufficient. “Oh, it is dawn! Let us walk by the Ganges.” So ended many of my periods of nocturnal edification. My early months with Sri Yukteswar culminated in a useful lesson: “How to Outwit a Mosquito.” At home my family always used protective curtains at night. I was dismayed to discover that in the Serampore hermitage this prudent custom was honoured in the breach. Yet the insects were in full residence; I was bitten from head to foot. My guru took pity on me. “Buy yourself a curtain, and also one for me.” He laughed and added, “If you buy only one, for yourself, all mosquitoes will concentrate on me!” I was more than thankful to comply. On every night that I spent in Serampore, my guru would ask me to arrange the bedtime curtains. One night, when a cloud of mosquitoes surrounded us, Master failed to issue his usual instructions. I listened nervously to the anticipatory hum of the insects. Getting into bed, I threw a propitiatory prayer in their general direction. A half hour later, I coughed pretentiously to attract my guru’s attention.'), Document(metadata={'publication_name': 'The Second Coming of Christ', 'split_id_uuid': 'dfffff39-bce8-4cc5-9a8a-383dc14db69a', 'chapter_number': 14, 'chapter_name': 'Discourse 14 - The Ascension Of Man—Lifting Up The Serpent In The Wilderness', 'split_id_sequential': 497, '_id': '73103f5f-8745-4eb5-8b27-7560a7395531', '_collection_name': 'openai_large_chunks_1500char'}, page_content='Why does man feel joy in sleep? Because when he is in the stage of deep, dreamless sleep, unconscious of the body, physical limitations are forgotten and the mind momentarily taps a higher consciousness. The yogi knows the scientific art of withdrawing consciously from his sensory nerves, so that no outer disturbance of sight, sound, touch, taste, or smell can gain entry into the inner sanctum of his peace-saturated meditation. Soldiers posted for days on the front lines are able to fall asleep despite the constant roar of battle, because of the body’s mechanism of unconsciously withdrawing the energy from the ears and other sensory organs. The yogi reasons that this can be done consciously. By knowledge and practice of the definite laws and scientific techniques of concentration, yogis switch off the senses at will—going beyond subconscious slumber into blissful superconscious interiorization. Though the soul is given periods of freedom from body consciousness at regular intervals in its existence—for a few hours each night, and for a longer respite between physical incarnations during the sleep of death—the unenlightened man inevitably finds that his unfulfilled earthly yearnings stir him once again to the consciousness of the body.'), Document(metadata={'split_id_sequential': 471, 'publication_name': 'The Second Coming of Christ', 'split_id_uuid': '4052d4dc-3f3d-4134-9724-1a3ce5b29178', 'chapter_number': 13, 'chapter_name': 'Discourse 13 - The Second Birth Of Man — In Spirit', '_id': 'cf225e5e-6892-41e5-984d-612275968193', '_collection_name': 'openai_large_chunks_1500char'}, page_content='Man remains firmly convinced that he is essentially a body, even though he daily receives proof to the contrary. Every night in sleep, “the little death,” he discards his identification with the physical form and is reborn as invisible consciousness. Why is it that man is compelled to sleep? Because sleep is a reminder of what is beyond the state of sleep—the state of the soul.13 Mortal existence could not be borne without at least subconscious contact with the soul, which is provided by sleep. At nighttime man dumps the body into the subconscious and becomes an angel; in the daytime he becomes once more a devil, divorced from Spirit by the desires and sensations of the body. By Kriya Yoga meditation he can be a god in the daytime, like Christ and the Great Ones. He goes beyond the subconscious to the superconscious, and dissolves the consciousness of the body in the ecstasy of God. One who can do this is born again. He knows his soul as a waft of the invisible wind of Spirit—soaring free in the unbounded heavens, entrapped no longer in a whirling dust devil traipsing heedlessly over the toilsome tracks of matter. This earth is a habitat of trouble and suffering, but the kingdom of God that is behind this material plane is an abode of freedom and bliss. The soul of the awakening man has followed a hard-earned way—many incarnations of upward evolution—in order to arrive at the human state and the possibility to reclaim his lost divinity.'), Document(metadata={'chapter_name': 'Examine Yourself to See What Makes You Nervous', 'publication_name': 'Journey to Self-Realization', 'split_id_sequential': 160, 'split_id_uuid': '0900b6ab-2a48-48db-a66b-2ca0e80f9c70', '_id': 'de7f20d2-d3ac-45b6-8588-1a0b568e2ec9', '_collection_name': 'openai_large_chunks_1500char'}, page_content='Other cars were speeding past us on the steep, winding grade. I thought they were hurrying to get to the mountaintop in time to see the sunrise. To my great amazement, when we arrived we were the only ones outside to enjoy the view. All the others were in the restaurant drinking coffee and eating doughnuts. Imagine! They rushed to the top and then rushed back, just for the thrill of being able to say when they got home that they had been there, and had coffee and doughnuts on Pikes Peak. That is what nervousness does. We should take time to enjoy things—the beauties of God’s creation, the many blessings of life—but avoid undue excitement, restlessness, and sudden emotions, which burn up the nervous system. Talking too much, including the habit of engaging in long conversations on the telephone, creates nervousness. Habitual twitching—such as drumming the fingers or moving the toes—burns energy in the nerves. Another cause of nervousness, though you may not be aware of it, is the noise of the radio or television going on for hours at a time. All sounds cause the nerves to react.1 A study conducted in the police department in Chicago showed that if human beings were not subjected to the bombardment of the sounds of modern living, which are especially harsh in cities, they could live years longer. Learn to enjoy silence; don’t listen to the radio or television for hours on end, or have them blaring mindlessly in the background all the time.')]\", name='vector_search', id='cec3278a-776b-4f4c-a7df-680bc132d50f', tool_call_id='call_9mRC9uFfiJ3E7F1wmYuR7fSS'),\n",
-       " AIMessage(content=\"If you're having trouble sleeping, here are some insights from the teachings of Paramhansa Yogananda that may help:\\n\\n1. **Understanding Sleep**: Sleep is described as an unconscious way of turning off life energy from the nerves. While you get some rest during sleep, it does not provide the conscious experience of bliss that meditation can offer. By practicing meditation and striving to reach a superconscious state, you can experience lasting spiritual changes and a deeper sense of joy that can accompany you even during your waking hours.\\n\\n2. **Conscious Withdrawal**: Yogananda explains that the yogi learns to consciously withdraw from sensory nerves, allowing for a peaceful state of meditation. This practice can help you manage disturbances that might affect your sleep. By training yourself to switch off the senses at will, you can go beyond mere subconscious slumber into a blissful state of interiorization.\\n\\n3. **The Nature of Sleep**: Sleep serves as a reminder of the soul's existence beyond the physical body. It allows for a temporary escape from physical limitations. Engaging in practices like Kriya Yoga meditation can help you connect with your soul and experience a sense of freedom and bliss, even during the day.\\n\\n4. **Managing Nervousness**: Nervousness can significantly impact your ability to sleep. Yogananda advises avoiding undue excitement, restlessness, and sudden emotions, as these can burn up the nervous system. Creating a peaceful environment, minimizing noise, and enjoying silence can help calm your nerves and improve your sleep quality.\\n\\n5. **Meditation Practice**: Incorporating meditation into your daily routine can help you achieve a state of calmness and bliss, which may alleviate sleep troubles. The more you can interiorize and experience that bliss during meditation, the more it can positively affect your overall well-being, including your sleep.\\n\\nConsider integrating these practices into your life to help improve your sleep quality.\", additional_kwargs={'refusal': None}, response_metadata={'token_usage': {'completion_tokens': 384, 'prompt_tokens': 2208, 'total_tokens': 2592, 'completion_tokens_details': {'reasoning_tokens': 0}}, 'model_name': 'gpt-4o-mini-2024-07-18', 'system_fingerprint': 'fp_1bb46167f9', 'finish_reason': 'stop', 'logprobs': None}, id='run-6e2e6206-fe5a-4ade-8688-d89532b26c60-0', usage_metadata={'input_tokens': 2208, 'output_tokens': 384, 'total_tokens': 2592})]"
+       "[HumanMessage(content='Tell me more about reducing nervousness to improve sleep', additional_kwargs={}, response_metadata={}, id='c1d3f9ba-0e06-4a6a-b38c-3dcd3be78bbf'),\n",
+       " AIMessage(content='', additional_kwargs={'tool_calls': [{'id': 'call_fjyQpF0pjUQZ8gobl2SAozXV', 'function': {'arguments': '{\"query\":\"reducing nervousness improve sleep\"}', 'name': 'vector_search'}, 'type': 'function'}], 'refusal': None}, response_metadata={'token_usage': {'completion_tokens': 19, 'prompt_tokens': 433, 'total_tokens': 452, 'completion_tokens_details': {'reasoning_tokens': 0}}, 'model_name': 'gpt-4o-mini-2024-07-18', 'system_fingerprint': 'fp_1bb46167f9', 'finish_reason': 'tool_calls', 'logprobs': None}, id='run-4a39fe1a-6413-4ba3-8aa3-290dc31a27bb-0', tool_calls=[{'name': 'vector_search', 'args': {'query': 'reducing nervousness improve sleep'}, 'id': 'call_fjyQpF0pjUQZ8gobl2SAozXV', 'type': 'tool_call'}], usage_metadata={'input_tokens': 433, 'output_tokens': 19, 'total_tokens': 452}),\n",
+       " ToolMessage(content=\"[Document(metadata={'chapter_name': 'Probing the Core of Nervousness', 'split_id_sequential': 418, 'split_id_uuid': '5ca2777d-c2a0-4e32-96b7-e43ed71c3aa2', 'publication_name': 'Journey to Self-Realization', '_id': '2151431e-7e07-44b6-8f33-7c8e277993c8', '_collection_name': 'openai_large_chunks_1500char'}, page_content='Probing the Core of Nervousness Self-Realization Fellowship Temple, San Diego, California, June 15, 1947 Everyone has at times been nervous, more or less, without knowing why. I may shake this piece of cloth and say it is nervous, but what is making the cloth move? When I cease moving my hand, the cloth lies limp. You always blame other things for making you nervous, but never accuse yourself. Yet it is you who make yourself nervous; ninety-nine percent is your own fault. Restlessness, emotional excitement, concentrates too much energy in the nerves so that they begin to wear out. After years and years, the adverse effects of that nervousness begin to show. The nerves are very tough—God made them so, because they have to last a lifetime—but it is necessary to give them proper care. When you stop overloading the nervous system, as when you are in deep sleep or a state of calmness in meditation, you are not nervous at all. In meditative ecstasy the nerves become highly rested and rejuvenated.'), Document(metadata={'split_id_sequential': 526, 'publication_name': 'Journey to Self-Realization', 'split_id_uuid': '2cecd1d8-68bf-4831-a6d2-de6028ff5fc5', 'chapter_name': 'The Best Diet for the Nerves', '_id': 'ff7b43a1-b42d-4983-8472-6eaeed695f4b', '_collection_name': 'openai_large_chunks_1500char'}, page_content='A yogic drink that is very good for the nervous system is made by adding crushed rock candy and fresh lime juice to a glass of water. It should be thoroughly mixed and evenly blended so that the taste is equally sweet and sour. I have recommended this to many people with excellent results. Another beneficial practice when you are very nervous is to take a cold bath. I once told this to a newspaperman. He said, “Well, if I did that every time I was nervous, I would have to carry a bathtub with me all the time!” I said, “Not necessary. Take a large piece of ice and rub it all over the body, especially over all the openings of the body. With this yoga technique, you will find that your nerves will become much calmer.”'), Document(metadata={'split_id_sequential': 525, 'publication_name': 'Journey to Self-Realization', 'chapter_name': 'The Best Diet for the Nerves', 'split_id_uuid': '5b366387-d311-486a-bc74-0559cb45d041', '_id': 'e2a33e74-64d8-47f4-9edd-41eebe277585', '_collection_name': 'openai_large_chunks_1500char'}, page_content='The Best Diet for the Nerves Even foods, which also are material condensations of astral rays of life, have effects that are correlated to their colour. Various kinds of natural white foods are good for the nervous system; they benefit the white matter of the brain. Berries are good for the gray matter of the brain—that is, blueberries or blackberries (which are really purple). Most fruits are gold in colour (or variants of gold, such as red and orange). As gold is the colour of the creative vibratory energy in matter, such fruits help the muscles, the blood, and the tissues. Goat’s milk, unbleached almonds, and raisins are very good for the nervous system. But all forms of meat of higher animals, especially beef and pork, are harmful to the nervous system; they are hyperstimulating and cause aggressiveness. Avoid too much starch, especially foods made from refined flour. Eat whole grains, cottage cheese, and plenty of fruits, fruit juices, and fresh vegetables—these are important. Needless to say, alcoholic beverages and drugs destroy the nervous system; stay away from them. A yogic drink that is very good for the nervous system is made by adding crushed rock candy and fresh lime juice to a glass of water. It should be thoroughly mixed and evenly blended so that the taste is equally sweet and sour. I have recommended this to many people with excellent results. Another beneficial practice when you are very nervous is to take a cold bath. I once told this to a newspaperman.'), Document(metadata={'chapter_name': 'Examine Yourself to See What Makes You Nervous', 'publication_name': 'Journey to Self-Realization', 'split_id_sequential': 160, 'split_id_uuid': '0900b6ab-2a48-48db-a66b-2ca0e80f9c70', '_id': 'de7f20d2-d3ac-45b6-8588-1a0b568e2ec9', '_collection_name': 'openai_large_chunks_1500char'}, page_content='Other cars were speeding past us on the steep, winding grade. I thought they were hurrying to get to the mountaintop in time to see the sunrise. To my great amazement, when we arrived we were the only ones outside to enjoy the view. All the others were in the restaurant drinking coffee and eating doughnuts. Imagine! They rushed to the top and then rushed back, just for the thrill of being able to say when they got home that they had been there, and had coffee and doughnuts on Pikes Peak. That is what nervousness does. We should take time to enjoy things—the beauties of God’s creation, the many blessings of life—but avoid undue excitement, restlessness, and sudden emotions, which burn up the nervous system. Talking too much, including the habit of engaging in long conversations on the telephone, creates nervousness. Habitual twitching—such as drumming the fingers or moving the toes—burns energy in the nerves. Another cause of nervousness, though you may not be aware of it, is the noise of the radio or television going on for hours at a time. All sounds cause the nerves to react.1 A study conducted in the police department in Chicago showed that if human beings were not subjected to the bombardment of the sounds of modern living, which are especially harsh in cities, they could live years longer. Learn to enjoy silence; don’t listen to the radio or television for hours on end, or have them blaring mindlessly in the background all the time.'), Document(metadata={'chapter_name': 'Attunement With God: Greatest Cure for Nervousness', 'split_id_sequential': 33, 'split_id_uuid': '28716ee9-dae2-46e5-80e6-f53bffa190c1', 'publication_name': 'Journey to Self-Realization', '_id': 'b079c905-181b-42ef-8c5f-849c0ba81f9b', '_collection_name': 'openai_large_chunks_1500char'}, page_content='Attunement With God: Greatest Cure for Nervousness Remember that the greatest healing of nervousness takes place when we attune our lives to God. The highest commandments given to man are to love God with all your heart, and with all your soul, and with all your mind, and with all your strength; and secondly, to love your neighbour as yourself.13 If you follow these, everything will come in its own way, and in the right way. It is not enough just to be a strict moralist—stones and goats do not break moral laws; still, they do not know God. But when you love God deeply enough, even if you are the greatest of sinners, you will be transformed and redeemed. The great saint Mirabai14 said, “To find the Divine One, the only indispensable is love.” That truth touched me deeply. All the prophets observe these two foremost commandments. Loving God with all your heart means to love Him with the love that you feel for the person who is dearest to you—with the love of the mother or father for the child, or the lover for the beloved. Give that kind of unconditional love to God. Loving God with all your soul means you can truly love Him when through deep meditation you know yourself as a soul, a child of God, made in His image. Loving God with all your mind means that when you are praying, your whole attention is on Him, not distracted by restless thoughts. In meditation, think only of God; don’t let the mind wander to everything else but God.')]\", name='vector_search', id='34f93038-5940-4a3b-bfd2-7f595ee69775', tool_call_id='call_fjyQpF0pjUQZ8gobl2SAozXV'),\n",
+       " AIMessage(content='To reduce nervousness and improve sleep, it is essential to recognize that much of our nervousness stems from our own reactions and emotional states. Paramhansa Yogananda emphasizes that restlessness and emotional excitement can overload the nervous system, leading to fatigue and anxiety. Engaging in deep meditation can help calm the nerves, as it allows the body to rest and rejuvenate. Additionally, dietary choices play a significant role; consuming calming foods such as whole grains, fruits, and avoiding stimulants like caffeine and alcohol can support a healthier nervous system. Practicing silence and reducing exposure to noise can also alleviate nervousness, creating a more peaceful environment conducive to sleep.\\n\\n**Quotes:**\\n1. \"You always blame other things for making you nervous, but never accuse yourself. Yet it is you who make yourself nervous; ninety-nine percent is your own fault.\" - *Journey to Self-Realization, Probing the Core of Nervousness*\\n2. \"When you stop overloading the nervous system, as when you are in deep sleep or a state of calmness in meditation, you are not nervous at all.\" - *Journey to Self-Realization, Probing the Core of Nervousness*\\n3. \"Learn to enjoy silence; don’t listen to the radio or television for hours on end, or have them blaring mindlessly in the background all the time.\" - *Journey to Self-Realization, Examine Yourself to See What Makes You Nervous*\\n4. \"The greatest healing of nervousness takes place when we attune our lives to God.\" - *Journey to Self-Realization, Attunement With God: Greatest Cure for Nervousness*\\n\\n**Recommended Reading:**\\n- *Journey to Self-Realization* by Paramhansa Yogananda\\n\\n**Follow-up Questions:**\\n1. What specific techniques can I use in meditation to calm my nerves?\\n2. Are there particular foods or drinks that are especially beneficial for reducing nervousness?\\n3. How can I create a more peaceful environment at home to improve my sleep?', additional_kwargs={'refusal': None}, response_metadata={'token_usage': {'completion_tokens': 416, 'prompt_tokens': 2347, 'total_tokens': 2763, 'completion_tokens_details': {'reasoning_tokens': 0}}, 'model_name': 'gpt-4o-mini-2024-07-18', 'system_fingerprint': 'fp_1bb46167f9', 'finish_reason': 'stop', 'logprobs': None}, id='run-0814edcd-020f-4ae0-bab2-b696f9948fec-0', usage_metadata={'input_tokens': 2347, 'output_tokens': 416, 'total_tokens': 2763})]"
       ]
      },
-     "execution_count": 62,
+     "execution_count": 17,
      "metadata": {},
      "output_type": "execute_result"
     }
    ],
    "source": [
-    "chatbot.graph.get_state(chatbot.config).values['messages']"
+    "\n",
+    "chatbot.graph.get_state(chatbot.config)[0]['messages']"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 63,
+   "execution_count": 20,
+   "metadata": {},
+   "outputs": [],
+   "source": []
+  },
+  {
+   "cell_type": "code",
+   "execution_count": 35,
    "metadata": {},
    "outputs": [
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "If you're having trouble sleeping, here are some insights from the teachings of Paramhansa Yogananda that may help:\n",
-      "\n",
-      "1. **Understanding Sleep**: Sleep is described as an unconscious way of turning off life energy from the nerves. While you get some rest during sleep, it does not provide the conscious experience of bliss that meditation can offer. By practicing meditation and striving to reach a superconscious state, you can experience lasting spiritual changes and a deeper sense of joy that can accompany you even during your waking hours.\n",
-      "\n",
-      "2. **Conscious Withdrawal**: Yogananda explains that the yogi learns to consciously withdraw from sensory nerves, allowing for a peaceful state of meditation. This practice can help you manage disturbances that might affect your sleep. By training yourself to switch off the senses at will, you can go beyond mere subconscious slumber into a blissful state of interiorization.\n",
-      "\n",
-      "3. **The Nature of Sleep**: Sleep serves as a reminder of the soul's existence beyond the physical body. It allows for a temporary escape from physical limitations. Engaging in practices like Kriya Yoga meditation can help you connect with your soul and experience a sense of freedom and bliss, even during the day.\n",
-      "\n",
-      "4. **Managing Nervousness**: Nervousness can significantly impact your ability to sleep. Yogananda advises avoiding undue excitement, restlessness, and sudden emotions, as these can burn up the nervous system. Creating a peaceful environment, minimizing noise, and enjoying silence can help calm your nerves and improve your sleep quality.\n",
+      "Running on local URL:  http://127.0.0.1:7875\n",
       "\n",
-      "5. **Meditation Practice**: Incorporating meditation into your daily routine can help you achieve a state of calmness and bliss, which may alleviate sleep troubles. The more you can interiorize and experience that bliss during meditation, the more it can positively affect your overall well-being, including your sleep.\n",
-      "\n",
-      "Consider integrating these practices into your life to help improve your sleep quality.\n"
+      "To create a public link, set `share=True` in `launch()`.\n"
      ]
+    },
+    {
+     "data": {
+      "text/html": [
+       "<div><iframe src=\"http://127.0.0.1:7875/\" width=\"100%\" height=\"500\" allow=\"autoplay; camera; microphone; clipboard-read; clipboard-write;\" frameborder=\"0\" allowfullscreen></iframe></div>"
+      ],
+      "text/plain": [
+       "<IPython.core.display.HTML object>"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "text/plain": []
+     },
+     "execution_count": 35,
+     "metadata": {},
+     "output_type": "execute_result"
     }
    ],
    "source": [
-    "print(results['messages'][-1].content)"
-   ]
-  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {},
-   "outputs": [],
-   "source": [
-    "\n"
+    "\n",
+    "def respond(query, history):\n",
+    "\n",
+    "    formatted_query = [HumanMessage(content=query)]\n",
+    "    # Invoke the graph with properly formatted input\n",
+    "    result = chatbot.graph.invoke({\"messages\": formatted_query}, chatbot.config)\n",
+    "    \n",
+    "    # Extract the assistant's response\n",
+    "    response = result[\"messages\"][-1].content\n",
+    "\n",
+    "    history.append((query, response))\n",
+    "\n",
+    "    \n",
+    "    return history\n",
+    "\n",
+    "chatbot = SRFChatbot()\n",
+    "\n",
+    "# Gradio interface with responsive layout\n",
+    "with gr.Blocks(css=\"\"\"\n",
+    "    @media (max-width: 600px) {\n",
+    "        .gr-row { flex-direction: column !important; }\n",
+    "        .gr-column { width: 100% !important; }\n",
+    "    }\n",
+    "\"\"\") as demo:\n",
+    "    gr.Markdown(\"# SRF Chatbot\")\n",
+    "    \n",
+    "    with gr.Row(elem_classes=\"gr-row\"):\n",
+    "        with gr.Column(scale=4, elem_classes=\"gr-column\"):\n",
+    "            chatbot_output = gr.Chatbot()\n",
+    "            user_input = gr.Textbox(placeholder=\"Type your question here...\")\n",
+    "            submit_button = gr.Button(\"Submit\")\n",
+    "        \n",
+    "        with gr.Column(scale=1, elem_classes=\"gr-column\"):\n",
+    "            system_prompt_dropdown = gr.Dropdown(\n",
+    "                choices=list(sp.system_prompt_templates.keys()),\n",
+    "                label=\"Select Chatbot Instructions\",\n",
+    "                value=list(sp.system_prompt_templates.keys())[0]\n",
+    "            )\n",
+    "            system_prompt_display = gr.Textbox(\n",
+    "                value=sp.system_prompt_templates[list(sp.system_prompt_templates.keys())[0]],\n",
+    "                label=\"Current Chatbot Instructions\",\n",
+    "                lines=5,\n",
+    "                interactive=False\n",
+    "            )\n",
+    "    \n",
+    "    # Update system prompt display when a new prompt is selected\n",
+    "    system_prompt_dropdown.change(\n",
+    "        fn=chatbot.reset_system_prompt,\n",
+    "        inputs=[system_prompt_dropdown],\n",
+    "        outputs=[system_prompt_display]\n",
+    "    )\n",
+    "    \n",
+    "    # Submit button logic to handle chatbot conversation\n",
+    "    submit_button.click(\n",
+    "        fn=respond,\n",
+    "        inputs=[user_input, chatbot_output],\n",
+    "        outputs=[chatbot_output]\n",
+    "    )\n",
+    "\n",
+    "\n",
+    "demo.launch()\n"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 66,
+   "execution_count": 43,
    "metadata": {},
    "outputs": [
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "Running on local URL:  http://127.0.0.1:7866\n",
-      "Running on public URL: https://94b754ba708e7402d2.gradio.live\n",
+      "Running on local URL:  http://127.0.0.1:7883\n",
       "\n",
-      "This share link expires in 72 hours. For free permanent hosting and GPU upgrades, run `gradio deploy` from Terminal to deploy to Spaces (https://huggingface.co/spaces)\n"
+      "To create a public link, set `share=True` in `launch()`.\n"
      ]
     },
     {
      "data": {
       "text/html": [
-       "<div><iframe src=\"https://94b754ba708e7402d2.gradio.live\" width=\"100%\" height=\"500\" allow=\"autoplay; camera; microphone; clipboard-read; clipboard-write;\" frameborder=\"0\" allowfullscreen></iframe></div>"
+       "<div><iframe src=\"http://127.0.0.1:7883/\" width=\"100%\" height=\"500\" allow=\"autoplay; camera; microphone; clipboard-read; clipboard-write;\" frameborder=\"0\" allowfullscreen></iframe></div>"
       ],
       "text/plain": [
        "<IPython.core.display.HTML object>"
@@ -274,46 +377,143 @@
      "data": {
       "text/plain": []
      },
-     "execution_count": 66,
+     "execution_count": 43,
      "metadata": {},
      "output_type": "execute_result"
     }
    ],
    "source": [
-    "def respond(message, history):\n",
-    "    # Format the history and new message into the expected structure\n",
-    "    formatted_messages = []\n",
-    "    for human, ai in history:\n",
-    "        formatted_messages.append(HumanMessage(content=human))\n",
-    "        if ai:  # AI might not have responded yet\n",
-    "            formatted_messages.append(AIMessage(content=ai))\n",
-    "    \n",
-    "    # Add the new message\n",
-    "    formatted_messages.append(HumanMessage(content=message))\n",
-    "    \n",
+    "import gradio as gr\n",
+    "\n",
+    "# Define the respond function\n",
+    "def respond(query, history):\n",
+    "    formatted_query = [HumanMessage(content=query)]\n",
     "    # Invoke the graph with properly formatted input\n",
-    "    result = chatbot.graph.invoke({\"messages\": formatted_messages}, chatbot.config)\n",
+    "    result = chatbot.graph.invoke({\"messages\": formatted_query}, chatbot.config)\n",
     "    \n",
     "    # Extract the assistant's response\n",
     "    response = result[\"messages\"][-1].content\n",
+    "\n",
+    "    history.append((query, response))\n",
+    "\n",
+    "    return history, \"\"\n",
+    "\n",
+    "# Initialize chatbot\n",
+    "chatbot = SRFChatbot()\n",
+    "\n",
+    "# Gradio interface with black and grey color scheme\n",
+    "with gr.Blocks(css=\"\"\"\n",
+    "    .gradio-container {\n",
+    "        background-color: #F0F0F0; \n",
+    "        font-family: 'Arial', sans-serif;\n",
+    "    }\n",
+    "    h1, h2, p {\n",
+    "        color: black;\n",
+    "    }\n",
+    "    h1 {\n",
+    "        font-size: 32px;\n",
+    "        text-align: left;\n",
+    "    }\n",
+    "    h2 {\n",
+    "        font-size: 24px;\n",
+    "    }\n",
+    "    p {\n",
+    "        font-size: 18px;\n",
+    "        margin-bottom: 15px;\n",
+    "    }\n",
+    "    .gr-button {\n",
+    "        background-color: #333333; \n",
+    "        color: white;\n",
+    "        font-size: 18px;\n",
+    "        padding: 10px;\n",
+    "    }\n",
+    "    .gr-textbox textarea {\n",
+    "        font-size: 18px;\n",
+    "        color: black;\n",
+    "    }\n",
+    "    .gr-dropdown {\n",
+    "        font-size: 18px;\n",
+    "        color: black;\n",
+    "    }\n",
+    "    .source-box {\n",
+    "        background-color: #D0D0D0; \n",
+    "        padding: 10px; \n",
+    "        border-radius: 8px; \n",
+    "        margin-top: 20px;\n",
+    "        color: black;\n",
+    "    }\n",
+    "    @media (max-width: 600px) {\n",
+    "        .gr-row { flex-direction: column !important; }\n",
+    "        .gr-column { width: 100% !important; }\n",
+    "    }\n",
+    "\"\"\") as demo:\n",
+    "    \n",
+    "    # Title\n",
+    "    gr.Markdown(\"# SRF Chatbot\")\n",
+    "    \n",
+    "    with gr.Row(elem_classes=\"gr-row\"):\n",
+    "        with gr.Column(scale=4, elem_classes=\"gr-column\"):\n",
+    "            # Chatbot interface\n",
+    "            chatbot_output = gr.Chatbot()\n",
+    "            user_input = gr.Textbox(placeholder=\"Type your question here...\", label=\"Your Question\")\n",
+    "            submit_button = gr.Button(\"Submit\")\n",
+    "        \n",
+    "        with gr.Column(scale=1, elem_classes=\"gr-column\"):\n",
+    "            # Dropdown to select system prompts\n",
+    "            system_prompt_dropdown = gr.Dropdown(\n",
+    "                choices=list(sp.system_prompt_templates.keys()),\n",
+    "                label=\"Select Chatbot Instructions\",\n",
+    "                value=list(sp.system_prompt_templates.keys())[0],\n",
+    "                elem_classes=\"gr-dropdown\"\n",
+    "            )\n",
+    "            # Display the selected system prompt\n",
+    "            system_prompt_display = gr.Textbox(\n",
+    "                value=sp.system_prompt_templates[list(sp.system_prompt_templates.keys())[0]],\n",
+    "                label=\"Current Chatbot Instructions\",\n",
+    "                lines=5,\n",
+    "                interactive=False\n",
+    "            )\n",
+    "            \n",
+    "            # Sources box\n",
+    "            gr.Markdown(\"\"\"\n",
+    "            <div class=\"source-box\">\n",
+    "                <strong>Available sources:</strong>\n",
+    "                <ul>\n",
+    "                    <li>Journey to Self-Realization</li>\n",
+    "                    <li>The Second Coming of Christ</li>\n",
+    "                    <li>Autobiography of a Yogi</li>\n",
+    "                </ul>\n",
+    "            </div>\n",
+    "            \"\"\")\n",
     "    \n",
-    "    return response\n",
+    "    # Update system prompt display when a new prompt is selected\n",
+    "    system_prompt_dropdown.change(\n",
+    "        fn=chatbot.reset_system_prompt,\n",
+    "        inputs=[system_prompt_dropdown],\n",
+    "        outputs=[system_prompt_display]\n",
+    "    )\n",
+    "    \n",
+    "    # Submit button logic to handle chatbot conversation\n",
+    "    submit_button.click(\n",
+    "        fn=respond,\n",
+    "        inputs=[user_input, chatbot_output],\n",
+    "        outputs=[chatbot_output, user_input]\n",
+    "    )\n",
     "\n",
-    "# Create and launch the Gradio interface\n",
-    "gradio = gr.ChatInterface(respond)\n",
-    "gradio.launch(share=True)"
+    "# Launch the interface\n",
+    "demo.launch()\n"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 74,
+   "execution_count": 44,
    "metadata": {},
    "outputs": [
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "Running on local URL:  http://127.0.0.1:7869\n",
+      "Running on local URL:  http://127.0.0.1:7885\n",
       "\n",
       "To create a public link, set `share=True` in `launch()`.\n"
      ]
@@ -321,7 +521,7 @@
     {
      "data": {
       "text/html": [
-       "<div><iframe src=\"http://127.0.0.1:7869/\" width=\"100%\" height=\"500\" allow=\"autoplay; camera; microphone; clipboard-read; clipboard-write;\" frameborder=\"0\" allowfullscreen></iframe></div>"
+       "<div><iframe src=\"http://127.0.0.1:7885/\" width=\"100%\" height=\"500\" allow=\"autoplay; camera; microphone; clipboard-read; clipboard-write;\" frameborder=\"0\" allowfullscreen></iframe></div>"
       ],
       "text/plain": [
        "<IPython.core.display.HTML object>"
@@ -334,118 +534,135 @@
      "data": {
       "text/plain": []
      },
-     "execution_count": 74,
+     "execution_count": 44,
      "metadata": {},
      "output_type": "execute_result"
-    },
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "Traceback (most recent call last):\n",
-      "  File \"/Users/nadaa/.local/share/virtualenvs/srf_chatbot_v2-9vTIDuJW/lib/python3.11/site-packages/gradio/queueing.py\", line 536, in process_events\n",
-      "    response = await route_utils.call_process_api(\n",
-      "               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n",
-      "  File \"/Users/nadaa/.local/share/virtualenvs/srf_chatbot_v2-9vTIDuJW/lib/python3.11/site-packages/gradio/route_utils.py\", line 322, in call_process_api\n",
-      "    output = await app.get_blocks().process_api(\n",
-      "             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n",
-      "  File \"/Users/nadaa/.local/share/virtualenvs/srf_chatbot_v2-9vTIDuJW/lib/python3.11/site-packages/gradio/blocks.py\", line 1935, in process_api\n",
-      "    result = await self.call_function(\n",
-      "             ^^^^^^^^^^^^^^^^^^^^^^^^^\n",
-      "  File \"/Users/nadaa/.local/share/virtualenvs/srf_chatbot_v2-9vTIDuJW/lib/python3.11/site-packages/gradio/blocks.py\", line 1520, in call_function\n",
-      "    prediction = await anyio.to_thread.run_sync(  # type: ignore\n",
-      "                 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n",
-      "  File \"/Users/nadaa/.local/share/virtualenvs/srf_chatbot_v2-9vTIDuJW/lib/python3.11/site-packages/anyio/to_thread.py\", line 56, in run_sync\n",
-      "    return await get_async_backend().run_sync_in_worker_thread(\n",
-      "           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\n",
-      "  File \"/Users/nadaa/.local/share/virtualenvs/srf_chatbot_v2-9vTIDuJW/lib/python3.11/site-packages/anyio/_backends/_asyncio.py\", line 2405, in run_sync_in_worker_thread\n",
-      "    return await future\n",
-      "           ^^^^^^^^^^^^\n",
-      "  File \"/Users/nadaa/.local/share/virtualenvs/srf_chatbot_v2-9vTIDuJW/lib/python3.11/site-packages/anyio/_backends/_asyncio.py\", line 914, in run\n",
-      "    result = context.run(func, *args)\n",
-      "             ^^^^^^^^^^^^^^^^^^^^^^^^\n",
-      "  File \"/Users/nadaa/.local/share/virtualenvs/srf_chatbot_v2-9vTIDuJW/lib/python3.11/site-packages/gradio/utils.py\", line 826, in wrapper\n",
-      "    response = f(*args, **kwargs)\n",
-      "               ^^^^^^^^^^^^^^^^^^\n",
-      "  File \"/var/folders/wm/nll4dzqx2_n5zxq0y2h84cs40000gn/T/ipykernel_49088/3264473872.py\", line 24, in chatbot_conversation\n",
-      "    result = respond(user_query, history)\n",
-      "                                 ^^^^^^^\n",
-      "NameError: name 'history' is not defined\n"
-     ]
     }
    ],
    "source": [
     "import gradio as gr\n",
+    "import src.srf_bot as sb\n",
+    "import prompts.system_prompts as sp\n",
+    "from langchain_core.messages import HumanMessage    \n",
     "\n",
-    "# Get the prompt templates\n",
-    "prompt_templates = sp.system_prompt_templates\n",
+    "# Define the respond function\n",
+    "def respond(query, history):\n",
+    "    formatted_query = [HumanMessage(content=query)]\n",
+    "    # Invoke the graph with properly formatted input\n",
+    "    result = chatbot.graph.invoke({\"messages\": formatted_query}, chatbot.config)\n",
+    "    \n",
+    "    # Extract the assistant's response\n",
+    "    response = result[\"messages\"][-1].content\n",
     "\n",
-    "# Global variable to hold the current SRFChatbot instance\n",
-    "chatbot = SRFChatbot(chatbot_instructions=prompt_templates['Open-Ended Bot'])\n",
+    "    history.append((query, response))\n",
     "\n",
-    "def initialize_chatbot(prompt_name):\n",
-    "    selected_prompt = prompt_templates[prompt_name]\n",
-    "    chatbot = SRFChatbot(chatbot_instructions=selected_prompt)\n",
-    "    return selected_prompt, []  # Return the prompt text and reset the chat history\n",
+    "    return history, \"\"\n",
     "\n",
-    "def chatbot_conversation(chat_history, user_query):\n",
-    "    global chatbot\n",
-    "    if chatbot is None:\n",
-    "        # Initialize with default prompt if not already initialized\n",
-    "        default_prompt = list(prompt_templates.keys())[0]\n",
-    "        chatbot = SRFChatbot(chatbot_instructions=prompt_templates[default_prompt])\n",
-    "    \n",
-    "    \n",
-    "    # Process the conversation\n",
-    "    result = respond(user_query, history)\n",
-    "    \n",
-    "    # Extract the bot's response\n",
-    "    bot_response = result[\"messages\"][-1].content\n",
-    "    \n",
-    "    # Update the chat history\n",
-    "    chat_history.append((user_query, bot_response))\n",
-    "    \n",
-    "    return chat_history, \"\"\n",
+    "# Initialize chatbot\n",
+    "chatbot = sb.SRFChatbot()\n",
     "\n",
-    "# Gradio interface\n",
-    "with gr.Blocks() as demo:\n",
+    "# Gradio interface with black and grey color scheme\n",
+    "with gr.Blocks(css=\"\"\"\n",
+    "    .gradio-container {\n",
+    "        background-color: #F0F0F0; \n",
+    "        font-family: 'Arial', sans-serif;\n",
+    "    }\n",
+    "    h1, h2, p {\n",
+    "        color: black;\n",
+    "    }\n",
+    "    h1 {\n",
+    "        font-size: 32px;\n",
+    "        text-align: left;\n",
+    "    }\n",
+    "    h2 {\n",
+    "        font-size: 24px;\n",
+    "    }\n",
+    "    p {\n",
+    "        font-size: 18px;\n",
+    "        margin-bottom: 15px;\n",
+    "    }\n",
+    "    .gr-button {\n",
+    "        background-color: #333333; \n",
+    "        color: white;\n",
+    "        font-size: 18px;\n",
+    "        padding: 10px;\n",
+    "    }\n",
+    "    .gr-textbox textarea {\n",
+    "        font-size: 18px;\n",
+    "        color: black;\n",
+    "    }\n",
+    "    .gr-dropdown {\n",
+    "        font-size: 18px;\n",
+    "        color: black;\n",
+    "    }\n",
+    "    .source-box {\n",
+    "        background-color: white; \n",
+    "        padding: 10px; \n",
+    "        border-radius: 8px; \n",
+    "        margin-top: 20px;\n",
+    "        color: black;\n",
+    "        border: 1px solid #D0D0D0;\n",
+    "    }\n",
+    "    @media (max-width: 600px) {\n",
+    "        .gr-row { flex-direction: column !important; }\n",
+    "        .gr-column { width: 100% !important; }\n",
+    "    }\n",
+    "\"\"\") as demo:\n",
+    "    \n",
+    "    # Title\n",
     "    gr.Markdown(\"# SRF Chatbot\")\n",
     "    \n",
-    "    with gr.Row():\n",
-    "        with gr.Column(scale=4):\n",
-    "            chatbot_output = gr.Chatbot()\n",
-    "            user_input = gr.Textbox(placeholder=\"Type your message here...\")\n",
+    "    with gr.Row(elem_classes=\"gr-row\"):\n",
+    "        with gr.Column(scale=4, elem_classes=\"gr-column\"):\n",
+    "            # Chatbot interface\n",
+    "            chatbot_output = gr.Chatbot(height=600)  # Increased height for longer chat interface\n",
+    "            user_input = gr.Textbox(placeholder=\"Type your question here...\", label=\"Your Question\")\n",
     "            submit_button = gr.Button(\"Submit\")\n",
     "        \n",
-    "        with gr.Column(scale=1):\n",
+    "        with gr.Column(scale=1, elem_classes=\"gr-column\"):\n",
+    "            # Dropdown to select system prompts\n",
     "            system_prompt_dropdown = gr.Dropdown(\n",
-    "                choices=list(prompt_templates.keys()),\n",
-    "                label=\"Select System Prompt\",\n",
-    "                value=list(prompt_templates.keys())[0]\n",
+    "                choices=list(sp.system_prompt_templates.keys()),\n",
+    "                label=\"Select Chatbot Instructions\",\n",
+    "                value=list(sp.system_prompt_templates.keys())[0],\n",
+    "                elem_classes=\"gr-dropdown\"\n",
     "            )\n",
+    "            # Display the selected system prompt\n",
     "            system_prompt_display = gr.Textbox(\n",
-    "                value=prompt_templates[list(prompt_templates.keys())[0]],\n",
-    "                label=\"Current System Prompt\",\n",
+    "                value=sp.system_prompt_templates[list(sp.system_prompt_templates.keys())[0]],\n",
+    "                label=\"Current Chatbot Instructions\",\n",
     "                lines=5,\n",
     "                interactive=False\n",
     "            )\n",
+    "            \n",
+    "            # Sources box (Now white, matching the other boxes)\n",
+    "            gr.Markdown(\"\"\"\n",
+    "            <div class=\"source-box\">\n",
+    "                <strong>Available sources:</strong>\n",
+    "                <ul>\n",
+    "                    <li>Journey to Self-Realization</li>\n",
+    "                    <li>The Second Coming of Christ</li>\n",
+    "                    <li>Autobiography of a Yogi</li>\n",
+    "                </ul>\n",
+    "            </div>\n",
+    "            \"\"\")\n",
     "    \n",
+    "    # Update system prompt display when a new prompt is selected\n",
     "    system_prompt_dropdown.change(\n",
-    "        fn=initialize_chatbot,\n",
+    "        fn=chatbot.reset_system_prompt,\n",
     "        inputs=[system_prompt_dropdown],\n",
     "        outputs=[system_prompt_display]\n",
     "    )\n",
     "    \n",
+    "    # Submit button logic to handle chatbot conversation\n",
     "    submit_button.click(\n",
-    "        fn=chatbot_conversation,\n",
-    "        inputs=[chatbot_output, user_input],\n",
-    "        outputs=[chatbot_output]\n",
+    "        fn=respond,\n",
+    "        inputs=[user_input, chatbot_output],\n",
+    "        outputs=[chatbot_output, user_input]\n",
     "    )\n",
     "\n",
-    "# Initialize the chatbot with the default prompt\n",
-    "initialize_chatbot(list(prompt_templates.keys())[0])\n",
-    "\n",
-    "demo.launch()"
+    "# Launch the interface\n",
+    "demo.launch()\n"
    ]
   },
   {

prompts/system_prompts.py

@@ -3,58 +3,48 @@
 
 # System prompt options for the chatbot
 system_prompt_templates = {
-    "Open-Ended Bot": '''You are a helpful assistant for people that want to query the teachings of Paramhansa Yogananda 
-                        and the Self-Realization Fellowship. Look up the vector database provided for relevant
-                        passages to answer queries. Only use the context provided. Do not use any other sources.''',
+    "Open-Ended Bot": '''You are a helpful assistant for people that want to query the teachings of Paramhansa Yogananda and the Self-Realization Fellowship. Look up the vector database provided for relevantpassages to answer queries. Only use the context provided. Do not use any other sources.''',
     
-    "Question-Answer Bot with Quotes": """You are a helpful assistant for people that want to query the teachings of 
-                                                Paramhansa Yogananda and the Self-Realization Fellowship to find answers to their questions. 
-                                                You will only answer questions that are related to the teachings based on the provided context.
-                                                You have a vector database of the teachings of Paramhansa Yogananda and the Self-Realization Fellowship
-                                                that you can search for information to answer the user's question.
-                                                Provide compassionate and insightful responses that are grounded only in the context provided. 
-                                                Instructions:
-                                                - Ask follow-up questions if needed to clarify the question
-                                                - Query the vector database multiple times if the user query contains a question or questions that span multiple topics
-                                                Output Format
-                                                - The answer should be one paragraph and only be derived from the context provided
-                                                - Provide a list of quotes verbatim from the retrieved passages with source and chapter name
-                                                - Provide a list of recommended reading based on the retrieved passages
-                                                - Provide up to three suggestions for followup questions
-                                                - If the provided context does not contain the answer, please say so and ask the user to clarify their question.
-                                                """,
+    "Question-Answer Bot with Quotes": """You are a helpful assistant that can query the teachings of Paramhansa Yogananda and the Self-Realization Fellowship from a vector database. 
+    You will only answer questions based on the provided context.
+    Instructions:
+    - Ask follow-up questions if needed to clarify the question
+    - Query the vector database multiple times if the user query contains a question or questions that span multiple topics
+    Output Format
+    - The answer should be one paragraph and only be derived from the context provided
+    - Provide a list of quotes verbatim from the retrieved passages with source and chapter name
+    - Provide a list of recommended reading based on the retrieved passages
+    - Provide up to three suggestions for followup questions
+    - If the provided context does not contain the answer, please say so and ask the user to clarify their question.""",
 
-    "Quote Finder": '''You are a helpful assistant for people that want to find quotes from the teachings of 
-                        Paramhansa Yogananda and the Self-Realization Fellowship related to a give topic or question.
-                        In some cases, the user may describe a life problem or scenario. In you should break up the user query into
-                        multiple search queries. You have a vector database of the teachings of Paramhansa Yoganand and the Self-Realization
-                        Fellowship that can search for passages that you can use to pull out relevant quotes.
-                        Only extract quotes from the passages in the provided context. Ensure that the quotes are verbatim.
-                        Here are further instructions:
-                         - Ask follow-up questions if needed to clarify the question or topic
-                         - Query the vector database multiple times if the user query contains spans multiple topics 
-                         - Include the source and chapter name for each quote you provide.
-                         - Provide a list of recommended reading
-                         - Provide up to three suggestions for followup quote searches
-                         - Do not paraphrase the quotes into an answer. Return the quotes directly.''',
+    "Quote Finder": '''You are a helpful assistant that can query a vector database for the teachings of 
+    Paramhansa Yogananda and the Self-Realization Fellowship related to a give topic or question.
+    In some cases, the user may describe a life problem or scenario. In you should break up the user query into
+    multiple search queries. Only extract quotes from the passages in the provided context. Ensure that the quotes are verbatim.
+    Here are further instructions:
+    - Ask follow-up questions if needed to clarify the question or topic
+    - Query the vector database multiple times if the user query contains spans multiple topics 
+    - Include the source and chapter name for each quote you provide.
+    - Provide a list of recommended reading
+    - Provide up to three suggestions for followup quote searches
+    - Do not paraphrase the quotes into an answer. Return the quotes directly.''',
     
     "Passage Finder": '''You are a helpful assistant that finds passages from the teachings of Paramhansa Yogananda and 
-                        the Self-Realization Fellowship that are related to a given topic or question. If the user query
-                        is not related to the teachings, tell the user that you are not able to answer that question.''',
+    the Self-Realization Fellowship that are related to a given topic or question from a vector database. Output
+    the full passages provided in the context. Organize them by relevance to the user query. Bold quotes that
+    are particularly insightful or relevant to the user query.''',
 
     "Subtopic Finder and Deep Dive": '''You are a helpful assistant that generates subtopics for a given topic or question from the teachings of Paramhansa Yogananda and the Self-Realization Fellowship
-                         and allows users to do a deep dive into those subtopics.
-                         Retrieve at least 20 passages from the vector database for the given topic and then list out sub-topics that emerge from the retrieved passages.
-                         For each sub-topic, provide a concise summary of the sub-topic and a list of recommended readings 
-                         from the teachings of Paramhansa Yogananda and the Self-Realization Fellowship.''',
+    and allows users to do a deep dive into those subtopics. Retrieve at least 20 passages from the vector database for the given topic and then list out sub-topics that emerge from the retrieved passages.
+    For each sub-topic, provide a concise summary of the sub-topic and a list of recommended readings from the teachings of Paramhansa Yogananda and the Self-Realization Fellowship.''',
 
     "In Depth Topic Summary": '''You are a helpful assistant that summarizes topics from the teachings of Paramhansa Yogananda and the Self-Realization Fellowship.
-                              Provide a detailed summary of the topic and a list of recommended readings from the teachings of 
-                              Paramhansa Yogananda and the Self-Realization Fellowship. Your summaries should only use information from the provided context.
-                              Do not include information outside of the context provided. The summaries should be comprehensive and provide a deep understanding of the topic.
-                              The summaries should be in a paragraph format. At the end of the summary provide supporting quotes and resources.
-                              Make multiple queries to the vector database to retrieve information to answer the user's question if needed.
-                              Also ask follow-up questions to clarify the user's question if needed.''',
+    Provide a detailed summary of the topic and a list of recommended readings from the teachings of 
+    Paramhansa Yogananda and the Self-Realization Fellowship. Your summaries should only use information from the provided context.
+    Do not include information outside of the context provided. The summaries should be comprehensive and provide a deep understanding of the topic.
+    The summaries should be in a paragraph format. At the end of the summary provide supporting quotes and resources.
+    Make multiple queries to the vector database to retrieve information to answer the user's question if needed.
+    Also ask follow-up questions to clarify the user's question if needed.''',
 
 }
 

src/srf_bot.py

@@ -0,0 +1,172 @@
+import sys
+import os
+import uuid
+from dotenv import load_dotenv
+from typing import Annotated, List, Tuple
+from typing_extensions import TypedDict
+from langchain.tools import tool, BaseTool
+from langchain.schema import Document
+from langgraph.graph import StateGraph, START, END, MessagesState
+from langgraph.graph.message import add_messages
+from langgraph.prebuilt import ToolNode, tools_condition
+from langgraph.checkpoint.memory import MemorySaver
+from langchain_openai import ChatOpenAI
+from langchain_core.prompts import ChatPromptTemplate, SystemMessagePromptTemplate, AIMessagePromptTemplate, HumanMessagePromptTemplate
+# from langchain.schema import SystemMessage, HumanMessage, AIMessage, ToolMessage
+from langchain_core.messages import HumanMessage, AIMessage, ToolMessage, SystemMessage
+from langchain.retrievers.multi_query import MultiQueryRetriever
+import json
+sys.path.append(os.path.abspath('..'))
+
+
+import src.utils.qdrant_manager as qm
+import prompts.system_prompts as sp
+
+load_dotenv('/Users/nadaa/Documents/code/py_innovations/srf_chatbot_v2/.env')
+
+
+class ToolManager:
+    def __init__(self, collection_name="openai_large_chunks_1500char"):
+        self.tools = []
+        self.qdrant = qm.QdrantManager(collection_name=collection_name)
+        self.vectorstore = self.qdrant.get_vectorstore()
+        self.add_tools()
+
+    def get_tools(self):
+        return self.tools
+
+    def add_tools(self):
+        @tool
+        def vector_search(query: str, k: int = 5) -> list[Document]:
+            """Useful for simple queries. This tool will search a vector database for passages from the teachings of Paramhansa Yogananda and other publications from the Self Realization Fellowship (SRF).
+            The user has the option to specify the number of passages they want the search to return, otherwise the number of passages will be set to the default value."""
+            retriever = self.vectorstore.as_retriever(search_kwargs={"k": k})
+            documents = retriever.invoke(query)
+            return documents
+             
+        @tool
+        def multiple_query_vector_search(query: str, k: int = 5) -> list[Document]:
+            """Useful when the user's query is vague, complex, or involves multiple concepts. 
+            This tool will write multiple versions of the user's query and search the vector database for relevant passages. 
+            Use this tool when the user asks for an in depth answer to their question."""
+            
+            llm = ChatOpenAI(model="gpt-4o-mini", temperature=0.5)
+            retriever_from_llm = MultiQueryRetriever.from_llm(retriever=self.vectorstore.as_retriever(), llm=llm)
+            documents = retriever_from_llm.invoke(query)
+            return documents
+            
+        self.tools.append(vector_search)
+        self.tools.append(multiple_query_vector_search)
+
+class BasicToolNode:
+    """A node that runs the tools requested in the last AIMessage."""
+
+    def __init__(self, tools: list) -> None:
+        self.tools_by_name = {tool.name: tool for tool in tools}
+
+    def __call__(self, inputs: dict):
+        if messages := inputs.get("messages", []):
+            message = messages[-1]
+        else:
+            raise ValueError("No message found in input")
+        outputs = []
+        documents = []
+        for tool_call in message.tool_calls:
+            tool_result = self.tools_by_name[tool_call["name"]].invoke(
+                tool_call["args"]
+            )
+            outputs.append(
+                ToolMessage(
+                    content=str(tool_result),
+                    name=tool_call["name"],
+                    tool_call_id=tool_call["id"],
+                )
+            )
+            documents += tool_result
+            
+        return {"messages": outputs, "documents": documents}
+
+class AgentState(TypedDict):
+
+    messages: Annotated[list, add_messages]
+    documents: list[Document]
+    system_message: list[SystemMessage]
+    system_message_dropdown: list[str]
+
+class SRFChatbot:
+    def __init__(
+        self,
+        chatbot_instructions_dropdown: str = 'Open-Ended Bot',
+        model: str = 'gpt-4o-mini',
+        temperature: float = 0,
+    ):
+        # Initialize the LLM and the system message
+        ## THIS SHOULD BE REFACTORED AS THERE IS REPEITITION OF THE CODE IN RESET SYSTEM PROMPT TOO
+        self.chatbot_instructions_dropdown = chatbot_instructions_dropdown
+        self.chatbot_instructions = sp.system_prompt_templates[self.chatbot_instructions_dropdown]
+        self.system_message = SystemMessage(content=self.chatbot_instructions)
+
+        self.llm = ChatOpenAI(model=model, temperature=temperature)
+        self.tools = ToolManager().get_tools()
+        self.llm_with_tools = self.llm.bind_tools(self.tools)
+
+        # Build the graph
+        self.graph = self.build_graph()
+        # Get the configurable
+        self.config = self.get_configurable()
+    
+    def reset_system_prompt(self, chatbot_instructions_dropdown: str):
+        # Update the dropdown
+        self.chatbot_instructions_dropdown = chatbot_instructions_dropdown
+        # Get chatbot instructions
+        self.chatbot_instructions = sp.system_prompt_templates[self.chatbot_instructions_dropdown]
+        # Reset the system prompt
+        self.system_message = SystemMessage(content=self.chatbot_instructions)
+        # Reset the configurable
+        self.config = self.get_configurable()
+        return self.chatbot_instructions
+
+    def get_configurable(self):
+        # This thread id is used to keep track of the chatbot's conversation
+        self.thread_id = str(uuid.uuid4())
+        return {"configurable": {"thread_id": self.thread_id}}
+    
+    def get_system_message_dropdown(self):
+        return self.graph.get_state(config=self.config).values['system_message_dropdown']
+        
+    # Add the system message onto the llm
+    ## THIS SHOULD BE REFACTORED SO THAT THE STATE ALWAYS HAS THE DEFINITIVE SYSTEM MESSAGE THAT SHOULD BE IN USE
+    def chatbot(self, state: AgentState):
+        messages = [self.system_message] + state["messages"]
+        return {"messages": [self.llm_with_tools.invoke(messages)], "system_message": self.system_message, "system_message_dropdown": self.chatbot_instructions_dropdown}
+    
+    def build_graph(self):
+        # Add chatbot state
+        graph_builder = StateGraph(AgentState)
+
+        # Add nodes
+        tool_node = BasicToolNode(tools=self.tools)
+        # tool_node = ToolNode(self.tools)
+        graph_builder.add_node("tools", tool_node)
+        graph_builder.add_node("chatbot", self.chatbot)
+
+        # Add a conditional edge wherein the chatbot can decide whether or not to go to the tools
+        graph_builder.add_conditional_edges(
+            "chatbot",
+            tools_condition,
+        )
+
+        # Add fixed edges
+        graph_builder.add_edge(START, "chatbot")
+        graph_builder.add_edge("tools", "chatbot")
+
+        # Instantiate the memory saver
+        memory = MemorySaver()
+
+        # Compile the graph
+        return graph_builder.compile(checkpointer=memory)
+    
+
+
+
+