Update app.py

app.py

@@ -6,7 +6,7 @@ import os
 from dotenv import load_dotenv
 import json
 
-
+# scraping pipeline
 class Website:
     """
     A utility class to represent a Website that we have scraped, now with links
@@ -33,9 +33,10 @@ class Website:
 
 # first lets get relevant links from the home page for a broad information about the website provided
 
+# system prompt of the first call 
 link_system_prompt = "You are provided with a list of links found on a webpage. \
-You are able to decide which of the links would be most relevant to the company, \
-such as links to an About page, or a Company page, or Careers/Jobs pages.\n"
+You are able to decide which of the links would be most relevant to the website, \
+such as links to an About page, or a Company page, or Careers/Jobs pages. Kindly choose the top seven links that look to provide more information about the website\n"
 link_system_prompt += "You should respond in JSON as in this example: \n"
 link_system_prompt += """
 {
@@ -46,15 +47,16 @@ link_system_prompt += """
 }
 """
 
+#pre defined user prompt to extract only important links in about the website 
 def get_links_user_prompt(website):
     user_prompt = f"Here is the list of links on the website of {website.url} - "
-    user_prompt += "please decide which of these are relevant web links  about the company, respond with the full https URL in JSON format. \
-Do not include Terms of Service, Privacy\n"
+    user_prompt += "please decide which of these are relevant web links to the website, respond with the full https URL in JSON format. \
+                    Do not include Terms of Service, Privacy\n"
     user_prompt += "Links (some might be relative links):\n"
     user_prompt += "\n".join(website.links)
     return user_prompt
 
-
+# make the first call to get the important links 
 def get_links(url):
     website = Website(url)
     response = client.chat.completions.create(
@@ -71,6 +73,7 @@ def get_links(url):
     result = response.choices[0].message.content
     return json.loads(result)
 
+#all the content required to generate information from user about the website
 @st.cache_resource
 def get_all_details(url):
     result = "Home page:\n"
@@ -97,8 +100,6 @@ url = st.text_input("Website URL:", " " )
 user_query = st.text_area("What would you like to know about this website")
 
 if user_query:
-
-    
     # Scrape website content
     with st.spinner("Scraping website..."):
         
@@ -108,15 +109,14 @@ if user_query:
         except Exception as e:
             st.error(f"Failed to load website: {e}")
         
-
-        # Call Groq API for processing
+        # Second to Call Groq API for processing
         st.write("Querying the website...")
         with st.spinner("Processing your query..."):
             try:
                 chat_streaming = client.chat.completions.create(
                     messages=[
-                        {"role": "system", "content": "You are a helpful assistant specializing in extracting and analyzing website content. Answer questions based on the provided website's content. Ensure responses are clear, concise, and formatted in Markdown for better readability. use your knowledge to add relevant inforation to thr users query"},
-                        {"role": "user", "content": f"{user_query} \n Here's the content:\n{website}"}
+                        {"role": "system", "content": "You are a helpful assistant specializing in extracting and analyzing website content. Provide information required by the user based on the website information provided. Ensure responses are clear, concise, and formatted in Markdown for better readability. use your knowledge to add relevant inforation to the users query"},
+                        {"role": "user", "content": f"Here's the content to use:\n{website}  \n Know respond appropriately: {user_query}"}
                     ],
                     model="llama3-groq-70b-8192-tool-use-preview",
                     temperature=0.9,