Update app.py

app.py

@@ -3,47 +3,19 @@ from bs4 import BeautifulSoup
 import requests
 from groq import Groq
 
-# Define the Website class added
-#Parse webpages which is designed using JavaScript heavely
-# download the chorme driver from here as per your version of chrome - https://developer.chrome.com/docs/chromedriver/downloads
-from selenium import webdriver
-from selenium.webdriver.chrome.service import Service
-from selenium.webdriver.common.by import By
-from selenium.webdriver.chrome.options import Options
-import os
-
-PATH_TO_CHROME_DRIVER = os.path.join(os.getcwd(),'chromedriver')
-
-os.chmod(PATH_TO_CHROME_DRIVER, 0o755)
-
-log_file= os.path.join(os.getcwd(),'logs')
-
 class Website:
-    url: str
-    title: str
-    text: str
 
     def __init__(self, url):
+        """
+        Create this Website object from the given url using the BeautifulSoup library
+        """
         self.url = url
-
-        options = Options()
-
-        options.add_argument("--no-sandbox")
-        options.add_argument("--disable-dev-shm-usage")
-
-        service = Service(executable_path=PATH_TO_CHROME_DRIVER , log_output=log_file)
-        driver = webdriver.Chrome(service=service)
-        driver.get(url)
-
-        # input("Please complete the verification in the browser and press Enter to continue...")
-        page_source = driver.page_source
-        driver.quit()
-
-        soup = BeautifulSoup(page_source, 'html.parser')
+        response = requests.get(url)
+        soup = BeautifulSoup(response.content, 'html.parser')
         self.title = soup.title.string if soup.title else "No title found"
-        for irrelevant in soup(["script", "style", "img", "input"]):
+        for irrelevant in soup.body(["script", "style", "img", "input"]):
             irrelevant.decompose()
-        self.text = soup.get_text(separator="\n", strip=True)
+        self.text = soup.body.get_text(separator="\n", strip=True)
 
 # Initialize Groq client
 api_key = "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"