Update up.py

up.py

@@ -1,32 +1,37 @@
 import streamlit as st
 import requests
 from bs4 import BeautifulSoup
+import smtplib
+from email.mime.text import MIMEText
+from email.mime.multipart import MIMEMultipart
+import gspread
+from oauth2client.service_account import ServiceAccountCredentials
+from dotenv import load_dotenv
+import os
+
+# Load environment variables from .env file
+load_dotenv()
 
 # Function to fetch live recitals from the GDPR website
 def fetch_gdpr_recitals():
     url = "https://gdpr-info.eu/recitals/"
     response = requests.get(url)
 
-    # Check if the request was successful
     if response.status_code != 200:
         st.error("Failed to fetch data from the GDPR website.")
         return {}
 
     soup = BeautifulSoup(response.content, 'html.parser')
-
     recitals = {}
-    # Locate all recital links
     articles = soup.find_all('div', class_='artikel')
-    
-    # Extract each recital's link and title
+
     for i, article in enumerate(articles):
-        if i >= 3:  # Limit to the first 3 recitals
+        if i >= 3:  # Limit to 3 recitals for the demo
             break
         link = article.find('a')['href']
         number = article.find('span', class_='nummer').text.strip('()')
         title = article.find('span', class_='titel').text.strip()
-        
-        # Fetch the content of each recital
+
         rec_response = requests.get(link)
         if rec_response.status_code == 200:
             rec_soup = BeautifulSoup(rec_response.content, 'html.parser')
@@ -37,10 +42,68 @@ def fetch_gdpr_recitals():
 
     return recitals
 
+# Function to send email notifications
+def send_email(recitals):
+    sender_email = os.getenv("EMAIL_ADDRESS")
+    receiver_email = os.getenv("RECEIVER_EMAIL")
+    password = os.getenv("EMAIL_PASSWORD")
+
+    subject = "GDPR Recitals Update"
+    body = "New GDPR recitals have been fetched:\n\n"
+
+    for number, details in recitals.items():
+        body += f"Recital {number}: {details['title']}\n{details['content']}\n\n"
+
+    msg = MIMEMultipart()
+    msg['From'] = sender_email
+    msg['To'] = receiver_email
+    msg['Subject'] = subject
+    msg.attach(MIMEText(body, 'plain'))
+
+    try:
+        with smtplib.SMTP('smtp.gmail.com', 587) as server:
+            server.starttls()  # Secure the connection
+            server.login(sender_email, password)  # Log in
+            server.send_message(msg)  # Send the email
+            st.success("Email notification sent!")
+    except smtplib.SMTPAuthenticationError:
+        st.error("Failed to login: Check your email and password.")
+    except smtplib.SMTPConnectError:
+        st.error("Failed to connect to the SMTP server. Check your network connection.")
+    except smtplib.SMTPException as e:
+        st.error(f"SMTP error occurred: {str(e)}")  # Improved error message
+    except Exception as e:
+        st.error(f"Failed to send email: {str(e)}")  # General error message
+
+# Function to store data in Google Sheets
+def store_in_google_sheets(recitals):
+    scope = ["https://spreadsheets.google.com/feeds", "https://www.googleapis.com/auth/drive"]
+    creds_path = os.getenv("GOOGLE_CREDENTIALS_PATH")
+
+    st.write(f"Google Credentials Path: {creds_path}")  # Debug statement
+
+    if not creds_path or not os.path.exists(creds_path):
+        st.error("Google credentials path is invalid or not set.")
+        return
+
+    creds = ServiceAccountCredentials.from_json_keyfile_name(creds_path, scope)
+    client = gspread.authorize(creds)
+
+    sheet_id = os.getenv("GOOGLE_SHEET_ID")
+    if not sheet_id:
+        st.error("Google Sheet ID is not set.")
+        return
+
+    sheet = client.open_by_key(sheet_id).sheet1
+
+    for number, details in recitals.items():
+        sheet.append_row([number, details['title'], details['content']])
+    st.success("Data stored in Google Sheets!")
+
+# Function to display the UP page
 def display_up_page():
     st.title("UP Page - GDPR Recitals")
 
-    # Fetch and display live recitals
     if st.button("Fetch Live Recitals"):
         with st.spinner("Fetching updates..."):
             recitals = fetch_gdpr_recitals()
@@ -48,9 +111,12 @@ def display_up_page():
                 for number, details in recitals.items():
                     st.markdown(f"*Recital {number}: {details['title']}*")
                     st.write(details['content'])
+
+                send_email(recitals)
+                store_in_google_sheets(recitals)
             else:
                 st.write("No recitals found.")
 
-# Call the function to display the UP page content
+# Run the display function
 if __name__ == "__main__":
     display_up_page()