Update app.py

app.py

@@ -2,39 +2,45 @@ import requests
 from bs4 import BeautifulSoup
 import pandas as pd
 import gradio as gr
-import os
 from groq import Groq
 import creds  # Assuming creds.py holds your API key as creds.api_key
 
 # Step 1: Scrape the free courses from Analytics Vidhya
-url = "https://courses.analyticsvidhya.com/pages/all-free-courses"
-response = requests.get(url)
-soup = BeautifulSoup(response.content, 'html.parser')
+def scrape_courses():
+    url = "https://courses.analyticsvidhya.com/pages/all-free-courses"
+    try:
+        response = requests.get(url)
+        response.raise_for_status()  # Raise an error for bad status codes
+    except requests.RequestException as e:
+        print(f"Error fetching data: {e}")
+        return []
 
-courses = []
+    soup = BeautifulSoup(response.content, 'html.parser')
+    courses = []
 
-# Extracting course title, image, and course link
-for course_card in soup.find_all('header', class_='course-card__img-container'):
-    img_tag = course_card.find('img', class_='course-card__img')
-    
-    if img_tag:
-        title = img_tag.get('alt')
-        image_url = img_tag.get('src')
+    # Extracting course title, image, and course link
+    for course_card in soup.find_all('header', class_='course-card__img-container'):
+        img_tag = course_card.find('img', class_='course-card__img')
         
-        link_tag = course_card.find_previous('a')
-        if link_tag:
-            course_link = link_tag.get('href')
-            if not course_link.startswith('http'):
-                course_link = 'https://courses.analyticsvidhya.com' + course_link
-
-            courses.append({
-                'title': title,
-                'image_url': image_url,
-                'course_link': course_link
-            })
+        if img_tag:
+            title = img_tag.get('alt')
+            image_url = img_tag.get('src')
+            
+            link_tag = course_card.find_previous('a')
+            if link_tag:
+                course_link = link_tag.get('href')
+                if not course_link.startswith('http'):
+                    course_link = 'https://courses.analyticsvidhya.com' + course_link
+
+                courses.append({
+                    'title': title,
+                    'image_url': image_url,
+                    'course_link': course_link
+                })
+    return courses
 
 # Step 2: Create DataFrame
-df = pd.DataFrame(courses)
+df = pd.DataFrame(scrape_courses())
 
 # Step 3: Initialize the Groq client and set the API key
 client = Groq(api_key=creds.api_key)  # Properly passing the API key
@@ -202,12 +208,10 @@ iface = gr.Interface(
     description="Find the most relevant courses from Analytics Vidhya based on your query.",
     theme="huggingface",
     css=custom_css,
-    examples=[
-        ["machine learning for beginners"],
-        ["advanced data visualization techniques"],
-        ["python programming basics"], 
-        ["Business Analytics"]
-    ],
+    examples=[["machine learning for beginners"],
+              ["advanced data visualization techniques"],
+              ["python programming basics"], 
+              ["Business Analytics"]]
 )
 
 if __name__ == "__main__":