Spaces:
Running
Running
File size: 798 Bytes
98b1ce4 bbd997e 98b1ce4 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 |
def scrapeCourse(url):
import requests
from bs4 import BeautifulSoup
webcontent=[]
response = requests.get(url)
if response.status_code == 200:
soup = BeautifulSoup(response.text, 'html.parser')
selector = "#main-content-anchor > div.paid-course-landing-page__body > div > div.ud-text-sm.component-margin.styles--description--AfVWV > div > div > div > div:nth-child(1) > ul"
content = soup.select(selector)
if content:
for item in content[0].find_all('li'):
webcontent.append(item.get_text(strip=True))
return webcontent
else:
print("No content found for the selector.")
else:
print(f"Failed to retrieve the page. Status code: {response.status_code}")
|