Update app.py

app.py

@@ -28,11 +28,15 @@ class StreamHandler(BaseCallbackHandler):
 
 @st.cache_data
 def get_page_urls(url):
-    page = requests.get(url)
-    soup = BeautifulSoup(page.content, 'html.parser')
-    links = [link['href'] for link in soup.find_all('a') if link['href'].startswith(url) and link['href'] not in [url]]
-    links.append(url)
-    return set(links)
+    try:
+        page = requests.get(url)
+        soup = BeautifulSoup(page.content, 'html.parser')
+        links = [link['href'] for link in soup.find_all('a') if 'href' in link.attrs and link['href'].startswith(url) and link['href'] not in [url]]
+        links.append(url)
+        return set(links)
+    except requests.RequestException as e:
+        st.error(f"Failed to load page: {e}")
+        return set()
 
 
 def get_url_content(url):