Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -77,11 +77,22 @@ def parse_links_and_content(ort):
|
|
77 |
|
78 |
all_links = all_links[0::2]
|
79 |
all_links_text = all_links_text[0::2]
|
|
|
80 |
return all_links_text, all_links
|
81 |
|
82 |
-
def scrape_links(links):
|
83 |
links=links
|
84 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
85 |
client = Client("mgokg/PerplexicaApi")
|
86 |
for verein in links:
|
87 |
result = client.predict(
|
@@ -118,7 +129,7 @@ with gr.Blocks() as demo:
|
|
118 |
#antwort=gr.Markdown()
|
119 |
#return antwort
|
120 |
links = parse_links_and_content(ort)
|
121 |
-
return links
|
122 |
contact= scrape_links(links)
|
123 |
json_data = [json.loads(item) for item in contact]
|
124 |
#save_to_csv(json_data, './contact_details.csv')
|
|
|
77 |
|
78 |
all_links = all_links[0::2]
|
79 |
all_links_text = all_links_text[0::2]
|
80 |
+
|
81 |
return all_links_text, all_links
|
82 |
|
83 |
+
def scrape_links(links):
|
84 |
links=links
|
85 |
+
details = []
|
86 |
+
for contacts in links
|
87 |
+
contact_element = soup.select_one('.nav')
|
88 |
+
response = requests.get(contacts)
|
89 |
+
response.raise_for_status()
|
90 |
+
soup = BeautifulSoup(response.content, 'html.parser')
|
91 |
+
target_nav = soup.select_one('.nav')
|
92 |
+
details.append(target_nav.text)
|
93 |
+
|
94 |
+
return details
|
95 |
+
|
96 |
client = Client("mgokg/PerplexicaApi")
|
97 |
for verein in links:
|
98 |
result = client.predict(
|
|
|
129 |
#antwort=gr.Markdown()
|
130 |
#return antwort
|
131 |
links = parse_links_and_content(ort)
|
132 |
+
#return links
|
133 |
contact= scrape_links(links)
|
134 |
json_data = [json.loads(item) for item in contact]
|
135 |
#save_to_csv(json_data, './contact_details.csv')
|