Spaces:
Sleeping
Sleeping
Update data_integration.py
Browse files- data_integration.py +3 -2
data_integration.py
CHANGED
@@ -8,10 +8,11 @@ custom_headers = {
|
|
8 |
"Cache-Control": "max-age=0",
|
9 |
"Connection": "keep-alive",
|
10 |
'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8',
|
11 |
-
'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36'
|
|
|
|
|
12 |
}
|
13 |
|
14 |
-
|
15 |
def get_soup(url):
|
16 |
response = requests.get(url, headers=custom_headers)
|
17 |
|
|
|
8 |
"Cache-Control": "max-age=0",
|
9 |
"Connection": "keep-alive",
|
10 |
'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8',
|
11 |
+
'User-Agent': ['Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36',
|
12 |
+
"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Firefox/89.0",
|
13 |
+
"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36"]
|
14 |
}
|
15 |
|
|
|
16 |
def get_soup(url):
|
17 |
response = requests.get(url, headers=custom_headers)
|
18 |
|