ashok2216 commited on
Commit
17d449f
·
verified ·
1 Parent(s): 01060ba

Update data_integration.py

Browse files
Files changed (1) hide show
  1. data_integration.py +3 -2
data_integration.py CHANGED
@@ -8,10 +8,11 @@ custom_headers = {
8
  "Cache-Control": "max-age=0",
9
  "Connection": "keep-alive",
10
  'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8',
11
- 'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36'
 
 
12
  }
13
 
14
-
15
  def get_soup(url):
16
  response = requests.get(url, headers=custom_headers)
17
 
 
8
  "Cache-Control": "max-age=0",
9
  "Connection": "keep-alive",
10
  'Accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8',
11
+ 'User-Agent': ['Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36',
12
+ "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Firefox/89.0",
13
+ "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/91.0.4472.124 Safari/537.36"]
14
  }
15
 
 
16
  def get_soup(url):
17
  response = requests.get(url, headers=custom_headers)
18