bellingcat/snscrape
1
0
Fork 0
mirror of https://github.com/bellingcat/snscrape.git synced 2026-06-08 02:28:29 +03:00
Code Issues Packages Projects Releases Wiki Activity

Fix user agent in API headers staying constant

Browse Source
This commit is contained in:
JustAnotherArchivist
2021-12-23 04:25:23 +00:00
parent e7d35ec1eb
commit 193d4f80d6
1 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
snscrape/modules/twitter.py
View File

@@ -203,16 +203,17 @@ class TwitterAPIScraper(snscrape.base.Scraper):
_globalGuestTokenManager = GuestTokenManager()
guestTokenManager = _globalGuestTokenManager
self._guestTokenManager = guestTokenManager
self._set_random_user_agent()
self._apiHeaders = {
'User-Agent': self._userAgent,
'User-Agent': None,
'Authorization': _API_AUTHORIZATION_HEADER,
'Referer': self._baseUrl,
'Accept-Language': 'en-US,en;q=0.5',
}
self._set_random_user_agent()
def _set_random_user_agent(self):
self._userAgent = f'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/79.0.3945.{random.randint(0, 9999)} Safari/537.{random.randint(0, 99)}'
self._apiHeaders['User-Agent'] = self._userAgent
def _check_guest_token_response(self, r):
if r.status_code != 200: