bellingcat/snscrape
1
0
Fork 0
mirror of https://github.com/bellingcat/snscrape.git synced 2026-06-11 11:58:28 +03:00
Code Issues Packages Projects Releases Wiki Activity

Treat 404 responses from Twitter as a block

Browse Source
This commit is contained in:
JustAnotherArchivist
2023-03-20 19:15:11 +00:00
parent edac5f38cb
commit adac052723
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
snscrape/modules/twitter.py
View File

@@ -678,7 +678,7 @@ class _TwitterAPIScraper(snscrape.base.Scraper):
def _check_guest_token_response(self, r):
if r.status_code != 200:
self._set_random_user_agent()
return False, f'non-200 response ({r.status_code})'
return False, ('non-200 response' if r.status_code != 404 else 'blocked') + f' ({r.status_code})'
return True, None
def _ensure_guest_token(self, url = None):
@@ -710,7 +710,7 @@ class _TwitterAPIScraper(snscrape.base.Scraper):
del self._apiHeaders['x-guest-token']
def _check_api_response(self, r):
if r.status_code in (403, 429):
if r.status_code in (403, 404, 429):
self._unset_guest_token()
self._ensure_guest_token()
return False, f'blocked ({r.status_code})'