bellingcat/snscrape
1
0
Fork 0
mirror of https://github.com/bellingcat/snscrape.git synced 2026-06-12 20:38:29 +03:00
Code Issues Packages Projects Releases Wiki Activity

Fix crash on rare weird 503 responses from Twitter without content

Browse Source
This commit is contained in:
JustAnotherArchivist
2021-01-26 22:39:02 +00:00
parent 0121fa51c2
commit 5cd3b7d7cc
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
snscrape/modules/twitter.py
View File

@@ -207,7 +207,7 @@ class TwitterAPIScraper(snscrape.base.Scraper):
self._unset_guest_token() self._unset_guest_token()
self._ensure_guest_token() self._ensure_guest_token()
return False, 'rate-limited' return False, 'rate-limited'
if r.headers.get('content-type').replace(' ', '') != 'application/json;charset=utf-8': if r.headers.get('content-type', '').replace(' ', '') != 'application/json;charset=utf-8':
return False, 'content type is not JSON' return False, 'content type is not JSON'
if r.status_code != 200: if r.status_code != 200:
return False, 'non-200 status code' return False, 'non-200 status code'