bellingcat/snscrape
1
0
Fork 0
mirror of https://github.com/bellingcat/snscrape.git synced 2026-06-13 04:48:28 +03:00
Code Issues Packages Projects Releases Wiki Activity

Treat Twitter responses without a Content-Type header as invalid (fixes #21)

Browse Source
This commit is contained in:
JustAnotherArchivist
2019-04-18 02:24:35 +02:00
parent 8458c12218
commit 73bc99596f
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
snscrape/modules/twitter.py
View File

@@ -27,7 +27,7 @@ class TwitterSearchScraper(snscrape.base.Scraper):
yield snscrape.base.URLItem(f'https://twitter.com/{username}/status/{tweetID}') yield snscrape.base.URLItem(f'https://twitter.com/{username}/status/{tweetID}')
def _check_json_callback(self, r): def _check_json_callback(self, r):
if r.headers['content-type'] != 'application/json;charset=utf-8': if r.headers.get('content-type') != 'application/json;charset=utf-8':
return False, f'content type is not JSON' return False, f'content type is not JSON'
return True, None return True, None