From 73bc99596f8131e7159e2a0f7e22908b2344450f Mon Sep 17 00:00:00 2001 From: JustAnotherArchivist Date: Thu, 18 Apr 2019 02:24:35 +0200 Subject: [PATCH] Treat Twitter responses without a Content-Type header as invalid (fixes #21) --- snscrape/modules/twitter.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/snscrape/modules/twitter.py b/snscrape/modules/twitter.py index 0c992b0..9199973 100644 --- a/snscrape/modules/twitter.py +++ b/snscrape/modules/twitter.py @@ -27,7 +27,7 @@ class TwitterSearchScraper(snscrape.base.Scraper): yield snscrape.base.URLItem(f'https://twitter.com/{username}/status/{tweetID}') def _check_json_callback(self, r): - if r.headers['content-type'] != 'application/json;charset=utf-8': + if r.headers.get('content-type') != 'application/json;charset=utf-8': return False, f'content type is not JSON' return True, None