From 5cd3b7d7cc3c987dc170d868a976ac8b8d53bda2 Mon Sep 17 00:00:00 2001 From: JustAnotherArchivist Date: Tue, 26 Jan 2021 22:39:02 +0000 Subject: [PATCH] Fix crash on rare weird 503 responses from Twitter without content --- snscrape/modules/twitter.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/snscrape/modules/twitter.py b/snscrape/modules/twitter.py index 34f2d59..453a6fa 100644 --- a/snscrape/modules/twitter.py +++ b/snscrape/modules/twitter.py @@ -207,7 +207,7 @@ class TwitterAPIScraper(snscrape.base.Scraper): self._unset_guest_token() self._ensure_guest_token() return False, 'rate-limited' - if r.headers.get('content-type').replace(' ', '') != 'application/json;charset=utf-8': + if r.headers.get('content-type', '').replace(' ', '') != 'application/json;charset=utf-8': return False, 'content type is not JSON' if r.status_code != 200: return False, 'non-200 status code'