From 9831f2a4a021d493cac548d2aaf5b99a5d3c1fbc Mon Sep 17 00:00:00 2001 From: Ed Summers Date: Thu, 16 Sep 2021 13:31:47 -0400 Subject: [PATCH] missing ext While doing some long term data collection I found some user objects that lack the key 'ext'. This would cause an exception unless it's checked for before trying to dig out results. --- snscrape/modules/twitter.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/snscrape/modules/twitter.py b/snscrape/modules/twitter.py index ea0e0fa..2c00baa 100644 --- a/snscrape/modules/twitter.py +++ b/snscrape/modules/twitter.py @@ -459,7 +459,7 @@ class TwitterAPIScraper(snscrape.base.Scraper): kwargs['linkTcourl'] = user.get('url') kwargs['profileImageUrl'] = user['profile_image_url_https'] kwargs['profileBannerUrl'] = user.get('profile_banner_url') - if 'label' in user['ext']['highlightedLabel']['r']['ok']: + if 'ext' in user and 'label' in user['ext']['highlightedLabel']['r']['ok']: kwargs['label'] = user['ext']['highlightedLabel']['r']['ok']['label']['description'] kwargs['labelUrl'] = user['ext']['highlightedLabel']['r']['ok']['label']['url']['url']