From bf0e720b5a767d395541e9e6b5cdb648c1b72e3c Mon Sep 17 00:00:00 2001 From: JustAnotherArchivist Date: Fri, 13 Jan 2023 09:01:15 +0000 Subject: [PATCH] Fix crash on empty tweet entries in timelines Fixes #620 --- snscrape/modules/twitter.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/snscrape/modules/twitter.py b/snscrape/modules/twitter.py index 3aa36ed..a17f19b 100644 --- a/snscrape/modules/twitter.py +++ b/snscrape/modules/twitter.py @@ -1387,6 +1387,9 @@ class _TwitterAPIScraper(snscrape.base.Scraper): for entry in instruction['entries']: if entry['entryId'].startswith('tweet-'): if entry['content']['entryType'] == 'TimelineTimelineItem' and entry['content']['itemContent']['itemType'] == 'TimelineTweet': + if 'result' not in entry['content']['itemContent']['tweet_results']: + _logger.warning(f'Skipping empty tweet entry {entry["entryId"]}') + continue yield self._graphql_timeline_tweet_item_result_to_tweet(entry['content']['itemContent']['tweet_results']['result']) else: logger.warning('Got unrecognised timeline tweet item(s)')