From c77d19da5d54d7afa1cfe4b6eed41c01345f0081 Mon Sep 17 00:00:00 2001 From: JustAnotherArchivist Date: Fri, 3 Mar 2023 00:31:30 +0000 Subject: [PATCH] Fix crash on some deleted tweets in communities --- snscrape/modules/twitter.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/snscrape/modules/twitter.py b/snscrape/modules/twitter.py index 73ce4c5..1fdc220 100644 --- a/snscrape/modules/twitter.py +++ b/snscrape/modules/twitter.py @@ -1460,7 +1460,10 @@ class _TwitterAPIScraper(snscrape.base.Scraper): raise snscrape.base.ScraperException(f'Unexpected home conversation entry ID: {item["entryId"]!r}') tweetId = int(item['entryId'].split('-tweet-', 1)[1]) if item['item']['itemContent']['itemType'] == 'TimelineTweet': - yield self._graphql_timeline_tweet_item_result_to_tweet(item['item']['itemContent']['tweet_results']['result'], tweetId = tweetId) + if 'result' in item['item']['itemContent']['tweet_results']: + yield self._graphql_timeline_tweet_item_result_to_tweet(item['item']['itemContent']['tweet_results']['result'], tweetId = tweetId) + else: + yield TweetRef(id = tweetId) elif includeConversationThreads and entry['entryId'].startswith('conversationthread-'): #TODO show more cursor? for item in entry['content']['items']: if item['entryId'].startswith(f'{entry["entryId"]}-tweet-'):