bellingcat/snscrape
1
0
Fork 0
mirror of https://github.com/bellingcat/snscrape.git synced 2026-06-13 04:48:28 +03:00
Code Issues Packages Projects Releases Wiki Activity

Fix crash on some deleted tweets in communities

Browse Source
This commit is contained in:
JustAnotherArchivist
2023-03-03 00:31:30 +00:00
parent 945bfbde04
commit c77d19da5d
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
snscrape/modules/twitter.py
View File

@@ -1460,7 +1460,10 @@ class _TwitterAPIScraper(snscrape.base.Scraper):
raise snscrape.base.ScraperException(f'Unexpected home conversation entry ID: {item["entryId"]!r}') raise snscrape.base.ScraperException(f'Unexpected home conversation entry ID: {item["entryId"]!r}')
tweetId = int(item['entryId'].split('-tweet-', 1)[1]) tweetId = int(item['entryId'].split('-tweet-', 1)[1])
if item['item']['itemContent']['itemType'] == 'TimelineTweet': if item['item']['itemContent']['itemType'] == 'TimelineTweet':
yield self._graphql_timeline_tweet_item_result_to_tweet(item['item']['itemContent']['tweet_results']['result'], tweetId = tweetId) if 'result' in item['item']['itemContent']['tweet_results']:
yield self._graphql_timeline_tweet_item_result_to_tweet(item['item']['itemContent']['tweet_results']['result'], tweetId = tweetId)
else:
yield TweetRef(id = tweetId)
elif includeConversationThreads and entry['entryId'].startswith('conversationthread-'): #TODO show more cursor? elif includeConversationThreads and entry['entryId'].startswith('conversationthread-'): #TODO show more cursor?
for item in entry['content']['items']: for item in entry['content']['items']:
if item['entryId'].startswith(f'{entry["entryId"]}-tweet-'): if item['entryId'].startswith(f'{entry["entryId"]}-tweet-'):