bellingcat/snscrape
1
0
Fork 0
mirror of https://github.com/bellingcat/snscrape.git synced 2026-06-12 20:38:29 +03:00
Code Issues Packages Projects Releases Wiki Activity

Handle Twitter tombstones

Browse Source 
Fixes #63
This commit is contained in:
JustAnotherArchivist
2020-05-29 22:12:37 +00:00
parent b6cc3180d9
commit 722bfd5f7c
1 changed files with 6 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
snscrape/modules/twitter.py
View File

@@ -180,7 +180,12 @@ class TwitterSearchScraper(TwitterCommonScraper):
continue continue
for entry in entries: for entry in entries:
if entry['entryId'].startswith('sq-I-t-'): if entry['entryId'].startswith('sq-I-t-'):
if 'tweet' in entry['content']['item']['content']:
tweet = obj['globalObjects']['tweets'][entry['content']['item']['content']['tweet']['id']] tweet = obj['globalObjects']['tweets'][entry['content']['item']['content']['tweet']['id']]
elif 'tombstone' in entry['content']['item']['content'] and 'tweet' in entry['content']['item']['content']['tombstone']:
tweet = obj['globalObjects']['tweets'][entry['content']['item']['content']['tombstone']['tweet']['id']]
else:
raise RuntimeError(f'Unable to handle entry {entry["entryId"]!r}')
tweetID = tweet['id'] tweetID = tweet['id']
content = tweet['full_text'] content = tweet['full_text']
username = obj['globalObjects']['users'][tweet['user_id_str']]['screen_name'] username = obj['globalObjects']['users'][tweet['user_id_str']]['screen_name']