bellingcat/snscrape
1
0
Fork 0
mirror of https://github.com/bellingcat/snscrape.git synced 2026-06-13 04:48:28 +03:00
Code Issues Packages Projects Releases Wiki Activity

Fix KeyError on entity for inexistent Twitter accounts

Browse Source
This commit is contained in:
JustAnotherArchivist
2020-11-03 23:21:28 +00:00
parent 61a1ecffc5
commit 6d6411cc24
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
snscrape/modules/twitter.py
View File

@@ -477,6 +477,8 @@ class TwitterUserScraper(TwitterSearchScraper):
self._ensure_guest_token(f'https://twitter.com/{self._username}') self._ensure_guest_token(f'https://twitter.com/{self._username}')
params = {'variables': json.dumps({'screen_name': self._username, 'withHighlightedLabel': True}, separators = (',', ':'))} params = {'variables': json.dumps({'screen_name': self._username, 'withHighlightedLabel': True}, separators = (',', ':'))}
obj = self._get_api_data('https://api.twitter.com/graphql/-xfUfZsnR_zqjFd-IfrN5A/UserByScreenName', params = urllib.parse.urlencode(params, quote_via=urllib.parse.quote)) obj = self._get_api_data('https://api.twitter.com/graphql/-xfUfZsnR_zqjFd-IfrN5A/UserByScreenName', params = urllib.parse.urlencode(params, quote_via=urllib.parse.quote))
if not obj['data']:
return None
user = obj['data']['user'] user = obj['data']['user']
rawDescription = user['legacy']['description'] rawDescription = user['legacy']['description']
description = self._render_text_with_urls(rawDescription, user['legacy']['entities']['description']['urls']) description = self._render_text_with_urls(rawDescription, user['legacy']['entities']['description']['urls'])