bellingcat/snscrape
1
0
Fork 0
mirror of https://github.com/bellingcat/snscrape.git synced 2026-06-11 11:58:28 +03:00
Code Issues Packages Projects Releases Wiki Activity

Fix crash on empty user objects

Browse Source
This commit is contained in:
JustAnotherArchivist
2023-01-15 12:31:28 +00:00
parent 8ad26fc7d1
commit b7cb270b6e
1 changed files with 5 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
snscrape/modules/twitter.py
View File

@@ -1022,6 +1022,9 @@ class _TwitterAPIScraper(snscrape.base.Scraper):
userRefs[userId] = self._user_to_user(o)
elif apiType is _TwitterAPIType.GRAPHQL:
for o in card['legacy'].get('user_refs_results', []):
if 'result' not in o:
_logger.warning(f'Empty user ref object in card on tweet {tweetId}')
continue
o = o['result']
if o['__typename'] == 'UserUnavailable':
_logger.warning(f'Unavailable user in card on tweet {tweetId}')
@@ -1579,7 +1582,8 @@ class TwitterUserScraper(TwitterSearchScraper):
endpoint = 'https://twitter.com/i/api/graphql/I5nvpI91ljifos1Y3Lltyg/UserByRestId'
variables = {fieldName: str(self._user), 'withSafetyModeUserFields': True, 'withSuperFollowsUserFields': True}
obj = self._get_api_data(endpoint, _TwitterAPIType.GRAPHQL, params = {'variables': variables})
if not obj['data'] or obj['data']['user']['result']['__typename'] == 'UserUnavailable':
if not obj['data'] or 'result' not in obj['data']['user'] or obj['data']['user']['result']['__typename'] == 'UserUnavailable':
_logger.warning('Empty response or unavailable user')
return None
user = obj['data']['user']['result']
rawDescription = user['legacy']['description']