bellingcat/snscrape
1
0
Fork 0
mirror of https://github.com/bellingcat/snscrape.git synced 2026-06-13 04:48:28 +03:00
Code Issues Packages Projects Releases Wiki Activity

Update API parameters to what Twitter currently uses

Browse Source 
The `count` reduction does not affect anything as Twitter ignores that parameter now. Cf. #481
This commit is contained in:
JustAnotherArchivist
2022-06-23 19:50:17 +00:00
parent 50899c01f3
commit d5b406bc1b
1 changed files with 10 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
snscrape/modules/twitter.py
View File

@@ -1414,6 +1414,7 @@ class TwitterSearchScraper(_TwitterAPIScraper):
'include_mute_edge': '1', 'include_mute_edge': '1',
'include_can_dm': '1', 'include_can_dm': '1',
'include_can_media_tag': '1', 'include_can_media_tag': '1',
'include_ext_has_nft_avatar': '1',
'skip_status': '1', 'skip_status': '1',
'cards_platform': 'Web-12', 'cards_platform': 'Web-12',
'include_cards': '1', 'include_cards': '1',
@@ -1425,16 +1426,18 @@ class TwitterSearchScraper(_TwitterAPIScraper):
'include_user_entities': 'true', 'include_user_entities': 'true',
'include_ext_media_color': 'true', 'include_ext_media_color': 'true',
'include_ext_media_availability': 'true', 'include_ext_media_availability': 'true',
'include_ext_sensitive_media_warning': 'true',
'include_ext_trusted_friends_metadata': 'true',
'send_error_codes': 'true', 'send_error_codes': 'true',
'simple_quoted_tweets': 'true', 'simple_quoted_tweet': 'true',
'q': self._query, 'q': self._query,
'tweet_search_mode': 'live', 'tweet_search_mode': 'live',
'count': '100', 'count': '20',
'query_source': 'spelling_expansion_revert_click', 'query_source': 'spelling_expansion_revert_click',
'cursor': None, 'cursor': None,
'pc': '1', 'pc': '1',
'spelling_corrections': '1', 'spelling_corrections': '1',
'ext': 'mediaStats,highlightedLabel', 'ext': 'mediaStats,highlightedLabel,hasNftAvatar,voiceInfo,enrichments,superFollowMetadata,unmentionInfo',
} }
params = paginationParams.copy() params = paginationParams.copy()
del params['cursor'] del params['cursor']
@@ -1726,6 +1729,7 @@ class TwitterTrendsScraper(_TwitterAPIScraper):
'include_mute_edge': '1', 'include_mute_edge': '1',
'include_can_dm': '1', 'include_can_dm': '1',
'include_can_media_tag': '1', 'include_can_media_tag': '1',
'include_ext_has_nft_avatar': '1',
'skip_status': '1', 'skip_status': '1',
'cards_platform': 'Web-12', 'cards_platform': 'Web-12',
'include_cards': '1', 'include_cards': '1',
@@ -1737,13 +1741,15 @@ class TwitterTrendsScraper(_TwitterAPIScraper):
'include_user_entities': 'true', 'include_user_entities': 'true',
'include_ext_media_color': 'true', 'include_ext_media_color': 'true',
'include_ext_media_availability': 'true', 'include_ext_media_availability': 'true',
'include_ext_sensitive_media_warning': 'true',
'include_ext_trusted_friends_metadata': 'true',
'send_error_codes': 'true', 'send_error_codes': 'true',
'simple_quoted_tweet': 'true', 'simple_quoted_tweet': 'true',
'count': '20', 'count': '20',
'candidate_source': 'trends', 'candidate_source': 'trends',
'include_page_configuration': 'false', 'include_page_configuration': 'false',
'entity_tokens': 'false', 'entity_tokens': 'false',
'ext': 'mediaStats,highlightedLabel,voiceInfo', 'ext': 'mediaStats,highlightedLabel,hasNftAvatar,voiceInfo,enrichments,superFollowMetadata,unmentionInfo',
} }
obj = self._get_api_data('https://twitter.com/i/api/2/guide.json', _TwitterAPIType.V2, params) obj = self._get_api_data('https://twitter.com/i/api/2/guide.json', _TwitterAPIType.V2, params)
for instruction in obj['timeline']['instructions']: for instruction in obj['timeline']['instructions']: