bellingcat/snscrape
1
0
Fork 0
mirror of https://github.com/bellingcat/snscrape.git synced 2026-06-11 03:48:29 +03:00
Code Issues Packages Projects Releases Wiki Activity

Update API parameters to what Twitter currently uses

Browse Source 
The `count` reduction does not affect anything as Twitter ignores that parameter now. Cf. #481
This commit is contained in:
JustAnotherArchivist
2022-06-23 19:50:17 +00:00
parent 50899c01f3
commit d5b406bc1b
1 changed files with 10 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
snscrape/modules/twitter.py
View File

@@ -1414,6 +1414,7 @@ class TwitterSearchScraper(_TwitterAPIScraper):
'include_mute_edge': '1',
'include_can_dm': '1',
'include_can_media_tag': '1',
'include_ext_has_nft_avatar': '1',
'skip_status': '1',
'cards_platform': 'Web-12',
'include_cards': '1',
@@ -1425,16 +1426,18 @@ class TwitterSearchScraper(_TwitterAPIScraper):
'include_user_entities': 'true',
'include_ext_media_color': 'true',
'include_ext_media_availability': 'true',
'include_ext_sensitive_media_warning': 'true',
'include_ext_trusted_friends_metadata': 'true',
'send_error_codes': 'true',
'simple_quoted_tweets': 'true',
'simple_quoted_tweet': 'true',
'q': self._query,
'tweet_search_mode': 'live',
'count': '100',
'count': '20',
'query_source': 'spelling_expansion_revert_click',
'cursor': None,
'pc': '1',
'spelling_corrections': '1',
'ext': 'mediaStats,highlightedLabel',
'ext': 'mediaStats,highlightedLabel,hasNftAvatar,voiceInfo,enrichments,superFollowMetadata,unmentionInfo',
}
params = paginationParams.copy()
del params['cursor']
@@ -1726,6 +1729,7 @@ class TwitterTrendsScraper(_TwitterAPIScraper):
'include_mute_edge': '1',
'include_can_dm': '1',
'include_can_media_tag': '1',
'include_ext_has_nft_avatar': '1',
'skip_status': '1',
'cards_platform': 'Web-12',
'include_cards': '1',
@@ -1737,13 +1741,15 @@ class TwitterTrendsScraper(_TwitterAPIScraper):
'include_user_entities': 'true',
'include_ext_media_color': 'true',
'include_ext_media_availability': 'true',
'include_ext_sensitive_media_warning': 'true',
'include_ext_trusted_friends_metadata': 'true',
'send_error_codes': 'true',
'simple_quoted_tweet': 'true',
'count': '20',
'candidate_source': 'trends',
'include_page_configuration': 'false',
'entity_tokens': 'false',
'ext': 'mediaStats,highlightedLabel,voiceInfo',
'ext': 'mediaStats,highlightedLabel,hasNftAvatar,voiceInfo,enrichments,superFollowMetadata,unmentionInfo',
}
obj = self._get_api_data('https://twitter.com/i/api/2/guide.json', _TwitterAPIType.V2, params)
for instruction in obj['timeline']['instructions']: