bellingcat/snscrape
1
0
Fork 0
mirror of https://github.com/bellingcat/snscrape.git synced 2026-06-12 04:18:29 +03:00
Code Issues Packages Projects Releases Wiki Activity

Fix tweets behind 'Show more replies' button getting missed

Browse Source 
Fixes #572
This commit is contained in:
JustAnotherArchivist
2023-02-19 03:29:39 +00:00
parent f1cb96b685
commit fe5d90b748
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
snscrape/modules/twitter.py
View File

@@ -776,7 +776,8 @@ class _TwitterAPIScraper(snscrape.base.Scraper):
newCursor = entryCursor
if entryCursorStop is not None:
stopOnEmptyResponse = entryCursorStop
elif entry['entryId'].startswith('cursor-showMoreThreadsPrompt-'): # E.g. 'offensive' replies button
elif entry['entryId'].startswith('cursor-showMoreThreadsPrompt-') or entry['entryId'].startswith('cursor-showmorethreads-'):
# E.g. 'offensive' replies and 'Show more replies' button
promptCursor = entryCursor
elif direction is _ScrollDirection.BOTH and bottomCursorAndStop is None and (entry['entryId'] == 'sq-cursor-bottom' or entry['entryId'].startswith('cursor-bottom-')):
newBottomCursorAndStop = (entryCursor, entryCursorStop or False)