mirror of
https://github.com/bellingcat/snscrape.git
synced 2026-06-11 11:58:28 +03:00
Fix empty page counter not getting reset on results
This commit is contained in:
@@ -808,6 +808,8 @@ class _TwitterAPIScraper(snscrape.base.Scraper):
|
||||
if self._maxEmptyPages and emptyPages >= self._maxEmptyPages:
|
||||
_logger.warning(f'Stopping after {emptyPages} empty pages')
|
||||
break
|
||||
else:
|
||||
emptyPages = 0
|
||||
if not newCursor or (stopOnEmptyResponse and tweetCount == 0):
|
||||
# End of pagination
|
||||
if promptCursor is not None:
|
||||
|
||||
Reference in New Issue
Block a user