From 072519f5391d548035e23e1268b9334c87d1b680 Mon Sep 17 00:00:00 2001 From: JustAnotherArchivist Date: Tue, 1 Sep 2020 03:23:45 +0000 Subject: [PATCH] Fix pagination on profile pages --- snscrape/modules/twitter.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/snscrape/modules/twitter.py b/snscrape/modules/twitter.py index 07e3316..a4cb752 100644 --- a/snscrape/modules/twitter.py +++ b/snscrape/modules/twitter.py @@ -193,7 +193,7 @@ class TwitterAPIScraper(TwitterCommonScraper): else: continue for entry in entries: - if entry['entryId'] == 'sq-cursor-bottom': + if entry['entryId'] == 'sq-cursor-bottom' or entry['entryId'].startswith('cursor-bottom-'): newCursor = entry['content']['operation']['cursor']['value'] if not newCursor or newCursor == cursor: # End of pagination