From 9c8bbf051cfeba5acc16cf31eab529e0ce40d0d8 Mon Sep 17 00:00:00 2001 From: JustAnotherArchivist Date: Thu, 16 May 2019 22:22:53 +0000 Subject: [PATCH] Fix order of processing in Twitter module for more useful locals dump output --- snscrape/modules/twitter.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/snscrape/modules/twitter.py b/snscrape/modules/twitter.py index 33e814d..1e363e6 100644 --- a/snscrape/modules/twitter.py +++ b/snscrape/modules/twitter.py @@ -75,9 +75,9 @@ class TwitterSearchScraper(snscrape.base.Scraper): feed = self._get_feed_from_html(r.text) if not feed: return + yield from self._feed_to_items(feed) newestID = feed[0]['data-item-id'] maxPosition = f'TWEET-{feed[-1]["data-item-id"]}-{newestID}' - yield from self._feed_to_items(feed) else: _, _, newestID = self._maxPosition.split('-') maxPosition = self._maxPosition @@ -103,8 +103,8 @@ class TwitterSearchScraper(snscrape.base.Scraper): feed = self._get_feed_from_html(json.loads(r.text)['items_html']) if not feed: return - maxPosition = f'TWEET-{feed[-1]["data-item-id"]}-{newestID}' yield from self._feed_to_items(feed) + maxPosition = f'TWEET-{feed[-1]["data-item-id"]}-{newestID}' @classmethod def setup_parser(cls, subparser):