From 039b2c671903789ca2bc86e517bb21c5186f580c Mon Sep 17 00:00:00 2001 From: JustAnotherArchivist Date: Mon, 7 Sep 2020 02:38:27 +0000 Subject: [PATCH] Restructure Twitter classes since the 'common' scraper is only used for the old design anymore --- snscrape/modules/twitter.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/snscrape/modules/twitter.py b/snscrape/modules/twitter.py index f2d4a2a..a3abc25 100644 --- a/snscrape/modules/twitter.py +++ b/snscrape/modules/twitter.py @@ -67,7 +67,7 @@ class User(typing.NamedTuple, snscrape.base.Item, snscrape.base.Entity): return self.url -class TwitterCommonScraper(snscrape.base.Scraper): +class TwitterOldDesignScraper(snscrape.base.Scraper): def _feed_to_items(self, feed): for tweet in feed: username = tweet.find('span', 'username').find('b').text @@ -114,7 +114,7 @@ class TwitterCommonScraper(snscrape.base.Scraper): return True, None -class TwitterAPIScraper(TwitterCommonScraper): +class TwitterAPIScraper(snscrape.base.Scraper): def __init__(self, baseUrl, **kwargs): super().__init__(**kwargs) self._baseUrl = baseUrl @@ -448,7 +448,7 @@ class TwitterHashtagScraper(TwitterSearchScraper): return cls(args.hashtag, retries = args.retries) -class TwitterThreadScraper(TwitterCommonScraper): +class TwitterThreadScraper(TwitterOldDesignScraper): name = 'twitter-thread' def __init__(self, tweetID = None, **kwargs): @@ -528,7 +528,7 @@ class TwitterListPostsScraper(TwitterSearchScraper): return cls(args.list, retries = args.retries) -class TwitterListMembersScraper(TwitterCommonScraper): +class TwitterListMembersScraper(TwitterOldDesignScraper): name = 'twitter-list-members' def __init__(self, listName, **kwargs):