bellingcat/snscrape
1
0
Fork 0
mirror of https://github.com/bellingcat/snscrape.git synced 2026-06-13 04:48:28 +03:00
Code Issues Packages Projects Releases Wiki Activity

Restructure Twitter classes since the 'common' scraper is only used for the old design anymore

Browse Source
This commit is contained in:
JustAnotherArchivist
2020-09-07 02:38:27 +00:00
parent 70a3d9ba3a
commit 039b2c6719
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
snscrape/modules/twitter.py
View File

@@ -67,7 +67,7 @@ class User(typing.NamedTuple, snscrape.base.Item, snscrape.base.Entity):
return self.url return self.url
class TwitterCommonScraper(snscrape.base.Scraper): class TwitterOldDesignScraper(snscrape.base.Scraper):
def _feed_to_items(self, feed): def _feed_to_items(self, feed):
for tweet in feed: for tweet in feed:
username = tweet.find('span', 'username').find('b').text username = tweet.find('span', 'username').find('b').text
@@ -114,7 +114,7 @@ class TwitterCommonScraper(snscrape.base.Scraper):
return True, None return True, None
class TwitterAPIScraper(TwitterCommonScraper): class TwitterAPIScraper(snscrape.base.Scraper):
def __init__(self, baseUrl, **kwargs): def __init__(self, baseUrl, **kwargs):
super().__init__(**kwargs) super().__init__(**kwargs)
self._baseUrl = baseUrl self._baseUrl = baseUrl
@@ -448,7 +448,7 @@ class TwitterHashtagScraper(TwitterSearchScraper):
return cls(args.hashtag, retries = args.retries) return cls(args.hashtag, retries = args.retries)
class TwitterThreadScraper(TwitterCommonScraper): class TwitterThreadScraper(TwitterOldDesignScraper):
name = 'twitter-thread' name = 'twitter-thread'
def __init__(self, tweetID = None, **kwargs): def __init__(self, tweetID = None, **kwargs):
@@ -528,7 +528,7 @@ class TwitterListPostsScraper(TwitterSearchScraper):
return cls(args.list, retries = args.retries) return cls(args.list, retries = args.retries)
class TwitterListMembersScraper(TwitterCommonScraper): class TwitterListMembersScraper(TwitterOldDesignScraper):
name = 'twitter-list-members' name = 'twitter-list-members'
def __init__(self, listName, **kwargs): def __init__(self, listName, **kwargs):