mirror of
https://github.com/bellingcat/cisticola.git
synced 2026-06-08 03:18:34 +03:00
Release Telethon, VK, and Gettr as 0.0.1; specify unrelease 0.0.0 otherwise
This commit is contained in:
@@ -16,7 +16,7 @@ from cisticola.scraper.base import Scraper
|
||||
class BitchuteScraper(Scraper):
|
||||
"""An implementation of a Scraper for Bitchute, using classes from the 4cat
|
||||
library"""
|
||||
__version__ = "BitchuteScraper 0.0.1"
|
||||
__version__ = "BitchuteScraper 0.0.0"
|
||||
|
||||
def get_username_from_url(self, url):
|
||||
username = url.split('bitchute.com/channel/')[-1].strip('/')
|
||||
|
||||
@@ -11,7 +11,7 @@ from cisticola.scraper.base import Scraper
|
||||
|
||||
class GabScraper(Scraper):
|
||||
"""An implementation of a Scraper for Gab, using gabber library"""
|
||||
__version__ = "GabScraper 0.0.2"
|
||||
__version__ = "GabScraper 0.0.0"
|
||||
|
||||
def get_username_from_url(self, url):
|
||||
username = url.split('https://gab.com/')[-1]
|
||||
|
||||
@@ -19,7 +19,7 @@ CONTENT_TYPES = {
|
||||
|
||||
class InstagramScraper(Scraper):
|
||||
"""An implementation of a Scraper for Instagram, using instaloader library"""
|
||||
__version__ = "InstagramScraper 0.0.1"
|
||||
__version__ = "InstagramScraper 0.0.0"
|
||||
|
||||
def get_username_from_url(self, url):
|
||||
username = url.split(BASE_URL)[1].strip('/')
|
||||
|
||||
@@ -13,7 +13,7 @@ from cisticola.scraper.base import Scraper
|
||||
|
||||
class OdyseeScraper(Scraper):
|
||||
"""An implementation of a Scraper for Odysee, using polyphemus library"""
|
||||
__version__ = "OdyseeScraper 0.0.1"
|
||||
__version__ = "OdyseeScraper 0.0.0"
|
||||
|
||||
def __init__(self):
|
||||
super().__init__()
|
||||
|
||||
@@ -13,7 +13,7 @@ BASE_URL = 'https://rumble.com'
|
||||
|
||||
class RumbleScraper(Scraper):
|
||||
"""An implementation of a Scraper for Rumble, using custom functions"""
|
||||
__version__ = "RumbleScraper 0.0.1"
|
||||
__version__ = "RumbleScraper 0.0.0"
|
||||
|
||||
@logger.catch
|
||||
def get_posts(self, channel: Channel, since: ScraperResult = None, archive_media: bool = True) -> Generator[ScraperResult, None, None]:
|
||||
|
||||
@@ -9,7 +9,7 @@ from cisticola.scraper.base import Scraper
|
||||
|
||||
class TelegramSnscrapeScraper(Scraper):
|
||||
"""An implementation of a Scraper for Telegram, using snscrape library"""
|
||||
__version__ = "TelegramSnscrapeScraper 0.0.1"
|
||||
__version__ = "TelegramSnscrapeScraper 0.0.0"
|
||||
|
||||
def can_handle(self, channel):
|
||||
if channel.platform == "Telegram" and channel.public and not channel.chat:
|
||||
|
||||
@@ -10,7 +10,7 @@ from cisticola.scraper.base import Scraper, ChannelDoesNotExistError
|
||||
|
||||
class TwitterScraper(Scraper):
|
||||
"""An implementation of a Scraper for Twitter, using snscrape library"""
|
||||
__version__ = "TwitterScraper 0.0.1"
|
||||
__version__ = "TwitterScraper 0.0.0"
|
||||
|
||||
@logger.catch
|
||||
def get_posts(self, channel: Channel, since: ScraperResult = None, archive_media: bool = True) -> Generator[ScraperResult, None, None]:
|
||||
|
||||
@@ -13,7 +13,7 @@ from cisticola.scraper import Scraper
|
||||
|
||||
class YoutubeScraper(Scraper):
|
||||
"""An implementation of a Scraper for Youtube, using youtube-dl"""
|
||||
__version__ = "YoutubeScraper 0.0.1"
|
||||
__version__ = "YoutubeScraper 0.0.0"
|
||||
|
||||
@logger.catch
|
||||
def get_posts(self, channel: Channel, since: ScraperResult = None, archive_media: bool = True) -> Generator[ScraperResult, None, None]:
|
||||
|
||||
Reference in New Issue
Block a user