diff --git a/cisticola/scraper/base.py b/cisticola/scraper/base.py index 51c5f8e..e1eaa6c 100644 --- a/cisticola/scraper/base.py +++ b/cisticola/scraper/base.py @@ -236,6 +236,7 @@ class Scraper: return archived_url + @logger.catch def archive_files(self, result: ScraperResult) -> ScraperResult: """Archive files corresponding to ``archived_url`` dict keys, if the files have not previously been archived. diff --git a/cisticola/scraper/odysee.py b/cisticola/scraper/odysee.py index 25788fe..22b8dae 100644 --- a/cisticola/scraper/odysee.py +++ b/cisticola/scraper/odysee.py @@ -79,6 +79,7 @@ class OdyseeScraper(Scraper): archived_urls={}, media_archived=datetime.now(timezone.utc)) + @logger.catch def archive_files(self, result: ScraperResult) -> ScraperResult: for url in result.archived_urls: if result.archived_urls[url] is None: diff --git a/cisticola/scraper/rumble.py b/cisticola/scraper/rumble.py index c75c947..c9ba6d8 100644 --- a/cisticola/scraper/rumble.py +++ b/cisticola/scraper/rumble.py @@ -50,6 +50,7 @@ class RumbleScraper(Scraper): key = urlparse(url).path.split('/')[-2] + ext return key + @logger.catch def archive_files(self, result: ScraperResult) -> ScraperResult: for url in result.archived_urls: if result.archived_urls[url] is None: diff --git a/cisticola/scraper/telegram_telethon.py b/cisticola/scraper/telegram_telethon.py index 1c1ee8a..426ab4e 100644 --- a/cisticola/scraper/telegram_telethon.py +++ b/cisticola/scraper/telegram_telethon.py @@ -26,6 +26,7 @@ class TelegramTelethonScraper(Scraper): username = username.split('s/')[1] return username + @logger.catch def archive_files(self, result: ScraperResult, client : TelegramClient = None) -> ScraperResult: if len(result.archived_urls.keys()) == 0: return result diff --git a/cisticola/scraper/vkontakte.py b/cisticola/scraper/vkontakte.py index cdce5b2..cf427ba 100644 --- a/cisticola/scraper/vkontakte.py +++ b/cisticola/scraper/vkontakte.py @@ -73,6 +73,7 @@ class VkontakteScraper(Scraper): archived_urls=archived_urls, media_archived=datetime.now(timezone.utc) if archive_media else None) + @logger.catch def archive_files(self, result: ScraperResult) -> ScraperResult: for url in result.archived_urls: if result.archived_urls[url] is None: diff --git a/cisticola/scraper/youtube.py b/cisticola/scraper/youtube.py index 445b8f4..2e8d9af 100644 --- a/cisticola/scraper/youtube.py +++ b/cisticola/scraper/youtube.py @@ -83,6 +83,7 @@ class YoutubeScraper(Scraper): if channel.platform == "Youtube" and channel.url: return True + @logger.catch def archive_files(self, result: ScraperResult) -> ScraperResult: for url in result.archived_urls: if result.archived_urls[url] is None: