Add RumbleScraper, YoutubeScraper, and BitchuteScraper to the active scrapers

2026-06-12 13:28:34 +03:00 · 2022-04-12 14:55:45 +02:00
parent 6f11b88f94
commit bbb9d283d5
5 changed files with 53 additions and 846 deletions
--- a/app.py
+++ b/app.py
@@ -13,6 +13,9 @@ from cisticola.scraper import (
    VkontakteScraper,
    TelegramTelethonScraper,
    GettrScraper,
+    BitchuteScraper,
+    YoutubeScraper,
+    RumbleScraper,
 )


@@ -92,7 +95,12 @@ def get_scraper_controller():
    controller = ScraperController()
    controller.connect_to_db(engine)

-    scrapers = [TelegramTelethonScraper(), VkontakteScraper(), GettrScraper()]
+    scrapers = [VkontakteScraper(),
+        TelegramTelethonScraper(),
+        GettrScraper(),
+        BitchuteScraper(),
+        RumbleScraper(),
+        YoutubeScraper()]

    controller.register_scrapers(scrapers)