bellingcat/cisticola
1
0
Fork 0
mirror of https://github.com/bellingcat/cisticola.git synced 2026-06-12 05:18:33 +03:00
Code Issues Packages Projects Releases Wiki Activity

got post transformers and channel_info transformers working for Rumble, Bitchute, Gettr

Browse Source
This commit is contained in:
Tristan Lee
2022-06-21 19:05:41 -05:00
parent 619fe42a31
commit bb2e2806e6
6 changed files with 97 additions and 39 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
app.py
View File

@@ -14,7 +14,13 @@ from cisticola.scraper import (
BitchuteScraper,
RumbleScraper,
)
from cisticola.transformer import (ETLController, TelegramTelethonTransformer)
from cisticola.transformer import (
ETLController,
TelegramTelethonTransformer,
GettrTransformer,
RumbleTransformer,
BitchuteTransformer)
from sync_with_gsheet import sync_channels
def get_db_session():
@@ -49,7 +55,10 @@ def get_transformer_controller():
controller = ETLController()
controller.connect_to_db(engine)
transformers = [TelegramTelethonTransformer()]
transformers = [TelegramTelethonTransformer(),
BitchuteTransformer(),
GettrTransformer(),
RumbleTransformer()]
controller.register_transformers(transformers)