This commit is contained in:
Logan Williams
2022-06-24 10:34:25 +00:00
18 changed files with 437 additions and 85 deletions

13
app.py
View File

@@ -17,7 +17,14 @@ from cisticola.scraper import (
from cisticola.transformer import (
ETLController,
TelegramTelethonTransformer
ETLController,
TelegramTelethonTransformer,
GettrTransformer,
RumbleTransformer,
BitchuteTransformer,
VkontakteTransformer,
)
from sync_with_gsheet import sync_channels
def get_db_session():
@@ -52,7 +59,11 @@ def get_transformer_controller():
controller = ETLController()
controller.connect_to_db(engine)
transformers = [TelegramTelethonTransformer()]
transformers = [VkontakteTransformer(),
TelegramTelethonTransformer(),
GettrTransformer(),
BitchuteTransformer(),
RumbleTransformer()]
controller.register_transformers(transformers)