bellingcat/cisticola
1
0
Fork 0
mirror of https://github.com/bellingcat/cisticola.git synced 2026-06-13 13:58:33 +03:00
Code Issues Packages Projects Releases Wiki Activity

fixed Gettr and Bitchute info transformers, added missing or incorrect TelegramTransformer fields, added Telegram mentions to the transformer.

Browse Source
This commit is contained in:
Tristan Lee
2022-06-13 13:42:33 -05:00
parent 6e962de244
commit a2a7882f1c
13 changed files with 150 additions and 67 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
tests/transformer/gettr.py
View File

@@ -15,6 +15,7 @@ def test_scrape_etl_gettr(engine, controller, etl_controller, channel_kwargs):
channels = [Channel(**channel_kwargs['gettr'])]
controller.register_scraper(scraper = GettrScraper())
controller.scrape_channels(channels = channels, archive_media = True)
controller.scrape_all_channel_info()
etl_controller.register_transformer(GettrTransformer())
etl_controller.transform_all_untransformed()