bellingcat/cisticola
1
0
Fork 0
mirror of https://github.com/bellingcat/cisticola.git synced 2026-06-13 05:48:33 +03:00
Code Issues Packages Projects Releases Wiki Activity

Media archiving ETL working for Telegram

Browse Source
This commit is contained in:
Logan Williams
2022-06-08 16:41:46 +02:00
parent ed4723ed1e
commit 9948af2c4a
4 changed files with 111 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
app.py
View File

@@ -100,6 +100,12 @@ def transform_info(args):
controller = get_transformer_controller()
controller.transform_all_untransformed_info()
def transform_media(args):
logger.info(f"Transforming untransformed channel media")
controller = get_transformer_controller()
controller.transform_all_untransformed_media()
def init_db():
engine = create_engine(os.environ["DB"])
mapper_registry.metadata.create_all(bind=engine)
@@ -144,5 +150,8 @@ if __name__ == "__main__":
elif args.command == "transform-info":
logger.add("logs/transform-info.log", level="TRACE", rotation="100 MB")
transform_info(args)
elif args.command == "transform-media":
logger.add("logs/transform-media.log", level="TRACE", rotation="100 MB")
transform_media(args)
else:
logger.error(f"Unrecognized command {args.command}")