bellingcat/cisticola
1
0
Fork 0
mirror of https://github.com/bellingcat/cisticola.git synced 2026-06-13 05:48:33 +03:00
Code Issues Packages Projects Releases Wiki Activity

added capability to retransform/update posts in database

Browse Source
This commit is contained in:
Tristan Lee
2022-10-26 07:20:19 -05:00
parent 0c2360c1dd
commit f29da4d5f3
10 changed files with 228 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
app.py
View File

@@ -113,6 +113,12 @@ def transform_media(args):
controller = get_transformer_controller()
controller.transform_all_untransformed_media()
def retransform(args):
logger.info(f"Transforming untransformed posts")
controller = get_transformer_controller()
controller.retransform_all(query_kwargs = {'platform': 'Telegram'})
def init_db():
engine = create_engine(os.environ["DB"])
mapper_registry.metadata.create_all(bind=engine)
@@ -162,5 +168,8 @@ if __name__ == "__main__":
elif args.command == "transform-media":
logger.add("logs/transform-media.log", level="TRACE", rotation="100 MB")
transform_media(args)
elif args.command == "retransform":
logger.add("logs/retransform.log", level="TRACE", rotation="100 MB")
retransform(args)
else:
logger.error(f"Unrecognized command {args.command}")