bellingcat/cisticola
1
0
Fork 0
mirror of https://github.com/bellingcat/cisticola.git synced 2026-06-07 19:08:35 +03:00
Code Issues Packages Projects Releases Wiki Activity

Minor bug fixes from testing

Browse Source
This commit is contained in:
Logan Williams
2022-05-18 09:29:53 +01:00
parent 7c8147bb2a
commit c279ced73d
2 changed files with 5 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
cisticola/transformer/base.py
View File

@@ -223,16 +223,16 @@ class ETLController:
handled = False
if transformer.can_handle(result):
logger.trace(f"{transformer} is handling raw info result {result.id} ({result.date})")
logger.trace(f"{transformer} is handling raw info result {result.id} ({result.date_archived})")
handled = True
transformer.transform(result, lambda obj: self.insert_or_select(obj, session, False), session)
transformer.transform_info(result, lambda obj: self.insert_or_select(obj, session, False), session)
session.commit()
break
if handled == False:
logger.warning(f"No Transformer could handle raw channel info ID {result.id} with platform {result.platform} ({result.date})")
logger.warning(f"No Transformer could handle raw channel info ID {result.id} with platform {result.platform} ({result.date_archived})")
@logger.catch(reraise=True)

4
cisticola/transformer/telegram_telethon.py
View File

@@ -16,7 +16,7 @@ from cisticola.base import RawChannelInfo, ChannelInfo, ScraperResult, Post, Ima
class TelegramTelethonTransformer(Transformer):
__version__ = 'TelegramTelethonTransformer 0.0.1'
__version__ = 'TelegramTelethonTransformer 0.0.2'
bad_channels = {}
@@ -99,7 +99,7 @@ class TelegramTelethonTransformer(Transformer):
platform_id=raw['full_chat']['id'],
platform=data.platform,
scraper=data.scraper,
transformer=data.transformer,
transformer=self.__version__,
screenname=chat_raw['username'],
name=chat_raw['title'],
description=raw['full_chat']['about'],