mirror of
https://github.com/bellingcat/auto-archiver.git
synced 2026-06-07 19:08:30 +03:00
this is ruff
This commit is contained in:
@@ -102,11 +102,7 @@ class AntibotExtractorEnricher(Extractor, Enricher):
|
||||
# Check for deletion indicators
|
||||
page_title = sb.get_title()
|
||||
html_source = sb.get_page_source()
|
||||
deletion_info = detect_deletion(
|
||||
html_content=html_source,
|
||||
page_title=page_title,
|
||||
url=url
|
||||
)
|
||||
deletion_info = detect_deletion(html_content=html_source, page_title=page_title, url=url)
|
||||
if deletion_info:
|
||||
flag_as_deleted(to_enrich, deletion_info)
|
||||
return to_enrich
|
||||
@@ -124,11 +120,7 @@ class AntibotExtractorEnricher(Extractor, Enricher):
|
||||
html_source = sb.get_page_source()
|
||||
|
||||
# Check if the page indicates content was deleted
|
||||
deletion_info = detect_deletion(
|
||||
html_content=html_source,
|
||||
page_title=page_title,
|
||||
url=url
|
||||
)
|
||||
deletion_info = detect_deletion(html_content=html_source, page_title=page_title, url=url)
|
||||
if deletion_info:
|
||||
flag_as_deleted(to_enrich, deletion_info)
|
||||
|
||||
|
||||
@@ -486,10 +486,7 @@ class GenericExtractor(Extractor):
|
||||
data = ydl.extract_info(url, ie_key=info_extractor.ie_key(), download=False)
|
||||
|
||||
# Check for deletion indicators in video data
|
||||
deletion_info = detect_deletion(
|
||||
video_data=data,
|
||||
url=url
|
||||
)
|
||||
deletion_info = detect_deletion(video_data=data, url=url)
|
||||
if deletion_info:
|
||||
result = Metadata()
|
||||
flag_as_deleted(result, deletion_info)
|
||||
|
||||
@@ -40,9 +40,7 @@ class Twitter(GenericDropin):
|
||||
if not tweet.get("user") or not tweet.get("created_at"):
|
||||
# Check for deletion indicators
|
||||
deletion_info = detect_deletion(
|
||||
video_data=tweet,
|
||||
url=url,
|
||||
error_message="Missing user or created_at fields"
|
||||
video_data=tweet, url=url, error_message="Missing user or created_at fields"
|
||||
)
|
||||
if deletion_info:
|
||||
flag_as_deleted(result, deletion_info)
|
||||
|
||||
Reference in New Issue
Block a user