this is ruff

This commit is contained in:
msramalho
2026-01-08 15:48:08 +00:00
parent 8a450310c7
commit 5fd23baa55
3 changed files with 4 additions and 17 deletions

View File

@@ -102,11 +102,7 @@ class AntibotExtractorEnricher(Extractor, Enricher):
# Check for deletion indicators
page_title = sb.get_title()
html_source = sb.get_page_source()
deletion_info = detect_deletion(
html_content=html_source,
page_title=page_title,
url=url
)
deletion_info = detect_deletion(html_content=html_source, page_title=page_title, url=url)
if deletion_info:
flag_as_deleted(to_enrich, deletion_info)
return to_enrich
@@ -124,11 +120,7 @@ class AntibotExtractorEnricher(Extractor, Enricher):
html_source = sb.get_page_source()
# Check if the page indicates content was deleted
deletion_info = detect_deletion(
html_content=html_source,
page_title=page_title,
url=url
)
deletion_info = detect_deletion(html_content=html_source, page_title=page_title, url=url)
if deletion_info:
flag_as_deleted(to_enrich, deletion_info)

View File

@@ -486,10 +486,7 @@ class GenericExtractor(Extractor):
data = ydl.extract_info(url, ie_key=info_extractor.ie_key(), download=False)
# Check for deletion indicators in video data
deletion_info = detect_deletion(
video_data=data,
url=url
)
deletion_info = detect_deletion(video_data=data, url=url)
if deletion_info:
result = Metadata()
flag_as_deleted(result, deletion_info)

View File

@@ -40,9 +40,7 @@ class Twitter(GenericDropin):
if not tweet.get("user") or not tweet.get("created_at"):
# Check for deletion indicators
deletion_info = detect_deletion(
video_data=tweet,
url=url,
error_message="Missing user or created_at fields"
video_data=tweet, url=url, error_message="Missing user or created_at fields"
)
if deletion_info:
flag_as_deleted(result, deletion_info)