Merge branch 'load_modules' into more_mainifests

# Conflicts:
#	src/auto_archiver/core/orchestrator.py
This commit is contained in:
erinhmclark
2025-01-23 09:19:54 +00:00
8 changed files with 119 additions and 141 deletions

View File

@@ -0,0 +1 @@
from .generic_extractor import GenericExtractor

View File

@@ -2,11 +2,10 @@
'name': 'Generic Extractor',
'version': '0.1.0',
'author': 'Bellingcat',
'type': ['extractor'],
'entry_point': 'generic_extractor:GenericExtractor',
'type': ['extractor', 'feeder', 'enricher'],
'entry_point': 'GenericExtractor', # this class should be present in the __init__.py
'requires_setup': False,
'depends': ['core'],
'external_dependencies': {
'dependencies': {
'python': ['yt_dlp', 'requests', 'loguru', 'slugify'],
},
'description': """

View File

@@ -12,17 +12,6 @@ class GenericExtractor(Archiver):
name = "youtubedl_archiver" #left as is for backwards compat
_dropins = {}
def __init__(self, config: dict) -> None:
super().__init__(config)
self.subtitles = bool(self.subtitles)
self.comments = bool(self.comments)
self.livestreams = bool(self.livestreams)
self.live_from_start = bool(self.live_from_start)
self.end_means_success = bool(self.end_means_success)
self.allow_playlist = bool(self.allow_playlist)
self.max_downloads = self.max_downloads
def suitable_extractors(self, url: str) -> list[str]:
"""
Returns a list of valid extractors for the given URL"""