bellingcat/auto-archiver
1
0
Fork 0
mirror of https://github.com/bellingcat/auto-archiver.git synced 2026-06-12 13:18:28 +03:00
Code Issues Packages Projects Releases Wiki Activity

Implementation tests for auto-archiver

Browse Source
This commit is contained in:
Patrick Robertson
2025-02-10 13:27:11 +01:00
parent e9dd321dcd
commit 74207d7821
2 changed files with 35 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
src/auto_archiver/core/orchestrator.py
View File

@@ -111,7 +111,6 @@ class ArchivingOrchestrator:
# if full, we'll load all modules
# TODO: BUG** - basic_config won't have steps in it, since these args aren't added to 'basic_parser'
# but should we add them? Or should we just add them to the 'complete' parser?
if yaml_config != EMPTY_CONFIG:
# only load the modules enabled in config
# TODO: if some steps are empty (e.g. 'feeders' is empty), should we default to the 'simple' ones? Or only if they are ALL empty?
@@ -269,7 +268,6 @@ class ArchivingOrchestrator:
for module in modules_to_load:
if module == 'cli_feeder':
# pseudo module, don't load it
breakpoint()
urls = self.config['urls']
if not urls:
logger.error("No URLs provided. Please provide at least one URL via the command line, or set up an alternative feeder. Use --help for more information.")