mirror of
https://github.com/bellingcat/auto-archiver.git
synced 2026-06-08 03:18:28 +03:00
Ruff format with defaults.
This commit is contained in:
erinhmclark
@@ -9,49 +9,63 @@ from auto_archiver.core import Metadata
|
||||
TEST_ORCHESTRATION = "tests/data/test_orchestration.yaml"
|
||||
TEST_MODULES = "tests/data/test_modules/"
|
||||
|
||||
|
||||
@pytest.fixture
|
||||
def test_args():
|
||||
return ["--config", TEST_ORCHESTRATION,
|
||||
"--module_paths", TEST_MODULES,
|
||||
"--example_module.required_field", "some_value"] # just set this for normal testing, we will remove it later
|
||||
return [
|
||||
"--config",
|
||||
TEST_ORCHESTRATION,
|
||||
"--module_paths",
|
||||
TEST_MODULES,
|
||||
"--example_module.required_field",
|
||||
"some_value",
|
||||
] # just set this for normal testing, we will remove it later
|
||||
|
||||
|
||||
@pytest.fixture
|
||||
def orchestrator():
|
||||
return ArchivingOrchestrator()
|
||||
|
||||
|
||||
@pytest.fixture
|
||||
def basic_parser(orchestrator) -> ArgumentParser:
|
||||
return orchestrator.setup_basic_parser()
|
||||
|
||||
|
||||
def test_setup_orchestrator(orchestrator):
|
||||
assert orchestrator is not None
|
||||
|
||||
|
||||
def test_parse_config():
|
||||
pass
|
||||
|
||||
|
||||
def test_parse_basic(basic_parser):
|
||||
args = basic_parser.parse_args(["--config", TEST_ORCHESTRATION])
|
||||
assert args.config_file == TEST_ORCHESTRATION
|
||||
|
||||
|
||||
@pytest.mark.parametrize("mode", ["simple", "full"])
|
||||
def test_mode(basic_parser, mode):
|
||||
args = basic_parser.parse_args(["--mode", mode])
|
||||
assert args.mode == mode
|
||||
|
||||
|
||||
def test_mode_invalid(basic_parser, capsys):
|
||||
with pytest.raises(SystemExit) as exit_error:
|
||||
basic_parser.parse_args(["--mode", "invalid"])
|
||||
assert exit_error.value.code == 2
|
||||
assert "invalid choice" in capsys.readouterr().err
|
||||
|
||||
|
||||
def test_version(basic_parser, capsys):
|
||||
with pytest.raises(SystemExit) as exit_error:
|
||||
basic_parser.parse_args(["--version"])
|
||||
assert exit_error.value.code == 0
|
||||
assert capsys.readouterr().out == f"{__version__}\n"
|
||||
|
||||
def test_help(orchestrator, basic_parser, capsys):
|
||||
|
||||
def test_help(orchestrator, basic_parser, capsys):
|
||||
args = basic_parser.parse_args(["--help"])
|
||||
assert args.help == True
|
||||
|
||||
@@ -83,14 +97,17 @@ def test_help(orchestrator, basic_parser, capsys):
|
||||
|
||||
def test_add_custom_modules_path(orchestrator, test_args):
|
||||
orchestrator.setup_config(test_args)
|
||||
|
||||
|
||||
import auto_archiver
|
||||
|
||||
assert "tests/data/test_modules/" in auto_archiver.modules.__path__
|
||||
|
||||
def test_add_custom_modules_path_invalid(orchestrator, caplog, test_args):
|
||||
|
||||
orchestrator.setup_config(test_args + # we still need to load the real path to get the example_module
|
||||
["--module_paths", "tests/data/invalid_test_modules/"])
|
||||
def test_add_custom_modules_path_invalid(orchestrator, caplog, test_args):
|
||||
orchestrator.setup_config(
|
||||
test_args # we still need to load the real path to get the example_module
|
||||
+ ["--module_paths", "tests/data/invalid_test_modules/"]
|
||||
)
|
||||
|
||||
assert caplog.records[0].message == "Path 'tests/data/invalid_test_modules/' does not exist. Skipping..."
|
||||
|
||||
@@ -104,11 +121,11 @@ def test_check_required_values(orchestrator, caplog, test_args):
|
||||
|
||||
assert caplog.records[1].message == "the following arguments are required: --example_module.required_field"
|
||||
|
||||
def test_get_required_values_from_config(orchestrator, test_args, tmp_path):
|
||||
|
||||
def test_get_required_values_from_config(orchestrator, test_args, tmp_path):
|
||||
# load the default example yaml, add a required field, then run the orchestrator
|
||||
test_yaml = read_yaml(TEST_ORCHESTRATION)
|
||||
test_yaml['example_module'] = {'required_field': 'some_value'}
|
||||
test_yaml["example_module"] = {"required_field": "some_value"}
|
||||
# write it to a temp file
|
||||
tmp_file = (tmp_path / "temp_config.yaml").as_posix()
|
||||
store_yaml(test_yaml, tmp_file)
|
||||
@@ -117,27 +134,42 @@ def test_get_required_values_from_config(orchestrator, test_args, tmp_path):
|
||||
config = orchestrator.setup_config(["--config", tmp_file, "--module_paths", TEST_MODULES])
|
||||
assert config is not None
|
||||
|
||||
def test_load_authentication_string(orchestrator, test_args):
|
||||
|
||||
config = orchestrator.setup_config(test_args + ["--authentication", '{"facebook.com": {"username": "my_username", "password": "my_password"}}'])
|
||||
assert config['authentication'] == {"facebook.com": {"username": "my_username", "password": "my_password"}}
|
||||
def test_load_authentication_string(orchestrator, test_args):
|
||||
config = orchestrator.setup_config(
|
||||
test_args + ["--authentication", '{"facebook.com": {"username": "my_username", "password": "my_password"}}']
|
||||
)
|
||||
assert config["authentication"] == {"facebook.com": {"username": "my_username", "password": "my_password"}}
|
||||
|
||||
|
||||
def test_load_authentication_string_concat_site(orchestrator, test_args):
|
||||
|
||||
config = orchestrator.setup_config(test_args + ["--authentication", '{"x.com,twitter.com": {"api_key": "my_key"}}'])
|
||||
assert config['authentication'] == {"x.com": {"api_key": "my_key"},
|
||||
"twitter.com": {"api_key": "my_key"}}
|
||||
assert config["authentication"] == {"x.com": {"api_key": "my_key"}, "twitter.com": {"api_key": "my_key"}}
|
||||
|
||||
|
||||
def test_load_invalid_authentication_string(orchestrator, test_args):
|
||||
with pytest.raises(ArgumentTypeError):
|
||||
orchestrator.setup_config(test_args + ["--authentication", "{\''invalid_json"])
|
||||
orchestrator.setup_config(test_args + ["--authentication", "{''invalid_json"])
|
||||
|
||||
|
||||
def test_load_authentication_invalid_dict(orchestrator, test_args):
|
||||
with pytest.raises(ArgumentTypeError):
|
||||
orchestrator.setup_config(test_args + ["--authentication", "[true, false]"])
|
||||
|
||||
|
||||
def test_load_modules_from_commandline(orchestrator, test_args):
|
||||
args = test_args + ["--feeders", "example_module", "--extractors", "example_module", "--databases", "example_module", "--enrichers", "example_module", "--formatters", "example_module"]
|
||||
args = test_args + [
|
||||
"--feeders",
|
||||
"example_module",
|
||||
"--extractors",
|
||||
"example_module",
|
||||
"--databases",
|
||||
"example_module",
|
||||
"--enrichers",
|
||||
"example_module",
|
||||
"--formatters",
|
||||
"example_module",
|
||||
]
|
||||
|
||||
orchestrator.setup(args)
|
||||
|
||||
@@ -153,27 +185,37 @@ def test_load_modules_from_commandline(orchestrator, test_args):
|
||||
assert orchestrator.enrichers[0].name == "example_module"
|
||||
assert orchestrator.formatters[0].name == "example_module"
|
||||
|
||||
|
||||
def test_load_settings_for_module_from_commandline(orchestrator, test_args):
|
||||
args = test_args + ["--feeders", "gsheet_feeder_db", "--gsheet_feeder_db.sheet_id", "123", "--gsheet_feeder_db.service_account", "tests/data/test_service_account.json"]
|
||||
args = test_args + [
|
||||
"--feeders",
|
||||
"gsheet_feeder_db",
|
||||
"--gsheet_feeder_db.sheet_id",
|
||||
"123",
|
||||
"--gsheet_feeder_db.service_account",
|
||||
"tests/data/test_service_account.json",
|
||||
]
|
||||
|
||||
orchestrator.setup(args)
|
||||
|
||||
assert len(orchestrator.feeders) == 1
|
||||
assert orchestrator.feeders[0].name == "gsheet_feeder_db"
|
||||
assert orchestrator.config['gsheet_feeder_db']['sheet_id'] == "123"
|
||||
assert orchestrator.config["gsheet_feeder_db"]["sheet_id"] == "123"
|
||||
|
||||
|
||||
def test_multiple_orchestrator(test_args):
|
||||
|
||||
o1_args = test_args + ["--feeders", "gsheet_feeder_db", "--gsheet_feeder_db.service_account", "tests/data/test_service_account.json"]
|
||||
o1_args = test_args + [
|
||||
"--feeders",
|
||||
"gsheet_feeder_db",
|
||||
"--gsheet_feeder_db.service_account",
|
||||
"tests/data/test_service_account.json",
|
||||
]
|
||||
o1 = ArchivingOrchestrator()
|
||||
|
||||
with pytest.raises(ValueError) as exit_error:
|
||||
# this should fail because the gsheet_feeder_db requires a sheet_id / sheet
|
||||
o1.setup(o1_args)
|
||||
|
||||
|
||||
|
||||
o2_args = test_args + ["--feeders", "example_module"]
|
||||
o2 = ArchivingOrchestrator()
|
||||
o2.setup(o2_args)
|
||||
@@ -182,4 +224,4 @@ def test_multiple_orchestrator(test_args):
|
||||
|
||||
output: Metadata = list(o2.feed())
|
||||
assert len(output) == 1
|
||||
assert output[0].get_url() == "https://example.com"
|
||||
assert output[0].get_url() == "https://example.com"
|
||||
|
||||
Reference in New Issue
Block a user