diff --git a/archivers/base_archiver.py b/archivers/base_archiver.py index 8951115..b377d31 100644 --- a/archivers/base_archiver.py +++ b/archivers/base_archiver.py @@ -167,8 +167,8 @@ class Archiver(ABC): ha = self.hash_algorithm logger.debug(f'Hash algorithm is {ha}') - if ha == "SHA3_512": hash = hashlib.sha3_512(bytes) - elif ha == "SHA256": hash = hashlib.sha256(bytes) + if ha == "SHA3-512": hash = hashlib.sha3_512(bytes) + elif ha == "SHA-256": hash = hashlib.sha256(bytes) else: raise Exception("Unknown Hash Algorithm of {ha}") return hash.hexdigest() diff --git a/configs/config.py b/configs/config.py index 2d134da..4003282 100644 --- a/configs/config.py +++ b/configs/config.py @@ -81,7 +81,7 @@ class Config: ) self.webdriver = "not initialized" - self.hash_algorithm = execution.get("hash_algorithm") + self.hash_algorithm = execution.get("hash_algorithm", "SHA-256") # ---------------------- SECRETS - APIs and service configurations secrets = self.config.get("secrets", {}) @@ -261,6 +261,7 @@ class Config: "storage": self.storage, "header": self.header, "check_if_exists": self.check_if_exists, + "hash_algorithm": self.hash_algorithm, "save_logs": self.save_logs, "selenium_config": asdict(self.selenium_config), "selenium_webdriver": self.webdriver != None, diff --git a/example.config.yaml b/example.config.yaml index f823c47..2cded09 100644 --- a/example.config.yaml +++ b/example.config.yaml @@ -80,6 +80,10 @@ execution: storage: s3 # defaults to false, when true will try to avoid duplicate URL archives check_if_exists: true + + # choose a hash algorithm (either SHA-256 or SHA3-512, defaults to SHA-256) + # hash_algorithm: SHA-256 + # optional configurations for the selenium browser that takes screenshots, these are the defaults selenium: # values under 10s might mean screenshots fail to grab screenshot @@ -105,7 +109,3 @@ execution: screenshot: screenshot hash: hash - # Must be either SHA256 or SHA3_512 - hash_algorithm: SHA3_512 - # hash_algorithm: SHA256 -