mirror of
https://github.com/bellingcat/auto-archiver.git
synced 2026-06-12 05:08:28 +03:00
metadata.json hardcode in storage. add new metadata_json_enricher. log level change in orchestrator
This commit is contained in:
@@ -541,7 +541,7 @@ Here's how that would look: \n\nsteps:\n extractors:\n - [your_extractor_name_
|
||||
yield self.feed_item(item)
|
||||
url_count += 1
|
||||
|
||||
logger.success(f"Processed {url_count} URL(s)")
|
||||
logger.info(f"Processed {url_count} URL(s)")
|
||||
self.cleanup()
|
||||
|
||||
def feed_item(self, item: Metadata) -> Metadata:
|
||||
|
||||
@@ -100,7 +100,12 @@ class Storage(BaseModule):
|
||||
|
||||
# Handle filename_generator logic
|
||||
filename_generator = self.filename_generator
|
||||
if filename_generator == "random":
|
||||
# DM 9th Jun 25 - special case for metadata.json file in metadata_json_enricher
|
||||
# where we want the filename to remain metadata.json
|
||||
# TODO - should this be a config option to keep the original filename? Is it useful anywhere else?
|
||||
if filename.endswith('metadata'):
|
||||
filename = 'metadata'
|
||||
elif filename_generator == "random":
|
||||
filename = random_str(24)
|
||||
elif filename_generator == "static":
|
||||
# load the hash_enricher module
|
||||
|
||||
Reference in New Issue
Block a user