major refactor of structure for worker V web: docker/app/secrets/envs/...

This commit is contained in:
msramalho
2025-02-10 00:41:50 +00:00
parent a1b730bad4
commit f8c45e2d92
74 changed files with 567 additions and 525 deletions

View File

@@ -0,0 +1,24 @@
steps:
feeder: cli_feeder
archivers: # order matters
- youtubedl_archiver
enrichers:
- hash_enricher
formatter: html_formatter # defaults to mute_formatter
storages:
- local_storage
databases:
- console_db
configurations:
cli_feeder:
urls:
- "url1"
hash_enricher:
algorithm: "SHA-256"
local_storage:
save_to: "./local_archive"
save_absolute: true
filename_generator: static
path_generator: flat