Turn cli_feeder *back* into a module, it's better like this for settings etc, documentation etc.

This commit is contained in:
Patrick Robertson
2025-02-26 15:39:51 +00:00
parent e467fc90c2
commit bb961b131c
3 changed files with 44 additions and 30 deletions

View File

@@ -0,0 +1,16 @@
from loguru import logger
from auto_archiver.core.feeder import Feeder
from auto_archiver.core.metadata import Metadata
class CLIFeeder(Feeder):
def __iter__(self) -> Metadata:
urls = self.config['urls']
for url in urls:
logger.debug(f"Processing {url}")
m = Metadata().set_url(url)
m.set_context("folder", "cli")
yield m
logger.success(f"Processed {len(urls)} URL(s)")