diff --git a/.gitignore b/.gitignore index dd37e69..35eee83 100644 --- a/.gitignore +++ b/.gitignore @@ -36,4 +36,5 @@ docs/source/autoapi/ docs/source/modules/autogen/ scripts/settings_page.html scripts/settings/src/schema.json -.vite \ No newline at end of file +.vite +downloaded_files \ No newline at end of file diff --git a/src/auto_archiver/core/orchestrator.py b/src/auto_archiver/core/orchestrator.py index f110f1b..0bff376 100644 --- a/src/auto_archiver/core/orchestrator.py +++ b/src/auto_archiver/core/orchestrator.py @@ -578,6 +578,7 @@ Here's how that would look: \n\nsteps:\n extractors:\n - [your_extractor_name_ result.set_url(url) if original_url != url: + logger.debug(f"Sanitized URL from {original_url} to {url}") result.set("original_url", original_url) # 2 - notify start to DBs, propagate already archived if feature enabled in DBs