mirror of
https://github.com/bellingcat/auto-archiver.git
synced 2026-06-13 13:48:28 +03:00
minimal changes
This commit is contained in:
3
.gitignore
vendored
3
.gitignore
vendored
@@ -36,4 +36,5 @@ docs/source/autoapi/
|
|||||||
docs/source/modules/autogen/
|
docs/source/modules/autogen/
|
||||||
scripts/settings_page.html
|
scripts/settings_page.html
|
||||||
scripts/settings/src/schema.json
|
scripts/settings/src/schema.json
|
||||||
.vite
|
.vite
|
||||||
|
downloaded_files
|
||||||
@@ -578,6 +578,7 @@ Here's how that would look: \n\nsteps:\n extractors:\n - [your_extractor_name_
|
|||||||
|
|
||||||
result.set_url(url)
|
result.set_url(url)
|
||||||
if original_url != url:
|
if original_url != url:
|
||||||
|
logger.debug(f"Sanitized URL from {original_url} to {url}")
|
||||||
result.set("original_url", original_url)
|
result.set("original_url", original_url)
|
||||||
|
|
||||||
# 2 - notify start to DBs, propagate already archived if feature enabled in DBs
|
# 2 - notify start to DBs, propagate already archived if feature enabled in DBs
|
||||||
|
|||||||
Reference in New Issue
Block a user