bellingcat/auto-archiver
1
0
Fork 0
mirror of https://github.com/bellingcat/auto-archiver.git synced 2026-06-12 21:28:29 +03:00
Code Issues Packages Projects Releases Wiki Activity

removes exclude_media_extensions option

Browse Source
This commit is contained in:
msramalho
2025-06-10 18:34:33 +01:00
parent 6279610a43
commit 8314833ae8
4 changed files with 3 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/auto_archiver/utils/url.py
View File

@@ -111,12 +111,14 @@ def is_relevant_url(url: str) -> bool:
("emoji.redditmedia.com",),
]
# TODO: make these globally configurable
IRRELEVANT_ENDS_WITH = [
".svg", # ignore SVGs
".ico", # ignore icons
# ignore index files for videos, these should be handled by ytdlp
".m3u8",
".mpd",
".ism", # ignore index files for videos, these should be handled by ytdlp
".ism",
]
for end in IRRELEVANT_ENDS_WITH: