bellingcat/auto-archiver
1
0
Fork 0
mirror of https://github.com/bellingcat/auto-archiver.git synced 2026-06-08 03:18:28 +03:00
Code Issues Packages Projects Releases Wiki Activity

Tweaks and additional debug logging

Browse Source
This commit is contained in:
Patrick Robertson
2025-03-13 16:03:52 +00:00
parent 589c834047
commit f6b13327f0
2 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
src/auto_archiver/modules/generic_extractor/generic_extractor.py
View File

@@ -346,9 +346,10 @@ class GenericExtractor(Extractor):
ydl_options.extend(('--cookies', auth['cookies_file']))
if self.ytdlp_args:
logger.debug("Adding additional ytdlp arguments: {self.ytdlp_args}")
ydl_options += self.ytdlp_args.split(" ")
_, _, _, validated_options = yt_dlp.parse_options(ydl_options)
*_, validated_options = yt_dlp.parse_options(ydl_options)
ydl = yt_dlp.YoutubeDL(validated_options) # allsubtitles and subtitleslangs not working as expected, so default lang is always "en"
for info_extractor in self.suitable_extractors(url):

2
src/auto_archiver/utils/webdriver.py
View File

@@ -48,7 +48,7 @@ class CookieSettingDriver(webdriver.Firefox):
for name, value in cookie.split("="):
self.driver.add_cookie({'name': name, 'value': value})
elif self.cookiejar:
domain = urlparse(url).netloc.lstrip("www.")
domain = urlparse(url).netloc
regex = re.compile(f"(www)?\.?{domain}$")
for cookie in self.cookiejar:
if regex.match(cookie.domain):