bellingcat/cisticola
1
0
Fork 0
mirror of https://github.com/bellingcat/cisticola.git synced 2026-06-08 03:18:34 +03:00
Code Issues Packages Projects Releases Wiki Activity

added 'retries' argument to youtube-dl options, and made options consistent across youtube-dl instances.

Browse Source
This commit is contained in:
Tristan Lee
2022-04-03 19:31:32 -05:00
parent 90c99aec00
commit c7253148d1
2 changed files with 13 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
cisticola/scraper/base.py
View File

@@ -18,7 +18,7 @@ class Scraper:
from a given channel on that specific platform.
"""
__version__ = "Scraper 0.0.0"
__version__ = "Scraper 0.0.1"
def __init__(self):
@@ -184,8 +184,9 @@ class Scraper:
"merge_output_format": "mp4",
"outtmpl": f"{temp_dir}/%(id)s.%(ext)s",
"noplaylist": True,
'quiet': True,
"verbose": False,}
"quiet": True,
"verbose": False,
"retries": 5}
ydl = yt_dlp.YoutubeDL(ydl_opts)
try:

12
cisticola/scraper/youtube.py
View File

@@ -13,7 +13,7 @@ from cisticola.scraper import Scraper
class YoutubeScraper(Scraper):
"""An implementation of a Scraper for Youtube, using youtube-dl"""
__version__ = "YoutubeScraper 0.0.1"
__version__ = "YoutubeScraper 0.0.2"
@logger.catch
def get_posts(self, channel: Channel, since: ScraperResult = None, archive_media: bool = True) -> Generator[ScraperResult, None, None]:
@@ -35,7 +35,10 @@ class YoutubeScraper(Scraper):
"format": "bestvideo[ext=mp4]+bestaudio[ext=m4a]/best[ext=mp4]/best",
"merge_output_format": "mp4",
"outtmpl": f"{temp_dir}/%(id)s.%(ext)s",
"daterange" : daterange}
"daterange" : daterange,
"quiet": True,
"verbose": False,
"retries": 5}
ydl = yt_dlp.YoutubeDL(ydl_opts)
@@ -94,7 +97,10 @@ class YoutubeScraper(Scraper):
ydl_opts = {
"format": "bestvideo[ext=mp4]+bestaudio[ext=m4a]/best[ext=mp4]/best",
"merge_output_format": "mp4",
"outtmpl": f"{temp_dir}/%(id)s.%(ext)s"}
"outtmpl": f"{temp_dir}/%(id)s.%(ext)s",
"quiet": True,
"verbose": False,
"retries": 5}
ydl = yt_dlp.YoutubeDL(ydl_opts)