made downloading more robust against transient and permanent errors, fixed issue where media file URLs weren't being updated after scraping

This commit is contained in:
Tristan Lee
2023-09-09 00:42:56 -05:00
parent 1f4b956ce9
commit 6fa1e5026c
7 changed files with 124 additions and 50 deletions

View File

@@ -3,7 +3,7 @@ from tiktok_hashtag_analysis.base import TikTokDownloader, load_hashtags_from_fi
def test_scrape(tmp_path, hashtags):
downloader = TikTokDownloader(hashtags=hashtags[:1], data_dir=tmp_path)
downloader.run(download=True, plot=True, table=True, number=20)
downloader.run(limit=1000, download=True, plot=True, table=True, number=20)
def test_load_hashtags_from_file(tmp_path, hashtags):