bellingcat/tiktok-hashtag-analysis
1
0
Fork 0
mirror of https://github.com/bellingcat/tiktok-hashtag-analysis.git synced 2026-06-12 21:38:30 +03:00
Code Issues Packages Projects Releases Wiki Activity

added headed argument to more robustly handle issues with scrapers headless mode

Browse Source
This commit is contained in:
Tristan Lee
2023-09-19 16:30:13 -05:00
parent 0bd87f944e
commit 89d89521fa
5 changed files with 53 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
tests/base.py
View File

@@ -3,7 +3,16 @@ from tiktok_hashtag_analysis.base import TikTokDownloader, load_hashtags_from_fi
def test_scrape(tmp_path, hashtags):
downloader = TikTokDownloader(hashtags=hashtags[:1], data_dir=tmp_path)
downloader.run(limit=1000, download=True, plot=True, table=True, number=20)
downloader.run(
limit=10, download=True, plot=True, table=True, number=5, headed=True
)
def test_scrape_headless(tmp_path, hashtags):
downloader = TikTokDownloader(hashtags=hashtags[:1], data_dir=tmp_path)
downloader.run(
limit=10, download=True, plot=True, table=True, number=5, headed=False
)
def test_load_hashtags_from_file(tmp_path, hashtags):