bellingcat/snscrape
1
0
Fork 0
mirror of https://github.com/bellingcat/snscrape.git synced 2026-06-08 02:28:29 +03:00
Code Issues Packages Projects Releases Wiki Activity

Fix crash in Telegram scraper

Browse Source
This commit is contained in:
JustAnotherArchivist
2020-09-09 09:22:00 +00:00
parent 039b2c6719
commit 84692846b9
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
snscrape/modules/telegram.py
View File

@@ -84,7 +84,7 @@ class TelegramChannelScraper(snscrape.base.Scraper):
if not pageLink:
break
nextPageUrl = urllib.parse.urljoin(r.url, pageLink['href'])
r = self._get(nextPageUrl, headers = headers)
r = self._get(nextPageUrl, headers = self._headers)
if r.status_code != 200:
raise snscrape.base.ScraperException(f'Got status code {r.status_code}')
soup = bs4.BeautifulSoup(r.text, 'lxml')