bellingcat/snscrape
1
0
Fork 0
mirror of https://github.com/bellingcat/snscrape.git synced 2026-06-13 04:48:28 +03:00
Code Issues Packages Projects Releases Wiki Activity

fix pagination for facebook group scraper

Browse Source
This commit is contained in:
sahrul
2020-10-21 21:30:00 +07:00
parent 1a219fd2b6
commit 7a0f68b7ec
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
snscrape/modules/facebook.py
View File

@@ -339,7 +339,7 @@ class FacebookGroupScraper(FacebookCommonScraper):
while (data := pageletDataPattern.search(r.text).group(0)[pageletDataPrefixLength:]): while (data := pageletDataPattern.search(r.text).group(0)[pageletDataPrefixLength:]):
# As on the user profile pages, the web app sends a lot of additional parameters, but those all seem to be unnecessary (although some change the response format, e.g. from JSON to HTML) # As on the user profile pages, the web app sends a lot of additional parameters, but those all seem to be unnecessary (although some change the response format, e.g. from JSON to HTML)
r = self._get( r = self._get(
f'https://www.facebook.com/ajax/pagelet/generic.php/GroupEntstreamPagelet', f'https://upload.facebook.com/ajax/pagelet/generic.php/GroupEntstreamPagelet',
params = {'data': data, '__a': 1}, params = {'data': data, '__a': 1},
headers = headers, headers = headers,
) )