From 6d6e3fa16c5d0189c17185bf2836d37fa8e1d128 Mon Sep 17 00:00:00 2001 From: JustAnotherArchivist Date: Sun, 30 Jun 2019 18:36:30 +0000 Subject: [PATCH] Fix crash on (some?) inexistent groups --- snscrape/modules/facebook.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/snscrape/modules/facebook.py b/snscrape/modules/facebook.py index 7b1971e..b3baea6 100644 --- a/snscrape/modules/facebook.py +++ b/snscrape/modules/facebook.py @@ -186,6 +186,11 @@ class FacebookGroupScraper(FacebookCommonScraper): elif r.status_code != 200: logger.error('Got status code {r.status_code}') return + + if 'content:{pagelet_group_mall:{container_id:"' not in r.text: + logger.error('Code container ID marker not found (does the group exist?)') + return + soup = bs4.BeautifulSoup(r.text, 'lxml') # Posts are inside an HTML comment in two code tags with IDs listed in JS...