Add warning on unknown page_info types

This commit is contained in:
JustAnotherArchivist
2022-08-21 01:40:49 +00:00
parent ff18f6f771
commit 2c7a85a620

View File

@@ -81,6 +81,8 @@ class WeiboUserScraper(snscrape.base.Scraper):
return True, None
def _mblog_to_item(self, mblog):
if mblog.get('page_info', {}).get('type') not in (None, 'video', 'webpage'):
_logger.warning(f'Skipping unknown page info {mblog["page_info"]["type"]!r} on status {mblog["id"]}')
return Post(
url = f'https://m.weibo.cn/status/{mblog["bid"]}',
id = mblog['id'],