bellingcat/snscrape
1
0
Fork 0
mirror of https://github.com/bellingcat/snscrape.git synced 2026-06-12 04:18:29 +03:00
Code Issues Packages Projects Releases Wiki Activity

Prefix all private API names with an underscore

Browse Source 
Cf. #328
This commit is contained in:
JustAnotherArchivist
2022-01-03 17:51:23 +00:00
parent c6e1e33a23
commit f189ab4241
7 changed files with 117 additions and 83 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
snscrape/modules/weibo.py
View File

@@ -1,10 +1,13 @@
__all__ = ['Post', 'User', 'WeiboUserScraper']
import dataclasses
import logging
import snscrape.base
import typing
logger = logging.getLogger(__name__)
_logger = logging.getLogger(__name__)
_userDoesNotExist = object()
@@ -63,7 +66,7 @@ class WeiboUserScraper(snscrape.base.Scraper):
# Redirect to uid URL
self._uid = int(r.headers['Location'][3:])
elif r.status_code == 200 and '<p class="h5-4con">用户不存在</p>' in r.text:
logger.warning('User does not exist')
_logger.warning('User does not exist')
self._uid = _userDoesNotExist
else:
raise snscrape.base.ScraperError(f'Got unexpected response on resolving username ({r.status_code})')
@@ -106,7 +109,7 @@ class WeiboUserScraper(snscrape.base.Scraper):
o = r.json()
for card in o['data']['cards']:
if card['card_type'] != 9:
logger.warning(f'Skipping card of type {card["card_type"]}')
_logger.warning(f'Skipping card of type {card["card_type"]}')
continue
yield self._mblog_to_item(card['mblog'])
if 'since_id' not in o['data']['cardlistInfo']: