bellingcat/snscrape
1
0
Fork 0
mirror of https://github.com/bellingcat/snscrape.git synced 2026-06-13 04:48:28 +03:00
Code Issues Packages Projects Releases Wiki Activity

Log response status code and redirects

Browse Source
This commit is contained in:
JustAnotherArchivist
2021-08-29 18:26:00 +00:00
parent f9a3fafb3f
commit ed117e8891
1 changed files with 5 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
snscrape/base.py
View File

@@ -168,6 +168,11 @@ class Scraper:
level = logging.ERROR level = logging.ERROR
logger.log(level, f'Error retrieving {req.url}: {exc!r}{retrying}') logger.log(level, f'Error retrieving {req.url}: {exc!r}{retrying}')
else: else:
redirected = f' (redirected to {r.url})' if r.history else ''
logger.info(f'Retrieved {req.url}{redirected}: {r.status_code}')
if r.history:
for i, redirect in enumerate(r.history):
logger.debug('... request {i}: {redirect.request.url}: {r.status_code} (Location: {r.headers.get("Location")})')
if responseOkCallback is not None: if responseOkCallback is not None:
success, msg = responseOkCallback(r) success, msg = responseOkCallback(r)
else: else: