From 36e85c54c17cbc650dcc7bb143b350e822cba6d2 Mon Sep 17 00:00:00 2001 From: JustAnotherArchivist Date: Mon, 16 Jan 2023 03:48:21 +0000 Subject: [PATCH] Log response headers for debugging --- snscrape/base.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/snscrape/base.py b/snscrape/base.py index 7002a7a..452c018 100644 --- a/snscrape/base.py +++ b/snscrape/base.py @@ -219,9 +219,11 @@ class Scraper: else: redirected = f' (redirected to {r.url})' if r.history else '' logger.info(f'Retrieved {req.url}{redirected}: {r.status_code}') + logger.debug(f'... with response headers: {r.headers!r}') if r.history: for i, redirect in enumerate(r.history): logger.debug(f'... request {i}: {redirect.request.url}: {redirect.status_code} (Location: {redirect.headers.get("Location")})') + logger.debug(f'... ... with response headers: {redirect.headers!r}') if responseOkCallback is not None: success, msg = responseOkCallback(r) errors.append(msg)