bellingcat/snscrape
1
0
Fork 0
mirror of https://github.com/bellingcat/snscrape.git synced 2026-06-11 11:58:28 +03:00
Code Issues Packages Projects Releases Wiki Activity

collections.deque support and other minor improvements to snscrape._cli._repr

Browse Source
This commit is contained in:
JustAnotherArchivist
2020-10-18 02:10:35 +00:00
parent 644cd1d2fb
commit fe5e23502d
1 changed files with 7 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
snscrape/_cli.py
View File

@@ -1,4 +1,5 @@
import argparse
import collections
import contextlib
import dataclasses
import datetime
@@ -45,7 +46,7 @@ class Logger(logging.Logger):
def _requests_request_repr(name, request):
ret = []
ret.append(repr(request))
ret.append(f'{name} = {request!r}')
ret.append(f'\n {name}.method = {request.method}')
ret.append(f'\n {name}.url = {request.url}')
ret.append(f'\n {name}.headers = \\')
@@ -60,7 +61,7 @@ def _requests_request_repr(name, request):
def _requests_response_repr(name, response, withHistory = True):
ret = []
ret.append(repr(response))
ret.append(f'{name} = {response!r}')
ret.append(f'\n {name}.url = {response.url}')
ret.append(f'\n {name}.request = ')
ret.append(_repr('_', response.request).replace('\n', '\n '))
@@ -85,14 +86,14 @@ def _repr(name, value):
return _requests_request_repr(name, value)
if isinstance(value, dict):
return f'{name} = <{type(value).__module__}.{type(value).__name__}>\n ' + \
'\n '.join(_repr(f'{name}[{k!r}]', k) + ' = ' + _repr(f'{name}[{k!r}]', v).replace('\n', '\n ') for k, v in value.items())
if isinstance(value, (list, tuple)) and not all(isinstance(v, (int, str)) for v in value):
return f'{name} <{type(value).__module__}.{type(value).__name__}>\n ' + \
'\n '.join(_repr(f'{name}[{k!r}]', v).replace('\n', '\n ') for k, v in value.items())
if isinstance(value, (list, tuple, collections.deque)) and not all(isinstance(v, (int, str)) for v in value):
return f'{name} = <{type(value).__module__}.{type(value).__name__}>\n ' + \
'\n '.join(_repr(f'{name}[{i}]', v).replace('\n', '\n ') for i, v in enumerate(value))
if dataclasses.is_dataclass(value):
return f'{name} = <{type(value).__module__}.{type(value).__name__}>\n ' + \
'\n '.join(_repr(f'{name}.{f.name}', f.name) + ' = ' + _repr(f'{name}.{f.name}', getattr(value, f.name)).replace('\n', '\n ') for f in dataclasses.fields(value))
valueRepr = repr(value)
valueRepr = f'{name} = {value!r}'
if '\n' in valueRepr:
return ''.join(['\\\n ', valueRepr.replace('\n', '\n ')])
return valueRepr