bellingcat/snscrape
1
0
Fork 0
mirror of https://github.com/bellingcat/snscrape.git synced 2026-06-13 04:48:28 +03:00
Code Issues Packages Projects Releases Wiki Activity

Use setuptools_scm for versioning through git tags

Browse Source
This commit is contained in:
JustAnotherArchivist
2019-07-01 17:13:13 +00:00
parent b698a201f5
commit b14a15fe41
3 changed files with 15 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
setup.py
View File

@@ -3,7 +3,6 @@ import setuptools
setuptools.setup( setuptools.setup(
name = 'snscrape', name = 'snscrape',
version = '0.2.0',
description = 'A social networking service scraper', description = 'A social networking service scraper',
author = 'JustAnotherArchivist', author = 'JustAnotherArchivist',
url = 'https://github.com/JustAnotherArchivist/snscrape', url = 'https://github.com/JustAnotherArchivist/snscrape',
@@ -13,6 +12,8 @@ setuptools.setup(
'Programming Language :: Python :: 3.6', 'Programming Language :: Python :: 3.6',
], ],
packages = ['snscrape', 'snscrape.modules'], packages = ['snscrape', 'snscrape.modules'],
setup_requires = ['setuptools_scm'],
use_scm_version = True,
install_requires = ['requests[socks]', 'lxml', 'beautifulsoup4'], install_requires = ['requests[socks]', 'lxml', 'beautifulsoup4'],
entry_points = { entry_points = {
'console_scripts': [ 'console_scripts': [

8
snscrape/cli.py
View File

@@ -7,6 +7,7 @@ import requests.models
# Imported in parse_args() after setting up the logger: # Imported in parse_args() after setting up the logger:
#import snscrape.base #import snscrape.base
#import snscrape.modules #import snscrape.modules
#import snscrape.version
import tempfile import tempfile
@@ -148,7 +149,12 @@ def parse_datetime_arg(arg):
def parse_args(): def parse_args():
import snscrape.base
import snscrape.modules
import snscrape.version
parser = argparse.ArgumentParser(formatter_class = argparse.ArgumentDefaultsHelpFormatter) parser = argparse.ArgumentParser(formatter_class = argparse.ArgumentDefaultsHelpFormatter)
parser.add_argument('--version', action = 'version', version = f'snscrape {snscrape.version.__version__}')
parser.add_argument('-v', '--verbose', '--verbosity', dest = 'verbosity', action = 'count', default = 0, help = 'Increase output verbosity') parser.add_argument('-v', '--verbose', '--verbosity', dest = 'verbosity', action = 'count', default = 0, help = 'Increase output verbosity')
parser.add_argument('--dump-locals', dest = 'dumpLocals', action = 'store_true', default = False, help = 'Dump local variables on serious log messages (warnings or higher)') parser.add_argument('--dump-locals', dest = 'dumpLocals', action = 'store_true', default = False, help = 'Dump local variables on serious log messages (warnings or higher)')
parser.add_argument('--retry', '--retries', dest = 'retries', type = int, default = 3, metavar = 'N', parser.add_argument('--retry', '--retries', dest = 'retries', type = int, default = 3, metavar = 'N',
@@ -158,8 +164,6 @@ def parse_args():
parser.add_argument('--since', type = parse_datetime_arg, metavar = 'DATETIME', help = 'Only return results newer than DATETIME') parser.add_argument('--since', type = parse_datetime_arg, metavar = 'DATETIME', help = 'Only return results newer than DATETIME')
subparsers = parser.add_subparsers(dest = 'scraper', help = 'The scraper you want to use') subparsers = parser.add_subparsers(dest = 'scraper', help = 'The scraper you want to use')
import snscrape.base
import snscrape.modules
classes = snscrape.base.Scraper.__subclasses__() classes = snscrape.base.Scraper.__subclasses__()
for cls in classes: for cls in classes:
if cls.name is not None: if cls.name is not None:

7
snscrape/version.py Normal file
View File

@@ -0,0 +1,7 @@
import pkg_resources
try:
__version__ = pkg_resources.get_distribution('snscrape').version
except pkg_resources.DistributionNotFound:
__version__ = None