Compare commits

..

6 Commits

Author SHA1 Message Date
msramalho
798684a334 Bump version to v0.3.13 for release 2023-02-23 17:02:14 +01:00
msramalho
a556b237e9 Bump version to v0.3.12 for release 2023-02-23 16:58:11 +01:00
msramalho
283bc35658 Bump version to v0.3.11 for release 2023-02-23 16:52:59 +01:00
msramalho
cef70fb80d update yt-dlp 2023-02-23 16:52:52 +01:00
msramalho
e66ef4f477 fix tests 2023-02-23 16:52:45 +01:00
msramalho
1f6a8368fd updates 2022-11-03 17:07:34 +00:00
5 changed files with 731 additions and 399 deletions

1020
Pipfile.lock generated

File diff suppressed because it is too large Load Diff

View File

@@ -2,14 +2,94 @@
# These requirements were autogenerated by pipenv
# To regenerate from the project's Pipfile, run:
#
# pipenv lock --requirements
# pipenv lock --requirements --dev
#
certifi==2022.6.15
charset-normalizer==2.0.12
idna==3.3
requests==2.28.0
urllib3==1.26.9
vk-api==11.9.8
python-dotenv==0.20.0
yt-dlp==2022.7.18
# Note: in pipenv 2020.x, "--dev" changed to emit both default and development
# requirements. To emit only development requirements, pass "--dev-only".
# -i https://pypi.org/simple
alabaster==0.7.13; python_version >= '3.6'
attrs==22.2.0; python_version >= '3.6'
babel==2.11.0; python_version >= '3.6'
beautifulsoup4==4.11.2; python_version >= '3.6'
black==22.3.0
bleach==6.0.0; python_version >= '3.7'
brotli==1.0.9; platform_python_implementation == 'CPython'
certifi==2022.12.7; python_version >= '3.6'
cffi==1.15.1
charset-normalizer==3.0.1; python_version >= '3.6'
click==8.1.3; python_version >= '3.7'
colorama==0.4.6; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4, 3.5, 3.6'
coverage[toml]==7.2.0; python_version >= '3.7'
cryptography==39.0.1; python_version >= '3.6'
docutils==0.18.1; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4'
exceptiongroup==1.1.0; python_version < '3.11'
flake8==6.0.0
furo==2022.6.21
idna==3.4; python_version >= '3.5'
imagesize==1.4.1; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3'
importlib-metadata==6.0.0; python_version >= '3.7'
iniconfig==2.0.0; python_version >= '3.7'
isort==5.10.1
jaraco.classes==3.2.3; python_version >= '3.7'
jeepney==0.8.0; sys_platform == 'linux'
jinja2==3.1.2; python_version >= '3.7'
keyring==23.13.1; python_version >= '3.7'
livereload==2.6.3
markdown-it-py==2.2.0; python_version >= '3.7'
markupsafe==2.1.2; python_version >= '3.7'
mccabe==0.7.0; python_version >= '3.6'
mdit-py-plugins==0.3.4; python_version >= '3.7'
mdurl==0.1.2; python_version >= '3.7'
more-itertools==9.0.0; python_version >= '3.7'
mutagen==1.46.0; python_version >= '3.7'
mypy-extensions==1.0.0; python_version >= '3.5'
mypy==0.961
myst-parser==0.18.1
packaging==23.0; python_version >= '3.7'
pathspec==0.11.0; python_version >= '3.7'
pkginfo==1.9.6; python_version >= '3.6'
platformdirs==3.0.0; python_version >= '3.7'
pluggy==1.0.0; python_version >= '3.6'
pycodestyle==2.10.0; python_version >= '3.6'
pycparser==2.21
pycryptodomex==3.17; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4'
pyflakes==3.0.1; python_version >= '3.6'
pygments==2.14.0; python_version >= '3.6'
pytest-cov==4.0.0
pytest-sphinx==0.5.0
pytest==7.2.1
python-dotenv==0.21.1
pytz==2022.7.1
pyyaml==6.0; python_version >= '3.6'
readme-renderer==37.3; python_version >= '3.7'
requests-toolbelt==0.10.1; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3'
requests==2.28.2; python_version >= '3.7' and python_version < '4'
rfc3986==2.0.0; python_version >= '3.7'
rich==13.3.1; python_version >= '3.7'
secretstorage==3.3.3; sys_platform == 'linux'
six==1.16.0; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3'
snowballstemmer==2.2.0
soupsieve==2.4; python_version >= '3.7'
sphinx-autobuild==2021.3.14
sphinx-autodoc-typehints==1.19.1
sphinx-basic-ng==1.0.0b1; python_version >= '3.7'
sphinx-copybutton==0.5.0
sphinx==5.0.2
sphinxcontrib-applehelp==1.0.4; python_version >= '3.8'
sphinxcontrib-devhelp==1.0.2; python_version >= '3.5'
sphinxcontrib-htmlhelp==2.0.1; python_version >= '3.8'
sphinxcontrib-jsmath==1.0.1; python_version >= '3.5'
sphinxcontrib-qthelp==1.0.3; python_version >= '3.5'
sphinxcontrib-serializinghtml==1.1.5; python_version >= '3.5'
tomli==2.0.1; python_version < '3.11'
tornado==6.2; python_version > '2.7'
twine==4.0.2
typing-extensions==4.5.0; python_version >= '3.7'
urllib3==1.26.14; python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4, 3.5'
vk-api==11.9.9
webencodings==0.5.1
websockets==10.4; python_version >= '3.7'
yt-dlp==2023.2.17
zipp==3.14.0; python_version >= '3.7'

View File

@@ -45,9 +45,9 @@ setup(
],
keywords=["scraper", "vk", "vkontakte", "vk-api", "media-downloader"],
project_urls={
'Documentation': 'https://github.com/bellingcat/vk-url-scraper',
'Documentation': 'https://vk-url-scraper.readthedocs.io/en/latest/',
}
"Code": "https://github.com/bellingcat/vk-url-scraper",
"Documentation": "https://vk-url-scraper.readthedocs.io/en/latest/",
},
author="Bellingcat",
author_email="tech@bellingcat.com",
license="MIT",

View File

@@ -80,7 +80,7 @@ def test_scrape_wall_url_with_photos():
== "Хабаровск\nАллея героев\nПомолимся об укокоении воинов:\nАлександра, Игоря, Эдуарда, \nДионисия, Евгения, Александра, Артемия, Иннокентия, Андрея."
)
assert str(res[0]["datetime"]) == str(datetime.datetime(2022, 6, 15, 10, 37, 24))
assert len(res[0]["payload"]) == 16
assert len(res[0]["payload"]) == 17
assert len(res[0]["attachments"].keys()) == 1
assert list(res[0]["attachments"].keys()) == ["photo"]
assert len(res[0]["attachments"]["photo"]) == 9
@@ -92,7 +92,7 @@ def test_scrape_wall_url_with_photos_inner_videos_and_links_with_inner_photos():
assert res[0]["id"] == "wall-17315087_74182"
assert res[0]["text"] == ""
assert str(res[0]["datetime"]) == str(datetime.datetime(2022, 3, 24, 11, 1, 9))
assert len(res[0]["payload"]) == 15
assert len(res[0]["payload"]) == 17
assert len(res[0]["attachments"].keys()) == 3
for k in ["photo", "link", "video"]:
assert k in list(res[0]["attachments"].keys())

View File

@@ -2,7 +2,7 @@ _MAJOR = "0"
_MINOR = "3"
# On main and in a nightly release the patch should be one ahead of the last
# released build.
_PATCH = "9"
_PATCH = "13"
# This is mainly for nightly builds which have the suffix ".dev$DATE". See
# https://semver.org/#is-v123-a-semantic-version for the semantics.
_SUFFIX = ""