mirror of
https://github.com/bellingcat/vk-url-scraper.git
synced 2026-06-07 19:08:38 +03:00
removes unnecessary dependency and does minor cleanup
This commit is contained in:
24
Pipfile
24
Pipfile
@@ -5,6 +5,15 @@ name = "pypi"
|
|||||||
|
|
||||||
[packages]
|
[packages]
|
||||||
yt-dlp = ">=2023.2.17"
|
yt-dlp = ">=2023.2.17"
|
||||||
|
certifi = ">=2023.7.22"
|
||||||
|
charset-normalizer = ">=3.0.1"
|
||||||
|
idna = ">=3.4"
|
||||||
|
mutagen = ">=1.46.0"
|
||||||
|
pycryptodomex = ">=3.17"
|
||||||
|
requests = ">=2.28.2"
|
||||||
|
urllib3 = ">=1.26.14"
|
||||||
|
websockets = ">=10.4"
|
||||||
|
vk-api = {ref = "b99dac0ec2f832a6c4b20bde49869e7229ce4742", git = "git+https://github.com/python273/vk_api.git"}
|
||||||
flake8 = "*"
|
flake8 = "*"
|
||||||
mypy = ">=0.961"
|
mypy = ">=0.961"
|
||||||
black = ">=22.3.0"
|
black = ">=22.3.0"
|
||||||
@@ -19,19 +28,8 @@ myst-parser = "<0.19.0,>=0.15.2"
|
|||||||
sphinx-copybutton = ">=0.5.0"
|
sphinx-copybutton = ">=0.5.0"
|
||||||
sphinx-autobuild = ">=2021.3.14"
|
sphinx-autobuild = ">=2021.3.14"
|
||||||
sphinx-autodoc-typehints = "*"
|
sphinx-autodoc-typehints = "*"
|
||||||
|
packaging = "*"
|
||||||
python-dotenv = ">=0.21.1"
|
python-dotenv = ">=0.21.1"
|
||||||
brotli = ">=1.0.9"
|
|
||||||
certifi = ">=2023.7.22"
|
|
||||||
charset-normalizer = ">=3.0.1"
|
|
||||||
idna = ">=3.4"
|
|
||||||
mutagen = ">=1.46.0"
|
|
||||||
pycryptodomex = ">=3.17"
|
|
||||||
requests = ">=2.28.2"
|
|
||||||
urllib3 = ">=1.26.14"
|
|
||||||
websockets = ">=10.4"
|
|
||||||
# vk-api = {ref = "77b5a0d51a6bbf54d59554332f28a488615fbd6c", git = "git+https://github.com/python273/vk_api.git"}
|
|
||||||
# vk-api = "*"
|
|
||||||
vk-api = {ref = "b99dac0ec2f832a6c4b20bde49869e7229ce4742", git = "git+https://github.com/python273/vk_api.git"}
|
|
||||||
|
|
||||||
[dev-packages]
|
[dev-packages]
|
||||||
sphinx-copybutton = "==0.5.0"
|
sphinx-copybutton = "==0.5.0"
|
||||||
@@ -51,7 +49,7 @@ sphinx-autodoc-typehints = "*"
|
|||||||
python-dotenv = "*"
|
python-dotenv = "*"
|
||||||
|
|
||||||
[requires]
|
[requires]
|
||||||
python_version = "3.9"
|
python_version = "3.11"
|
||||||
|
|
||||||
[pipenv]
|
[pipenv]
|
||||||
allow_prereleases = true
|
allow_prereleases = true
|
||||||
|
|||||||
2914
Pipfile.lock
generated
2914
Pipfile.lock
generated
File diff suppressed because it is too large
Load Diff
@@ -90,8 +90,9 @@ see [docs] for all available functions.
|
|||||||
## Development
|
## Development
|
||||||
(more info in [CONTRIBUTING.md](CONTRIBUTING.md)).
|
(more info in [CONTRIBUTING.md](CONTRIBUTING.md)).
|
||||||
|
|
||||||
1. setup dev environment with `pip install -r dev-requirements.txt` or `pipenv install -r dev-requirements.txt`
|
1. setup dev environment with `pipenv install --dev`
|
||||||
1. setup environment with `pip install -r requirements.txt` or `pipenv install -r requirements.txt`
|
1. setup environment with `pipenv install -r requirements.txt`
|
||||||
|
1. Activate the environment with `pipenv shell` (or prepend `pipenv run` to all commands)
|
||||||
2. To run all checks to `make run-checks` (fixes style) or individually
|
2. To run all checks to `make run-checks` (fixes style) or individually
|
||||||
1. To fix style: `black .` and `isort .` -> `flake8 .` to validate lint
|
1. To fix style: `black .` and `isort .` -> `flake8 .` to validate lint
|
||||||
2. To do type checking: `mypy .`
|
2. To do type checking: `mypy .`
|
||||||
|
|||||||
@@ -9,7 +9,6 @@ backports.tarfile==1.2.0
|
|||||||
beautifulsoup4==4.13.0b2
|
beautifulsoup4==4.13.0b2
|
||||||
black==24.4.2
|
black==24.4.2
|
||||||
bleach==6.0.0
|
bleach==6.0.0
|
||||||
Brotli==1.1.0
|
|
||||||
certifi==2024.7.4
|
certifi==2024.7.4
|
||||||
cffi==1.17.0rc1
|
cffi==1.17.0rc1
|
||||||
charset-normalizer==3.3.2
|
charset-normalizer==3.3.2
|
||||||
|
|||||||
@@ -81,7 +81,7 @@ def test_scrape_wall_url_with_photos():
|
|||||||
== "Хабаровск\nАллея героев\nПомолимся об укокоении воинов:\nАлександра, Игоря, Эдуарда, \nДионисия, Евгения, Александра, Артемия, Иннокентия, Андрея."
|
== "Хабаровск\nАллея героев\nПомолимся об укокоении воинов:\nАлександра, Игоря, Эдуарда, \nДионисия, Евгения, Александра, Артемия, Иннокентия, Андрея."
|
||||||
)
|
)
|
||||||
assert str(res[0]["datetime"]) == str(datetime.datetime(2022, 6, 15, 10, 37, 24))
|
assert str(res[0]["datetime"]) == str(datetime.datetime(2022, 6, 15, 10, 37, 24))
|
||||||
assert len(res[0]["payload"]) == 18
|
assert len(res[0]["payload"]) == 19
|
||||||
assert len(res[0]["attachments"].keys()) == 1
|
assert len(res[0]["attachments"].keys()) == 1
|
||||||
assert list(res[0]["attachments"].keys()) == ["photo"]
|
assert list(res[0]["attachments"].keys()) == ["photo"]
|
||||||
assert len(res[0]["attachments"]["photo"]) == 9
|
assert len(res[0]["attachments"]["photo"]) == 9
|
||||||
|
|||||||
Reference in New Issue
Block a user