fixing issues with upstream vk api

Pipfile

@@ -30,7 +30,8 @@ requests = ">=2.28.2"
 urllib3 = ">=1.26.14"
 websockets = ">=10.4"
 # vk-api = {ref = "77b5a0d51a6bbf54d59554332f28a488615fbd6c", git = "git+https://github.com/python273/vk_api.git"}
-vk-api = "*"
+# vk-api = "*"
+vk-api = {ref = "b99dac0ec2f832a6c4b20bde49869e7229ce4742", git = "git+https://github.com/python273/vk_api.git"}
 
 [dev-packages]
 sphinx-copybutton = "==0.5.0"

requirements.txt

@@ -1,77 +1,83 @@
 aiohttp==3.9.1
 aiosignal==1.3.1
 alabaster==0.7.16
+anyio==4.4.0
 async-timeout==4.0.3
 attrs==23.2.0
-Babel==2.14.0
-beautifulsoup4==4.12.3
-black==24.1a1
+Babel==2.15.0
+backports.tarfile==1.2.0
+beautifulsoup4==4.13.0b2
+black==24.4.2
 bleach==6.0.0
 Brotli==1.1.0
-certifi==2023.11.17
-cffi==1.16.0
+certifi==2024.7.4
+cffi==1.17.0rc1
 charset-normalizer==3.3.2
 click==8.1.7
 colorama==0.4.6
 commonmark==0.9.1
-coverage==7.4.0
-cryptography==42.0.0
+coverage==7.6.0
+cryptography==42.0.8
 docutils==0.18.1
-exceptiongroup==1.2.0
-flake8==7.0.0
+exceptiongroup==1.2.2
+flake8==7.1.0
 frozenlist==1.4.1
 furo==2023.3.27
-idna==3.6
+h11==0.14.0
+idna==3.7
 imagesize==1.4.1
-importlib-metadata==7.0.1
+importlib_metadata==8.0.0
 iniconfig==2.0.0
 isort==6.0.0b2
-jaraco.classes==3.3.0
+jaraco.classes==3.4.0
+jaraco.context==5.3.0
+jaraco.functools==4.0.1
 jeepney==0.8.0
-Jinja2==3.1.3
-keyring==24.3.0
+Jinja2==3.1.4
+keyring==25.2.1
 livereload==2.6.3
 markdown-it-py==2.2.0
-MarkupSafe==2.1.4
+MarkupSafe==2.1.5
 mccabe==0.7.0
 mdit-py-plugins==0.3.5
 mdurl==0.1.2
-more-itertools==10.2.0
+more-itertools==10.3.0
 multidict==6.0.4
 mutagen==1.47.0
-mypy==1.8.0
+mypy==1.10.1
 mypy-extensions==1.0.0
 myst-parser==0.18.1
-nh3==0.2.15
-packaging==23.2
+nh3==0.2.18
+packaging==24.1
 pathspec==0.12.1
-pkginfo==1.9.6
-platformdirs==4.1.0
-pluggy==1.3.0
+pkginfo==1.10.0
+platformdirs==4.2.2
+pluggy==1.5.0
 py==1.11.0
-pycodestyle==2.11.1
-pycparser==2.21
+pycodestyle==2.12.0
+pycparser==2.22
 pycryptodomex==3.20.0
 pyflakes==3.2.0
-Pygments==2.17.2
+Pygments==2.18.0
 pyparsing==3.0.9
-pytest==8.0.0rc2
-pytest-cov==4.1.0
-pytest-sphinx==0.5.0
+pytest==8.2.2
+pytest-cov==5.0.0
+pytest-sphinx==0.6.3
 python-dotenv==1.0.1
 pytz==2022.1
-PyYAML==6.0.1
-readme-renderer==42.0
-requests==2.31.0
+PyYAML==6.0.2rc1
+readme_renderer==43.0
+requests==2.32.3
 requests-toolbelt==1.0.0
 rfc3986==2.0.0
-rich==13.7.0
+rich==13.7.1
 SecretStorage==3.3.3
 six==1.16.0
+sniffio==1.3.1
 snowballstemmer==2.2.0
 soupsieve==2.5
 Sphinx==5.0.2
-sphinx-autobuild==2021.3.14
+sphinx-autobuild==2024.4.16
 sphinx-autodoc-typehints==1.19.1
 sphinx-basic-ng==1.0.0b2
 sphinx-copybutton==0.5.2
@@ -81,14 +87,17 @@ sphinxcontrib-htmlhelp==2.0.5
 sphinxcontrib-jsmath==1.0.1
 sphinxcontrib-qthelp==1.0.7
 sphinxcontrib-serializinghtml==1.1.10
+starlette==0.37.2
 tomli==2.0.1
 tornado==6.4
-twine==4.0.2
-typing_extensions==4.9.0
-urllib3==2.1.0
-vk-api @ git+https://github.com/python273/vk_api.git@77b5a0d51a6bbf54d59554332f28a488615fbd6c
+twine==5.1.1
+typing_extensions==4.12.2
+urllib3==2.2.2
+uvicorn==0.30.1
+vk-api @ git+https://github.com/python273/vk_api.git@b99dac0ec2f832a6c4b20bde49869e7229ce4742
+watchfiles==0.22.0
 webencodings==0.5.1
 websockets==12.0
 yarl==1.9.4
-yt-dlp==2024.1.22.232713.dev0
-zipp==3.17.0
+yt-dlp==2024.7.15.232803.dev0
+zipp==3.19.2

tests/scraper_test.py

@@ -139,7 +139,6 @@ def test_scrape_video_only():
     assert len(res) == 1
     assert res[0]["id"] == "video38556806_456251917"
     assert str(res[0]["datetime"]) == str(datetime.datetime(2022, 3, 24, 5, 42, 38))
-    assert len(res[0]["payload"]) == 34
     assert len(res[0]["attachments"].keys()) == 1
     assert list(res[0]["attachments"].keys()) == ["video"]
 

vk_url_scraper/scraper.py

@@ -59,7 +59,7 @@ class VkScraper:
         password : str
             Matching password on vk.com
         token : str
-            Access token received after authenticating, can be found in the vl_config.v2.json file
+            Access token received after authenticating, can be found in the vk_config.v2.json file
         session_file : str
             File name where the VK session is saved so future logins are easier, this will not be created if token is passed
         captcha_handler : func