From 2ce014ade4104a748b7a6a0ada19fcab1460e832 Mon Sep 17 00:00:00 2001 From: Tristan Lee Date: Sun, 3 Apr 2022 01:45:25 -0500 Subject: [PATCH] fixed edge case for videos that have data-link-attr but no href attribute --- snscrape/modules/vkontakte.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/snscrape/modules/vkontakte.py b/snscrape/modules/vkontakte.py index ea33b44..3193abe 100644 --- a/snscrape/modules/vkontakte.py +++ b/snscrape/modules/vkontakte.py @@ -177,11 +177,15 @@ class VKontakteUserScraper(snscrape.base.Scraper): continue if 'data-video' in a.attrs: # Video + if 'data-link-attr' in a.attrs: + hrefUrl = urllib.parse.unquote(a.attrs['data-link-attr'].split('to=')[1].split('&')[0]) + else: + hrefUrl = f'https://vk.com{a["href"]}' video = Video( id = a['data-video'], list = a['data-list'], duration = int(a['data-duration']), - url = f'https://vk.com{a["href"]}', + url = hrefUrl, thumbUrl = a['style'][(begin := a['style'].find('background-image: url(') + 22) : a['style'].find(')', begin)], ) continue