Cache entities

This commit is contained in:
JustAnotherArchivist
2020-09-01 02:34:21 +00:00
parent 4f24843f89
commit 1a2e367a87
7 changed files with 16 additions and 9 deletions

View File

@@ -120,7 +120,7 @@ class VKontakteUserScraper(snscrape.base.Scraper):
soup = bs4.BeautifulSoup(posts, 'lxml')
yield from self._soup_to_items(soup)
def get_entity(self):
def _get_entity(self):
r, soup = self._initial_page()
if r.status_code != 200:
return