Change archived_media to be timestamp for all scrapers

This commit is contained in:
Logan Williams
2022-04-03 12:02:27 +02:00
parent 8ee20a239c
commit a82ec15f0e
16 changed files with 46 additions and 36 deletions

View File

@@ -257,7 +257,7 @@ class Scraper:
archived_url = self.archive_blob(media_blob, content_type, key)
result.archived_urls[url] = archived_url
result.media_archived = True
result.media_archived = datetime.now(timezone.utc)
return result
def can_handle(self, channel: Channel) -> bool:
@@ -402,6 +402,9 @@ class ScraperController:
session.commit()
added += 1
if added >= 200:
break
session.commit()
logger.info(
f"{scraper} found {added} new posts from {channel}")