From 01bbabe0cb112cf8cc3fd4821271331f92f94a60 Mon Sep 17 00:00:00 2001 From: Logan Williams Date: Sat, 2 Apr 2022 18:45:08 +0000 Subject: [PATCH] Fix issues with new datetime baed 'media_archived' column --- cisticola/scraper/base.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/cisticola/scraper/base.py b/cisticola/scraper/base.py index f246605..8fa212b 100644 --- a/cisticola/scraper/base.py +++ b/cisticola/scraper/base.py @@ -3,6 +3,7 @@ import os from io import BytesIO from urllib.parse import urlparse import tempfile +from datetime import datetime, timezone import boto3 from loguru import logger @@ -417,7 +418,7 @@ class ScraperController: session = self.session() - posts = session.query(ScraperResult).where(ScraperResult.media_archived == False).order_by(func.random()).all() + posts = session.query(ScraperResult).where(ScraperResult.media_archived == None).order_by(func.random()).all() logger.info(f"Found {len(posts)} posts without media. Archiving now") @@ -431,7 +432,7 @@ class ScraperController: post = scraper.archive_files(post) if post: - session.query(ScraperResult).where(ScraperResult.id == post.id).update({'archived_urls': post.archived_urls, 'media_archived': True}) + session.query(ScraperResult).where(ScraperResult.id == post.id).update({'archived_urls': post.archived_urls, 'media_archived': datetime.now(timezone.utc)}) session.commit() break