refactoring to use vk_url_scraper

This commit is contained in:
msramalho
2022-06-20 14:44:06 +02:00
parent 177e3a623e
commit 88ede91304
4 changed files with 88 additions and 94 deletions

View File

@@ -1,5 +1,6 @@
import os, sys, requests
import os, json, requests
from datetime import datetime
from loguru import logger
@@ -19,10 +20,19 @@ def expand_url(url):
logger.error(f'Failed to expand url {url}')
return url
def getattr_or(o: object, prop: str, default = None):
try:
def getattr_or(o: object, prop: str, default=None):
try:
res = getattr(o, prop)
if res is None: raise
return res
except:
return default
return default
class DateTimeEncoder(json.JSONEncoder):
# to allow json.dump with datetimes do json.dumps(obj, cls=DateTimeEncoder)
def default(self, o):
if isinstance(o, datetime):
return str(o) # with timezone
return json.JSONEncoder.default(self, o)