pyproject

src/auto_archiver/utils/misc.py

@@ -0,0 +1,42 @@
+
+import os, json, requests
+from datetime import datetime
+from loguru import logger
+
+
+def mkdir_if_not_exists(folder):
+    if not os.path.exists(folder):
+        os.makedirs(folder)
+
+
+def expand_url(url):
+    # expand short URL links
+    if 'https://t.co/' in url:
+        try:
+            r = requests.get(url)
+            logger.debug(f'Expanded url {url} to {r.url}')
+            return r.url
+        except:
+            logger.error(f'Failed to expand url {url}')
+    return url
+
+
+def getattr_or(o: object, prop: str, default=None):
+    try:
+        res = getattr(o, prop)
+        if res is None: raise
+        return res
+    except:
+        return default
+
+
+class DateTimeEncoder(json.JSONEncoder):
+    # to allow json.dump with datetimes do json.dumps(obj, cls=DateTimeEncoder)
+    def default(self, o):
+        if isinstance(o, datetime):
+            return str(o)  # with timezone
+        return json.JSONEncoder.default(self, o)
+
+
+def dump_payload(p):
+    return json.dumps(p, ensure_ascii=False, indent=4, cls=DateTimeEncoder)