mirror of
https://github.com/bellingcat/auto-archiver.git
synced 2026-06-12 21:28:29 +03:00
cleanup
This commit is contained in:
@@ -105,7 +105,6 @@ class ArchivingOrchestrator:
|
|||||||
# looks for Media in result.media and also result.media[x].properties (as list or dict values)
|
# looks for Media in result.media and also result.media[x].properties (as list or dict values)
|
||||||
result.store()
|
result.store()
|
||||||
|
|
||||||
#TODO: remove any duplicate media, if hash is available
|
|
||||||
|
|
||||||
# 6 - format and store formatted if needed
|
# 6 - format and store formatted if needed
|
||||||
# enrichers typically need access to already stored URLs etc
|
# enrichers typically need access to already stored URLs etc
|
||||||
|
|||||||
@@ -1,9 +1,8 @@
|
|||||||
from __future__ import annotations
|
from __future__ import annotations
|
||||||
from dataclasses import dataclass, field
|
from dataclasses import dataclass
|
||||||
from inspect import ClassFoundException
|
from inspect import ClassFoundException
|
||||||
from typing import Type
|
from typing import Type
|
||||||
from abc import ABC
|
from abc import ABC
|
||||||
# from collections.abc import Iterable
|
|
||||||
|
|
||||||
|
|
||||||
@dataclass
|
@dataclass
|
||||||
|
|||||||
@@ -20,6 +20,7 @@ def expand_url(url):
|
|||||||
logger.error(f'Failed to expand url {url}')
|
logger.error(f'Failed to expand url {url}')
|
||||||
return url
|
return url
|
||||||
|
|
||||||
|
|
||||||
def getattr_or(o: object, prop: str, default=None):
|
def getattr_or(o: object, prop: str, default=None):
|
||||||
try:
|
try:
|
||||||
res = getattr(o, prop)
|
res = getattr(o, prop)
|
||||||
|
|||||||
Reference in New Issue
Block a user