From 53ac51a08cb8763158b483a32e601d630dfd4b60 Mon Sep 17 00:00:00 2001 From: michplunkett <5885605+michplunkett@users.noreply.github.com> Date: Mon, 10 Mar 2025 23:47:06 -0500 Subject: [PATCH] Delete aa_utils.py --- app/shared/aa_utils.py | 49 ------------------------------------------ 1 file changed, 49 deletions(-) delete mode 100644 app/shared/aa_utils.py diff --git a/app/shared/aa_utils.py b/app/shared/aa_utils.py deleted file mode 100644 index 1021f8e..0000000 --- a/app/shared/aa_utils.py +++ /dev/null @@ -1,49 +0,0 @@ -# TODO: code in this file should eventually be moved to the auto-archiver code base - -from typing import List - -from auto_archiver.core import Media, Metadata -from loguru import logger - -from app.shared.db import models - - -def get_all_urls(result: Metadata) -> List[models.ArchiveUrl]: - db_urls = [] - for m in result.media: - for i, url in enumerate(m.urls): - db_urls.append( - models.ArchiveUrl(url=url, key=m.get("id", f"media_{i}")) - ) - for k, prop in m.properties.items(): - if prop_converted := convert_if_media(prop): - for i, url in enumerate(prop_converted.urls): - db_urls.append( - models.ArchiveUrl( - url=url, key=prop_converted.get("id", f"{k}_{i}") - ) - ) - if isinstance(prop, list): - for i, prop_media in enumerate(prop): - if prop_media := convert_if_media(prop_media): - for j, url in enumerate(prop_media.urls): - db_urls.append( - models.ArchiveUrl( - url=url, - key=prop_media.get( - "id", f"{k}{prop_media.key}_{i}.{j}" - ), - ) - ) - return db_urls - - -def convert_if_media(media): - if isinstance(media, Media): - return media - elif isinstance(media, dict): - try: - return Media.from_dict(media) - except Exception as e: - logger.debug(f"error parsing {media} : {e}") - return False