bellingcat/auto-archiver-api
1
0
Fork 0
mirror of https://github.com/bellingcat/auto-archiver-api.git synced 2026-06-13 05:58:35 +03:00
Code Issues Packages Projects Releases Wiki Activity

fixes submit parsing

Browse Source
This commit is contained in:
msramalho
2023-05-25 13:35:59 +01:00
parent 66e81d48eb
commit ced06e3a45
1 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
src/worker.py
View File

@@ -150,7 +150,7 @@ def insert_result_into_db(result: Metadata, tags: Set[str], public: bool, group_
with get_db() as session: with get_db() as session:
# urls are created by get_all_urls # urls are created by get_all_urls
# create author_id if needed # create author_id if needed
db_user = crud.get_user(session, author_id) crud.get_user(session, author_id)
# create DB TAGs if needed # create DB TAGs if needed
db_tags = [crud.create_tag(session, tag) for tag in tags] db_tags = [crud.create_tag(session, tag) for tag in tags]
# insert archive # insert archive
@@ -165,11 +165,12 @@ def get_all_urls(result: Metadata) -> List[models.ArchiveUrl]:
for i, url in enumerate(m.urls): db_urls.append(models.ArchiveUrl(url=url, key=m.get("id", f"media_{i}"))) for i, url in enumerate(m.urls): db_urls.append(models.ArchiveUrl(url=url, key=m.get("id", f"media_{i}")))
for k, prop in m.properties.items(): for k, prop in m.properties.items():
if prop_converted := convert_if_media(prop): if prop_converted := convert_if_media(prop):
for i, url in enumerate(prop_converted.urls): db_urls.append(models.ArchiveUrl(url=url, key=m.get("id", f"{k}_{i}"))) for i, url in enumerate(prop_converted.urls): db_urls.append(models.ArchiveUrl(url=url, key=prop_converted.get("id", f"{k}_{i}")))
if isinstance(prop, list): if isinstance(prop, list):
for i, prop_media in enumerate(prop): for i, prop_media in enumerate(prop):
if prop_media := convert_if_media(prop_media): if prop_media := convert_if_media(prop_media):
for j, url in enumerate(prop_media.urls): db_urls.append(models.ArchiveUrl(url=url, key=m.get("id", f"{k}{prop_media.key}_{i}.{j}"))) for j, url in enumerate(prop_media.urls):
db_urls.append(models.ArchiveUrl(url=url, key=prop_media.get("id", f"{k}{prop_media.key}_{i}.{j}")))
return db_urls return db_urls
def convert_if_media(media): def convert_if_media(media):