bellingcat/auto-archiver-api
1
0
Fork 0
mirror of https://github.com/bellingcat/auto-archiver-api.git synced 2026-06-12 05:28:34 +03:00
Code Issues Packages Projects Releases Wiki Activity

extract AA CLI arg to constants

Browse Source
This commit is contained in:
msramalho
2025-04-03 19:41:31 +01:00
parent 34af1a77ae
commit 65d63b3770
3 changed files with 7 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
app/shared/constants.py
View File

@@ -2,3 +2,6 @@
STATUS_FAILURE = "FAILURE" STATUS_FAILURE = "FAILURE"
STATUS_PENDING = "PENDING" STATUS_PENDING = "PENDING"
STATUS_SUCCESS = "SUCCESS" STATUS_SUCCESS = "SUCCESS"
# AA CLI CONFIGS
SHEET_ID = "--gsheet_feeder_db.sheet_id"

4
app/tests/worker/test_worker_main.py
View File

@@ -4,7 +4,7 @@ from unittest.mock import patch
import pytest import pytest
from auto_archiver.core import Media, Metadata from auto_archiver.core import Media, Metadata
from app.shared import schemas from app.shared import constants, schemas
from app.shared.db import models from app.shared.db import models
from app.web.utils.misc import get_all_urls from app.web.utils.misc import get_all_urls
from app.worker.main import create_archive_task, create_sheet_task from app.worker.main import create_archive_task, create_sheet_task
@@ -119,7 +119,7 @@ class TestCreateSheetTask:
res = create_sheet_task(self.sheet.model_dump_json()) res = create_sheet_task(self.sheet.model_dump_json())
m_args.assert_called_once_with( m_args.assert_called_once_with(
"interstellar", True, ["--gsheet_feeder_db.sheet_id", "123"] "interstellar", True, [constants.SHEET_ID, "123"]
) )
m_orchestrator.return_value.setup.assert_called_once() m_orchestrator.return_value.setup.assert_called_once()
m_orchestrator.return_value.feed.assert_called_once() m_orchestrator.return_value.feed.assert_called_once()

4
app/worker/main.py
View File

@@ -7,7 +7,7 @@ from celery.signals import task_failure
from loguru import logger from loguru import logger
from sqlalchemy import exc from sqlalchemy import exc
from app.shared import business_logic, schemas from app.shared import business_logic, constants, schemas
from app.shared.db import models, worker_crud from app.shared.db import models, worker_crud
from app.shared.db.database import get_db from app.shared.db.database import get_db
from app.shared.log import log_error from app.shared.log import log_error
@@ -78,7 +78,7 @@ def create_sheet_task(self, sheet_json: str):
logger.info(f"[queue={queue_name}] SHEET START {sheet=}") logger.info(f"[queue={queue_name}] SHEET START {sheet=}")
args = get_orchestrator_args( args = get_orchestrator_args(
sheet.group_id, True, ["--gsheet_feeder_db.sheet_id", sheet.sheet_id] sheet.group_id, True, [constants.SHEET_ID, sheet.sheet_id]
) )
orchestrator = ArchivingOrchestrator() orchestrator = ArchivingOrchestrator()
orchestrator.logger_id = AA_LOGGER_ID # ensure single logger orchestrator.logger_id = AA_LOGGER_ID # ensure single logger