From 3599ab2c195784c39fabe1ceaf8eb35c0420edb6 Mon Sep 17 00:00:00 2001 From: msramalho <19508417+msramalho@users.noreply.github.com> Date: Wed, 13 Dec 2023 19:06:02 +0000 Subject: [PATCH] dependency updates --- src/Pipfile.lock | 6 +++--- src/worker.py | 3 +++ 2 files changed, 6 insertions(+), 3 deletions(-) diff --git a/src/Pipfile.lock b/src/Pipfile.lock index 47c0e94..ead15df 100644 --- a/src/Pipfile.lock +++ b/src/Pipfile.lock @@ -180,12 +180,12 @@ }, "auto-archiver": { "hashes": [ - "sha256:0fa95e2e33b80bffb0b3c4fc23fa937e2398fa2f6e2dedaef8ddce0c73c9357b", - "sha256:de127648826b1413ce11b79a2fc3f9bec290b477ade103f38055796caebcf81e" + "sha256:815f323547c8adda278ff4af8a0175f04de722d116dd3ccbf7b3a3830c80eb2c", + "sha256:8fc1361a68d6fdc34b4a1fa63e4cd3da4de499bb376b8295431081902ff8f1d1" ], "index": "pypi", "markers": "python_version >= '3.8'", - "version": "==0.7.9" + "version": "==0.7.10" }, "beautifulsoup4": { "hashes": [ diff --git a/src/worker.py b/src/worker.py index a68238a..4a44b0c 100644 --- a/src/worker.py +++ b/src/worker.py @@ -74,6 +74,9 @@ def create_sheet_task(self, sheet_json: str): stats = {"archived": 0, "failed": 0, "errors": []} for result in orchestrator.feed(): + if not result: + logger.error("Got empty result from feeder, an internal error must have occurred.") + continue try: insert_result_into_db(result, sheet.tags, sheet.public, sheet.group_id, sheet.author_id, models.generate_uuid()) stats["archived"] += 1