5 Commits

Author SHA1 Message Date
Felix Spöttel
e52d1e1364 build(release): v1.0.1 2024-04-19 21:51:19 +02:00
Felix Spöttel
f5f8e7e7cc fix(celery): disable rabbitmq consumer_timeout checks 2024-04-19 21:51:19 +02:00
Felix Spöttel
7487914335 fix: switch to prefork pool to avoid worker disconnects
closes #75
2024-04-19 21:51:19 +02:00
Miguel Sozinho Ramalho
a40dbfb9a0 Merge pull request #88 from bellingcat/msramalho-patch-1
Update README.md
2024-04-16 12:27:00 +01:00
Miguel Sozinho Ramalho
20d71db87b Update README.md 2024-04-16 12:24:04 +01:00
6 changed files with 7 additions and 6 deletions

View File

@@ -67,11 +67,11 @@ def transcribe(self: TranscribeTask, job_id: UUID) -> None:
job = session.query(models.Job).filter(models.Job.id == job_id).one_or_none()
if job is None:
logger.warn("[{job.id}]: Received unknown job, abort.")
logger.warn("[unknown]: Received unknown job, abort.")
return
if job.status in [models.JobStatus.error, models.JobStatus.success]:
logger.warn("[{job.id}]: job has already been processed, abort.")
logger.warn(f"[{job.id}]: job has already been processed, abort.")
return
logger.debug(f"[{job.id}]: start processing {job.type} job.")

View File

@@ -1 +1,2 @@
vm_memory_high_watermark.absolute = 192MB
consumer_timeout = 31622400000

View File

@@ -24,7 +24,7 @@ services:
- "traefik.http.routers.web.rule=(Host(`${TRAEFIK_DOMAIN}`))"
worker:
command: watchmedo auto-restart -d app/worker -p *.py --recursive celery -- --app=app.worker.main.celery worker --loglevel=info --concurrency=1 --pool solo
command: watchmedo auto-restart -d app/worker -p *.py --recursive celery -- --app=app.worker.main.celery worker --loglevel=info --concurrency=1 --pool prefork
volumes:
- ./:/etc/whisperbox-transcribe/

View File

@@ -1,7 +1,7 @@
[project]
name = "whisperbox-transcribe"
description = ""
version = "1.0.0"
version = "1.0.1"
dependencies=[
"celery ==5.3.6",

View File

@@ -28,4 +28,4 @@ RUN python download_models.py ${WHISPER_MODEL}
COPY app ./app
CMD celery --app=app.worker.main.celery worker --loglevel=info --concurrency=1 --pool=solo
CMD celery --app=app.worker.main.celery worker --loglevel=info --pool=prefork --concurrency=1

View File

@@ -36,4 +36,4 @@ ENV PATH /opt/venv/bin:$PATH
COPY scripts/download_models.py .
RUN python download_models.py ${WHISPER_MODEL}
CMD celery --app=app.worker.main.celery worker --loglevel=info --concurrency=1 --pool=solo
CMD celery --app=app.worker.main.celery worker --loglevel=info --concurrency=1 --pool=prefork