From 3ba20d24733f5ebe5116450de9c89c661e730bf5 Mon Sep 17 00:00:00 2001 From: msramalho <19508417+msramalho@users.noreply.github.com> Date: Thu, 17 Oct 2024 13:13:06 +0100 Subject: [PATCH] removes flower and updates celery>5 --- .example.env | 2 - README.md | 2 +- docker-compose.yml | 15 +---- src/Pipfile | 3 +- src/Pipfile.lock | 147 +++++++++++++++++++++++++++------------------ 5 files changed, 92 insertions(+), 77 deletions(-) diff --git a/.example.env b/.example.env index 5e6f3c2..e8970b2 100644 --- a/.example.env +++ b/.example.env @@ -1,3 +1 @@ -FLOWER_USERNAME=TODO -FLOWER_PASSWORD=TODO REDIS_PASSWORD=TODO \ No newline at end of file diff --git a/README.md b/README.md index 0ec9362..b026676 100644 --- a/README.md +++ b/README.md @@ -12,7 +12,7 @@ requires `src/.env` cd /src -* console 1 - `docker compose up redis` optionally add `dashboard` for flower dashboard and `web` if not running uvicorn locally +* console 1 - `docker compose up redis` optionally add `web` if not running uvicorn locally * console 2 - `pipenv shell` + `celery worker --app=worker.celery --loglevel=info --logfile=logs/celery_dev.log` * `celery --app=worker.celery worker --loglevel=info --logfile=logs/celery_dev.log` celery 5 * or with watchdog for dev auto-reload `watchmedo auto-restart -d ./ -- celery --app=worker.celery worker --loglevel=info --logfile=logs/celery_dev.log` diff --git a/docker-compose.yml b/docker-compose.yml index 3c13e08..3fd6d2a 100644 --- a/docker-compose.yml +++ b/docker-compose.yml @@ -63,17 +63,4 @@ services: test: ["CMD", "redis-cli", "-a", "${REDIS_PASSWORD}", "ping"] interval: 30s timeout: 10s - retries: 3 - - # dashboard service will only launch the dashboard if "--profile flower" is passed to docker compose; or if explicitly called "docker compose up dashboard" - dashboard: - <<: *base-setup - profiles: - - flower - command: ["flower", "--app=worker.celery", "--port=5555", "--broker", *broker-url, "--basic_auth=${FLOWER_USERNAME}:${FLOWER_PASSWORD}"] - ports: - - 5556:5555 - depends_on: - - web - - redis - - worker + retries: 3 \ No newline at end of file diff --git a/src/Pipfile b/src/Pipfile index 32e26d4..6b5cfbe 100644 --- a/src/Pipfile +++ b/src/Pipfile @@ -5,9 +5,8 @@ name = "pypi" [packages] aiofiles = "==0.6.0" -celery = "==4.4.7" +celery = ">=5.0" fastapi = "*" -flower = "==0.9.7" jinja2 = "*" redis = "==3.5.3" requests = ">=2.25.1" diff --git a/src/Pipfile.lock b/src/Pipfile.lock index 1d2a301..4fdcb68 100644 --- a/src/Pipfile.lock +++ b/src/Pipfile.lock @@ -1,7 +1,7 @@ { "_meta": { "hash": { - "sha256": "d601bfa04bab584dcde6b8b7b619538bd03b7d2e13de53f802eacc6427703996" + "sha256": "dd6fbd0e75f6bbcb4e17ff6fd971349e25ce6d96a16dff34e7e39a625ca66244" }, "pipfile-spec": 6, "requires": { @@ -142,11 +142,11 @@ }, "amqp": { "hashes": [ - "sha256:70cdb10628468ff14e57ec2f751c7aa9e48e7e3651cfd62d431213c0c4e58f21", - "sha256:aa7f313fb887c91f15474c1229907a04dac0b8135822d6603437803424c0aa59" + "sha256:827cb12fb0baa892aad844fd95258143bce4027fdac4fccddbc43330fd281637", + "sha256:a1ecff425ad063ad42a486c902807d1482311481c8ad95a72694b2975e75f7fd" ], - "markers": "python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4'", - "version": "==2.6.1" + "markers": "python_version >= '3.6'", + "version": "==5.2.0" }, "annotated-types": { "hashes": [ @@ -237,10 +237,11 @@ }, "billiard": { "hashes": [ - "sha256:299de5a8da28a783d51b197d496bef4f1595dd023a93a4f59dde1886ae905547", - "sha256:87103ea78fa6ab4d5c751c4909bcff74617d985de7fa8b672cf8618afd5a875b" + "sha256:12b641b0c539073fc8d3f5b8b7be998956665c4233c7c1fcd66a7e677c4fb36f", + "sha256:40b59a4ac8806ba2c2369ea98d876bc6108b051c227baffd928c644d15d8f3cb" ], - "version": "==3.6.4.0" + "markers": "python_version >= '3.7'", + "version": "==4.2.1" }, "black": { "hashes": [ @@ -288,19 +289,19 @@ }, "boto3": { "hashes": [ - "sha256:2bf7e7f376aee52155fc4ae4487f29333a6bcdf3a05c3bc4fede10b972d951a6", - "sha256:e74bc6d69c04ca611b7f58afe08e2ded6cb6504a4a80557b656abeefee395f88" + "sha256:a5b00f8b82dce62870759f04861747944da834d64a64355970120c475efdafc0", + "sha256:e1f36f8be453505cebcc3da178ea081b2a06c0e5e1cdee774f1067599b8d9c3e" ], "markers": "python_version >= '3.8'", - "version": "==1.35.41" + "version": "==1.35.42" }, "botocore": { "hashes": [ - "sha256:8a09a32136df8768190a6c92f0240cd59c30deb99c89026563efadbbed41fa00", - "sha256:915c4d81e3a0be3b793c1e2efdf19af1d0a9cd4a2d8de08ee18216c14d67764b" + "sha256:05af0bb8b9cea7ce7bc589c332348d338a21b784e9d088a588fd10ec145007ff", + "sha256:af348636f73dc24b7e2dc760a34d08c8f2f94366e9b4c78d877307b128abecef" ], "markers": "python_version >= '3.8'", - "version": "==1.35.41" + "version": "==1.35.42" }, "brotli": { "hashes": [ @@ -408,12 +409,12 @@ }, "celery": { "hashes": [ - "sha256:a92e1d56e650781fb747032a3997d16236d037c8199eacd5217d1a72893bca45", - "sha256:d220b13a8ed57c78149acf82c006785356071844afe0b27012a4991d44026f9f" + "sha256:369631eb580cf8c51a82721ec538684994f8277637edde2dfc0dacd73ed97f64", + "sha256:504a19140e8d3029d5acad88330c541d4c3f64c789d85f94756762d8bca7e706" ], "index": "pypi", - "markers": "python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4'", - "version": "==4.4.7" + "markers": "python_version >= '3.8'", + "version": "==5.4.0" }, "certifi": { "hashes": [ @@ -607,6 +608,29 @@ "markers": "python_version >= '3.7'", "version": "==8.1.7" }, + "click-didyoumean": { + "hashes": [ + "sha256:4f82fdff0dbe64ef8ab2279bd6aa3f6a99c3b28c05aa09cbfc07c9d7fbb5a463", + "sha256:5c4bb6007cfea5f2fd6583a2fb6701a22a41eb98957e63d0fac41c10e7c3117c" + ], + "markers": "python_full_version >= '3.6.2'", + "version": "==0.3.1" + }, + "click-plugins": { + "hashes": [ + "sha256:46ab999744a9d831159c3411bb0c79346d94a444df9a3a3742e9ed63645f264b", + "sha256:5d262006d3222f5057fd81e1623d4443e41dcda5dc815c06b442aa3c02889fc8" + ], + "version": "==1.1.1" + }, + "click-repl": { + "hashes": [ + "sha256:17849c23dba3d667247dc4defe1757fff98694e90fe37474f3feebb69ced26a9", + "sha256:fb7e06deb8da8de86180a33a9da97ac316751c094c6899382da7feeeeb51b812" + ], + "markers": "python_version >= '3.6'", + "version": "==0.3.0" + }, "cloudscraper": { "hashes": [ "sha256:429c6e8aa6916d5bad5c8a5eac50f3ea53c9ac22616f6cb21b18dcc71517d0d3", @@ -809,14 +833,6 @@ "markers": "python_version >= '3.8'", "version": "==3.0.3" }, - "flower": { - "hashes": [ - "sha256:8d6d6ac03e60b3a4227d156da489eb435e2442d82e89922d413df9054b9221eb", - "sha256:cf27a254268bb06fd4972408d0518237fcd847f7da4b4cd8055e228150ace8f3" - ], - "index": "pypi", - "version": "==0.9.7" - }, "frozenlist": { "hashes": [ "sha256:04ced3e6a46b4cfffe20f9ae482818e34eba9b5fb0ce4056e4cc9b6e212d09b7", @@ -1082,14 +1098,6 @@ "markers": "python_version >= '3.8'", "version": "==0.27.2" }, - "humanize": { - "hashes": [ - "sha256:b53caaec8532bcb2fff70c8826f904c35943f8cecaca29d272d9df38092736c0", - "sha256:e66f36020a2d5a974c504bd2555cf770621dbdbb6d82f94a6857c0b1ea2608be" - ], - "markers": "python_version >= '3.9'", - "version": "==4.11.0" - }, "idna": { "hashes": [ "sha256:028ff3aadf0609c1fd278d8ea3089299412a7a8b9bd005dd08b9f8285bcb5cfc", @@ -1212,11 +1220,11 @@ }, "kombu": { "hashes": [ - "sha256:be48cdffb54a2194d93ad6533d73f69408486483d189fe9f5990ee24255b0e0a", - "sha256:ca1b45faac8c0b18493d02a8571792f3c40291cf2bcf1f55afed3d8f3aa7ba74" + "sha256:14212f5ccf022fc0a70453bb025a1dcc32782a588c49ea866884047d66e14763", + "sha256:eef572dd2fd9fc614b37580e3caeafdd5af46c1eff31e7fba89138cdb406f2cf" ], - "markers": "python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3, 3.4'", - "version": "==4.6.11" + "markers": "python_version >= '3.8'", + "version": "==5.4.2" }, "livereload": { "hashes": [ @@ -1917,10 +1925,11 @@ }, "prometheus-client": { "hashes": [ - "sha256:983c7ac4b47478720db338f1491ef67a100b474e3bc7dafcbaefb7d0b8f9b01c", - "sha256:c6e6b706833a6bd1fd51711299edee907857be10ece535126a158f911ee80915" + "sha256:4fa6b4dd0ac16d58bb587c04b1caae65b8c5043e85f778f42f5f632f6af2e166", + "sha256:96c83c606b71ff2b0a433c98889d275f51ffec6c5e267de37c7a2b5c9aa9233e" ], - "version": "==0.8.0" + "markers": "python_version >= '3.8'", + "version": "==0.21.0" }, "prometheus-fastapi-instrumentator": { "hashes": [ @@ -1931,6 +1940,14 @@ "markers": "python_full_version >= '3.8.1' and python_full_version < '4.0.0'", "version": "==7.0.0" }, + "prompt-toolkit": { + "hashes": [ + "sha256:d6623ab0477a80df74e646bdbc93621143f5caf104206aa29294d53de1a03d90", + "sha256:f49a827f90062e411f1ce1f854f2aedb3c23353244f8108b89283587397ac10e" + ], + "markers": "python_full_version >= '3.7.0'", + "version": "==3.0.48" + }, "proto-plus": { "hashes": [ "sha256:30b72a5ecafe4406b0d339db35b56c4059064e69227b8c3bda7462397f966445", @@ -2784,7 +2801,7 @@ "sha256:f7894c581ecdcf91666a0912f18ce5e757213999e183ebfc2c3fdbf4d5bd764e", "sha256:fd03192e287fbd0899dd8f81c6fb9cbbc69194d2074b38f384cb6fa72b80e9c2" ], - "markers": "python_full_version >= '3.5.2'", + "markers": "python_version >= '3.8'", "version": "==6.4" }, "tqdm": { @@ -2797,11 +2814,11 @@ }, "trio": { "hashes": [ - "sha256:0346c3852c15e5c7d40ea15972c4805689ef2cb8b5206f794c9c19450119f3a4", - "sha256:c5237e8133eb0a1d72f09a971a55c28ebe69e351c783fc64bc37db8db8bbe1d0" + "sha256:1dcc95ab1726b2da054afea8fd761af74bad79bd52381b84eae408e983c76831", + "sha256:68eabbcf8f457d925df62da780eff15ff5dc68fd6b367e2dde59f7aaf2a0b884" ], "markers": "python_version >= '3.8'", - "version": "==0.26.2" + "version": "==0.27.0" }, "trio-websocket": { "hashes": [ @@ -2841,6 +2858,14 @@ ], "version": "==0.9.0" }, + "tzdata": { + "hashes": [ + "sha256:7d85cc416e9382e69095b7bdf4afd9e3880418a2413feec7069d533d6b4e31cc", + "sha256:a48093786cdcde33cad18c2555e8532f34422074448fbc874186f0abd79565cd" + ], + "markers": "python_version >= '2'", + "version": "==2024.2" + }, "tzlocal": { "hashes": [ "sha256:49816ef2fe65ea8ac19d19aa7a1ae0551c834303d5014c6d5a62e4cbda8047b8", @@ -2879,11 +2904,11 @@ }, "vine": { "hashes": [ - "sha256:133ee6d7a9016f177ddeaf191c1f58421a1dcc6ee9a42c58b34bed40e1d2cd87", - "sha256:ea4947cc56d1fd6f2095c8d543ee25dad966f78692528e68b4fada11ba3f98af" + "sha256:40fdf3c48b2cfe1c38a49e9ae2da6fda88e4794c810050a728bd7413811fb1dc", + "sha256:8b62e981d35c41049211cf62a0a1242d8c1ee9bd15bb196ce38aefd6799e61e0" ], - "markers": "python_version >= '2.7' and python_version not in '3.0, 3.1, 3.2, 3.3'", - "version": "==1.3.0" + "markers": "python_version >= '3.6'", + "version": "==5.1.0" }, "vk-api": { "hashes": [ @@ -2988,6 +3013,13 @@ "markers": "python_version >= '3.8'", "version": "==0.22.0" }, + "wcwidth": { + "hashes": [ + "sha256:3da69048e4540d84af32131829ff948f1e022c1c6bdb8d6102117aac784f6859", + "sha256:72ea0c06399eb286d978fdedb6923a9eb47e1c486ce63e9b4e64fc18303972b5" + ], + "version": "==0.2.13" + }, "webencodings": { "hashes": [ "sha256:a0af1213f3c2226497a97e2b3aa01a7e4bee4f403f95be16fc9acd2947514a78", @@ -3232,7 +3264,7 @@ "sha256:3111b9d131c238bec2f8f516e123e14ba243563fb135d3fe885990585aa7795b", "sha256:47c2edf7c6738fafb49fd34290706d1a1a2f4d1c6df275526b62cbb4aa5393cc" ], - "markers": "python_version < '3.11'", + "markers": "python_version >= '3.7'", "version": "==1.2.2" }, "h11": { @@ -3293,12 +3325,11 @@ }, "pytest": { "hashes": [ - "sha256:70b98107bd648308a7952b06e6ca9a50bc660be218d53c257cc1fc94fda10181", - "sha256:a6853c7375b2663155079443d2e45de913a911a11d669df02a50814944db57b2" + "sha256:c434598117762e2bd304e526244f67bf66bbd7b5d6cf22138be51ff661980343", + "sha256:de4bb8104e201939ccdc688b27a89a7be2079b22e2bd2b07f806b6ba71117977" ], - "index": "pypi", "markers": "python_version >= '3.8'", - "version": "==8.3.3" + "version": "==8.2.2" }, "sniffio": { "hashes": [ @@ -3310,11 +3341,11 @@ }, "tomli": { "hashes": [ - "sha256:2ebe24485c53d303f690b0ec092806a085f07af5a5aa1464f3931eec36caaa38", - "sha256:d46d457a85337051c36524bc5349dd91b1877838e2979ac5ced3e710ed8a60ed" + "sha256:939de3e7a6161af0c887ef91b7d41a53e7c5a1ca976325f429cb46ea9bc30ecc", + "sha256:de526c12914f0c550d15924c62d72abc48d6fe7364aa87328337a31007fe8a4f" ], - "markers": "python_version < '3.11'", - "version": "==2.0.2" + "markers": "python_version >= '3.7'", + "version": "==2.0.1" }, "typing-extensions": { "hashes": [