From 0651965a5f4513a748fd5e4035fab3e7167466ba Mon Sep 17 00:00:00 2001 From: "Sean P. Goggins" Date: Mon, 28 Aug 2023 00:26:09 -0500 Subject: [PATCH] Renormalized task type share --- augur/application/cli/backend.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/augur/application/cli/backend.py b/augur/application/cli/backend.py index 1ca7d574f3..1f74d77bda 100644 --- a/augur/application/cli/backend.py +++ b/augur/application/cli/backend.py @@ -170,21 +170,21 @@ def determine_worker_processes(ratio,maximum): sleep_time += 6 #60% of estimate, Maximum value of 45 - core_num_processes = determine_worker_processes(.9, 160) + core_num_processes = determine_worker_processes(.6, 80) logger.info(f"Starting core worker processes with concurrency={core_num_processes}") core_worker = f"celery -A augur.tasks.init.celery_app.celery_app worker -l info --concurrency={core_num_processes} -n core:{uuid.uuid4().hex}@%h" process_list.append(subprocess.Popen(core_worker.split(" "))) sleep_time += 6 #20% of estimate, Maximum value of 25 - secondary_num_processes = determine_worker_processes(.01, 26) + secondary_num_processes = determine_worker_processes(.2, 26) logger.info(f"Starting secondary worker processes with concurrency={secondary_num_processes}") secondary_worker = f"celery -A augur.tasks.init.celery_app.celery_app worker -l info --concurrency={secondary_num_processes} -n secondary:{uuid.uuid4().hex}@%h -Q secondary" process_list.append(subprocess.Popen(secondary_worker.split(" "))) sleep_time += 6 #15% of estimate, Maximum value of 20 - facade_num_processes = determine_worker_processes(.1, 10) + facade_num_processes = determine_worker_processes(.2, 35) logger.info(f"Starting facade worker processes with concurrency={facade_num_processes}") facade_worker = f"celery -A augur.tasks.init.celery_app.celery_app worker -l info --concurrency={facade_num_processes} -n facade:{uuid.uuid4().hex}@%h -Q facade"