From 2d4a6eeae8c1c66f85287843f3fec8bdf114f49f Mon Sep 17 00:00:00 2001 From: Aaron Peterson Date: Fri, 12 Apr 2024 14:19:34 -0700 Subject: [PATCH] Remove Celery task_acks_late This is to disable implicit retries by Celery because it causes duplicate tasks that the task manager does not deal with appropriately when a task has timed out because the task stub has already been removed, which means that new Jobs do not get created based on the output evidence from the retried task. --- turbinia/tcelery.py | 1 - 1 file changed, 1 deletion(-) diff --git a/turbinia/tcelery.py b/turbinia/tcelery.py index 4bc036737..0fdf390a6 100644 --- a/turbinia/tcelery.py +++ b/turbinia/tcelery.py @@ -56,7 +56,6 @@ def setup(self): broker_connection_retry_on_startup=True, task_default_queue=config.INSTANCE_ID, accept_content=['json'], - task_acks_late=True, worker_cancel_long_running_tasks_on_connection_loss=True, worker_concurrency=1, worker_prefetch_multiplier=1,