Addressed comments: Added sample config in the docs as well as refere…

…nce link for all the celery configs.
apache · Dec 22, 2024 · f9a05ce · f9a05ce
1 parent e27c277
commit f9a05ce
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 4 deletions.
diff --git a/providers/src/airflow/providers/celery/provider.yaml b/providers/src/airflow/providers/celery/provider.yaml
@@ -332,7 +332,9 @@ config:
         default: "False"
       extra_celery_config:
         description: |
-          Extra celery configs to include in the celery worker
+          Extra celery configs to include in the celery worker. Any of the celery config can be added to this config and it will be applied while starting the celery worker. e.g. {"worker_max_tasks_per_child": 10}
+          See also:
+          https://docs.celeryq.dev/en/stable/userguide/configuration.html#configuration-and-defaults
         version_added: ~
         type: string
         example: ~

diff --git a/providers/tests/celery/executors/test_celery_executor.py b/providers/tests/celery/executors/test_celery_executor.py
@@ -407,6 +407,4 @@ def test_celery_extra_celery_config_loaded_from_string():
 
     # reload celery conf to apply the new config
     importlib.reload(default_celery)
-    assert default_celery.DEFAULT_CELERY_CONFIG["extra_celery_config"] == {
-        "worker_max_tasks_per_child": 10
-    }
+    assert default_celery.DEFAULT_CELERY_CONFIG["extra_celery_config"] == {"worker_max_tasks_per_child": 10}