From 2c0618473848535c8ec492a8852cb0864a7f34c2 Mon Sep 17 00:00:00 2001 From: Scott Wales Date: Thu, 26 Mar 2026 14:40:49 +1100 Subject: [PATCH 1/2] Add a variable for explicitly defining pool-size --- src/CSET/cset_workflow/app/bake_recipes/bin/baker.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/CSET/cset_workflow/app/bake_recipes/bin/baker.sh b/src/CSET/cset_workflow/app/bake_recipes/bin/baker.sh index f4de7de72..1be972fd3 100755 --- a/src/CSET/cset_workflow/app/bake_recipes/bin/baker.sh +++ b/src/CSET/cset_workflow/app/bake_recipes/bin/baker.sh @@ -17,7 +17,7 @@ fi export RECIPE_DIR # Determine parallelism. -parallelism="$(nproc)" +parallelism="${BUNCH_POOL_SIZE:-$(nproc)}" if [ "$CYLC_TASK_SUBMIT_NUMBER" -gt 1 ]; then # This is a retry; enable DEBUG logging. export LOGLEVEL="DEBUG" From 9a45b5bc2f19b10a55120e8a0335f8b0ff17e32e Mon Sep 17 00:00:00 2001 From: James Frost Date: Wed, 1 Apr 2026 08:32:01 +0100 Subject: [PATCH 2/2] Document BUNCH_POOL_SIZE environment variable --- docs/source/usage/add-site.rst | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/docs/source/usage/add-site.rst b/docs/source/usage/add-site.rst index faf3d9e0e..4adaf03ff 100644 --- a/docs/source/usage/add-site.rst +++ b/docs/source/usage/add-site.rst @@ -52,6 +52,13 @@ will overwrite CSET's flow.cylc file. If you need to make additional changes please `open an issue on the CSET GitHub repository`_, so we can ensure your use case is supported directly in CSET. +.. tip:: + + Recipes are baked in parallel with a parallel job per detected CPU. If this + is detected incorrectly, or you want to undersubscribe nodes for additional + memory headroom, you may set the number of parallel jobs with the + ``BUNCH_POOL_SIZE`` environment variable. + Add rose edit metadata entry for site -------------------------------------