From abaa90c3ab9d738901804916441ac07f29a8a22f Mon Sep 17 00:00:00 2001 From: Vincent Ambo Date: Sat, 3 Dec 2022 16:36:12 +0300 Subject: fix(ops/pipelines): limit concurrency of :llama: When pushing a large chain of CLs, builds can fail with OOM issues as many Nix evaluations of the depot are happening simultaneously. To work around this, we limit the concurrency of simultaneous Nix evaluations (i.e. the `:llama` step). This can slow down the start of builds in a large chain of small changes, but that is a better tradeoff than failing the builds entirely and making people click buttons. Change-Id: If351aaad22d52e2bcf871377f22ab1df594c518d Reviewed-on: https://cl.tvl.fyi/c/depot/+/7501 Reviewed-by: sterni Autosubmit: tazjin Tested-by: BuildkiteCI --- ops/pipelines/static-pipeline.yaml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/ops/pipelines/static-pipeline.yaml b/ops/pipelines/static-pipeline.yaml index 2dd7781feb..8fcf240f74 100644 --- a/ops/pipelines/static-pipeline.yaml +++ b/ops/pipelines/static-pipeline.yaml @@ -34,6 +34,8 @@ steps: # Generate & upload dynamic build steps - label: ":llama:" key: "pipeline-gen" + concurrency_group: 'depot-nix-eval' + concurrency: 5 # much more than this and whitby will OOM command: | set -ue -- cgit 1.4.1