From be7b8bad18b852020bfdbe64a23cbbbfd4423098 Mon Sep 17 00:00:00 2001 From: jgrusewski Date: Wed, 25 Feb 2026 18:48:49 +0100 Subject: [PATCH] fix(ci): increase poll_timeout for H100 scale-to-zero, fix build-ci-builder rules MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit - poll_timeout 180s→600s: H100 provisioning takes ~3-5min from scale-to-zero - build-ci-builder: only auto-run on push with Dockerfile changes (API pipelines evaluate changes=true, causing unnecessary kaniko builds) - check: add needs:[] to decouple from prepare stage Co-Authored-By: Claude Opus 4.6 --- .gitlab-ci.yml | 4 +++- infra/k8s/gitlab/runner-values.yaml | 2 ++ 2 files changed, 5 insertions(+), 1 deletion(-) diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index b24f18051..98dbc95d4 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -39,7 +39,8 @@ build-ci-builder: - kapsule - docker rules: - - changes: + - if: $CI_PIPELINE_SOURCE == "push" + changes: - infra/docker/Dockerfile.ci-builder when: on_success - when: manual @@ -67,6 +68,7 @@ build-ci-builder: check: extends: .rust-base stage: check + needs: [] script: - sccache --zero-stats || true - cargo check --workspace diff --git a/infra/k8s/gitlab/runner-values.yaml b/infra/k8s/gitlab/runner-values.yaml index 892475c52..2af359b23 100644 --- a/infra/k8s/gitlab/runner-values.yaml +++ b/infra/k8s/gitlab/runner-values.yaml @@ -25,6 +25,8 @@ runners: namespace = "foxhunt" image = "rust:1.89-slim" privileged = false + # H100 scale-to-zero needs ~3-5 min to provision; default 180s times out + poll_timeout = 600 # Resource limits for build pods (H100 node: 24 vCPU, 240GB) cpu_request = "4000m" cpu_limit = "16000m"