diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index 38d5fc6fb..e078f9a7c 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -599,6 +599,9 @@ compile-training: # CUDA stubs from ci-builder image — compiles CUDA kernels without GPU hardware. # L4 GPU = compute capability 8.9 → candle-kernels generates sm_89 PTX CUDA_COMPUTE_CAP: "89" + # When all 8 service jobs fire (Cargo.toml change), the node is fully loaded. + # Increase pod scheduling timeout so training waits for service jobs to finish. + KUBERNETES_POLL_TIMEOUT: "1200" rules: - if: $CI_COMMIT_BRANCH == "main" && $CI_PIPELINE_SOURCE == "push" changes: