diff --git a/infra/docker/Dockerfile.ci-builder-cpu b/infra/docker/Dockerfile.ci-builder-cpu
index b7948cfe2..67d3198ea 100644
--- a/infra/docker/Dockerfile.ci-builder-cpu
+++ b/infra/docker/Dockerfile.ci-builder-cpu
@@ -76,9 +76,9 @@ RUN curl -fsSL "https://dl.k8s.io/release/v1.31.4/bin/linux/amd64/kubectl" -o /u
 RUN curl -fsSL https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/x86_64/cuda-keyring_1.1-1_all.deb -o /tmp/cuda-keyring.deb \
     && dpkg -i /tmp/cuda-keyring.deb && rm /tmp/cuda-keyring.deb \
     && apt-get update \
-    && apt-get install -y --no-install-recommends cuda-nvcc-12-4 cuda-cudart-dev-12-4 \
+    && apt-get install -y --no-install-recommends cuda-nvcc-12-6 cuda-cudart-dev-12-6 \
     && rm -rf /var/lib/apt/lists/*
-ENV PATH="/usr/local/cuda-12.4/bin:${PATH}"
+ENV PATH="/usr/local/cuda-12.6/bin:${PATH}"
 
 # Verify
 RUN rustc --version && cargo --version && git --version && protoc --version && sccache --version && make --version && mold --version && rclone --version && tofu --version && terragrunt --version && kubectl version --client && nvcc --version