diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml index a030d3e6d..5d9eb5702 100644 --- a/.gitlab-ci.yml +++ b/.gitlab-ci.yml @@ -302,7 +302,9 @@ compile-services: # -------------------------------------------------------------------------- .kaniko-base: stage: build - needs: [compile-services] + needs: + - job: compile-services + optional: true image: name: gcr.io/kaniko-project/executor:debug entrypoint: [""] @@ -462,7 +464,9 @@ build-training: train-validate-rl: extends: .train-validate-base - needs: [build-training] + needs: + - job: build-training + optional: true script: - | /usr/local/bin/train_baseline_rl \ @@ -492,7 +496,9 @@ train-validate-rl: train-validate-tft: extends: .train-validate-base - needs: [build-training] + needs: + - job: build-training + optional: true script: - /usr/local/bin/train_baseline_supervised --model tft @@ -517,7 +523,9 @@ train-validate-tft: hyperopt-ppo: extends: .train-validate-base - needs: [build-training] + needs: + - job: build-training + optional: true timeout: 4h script: - /usr/local/bin/hyperopt_baseline_rl @@ -557,7 +565,9 @@ hyperopt-ppo: train-validate-mamba2: extends: .train-validate-base - needs: [build-training] + needs: + - job: build-training + optional: true script: - /usr/local/bin/train_baseline_supervised --model mamba2 @@ -582,7 +592,9 @@ train-validate-mamba2: train-validate-liquid: extends: .train-validate-base - needs: [build-training] + needs: + - job: build-training + optional: true script: - /usr/local/bin/train_baseline_supervised --model liquid @@ -607,7 +619,9 @@ train-validate-liquid: train-validate-tggn: extends: .train-validate-base - needs: [build-training] + needs: + - job: build-training + optional: true script: - /usr/local/bin/train_baseline_supervised --model tggn @@ -632,7 +646,9 @@ train-validate-tggn: train-validate-tlob: extends: .train-validate-base - needs: [build-training] + needs: + - job: build-training + optional: true script: - /usr/local/bin/train_baseline_supervised --model tlob @@ -657,7 +673,9 @@ train-validate-tlob: train-validate-kan: extends: .train-validate-base - needs: [build-training] + needs: + - job: build-training + optional: true script: - /usr/local/bin/train_baseline_supervised --model kan @@ -682,7 +700,9 @@ train-validate-kan: train-validate-xlstm: extends: .train-validate-base - needs: [build-training] + needs: + - job: build-training + optional: true script: - /usr/local/bin/train_baseline_supervised --model xlstm @@ -707,7 +727,9 @@ train-validate-xlstm: train-validate-diffusion: extends: .train-validate-base - needs: [build-training] + needs: + - job: build-training + optional: true script: - /usr/local/bin/train_baseline_supervised --model diffusion @@ -734,7 +756,9 @@ train-validate-diffusion: hyperopt-dqn: extends: .train-validate-base - needs: [build-training] + needs: + - job: build-training + optional: true timeout: 4h script: - | @@ -779,7 +803,9 @@ hyperopt-dqn: hyperopt-tft: extends: .train-validate-base - needs: [build-training] + needs: + - job: build-training + optional: true timeout: 4h script: - /usr/local/bin/hyperopt_baseline_supervised @@ -816,7 +842,9 @@ hyperopt-tft: hyperopt-mamba2: extends: .train-validate-base - needs: [build-training] + needs: + - job: build-training + optional: true timeout: 4h script: - /usr/local/bin/hyperopt_baseline_supervised @@ -853,7 +881,9 @@ hyperopt-mamba2: hyperopt-liquid: extends: .train-validate-base - needs: [build-training] + needs: + - job: build-training + optional: true timeout: 4h script: - /usr/local/bin/hyperopt_baseline_supervised @@ -890,7 +920,9 @@ hyperopt-liquid: hyperopt-tggn: extends: .train-validate-base - needs: [build-training] + needs: + - job: build-training + optional: true timeout: 4h script: - /usr/local/bin/hyperopt_baseline_supervised @@ -927,7 +959,9 @@ hyperopt-tggn: hyperopt-tlob: extends: .train-validate-base - needs: [build-training] + needs: + - job: build-training + optional: true timeout: 4h script: - /usr/local/bin/hyperopt_baseline_supervised @@ -964,7 +998,9 @@ hyperopt-tlob: hyperopt-kan: extends: .train-validate-base - needs: [build-training] + needs: + - job: build-training + optional: true timeout: 4h script: - /usr/local/bin/hyperopt_baseline_supervised @@ -1001,7 +1037,9 @@ hyperopt-kan: hyperopt-xlstm: extends: .train-validate-base - needs: [build-training] + needs: + - job: build-training + optional: true timeout: 4h script: - /usr/local/bin/hyperopt_baseline_supervised @@ -1038,7 +1076,9 @@ hyperopt-xlstm: hyperopt-diffusion: extends: .train-validate-base - needs: [build-training] + needs: + - job: build-training + optional: true timeout: 4h script: - /usr/local/bin/hyperopt_baseline_supervised @@ -1113,7 +1153,9 @@ infra-apply: image: ${INFRA_RUNNER_IMAGE} tags: - kapsule - needs: [infra-plan] + needs: + - job: infra-plan + optional: true rules: - if: $CI_COMMIT_BRANCH == "main" && $CI_PIPELINE_SOURCE == "push" changes: @@ -1179,15 +1221,24 @@ deploy: tags: - kapsule needs: - - build-trading-service - - build-api-gateway - - build-broker-gateway - - build-ml-training - - build-backtesting - - build-trading-agent - - build-data-acquisition - - build-web-gateway - - build-training + - job: build-trading-service + optional: true + - job: build-api-gateway + optional: true + - job: build-broker-gateway + optional: true + - job: build-ml-training + optional: true + - job: build-backtesting + optional: true + - job: build-trading-agent + optional: true + - job: build-data-acquisition + optional: true + - job: build-web-gateway + optional: true + - job: build-training + optional: true rules: - if: $CI_COMMIT_BRANCH == "main" && $CI_PIPELINE_SOURCE == "push" - if: $CI_PIPELINE_SOURCE == "web" || $CI_PIPELINE_SOURCE == "api"