diff --git a/infra/k8s/jobs/fxhnt-backtest-ingest-job.yaml b/infra/k8s/jobs/fxhnt-backtest-ingest-job.yaml index 370e17b..fc61d6e 100644 --- a/infra/k8s/jobs/fxhnt-backtest-ingest-job.yaml +++ b/infra/k8s/jobs/fxhnt-backtest-ingest-job.yaml @@ -37,8 +37,16 @@ spec: env: - name: FXHNT_BACKTEST_WAREHOUSE_PATH value: /backtest-data/warehouse.duckdb + - name: PYTHONUNBUFFERED # stream ingest progress logs live (no stdout buffering) + value: "1" - name: TIINGO_API_KEY valueFrom: { secretKeyRef: { name: tiingo-api, key: key } } + # Bounded memory: the ingest now caps its in-flight window (~2x workers), so peak RSS is small and + # flat. The request+limit make the scheduler place this on a node with headroom and prevent it from + # evicting neighbours (an earlier unbounded run hit ~2.3Gi and was evicted off a shared 6.4Gi node). + resources: + requests: { memory: "768Mi", cpu: "250m" } + limits: { memory: "1536Mi" } volumeMounts: - { name: backtest-data, mountPath: /backtest-data } volumes: