diff --git a/infra/k8s/jobs/databento-download.yaml b/infra/k8s/jobs/databento-download.yaml index 33caba367..c26a180aa 100644 --- a/infra/k8s/jobs/databento-download.yaml +++ b/infra/k8s/jobs/databento-download.yaml @@ -24,6 +24,7 @@ spec: labels: app.kubernetes.io/name: databento-download app.kubernetes.io/part-of: foxhunt + app.kubernetes.io/component: compile-and-train spec: restartPolicy: OnFailure securityContext: @@ -44,18 +45,19 @@ spec: key: api-key resources: requests: + cpu: 500m + memory: 1Gi + limits: cpu: "2" memory: 4Gi - limits: - cpu: "4" - memory: 8Gi volumeMounts: - name: training-data mountPath: /data args: - | set -e - pip install databento --quiet + export HOME=/tmp + pip install --no-cache-dir --break-system-packages databento python3 << 'PYEOF' import databento as db