foxhunt/infra/k8s/gpu-overlays/trading-service-gpu.yaml

# GPU-enabled overlay for trading-service
# Apply manually: kubectl apply -f infra/k8s/gpu-overlays/trading-service-gpu.yaml
# Revert to CPU: kubectl apply -f infra/k8s/services/trading-service.yaml
#
# Binary fetched from MinIO at pod startup — works on any node pool.
apiVersion: apps/v1
kind: Deployment
metadata:
  name: trading-service
  namespace: foxhunt
  labels:
    app.kubernetes.io/name: trading-service
    app.kubernetes.io/part-of: foxhunt
spec:
  replicas: 1
  strategy:
    type: RollingUpdate
    rollingUpdate:
      maxSurge: 0
      maxUnavailable: 1
  selector:
    matchLabels:
      app.kubernetes.io/name: trading-service
  template:
    metadata:
      annotations:
        gitlab.com/prometheus_scrape: "true"
        gitlab.com/prometheus_port: "9092"
        gitlab.com/prometheus_path: "/metrics"
      labels:
        app.kubernetes.io/name: trading-service
        app.kubernetes.io/part-of: foxhunt
    spec:
      securityContext:
        runAsNonRoot: true
        runAsUser: 1000
        runAsGroup: 1000
        fsGroup: 1000
        seccompProfile:
          type: RuntimeDefault
      nodeSelector:
        k8s.scaleway.com/pool-name: gpu-inference
      tolerations:
        - key: nvidia.com/gpu
          operator: Exists
          effect: NoSchedule
      imagePullSecrets:
        - name: gitlab-registry
      initContainers:
        - name: fetch-binary
          image: gitlab-registry.foxhunt.svc.cluster.local:5000/root/foxhunt/foxhunt-runtime:latest
          command: ["/bin/sh", "-c"]
          args:
            - |
              set -e
              rclone copyto \
                ":s3:foxhunt-binaries/services/trading-service" \
                "/binaries/trading-service" \
                --s3-provider=Minio \
                --s3-endpoint=https://minio.foxhunt.svc.cluster.local:9000 \
                --s3-access-key-id="${MINIO_ACCESS_KEY}" \
                --s3-secret-access-key="${MINIO_SECRET_KEY}" \
                --s3-no-check-bucket \
                --no-check-certificate
              chmod +x /binaries/trading-service
              echo "Fetched trading-service ($(stat -c%s /binaries/trading-service) bytes)"
          env:
            - name: MINIO_ACCESS_KEY
              valueFrom:
                secretKeyRef:
                  name: minio-credentials
                  key: access-key
            - name: MINIO_SECRET_KEY
              valueFrom:
                secretKeyRef:
                  name: minio-credentials
                  key: secret-key
          volumeMounts:
            - name: binaries
              mountPath: /binaries
          resources:
            requests:
              cpu: 100m
              memory: 64Mi
            limits:
              cpu: 500m
              memory: 128Mi
      containers:
        - name: trading-service
          image: gitlab-registry.foxhunt.svc.cluster.local:5000/root/foxhunt/foxhunt-runtime:latest
          securityContext:
            allowPrivilegeEscalation: false
            readOnlyRootFilesystem: true
            capabilities:
              drop: ["ALL"]
          command: ["/binaries/trading-service"]
          ports:
            - containerPort: 50051
              name: grpc
            - containerPort: 9092
              name: metrics
          env:
            - name: DATABASE_PASSWORD
              valueFrom:
                secretKeyRef:
                  name: db-credentials
                  key: password
            - name: DATABASE_URL
              value: "postgresql://foxhunt:$(DATABASE_PASSWORD)@postgres:5432/foxhunt"
            - name: REDIS_URL
              value: "redis://redis:6379"
            - name: JWT_SECRET
              valueFrom:
                secretKeyRef:
                  name: jwt-secret
                  key: secret
            - name: JWT_ISSUER
              value: foxhunt-api
            - name: JWT_AUDIENCE
              value: foxhunt-services
            - name: QUESTDB_ILP_HOST
              value: "questdb:9009"
            - name: GRPC_PORT
              value: "50051"
            - name: ENABLE_GPU_INFERENCE
              value: "true"
            - name: RUST_LOG
              value: info
          volumeMounts:
            - name: binaries
              mountPath: /binaries
              readOnly: true
            - name: tmp
              mountPath: /tmp
          readinessProbe:
            exec:
              command:
                - grpc_health_probe
                - -addr=localhost:50051
            initialDelaySeconds: 10
            periodSeconds: 10
          resources:
            requests:
              nvidia.com/gpu: "1"
              cpu: "1"
              memory: 2Gi
            limits:
              nvidia.com/gpu: "1"
              cpu: "4"
              memory: 8Gi
      volumes:
        - name: binaries
          emptyDir:
            sizeLimit: 200Mi
        - name: tmp
          emptyDir:
            sizeLimit: 50Mi