b31329931f
- Remove all HTTPS/TLS from MinIO (plain HTTP for internal cluster traffic) - Fix sccache 0% cache hit rate (rustls rejected self-signed MinIO cert) - Remove hardcoded URLs from k8s_dispatcher.rs (S3_ENDPOINT, TRAINING_RUNTIME_IMAGE, CALLBACK_ENDPOINT now required env vars) - Update GitLab registry S3 credentials to HTTP endpoint - Fix PVC manifest (20Gi → 100Gi to match cluster) - Fix nodeSelector: infra/foxhunt → platform (match actual node pool) - Fix rclone trailing backslash causing chmod to be parsed as rclone args - Remove minio-ca-cert ConfigMap references from all manifests - Update trading-service GPU overlay to l40s pool 20 files changed, -118 lines net Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
184 lines
4.9 KiB
YAML
184 lines
4.9 KiB
YAML
# MinIO — in-cluster S3 for compiled binaries and trained models
|
|
# Replaces Scaleway public S3 to keep proprietary code/IP in-cluster
|
|
# Plain HTTP only — internal cluster traffic, no TLS needed
|
|
apiVersion: v1
|
|
kind: Secret
|
|
metadata:
|
|
name: minio-credentials
|
|
namespace: foxhunt
|
|
labels:
|
|
app.kubernetes.io/name: minio
|
|
app.kubernetes.io/part-of: foxhunt
|
|
type: Opaque
|
|
stringData:
|
|
root-user: foxhunt-minio
|
|
root-password: CHANGE_ME_BEFORE_DEPLOY
|
|
# rclone-compatible keys (same values, different key names for initContainers)
|
|
access-key: foxhunt-minio
|
|
secret-key: CHANGE_ME_BEFORE_DEPLOY
|
|
---
|
|
apiVersion: v1
|
|
kind: PersistentVolumeClaim
|
|
metadata:
|
|
name: minio-data-new
|
|
namespace: foxhunt
|
|
labels:
|
|
app.kubernetes.io/name: minio
|
|
app.kubernetes.io/part-of: foxhunt
|
|
spec:
|
|
accessModes:
|
|
- ReadWriteOnce
|
|
storageClassName: scw-bssd
|
|
resources:
|
|
requests:
|
|
storage: 100Gi
|
|
---
|
|
apiVersion: apps/v1
|
|
kind: Deployment
|
|
metadata:
|
|
name: minio
|
|
namespace: foxhunt
|
|
labels:
|
|
app.kubernetes.io/name: minio
|
|
app.kubernetes.io/part-of: foxhunt
|
|
spec:
|
|
replicas: 1
|
|
strategy:
|
|
type: Recreate # single-node MinIO — no rolling update
|
|
selector:
|
|
matchLabels:
|
|
app.kubernetes.io/name: minio
|
|
template:
|
|
metadata:
|
|
labels:
|
|
app.kubernetes.io/name: minio
|
|
app.kubernetes.io/part-of: foxhunt
|
|
spec:
|
|
nodeSelector:
|
|
k8s.scaleway.com/pool-name: platform
|
|
containers:
|
|
- name: minio
|
|
image: minio/minio:latest
|
|
args: ["server", "/data", "--console-address", ":9001"]
|
|
ports:
|
|
- containerPort: 9000
|
|
name: api
|
|
- containerPort: 9001
|
|
name: console
|
|
env:
|
|
- name: MINIO_ROOT_USER
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: minio-credentials
|
|
key: root-user
|
|
- name: MINIO_ROOT_PASSWORD
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: minio-credentials
|
|
key: root-password
|
|
volumeMounts:
|
|
- name: data
|
|
mountPath: /data
|
|
readinessProbe:
|
|
httpGet:
|
|
path: /minio/health/live
|
|
port: 9000
|
|
initialDelaySeconds: 5
|
|
periodSeconds: 10
|
|
livenessProbe:
|
|
httpGet:
|
|
path: /minio/health/live
|
|
port: 9000
|
|
initialDelaySeconds: 10
|
|
periodSeconds: 15
|
|
failureThreshold: 5
|
|
resources:
|
|
requests:
|
|
cpu: 200m
|
|
memory: 512Mi
|
|
limits:
|
|
cpu: "1"
|
|
memory: 2Gi
|
|
volumes:
|
|
- name: data
|
|
persistentVolumeClaim:
|
|
claimName: minio-data-new
|
|
---
|
|
apiVersion: v1
|
|
kind: Service
|
|
metadata:
|
|
name: minio
|
|
namespace: foxhunt
|
|
labels:
|
|
app.kubernetes.io/name: minio
|
|
app.kubernetes.io/part-of: foxhunt
|
|
spec:
|
|
selector:
|
|
app.kubernetes.io/name: minio
|
|
ports:
|
|
- port: 9000
|
|
targetPort: 9000
|
|
name: api
|
|
- port: 9001
|
|
targetPort: 9001
|
|
name: console
|
|
---
|
|
# Create buckets on first deploy
|
|
apiVersion: batch/v1
|
|
kind: Job
|
|
metadata:
|
|
name: minio-init-buckets
|
|
namespace: foxhunt
|
|
labels:
|
|
app.kubernetes.io/name: minio
|
|
app.kubernetes.io/part-of: foxhunt
|
|
spec:
|
|
backoffLimit: 5
|
|
ttlSecondsAfterFinished: 300
|
|
template:
|
|
metadata:
|
|
labels:
|
|
app.kubernetes.io/name: minio-init
|
|
spec:
|
|
nodeSelector:
|
|
k8s.scaleway.com/pool-name: platform
|
|
restartPolicy: OnFailure
|
|
containers:
|
|
- name: mc
|
|
image: minio/mc:latest
|
|
command: ["/bin/sh", "-c"]
|
|
args:
|
|
- |
|
|
set -e
|
|
echo "Waiting for MinIO to be ready..."
|
|
until mc alias set foxhunt http://minio.foxhunt.svc.cluster.local:9000 "$MINIO_ROOT_USER" "$MINIO_ROOT_PASSWORD" 2>/dev/null; do
|
|
echo "MinIO not ready, retrying in 3s..."
|
|
sleep 3
|
|
done
|
|
echo "Creating buckets..."
|
|
mc mb --ignore-existing foxhunt/foxhunt-binaries
|
|
mc mb --ignore-existing foxhunt/foxhunt-models
|
|
mc mb --ignore-existing foxhunt/foxhunt-training-results
|
|
mc mb --ignore-existing foxhunt/foxhunt-sccache
|
|
mc mb --ignore-existing foxhunt/foxhunt-training-data
|
|
echo "Buckets created:"
|
|
mc ls foxhunt/
|
|
env:
|
|
- name: MINIO_ROOT_USER
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: minio-credentials
|
|
key: root-user
|
|
- name: MINIO_ROOT_PASSWORD
|
|
valueFrom:
|
|
secretKeyRef:
|
|
name: minio-credentials
|
|
key: root-password
|
|
resources:
|
|
requests:
|
|
cpu: 50m
|
|
memory: 32Mi
|
|
limits:
|
|
cpu: 200m
|
|
memory: 64Mi
|