- Opzet cluster werkt
- Opstart redis en minio werkt - Bezig om eigenlijke apps op te starten ... werkt nog niet.
This commit is contained in:
Josako
@@ -1,15 +1,6 @@
|
||||
# ConfigMaps and Secrets for EveAI Dev Environment
|
||||
# File: config-secrets.yaml
|
||||
---
|
||||
# Namespace for dev environment
|
||||
apiVersion: v1
|
||||
kind: Namespace
|
||||
metadata:
|
||||
name: eveai-dev
|
||||
labels:
|
||||
environment: dev
|
||||
app: eveai
|
||||
|
||||
# Note: Namespace is now defined in separate namespace.yaml file
|
||||
---
|
||||
# Non-sensitive configuration
|
||||
apiVersion: v1
|
||||
@@ -19,7 +10,7 @@ metadata:
|
||||
namespace: eveai-dev
|
||||
data:
|
||||
# Database configuration (points to external PostgreSQL)
|
||||
DB_HOST: "host.docker.internal" # Will resolve to host IP from inside Kind
|
||||
DB_HOST: "postgres-external" # Points to headless service with endpoints
|
||||
DB_PORT: "5432"
|
||||
DB_NAME: "eveai_dev"
|
||||
DB_USER: "luke"
|
||||
@@ -40,7 +31,7 @@ data:
|
||||
FLOWER_USER: "Felucia"
|
||||
|
||||
# Nginx configuration
|
||||
NGINX_SERVER_NAME: "localhost http://minty.ask-eve-ai-local.com/"
|
||||
NGINX_SERVER_NAME: "minty.ask-eve-ai-local.com localhost"
|
||||
|
||||
# CrewAI configuration
|
||||
CREWAI_STORAGE_DIR: "/app/crewai_storage"
|
||||
@@ -91,16 +82,30 @@ data:
|
||||
SW_EMAIL_SECRET_KEY: ZWM4NDYwNGMtZTJkNC00YjBkLWExMjAtNDA0MjA2OTNmNDJh
|
||||
|
||||
---
|
||||
# External Service for PostgreSQL (points to host database)
|
||||
# Headless Service for PostgreSQL (points to host database)
|
||||
apiVersion: v1
|
||||
kind: Service
|
||||
metadata:
|
||||
name: postgres-external
|
||||
namespace: eveai-dev
|
||||
spec:
|
||||
type: ExternalName
|
||||
externalName: host.docker.internal
|
||||
type: ClusterIP
|
||||
clusterIP: None
|
||||
ports:
|
||||
- port: 5432
|
||||
targetPort: 5432
|
||||
protocol: TCP
|
||||
|
||||
---
|
||||
# Endpoints for PostgreSQL (points to host IP)
|
||||
apiVersion: v1
|
||||
kind: Endpoints
|
||||
metadata:
|
||||
name: postgres-external
|
||||
namespace: eveai-dev
|
||||
subsets:
|
||||
- addresses:
|
||||
- ip: 192.168.1.130 # Host IP where PostgreSQL is running
|
||||
ports:
|
||||
- port: 5432
|
||||
protocol: TCP
|
||||
@@ -22,7 +22,7 @@ spec:
|
||||
paths:
|
||||
# Static files - hoogste prioriteit
|
||||
- path: /static(/|$)(.*)
|
||||
pathType: Prefix
|
||||
pathType: ImplementationSpecific
|
||||
backend:
|
||||
service:
|
||||
name: static-files-service
|
||||
@@ -31,7 +31,7 @@ spec:
|
||||
|
||||
# Admin interface
|
||||
- path: /admin(/|$)(.*)
|
||||
pathType: Prefix
|
||||
pathType: ImplementationSpecific
|
||||
backend:
|
||||
service:
|
||||
name: eveai-app-service
|
||||
@@ -40,7 +40,7 @@ spec:
|
||||
|
||||
# API endpoints
|
||||
- path: /api(/|$)(.*)
|
||||
pathType: Prefix
|
||||
pathType: ImplementationSpecific
|
||||
backend:
|
||||
service:
|
||||
name: eveai-api-service
|
||||
@@ -49,7 +49,7 @@ spec:
|
||||
|
||||
# Chat client
|
||||
- path: /chat-client(/|$)(.*)
|
||||
pathType: Prefix
|
||||
pathType: ImplementationSpecific
|
||||
backend:
|
||||
service:
|
||||
name: eveai-chat-client-service
|
||||
@@ -57,7 +57,7 @@ spec:
|
||||
number: 5004
|
||||
|
||||
# Root redirect naar admin (exact match)
|
||||
- path: /()
|
||||
- path: /
|
||||
pathType: Exact
|
||||
backend:
|
||||
service:
|
||||
|
||||
@@ -38,6 +38,7 @@ spec:
|
||||
metadata:
|
||||
labels:
|
||||
app: eveai-app
|
||||
tier: frontend
|
||||
spec:
|
||||
containers:
|
||||
- name: eveai-app
|
||||
@@ -58,7 +59,7 @@ spec:
|
||||
mountPath: /app/logs
|
||||
livenessProbe:
|
||||
httpGet:
|
||||
path: /healthz/ready
|
||||
path: /
|
||||
port: 5001
|
||||
initialDelaySeconds: 60
|
||||
periodSeconds: 30
|
||||
@@ -66,7 +67,7 @@ spec:
|
||||
failureThreshold: 3
|
||||
readinessProbe:
|
||||
httpGet:
|
||||
path: /healthz/ready
|
||||
path: /
|
||||
port: 5001
|
||||
initialDelaySeconds: 30
|
||||
periodSeconds: 10
|
||||
@@ -95,11 +96,10 @@ metadata:
|
||||
labels:
|
||||
app: eveai-app
|
||||
spec:
|
||||
type: NodePort
|
||||
type: ClusterIP
|
||||
ports:
|
||||
- port: 5001
|
||||
targetPort: 5001
|
||||
nodePort: 30001 # Maps to host port 3001
|
||||
protocol: TCP
|
||||
selector:
|
||||
app: eveai-app
|
||||
@@ -123,6 +123,7 @@ spec:
|
||||
metadata:
|
||||
labels:
|
||||
app: eveai-api
|
||||
tier: frontend
|
||||
spec:
|
||||
containers:
|
||||
- name: eveai-api
|
||||
@@ -143,7 +144,7 @@ spec:
|
||||
mountPath: /app/logs
|
||||
livenessProbe:
|
||||
httpGet:
|
||||
path: /healthz/ready
|
||||
path: /
|
||||
port: 5003
|
||||
initialDelaySeconds: 60
|
||||
periodSeconds: 30
|
||||
@@ -151,7 +152,7 @@ spec:
|
||||
failureThreshold: 3
|
||||
readinessProbe:
|
||||
httpGet:
|
||||
path: /healthz/ready
|
||||
path: /
|
||||
port: 5003
|
||||
initialDelaySeconds: 30
|
||||
periodSeconds: 10
|
||||
@@ -180,11 +181,10 @@ metadata:
|
||||
labels:
|
||||
app: eveai-api
|
||||
spec:
|
||||
type: NodePort
|
||||
type: ClusterIP
|
||||
ports:
|
||||
- port: 5003
|
||||
targetPort: 5003
|
||||
nodePort: 30003 # Maps to host port 3003
|
||||
protocol: TCP
|
||||
selector:
|
||||
app: eveai-api
|
||||
@@ -208,6 +208,7 @@ spec:
|
||||
metadata:
|
||||
labels:
|
||||
app: eveai-chat-client
|
||||
tier: frontend
|
||||
spec:
|
||||
containers:
|
||||
- name: eveai-chat-client
|
||||
@@ -228,7 +229,7 @@ spec:
|
||||
mountPath: /app/logs
|
||||
livenessProbe:
|
||||
httpGet:
|
||||
path: /healthz/ready
|
||||
path: /
|
||||
port: 5004
|
||||
initialDelaySeconds: 60
|
||||
periodSeconds: 30
|
||||
@@ -236,7 +237,7 @@ spec:
|
||||
failureThreshold: 3
|
||||
readinessProbe:
|
||||
httpGet:
|
||||
path: /healthz/ready
|
||||
path: /
|
||||
port: 5004
|
||||
initialDelaySeconds: 30
|
||||
periodSeconds: 10
|
||||
@@ -265,11 +266,10 @@ metadata:
|
||||
labels:
|
||||
app: eveai-chat-client
|
||||
spec:
|
||||
type: NodePort
|
||||
type: ClusterIP
|
||||
ports:
|
||||
- port: 5004
|
||||
targetPort: 5004
|
||||
nodePort: 30004 # Maps to host port 3004
|
||||
protocol: TCP
|
||||
selector:
|
||||
app: eveai-chat-client
|
||||
@@ -289,10 +289,12 @@ spec:
|
||||
selector:
|
||||
matchLabels:
|
||||
app: eveai-workers
|
||||
tier: backend
|
||||
template:
|
||||
metadata:
|
||||
labels:
|
||||
app: eveai-workers
|
||||
tier: backend
|
||||
spec:
|
||||
containers:
|
||||
- name: eveai-workers
|
||||
@@ -338,10 +340,12 @@ spec:
|
||||
selector:
|
||||
matchLabels:
|
||||
app: eveai-chat-workers
|
||||
tier: backend
|
||||
template:
|
||||
metadata:
|
||||
labels:
|
||||
app: eveai-chat-workers
|
||||
tier: backend
|
||||
spec:
|
||||
containers:
|
||||
- name: eveai-chat-workers
|
||||
@@ -387,10 +391,12 @@ spec:
|
||||
selector:
|
||||
matchLabels:
|
||||
app: eveai-beat
|
||||
tier: backend
|
||||
template:
|
||||
metadata:
|
||||
labels:
|
||||
app: eveai-beat
|
||||
tier: backend
|
||||
spec:
|
||||
containers:
|
||||
- name: eveai-beat
|
||||
@@ -438,6 +444,7 @@ spec:
|
||||
metadata:
|
||||
labels:
|
||||
app: eveai-entitlements
|
||||
tier: backend
|
||||
spec:
|
||||
containers:
|
||||
- name: eveai-entitlements
|
||||
|
||||
@@ -20,9 +20,9 @@ nodes:
|
||||
nodeRegistration:
|
||||
kubeletExtraArgs:
|
||||
node-labels: "ingress-ready=true"
|
||||
# Extra port mappings to host (minty) according to port schema 3000-3999
|
||||
# Minimal port mappings - only Ingress and essential monitoring
|
||||
extraPortMappings:
|
||||
# Nginx - Main entry point
|
||||
# Ingress Controller - Main entry point (all app access via Ingress)
|
||||
- containerPort: 80
|
||||
hostPort: 3080
|
||||
protocol: TCP
|
||||
@@ -30,52 +30,28 @@ nodes:
|
||||
hostPort: 3443
|
||||
protocol: TCP
|
||||
|
||||
# EveAI App
|
||||
- containerPort: 30001
|
||||
hostPort: 3001
|
||||
protocol: TCP
|
||||
|
||||
# EveAI API
|
||||
- containerPort: 30003
|
||||
hostPort: 3003
|
||||
protocol: TCP
|
||||
|
||||
# EveAI Chat Client
|
||||
- containerPort: 30004
|
||||
hostPort: 3004
|
||||
protocol: TCP
|
||||
|
||||
# Redis
|
||||
# Essential monitoring ports (optional - for direct access)
|
||||
# Redis (for direct debugging if needed)
|
||||
- containerPort: 30006
|
||||
hostPort: 3006
|
||||
protocol: TCP
|
||||
|
||||
# Flower (Celery monitoring)
|
||||
- containerPort: 30007
|
||||
hostPort: 3007
|
||||
protocol: TCP
|
||||
|
||||
# MinIO S3 API
|
||||
# MinIO S3 API (for direct S3 access)
|
||||
- containerPort: 30008
|
||||
hostPort: 3008
|
||||
protocol: TCP
|
||||
|
||||
# MinIO Console
|
||||
# MinIO Console (for direct management)
|
||||
- containerPort: 30009
|
||||
hostPort: 3009
|
||||
protocol: TCP
|
||||
|
||||
# Prometheus
|
||||
# Prometheus (for direct metrics access)
|
||||
- containerPort: 30010
|
||||
hostPort: 3010
|
||||
protocol: TCP
|
||||
|
||||
# Pushgateway
|
||||
- containerPort: 30011
|
||||
hostPort: 3011
|
||||
protocol: TCP
|
||||
|
||||
# Grafana
|
||||
# Grafana (for direct dashboard access)
|
||||
- containerPort: 30012
|
||||
hostPort: 3012
|
||||
protocol: TCP
|
||||
@@ -85,9 +61,6 @@ nodes:
|
||||
# MinIO data persistence
|
||||
- hostPath: $HOME/k8s-data/dev/minio
|
||||
containerPath: /mnt/minio-data
|
||||
# Redis data persistence
|
||||
- hostPath: $HOME/k8s-data/dev/redis
|
||||
containerPath: /mnt/redis-data
|
||||
# Application logs
|
||||
- hostPath: $HOME/k8s-data/dev/logs
|
||||
containerPath: /mnt/app-logs
|
||||
|
||||
@@ -1,19 +0,0 @@
|
||||
# Minimal Kind configuration for testing
|
||||
kind: Cluster
|
||||
apiVersion: kind.x-k8s.io/v1alpha4
|
||||
name: eveai-test-cluster
|
||||
networking:
|
||||
apiServerAddress: "127.0.0.1"
|
||||
apiServerPort: 3000
|
||||
nodes:
|
||||
- role: control-plane
|
||||
kubeadmConfigPatches:
|
||||
- |
|
||||
kind: InitConfiguration
|
||||
nodeRegistration:
|
||||
kubeletExtraArgs:
|
||||
node-labels: "ingress-ready=true"
|
||||
extraPortMappings:
|
||||
- containerPort: 80
|
||||
hostPort: 3080
|
||||
protocol: TCP
|
||||
11
k8s/dev/namespace.yaml
Normal file
11
k8s/dev/namespace.yaml
Normal file
@@ -0,0 +1,11 @@
|
||||
# Namespace for EveAI Dev Environment
|
||||
# File: namespace.yaml
|
||||
---
|
||||
# Namespace for dev environment
|
||||
apiVersion: v1
|
||||
kind: Namespace
|
||||
metadata:
|
||||
name: eveai-dev
|
||||
labels:
|
||||
environment: dev
|
||||
app: eveai
|
||||
147
k8s/dev/network-policies.yaml
Normal file
147
k8s/dev/network-policies.yaml
Normal file
@@ -0,0 +1,147 @@
|
||||
# Network Policies for EveAI Dev Environment
|
||||
# File: network-policies.yaml
|
||||
# Provides proper isolation and security for Kubernetes services
|
||||
---
|
||||
# Default deny all ingress traffic (security first approach)
|
||||
apiVersion: networking.k8s.io/v1
|
||||
kind: NetworkPolicy
|
||||
metadata:
|
||||
name: default-deny-ingress
|
||||
namespace: eveai-dev
|
||||
labels:
|
||||
app: eveai
|
||||
environment: dev
|
||||
spec:
|
||||
podSelector: {}
|
||||
policyTypes:
|
||||
- Ingress
|
||||
|
||||
---
|
||||
# Allow ingress controller to reach app services
|
||||
apiVersion: networking.k8s.io/v1
|
||||
kind: NetworkPolicy
|
||||
metadata:
|
||||
name: allow-ingress-to-apps
|
||||
namespace: eveai-dev
|
||||
labels:
|
||||
app: eveai
|
||||
environment: dev
|
||||
spec:
|
||||
podSelector:
|
||||
matchLabels:
|
||||
tier: frontend
|
||||
policyTypes:
|
||||
- Ingress
|
||||
ingress:
|
||||
- from:
|
||||
- namespaceSelector:
|
||||
matchLabels:
|
||||
name: ingress-nginx
|
||||
ports:
|
||||
- protocol: TCP
|
||||
port: 5001 # eveai-app
|
||||
- protocol: TCP
|
||||
port: 5003 # eveai-api
|
||||
- protocol: TCP
|
||||
port: 5004 # eveai-chat-client
|
||||
|
||||
---
|
||||
# Allow app services to communicate with backend services
|
||||
apiVersion: networking.k8s.io/v1
|
||||
kind: NetworkPolicy
|
||||
metadata:
|
||||
name: allow-apps-to-backend
|
||||
namespace: eveai-dev
|
||||
labels:
|
||||
app: eveai
|
||||
environment: dev
|
||||
spec:
|
||||
podSelector:
|
||||
matchLabels:
|
||||
tier: backend
|
||||
policyTypes:
|
||||
- Ingress
|
||||
ingress:
|
||||
- from:
|
||||
- podSelector:
|
||||
matchLabels:
|
||||
tier: frontend
|
||||
ports:
|
||||
- protocol: TCP
|
||||
port: 6379 # Redis
|
||||
- protocol: TCP
|
||||
port: 9000 # MinIO S3 API
|
||||
- protocol: TCP
|
||||
port: 9001 # MinIO Console
|
||||
- protocol: TCP
|
||||
port: 5432 # PostgreSQL
|
||||
|
||||
---
|
||||
# Allow internal service communication within eveai-dev namespace
|
||||
apiVersion: networking.k8s.io/v1
|
||||
kind: NetworkPolicy
|
||||
metadata:
|
||||
name: allow-internal-communication
|
||||
namespace: eveai-dev
|
||||
labels:
|
||||
app: eveai
|
||||
environment: dev
|
||||
spec:
|
||||
podSelector: {}
|
||||
policyTypes:
|
||||
- Ingress
|
||||
ingress:
|
||||
- from:
|
||||
- namespaceSelector:
|
||||
matchLabels:
|
||||
name: eveai-dev
|
||||
|
||||
---
|
||||
# Allow monitoring services to scrape metrics
|
||||
apiVersion: networking.k8s.io/v1
|
||||
kind: NetworkPolicy
|
||||
metadata:
|
||||
name: allow-monitoring-scraping
|
||||
namespace: eveai-dev
|
||||
labels:
|
||||
app: eveai
|
||||
environment: dev
|
||||
spec:
|
||||
podSelector:
|
||||
matchLabels:
|
||||
tier: monitoring
|
||||
policyTypes:
|
||||
- Ingress
|
||||
ingress:
|
||||
- from:
|
||||
- podSelector:
|
||||
matchLabels:
|
||||
app: prometheus
|
||||
ports:
|
||||
- protocol: TCP
|
||||
port: 9090 # Prometheus
|
||||
- protocol: TCP
|
||||
port: 9091 # Pushgateway
|
||||
- protocol: TCP
|
||||
port: 5555 # Flower
|
||||
- protocol: TCP
|
||||
port: 3000 # Grafana
|
||||
|
||||
---
|
||||
# Allow external access to monitoring services (NodePort)
|
||||
apiVersion: networking.k8s.io/v1
|
||||
kind: NetworkPolicy
|
||||
metadata:
|
||||
name: allow-external-monitoring
|
||||
namespace: eveai-dev
|
||||
labels:
|
||||
app: eveai
|
||||
environment: dev
|
||||
spec:
|
||||
podSelector:
|
||||
matchLabels:
|
||||
tier: monitoring
|
||||
policyTypes:
|
||||
- Ingress
|
||||
ingress:
|
||||
- {} # Allow all external traffic to monitoring services
|
||||
@@ -1,419 +0,0 @@
|
||||
# Nginx and Monitoring Services for EveAI Dev Environment
|
||||
# File: nginx-monitoring-services.yaml
|
||||
---
|
||||
# Nginx Deployment
|
||||
apiVersion: apps/v1
|
||||
kind: Deployment
|
||||
metadata:
|
||||
name: nginx
|
||||
namespace: eveai-dev
|
||||
labels:
|
||||
app: nginx
|
||||
environment: dev
|
||||
spec:
|
||||
replicas: 1
|
||||
selector:
|
||||
matchLabels:
|
||||
app: nginx
|
||||
template:
|
||||
metadata:
|
||||
labels:
|
||||
app: nginx
|
||||
spec:
|
||||
containers:
|
||||
- name: nginx
|
||||
image: registry.ask-eve-ai-local.com/josakola/nginx:latest
|
||||
ports:
|
||||
- containerPort: 80
|
||||
- containerPort: 443
|
||||
envFrom:
|
||||
- configMapRef:
|
||||
name: eveai-config
|
||||
- secretRef:
|
||||
name: eveai-secrets
|
||||
volumeMounts:
|
||||
- name: nginx-logs
|
||||
mountPath: /var/log/nginx
|
||||
livenessProbe:
|
||||
httpGet:
|
||||
path: /
|
||||
port: 80
|
||||
initialDelaySeconds: 30
|
||||
periodSeconds: 10
|
||||
timeoutSeconds: 5
|
||||
failureThreshold: 3
|
||||
readinessProbe:
|
||||
httpGet:
|
||||
path: /
|
||||
port: 80
|
||||
initialDelaySeconds: 5
|
||||
periodSeconds: 5
|
||||
timeoutSeconds: 5
|
||||
failureThreshold: 3
|
||||
resources:
|
||||
requests:
|
||||
memory: "128Mi"
|
||||
cpu: "100m"
|
||||
limits:
|
||||
memory: "512Mi"
|
||||
cpu: "500m"
|
||||
volumes:
|
||||
- name: nginx-logs
|
||||
persistentVolumeClaim:
|
||||
claimName: app-logs-pvc
|
||||
restartPolicy: Always
|
||||
|
||||
---
|
||||
# Nginx Service
|
||||
apiVersion: v1
|
||||
kind: Service
|
||||
metadata:
|
||||
name: nginx-service
|
||||
namespace: eveai-dev
|
||||
labels:
|
||||
app: nginx
|
||||
spec:
|
||||
type: NodePort
|
||||
ports:
|
||||
- port: 80
|
||||
targetPort: 80
|
||||
nodePort: 30080 # Maps to host port 3080
|
||||
protocol: TCP
|
||||
name: http
|
||||
- port: 443
|
||||
targetPort: 443
|
||||
nodePort: 30443 # Maps to host port 3443
|
||||
protocol: TCP
|
||||
name: https
|
||||
selector:
|
||||
app: nginx
|
||||
|
||||
---
|
||||
# Flower (Celery Monitoring) Deployment
|
||||
apiVersion: apps/v1
|
||||
kind: Deployment
|
||||
metadata:
|
||||
name: flower
|
||||
namespace: eveai-dev
|
||||
labels:
|
||||
app: flower
|
||||
environment: dev
|
||||
spec:
|
||||
replicas: 1
|
||||
selector:
|
||||
matchLabels:
|
||||
app: flower
|
||||
template:
|
||||
metadata:
|
||||
labels:
|
||||
app: flower
|
||||
spec:
|
||||
containers:
|
||||
- name: flower
|
||||
image: registry.ask-eve-ai-local.com/josakola/flower:latest
|
||||
ports:
|
||||
- containerPort: 5555
|
||||
envFrom:
|
||||
- configMapRef:
|
||||
name: eveai-config
|
||||
- secretRef:
|
||||
name: eveai-secrets
|
||||
resources:
|
||||
requests:
|
||||
memory: "128Mi"
|
||||
cpu: "100m"
|
||||
limits:
|
||||
memory: "512Mi"
|
||||
cpu: "300m"
|
||||
restartPolicy: Always
|
||||
|
||||
---
|
||||
# Flower Service
|
||||
apiVersion: v1
|
||||
kind: Service
|
||||
metadata:
|
||||
name: flower-service
|
||||
namespace: eveai-dev
|
||||
labels:
|
||||
app: flower
|
||||
spec:
|
||||
type: NodePort
|
||||
ports:
|
||||
- port: 5555
|
||||
targetPort: 5555
|
||||
nodePort: 30007 # Maps to host port 3007
|
||||
protocol: TCP
|
||||
selector:
|
||||
app: flower
|
||||
|
||||
---
|
||||
# Prometheus PVC
|
||||
apiVersion: v1
|
||||
kind: PersistentVolumeClaim
|
||||
metadata:
|
||||
name: prometheus-data-pvc
|
||||
namespace: eveai-dev
|
||||
spec:
|
||||
accessModes:
|
||||
- ReadWriteOnce
|
||||
storageClassName: local-storage
|
||||
resources:
|
||||
requests:
|
||||
storage: 5Gi
|
||||
selector:
|
||||
matchLabels:
|
||||
app: prometheus
|
||||
environment: dev
|
||||
|
||||
---
|
||||
# Prometheus Deployment
|
||||
apiVersion: apps/v1
|
||||
kind: Deployment
|
||||
metadata:
|
||||
name: prometheus
|
||||
namespace: eveai-dev
|
||||
labels:
|
||||
app: prometheus
|
||||
environment: dev
|
||||
spec:
|
||||
replicas: 1
|
||||
selector:
|
||||
matchLabels:
|
||||
app: prometheus
|
||||
template:
|
||||
metadata:
|
||||
labels:
|
||||
app: prometheus
|
||||
spec:
|
||||
containers:
|
||||
- name: prometheus
|
||||
image: registry.ask-eve-ai-local.com/josakola/prometheus:latest
|
||||
ports:
|
||||
- containerPort: 9090
|
||||
args:
|
||||
- '--config.file=/etc/prometheus/prometheus.yml'
|
||||
- '--storage.tsdb.path=/prometheus'
|
||||
- '--web.console.libraries=/etc/prometheus/console_libraries'
|
||||
- '--web.console.templates=/etc/prometheus/consoles'
|
||||
- '--web.enable-lifecycle'
|
||||
volumeMounts:
|
||||
- name: prometheus-data
|
||||
mountPath: /prometheus
|
||||
livenessProbe:
|
||||
httpGet:
|
||||
path: /-/healthy
|
||||
port: 9090
|
||||
initialDelaySeconds: 30
|
||||
periodSeconds: 10
|
||||
timeoutSeconds: 5
|
||||
failureThreshold: 3
|
||||
readinessProbe:
|
||||
httpGet:
|
||||
path: /-/ready
|
||||
port: 9090
|
||||
initialDelaySeconds: 5
|
||||
periodSeconds: 5
|
||||
timeoutSeconds: 5
|
||||
failureThreshold: 3
|
||||
resources:
|
||||
requests:
|
||||
memory: "512Mi"
|
||||
cpu: "300m"
|
||||
limits:
|
||||
memory: "2Gi"
|
||||
cpu: "1000m"
|
||||
volumes:
|
||||
- name: prometheus-data
|
||||
persistentVolumeClaim:
|
||||
claimName: prometheus-data-pvc
|
||||
restartPolicy: Always
|
||||
|
||||
---
|
||||
# Prometheus Service
|
||||
apiVersion: v1
|
||||
kind: Service
|
||||
metadata:
|
||||
name: prometheus-service
|
||||
namespace: eveai-dev
|
||||
labels:
|
||||
app: prometheus
|
||||
spec:
|
||||
type: NodePort
|
||||
ports:
|
||||
- port: 9090
|
||||
targetPort: 9090
|
||||
nodePort: 30010 # Maps to host port 3010
|
||||
protocol: TCP
|
||||
selector:
|
||||
app: prometheus
|
||||
|
||||
---
|
||||
# Pushgateway Deployment
|
||||
apiVersion: apps/v1
|
||||
kind: Deployment
|
||||
metadata:
|
||||
name: pushgateway
|
||||
namespace: eveai-dev
|
||||
labels:
|
||||
app: pushgateway
|
||||
environment: dev
|
||||
spec:
|
||||
replicas: 1
|
||||
selector:
|
||||
matchLabels:
|
||||
app: pushgateway
|
||||
template:
|
||||
metadata:
|
||||
labels:
|
||||
app: pushgateway
|
||||
spec:
|
||||
containers:
|
||||
- name: pushgateway
|
||||
image: prom/pushgateway:latest
|
||||
ports:
|
||||
- containerPort: 9091
|
||||
livenessProbe:
|
||||
httpGet:
|
||||
path: /-/healthy
|
||||
port: 9091
|
||||
initialDelaySeconds: 30
|
||||
periodSeconds: 10
|
||||
timeoutSeconds: 5
|
||||
failureThreshold: 3
|
||||
readinessProbe:
|
||||
httpGet:
|
||||
path: /-/ready
|
||||
port: 9091
|
||||
initialDelaySeconds: 5
|
||||
periodSeconds: 5
|
||||
timeoutSeconds: 5
|
||||
failureThreshold: 3
|
||||
resources:
|
||||
requests:
|
||||
memory: "128Mi"
|
||||
cpu: "100m"
|
||||
limits:
|
||||
memory: "512Mi"
|
||||
cpu: "300m"
|
||||
restartPolicy: Always
|
||||
|
||||
---
|
||||
# Pushgateway Service
|
||||
apiVersion: v1
|
||||
kind: Service
|
||||
metadata:
|
||||
name: pushgateway-service
|
||||
namespace: eveai-dev
|
||||
labels:
|
||||
app: pushgateway
|
||||
spec:
|
||||
type: NodePort
|
||||
ports:
|
||||
- port: 9091
|
||||
targetPort: 9091
|
||||
nodePort: 30011 # Maps to host port 3011
|
||||
protocol: TCP
|
||||
selector:
|
||||
app: pushgateway
|
||||
|
||||
---
|
||||
# Grafana PVC
|
||||
apiVersion: v1
|
||||
kind: PersistentVolumeClaim
|
||||
metadata:
|
||||
name: grafana-data-pvc
|
||||
namespace: eveai-dev
|
||||
spec:
|
||||
accessModes:
|
||||
- ReadWriteOnce
|
||||
storageClassName: local-storage
|
||||
resources:
|
||||
requests:
|
||||
storage: 1Gi
|
||||
selector:
|
||||
matchLabels:
|
||||
app: grafana
|
||||
environment: dev
|
||||
|
||||
---
|
||||
# Grafana Deployment
|
||||
apiVersion: apps/v1
|
||||
kind: Deployment
|
||||
metadata:
|
||||
name: grafana
|
||||
namespace: eveai-dev
|
||||
labels:
|
||||
app: grafana
|
||||
environment: dev
|
||||
spec:
|
||||
replicas: 1
|
||||
selector:
|
||||
matchLabels:
|
||||
app: grafana
|
||||
template:
|
||||
metadata:
|
||||
labels:
|
||||
app: grafana
|
||||
spec:
|
||||
containers:
|
||||
- name: grafana
|
||||
image: registry.ask-eve-ai-local.com/josakola/grafana:latest
|
||||
ports:
|
||||
- containerPort: 3000
|
||||
env:
|
||||
- name: GF_SECURITY_ADMIN_USER
|
||||
value: "admin"
|
||||
- name: GF_SECURITY_ADMIN_PASSWORD
|
||||
value: "admin"
|
||||
- name: GF_USERS_ALLOW_SIGN_UP
|
||||
value: "false"
|
||||
volumeMounts:
|
||||
- name: grafana-data
|
||||
mountPath: /var/lib/grafana
|
||||
livenessProbe:
|
||||
httpGet:
|
||||
path: /api/health
|
||||
port: 3000
|
||||
initialDelaySeconds: 30
|
||||
periodSeconds: 10
|
||||
timeoutSeconds: 5
|
||||
failureThreshold: 3
|
||||
readinessProbe:
|
||||
httpGet:
|
||||
path: /api/health
|
||||
port: 3000
|
||||
initialDelaySeconds: 5
|
||||
periodSeconds: 5
|
||||
timeoutSeconds: 5
|
||||
failureThreshold: 3
|
||||
resources:
|
||||
requests:
|
||||
memory: "256Mi"
|
||||
cpu: "200m"
|
||||
limits:
|
||||
memory: "1Gi"
|
||||
cpu: "500m"
|
||||
volumes:
|
||||
- name: grafana-data
|
||||
persistentVolumeClaim:
|
||||
claimName: grafana-data-pvc
|
||||
restartPolicy: Always
|
||||
|
||||
---
|
||||
# Grafana Service
|
||||
apiVersion: v1
|
||||
kind: Service
|
||||
metadata:
|
||||
name: grafana-service
|
||||
namespace: eveai-dev
|
||||
labels:
|
||||
app: grafana
|
||||
spec:
|
||||
type: NodePort
|
||||
ports:
|
||||
- port: 3000
|
||||
targetPort: 3000
|
||||
nodePort: 30012 # Maps to host port 3012
|
||||
protocol: TCP
|
||||
selector:
|
||||
app: grafana
|
||||
@@ -27,33 +27,6 @@ spec:
|
||||
values:
|
||||
- eveai-dev-cluster-control-plane
|
||||
|
||||
---
|
||||
# Redis Data Storage
|
||||
apiVersion: v1
|
||||
kind: PersistentVolume
|
||||
metadata:
|
||||
name: redis-data-pv
|
||||
labels:
|
||||
app: redis
|
||||
environment: dev
|
||||
spec:
|
||||
capacity:
|
||||
storage: 2Gi
|
||||
accessModes:
|
||||
- ReadWriteOnce
|
||||
persistentVolumeReclaimPolicy: Retain
|
||||
storageClassName: local-storage
|
||||
local:
|
||||
path: /mnt/redis-data
|
||||
nodeAffinity:
|
||||
required:
|
||||
nodeSelectorTerms:
|
||||
- matchExpressions:
|
||||
- key: kubernetes.io/hostname
|
||||
operator: In
|
||||
values:
|
||||
- eveai-dev-cluster-control-plane
|
||||
|
||||
---
|
||||
# Application Logs Storage
|
||||
apiVersion: v1
|
||||
|
||||
@@ -1,24 +1,5 @@
|
||||
# Redis and MinIO Services for EveAI Dev Environment
|
||||
# File: redis-minio-services.yaml
|
||||
---
|
||||
# Redis Persistent Volume Claim
|
||||
apiVersion: v1
|
||||
kind: PersistentVolumeClaim
|
||||
metadata:
|
||||
name: redis-data-pvc
|
||||
namespace: eveai-dev
|
||||
spec:
|
||||
accessModes:
|
||||
- ReadWriteOnce
|
||||
storageClassName: local-storage
|
||||
resources:
|
||||
requests:
|
||||
storage: 2Gi
|
||||
selector:
|
||||
matchLabels:
|
||||
app: redis
|
||||
environment: dev
|
||||
|
||||
---
|
||||
# Redis Deployment
|
||||
apiVersion: apps/v1
|
||||
@@ -38,15 +19,13 @@ spec:
|
||||
metadata:
|
||||
labels:
|
||||
app: redis
|
||||
tier: backend
|
||||
spec:
|
||||
containers:
|
||||
- name: redis
|
||||
image: redis:7.2.5
|
||||
ports:
|
||||
- containerPort: 6379
|
||||
volumeMounts:
|
||||
- name: redis-data
|
||||
mountPath: /data
|
||||
livenessProbe:
|
||||
exec:
|
||||
command:
|
||||
@@ -74,10 +53,6 @@ spec:
|
||||
limits:
|
||||
memory: "512Mi"
|
||||
cpu: "500m"
|
||||
volumes:
|
||||
- name: redis-data
|
||||
persistentVolumeClaim:
|
||||
claimName: redis-data-pvc
|
||||
restartPolicy: Always
|
||||
|
||||
---
|
||||
@@ -137,6 +112,7 @@ spec:
|
||||
metadata:
|
||||
labels:
|
||||
app: minio
|
||||
tier: backend
|
||||
spec:
|
||||
containers:
|
||||
- name: minio
|
||||
@@ -235,4 +211,22 @@ spec:
|
||||
protocol: TCP
|
||||
name: console
|
||||
selector:
|
||||
app: minio
|
||||
app: minio
|
||||
|
||||
---
|
||||
# Redis Alias Service (for application compatibility)
|
||||
apiVersion: v1
|
||||
kind: Service
|
||||
metadata:
|
||||
name: redis
|
||||
namespace: eveai-dev
|
||||
labels:
|
||||
app: redis
|
||||
spec:
|
||||
type: ClusterIP
|
||||
ports:
|
||||
- port: 6379
|
||||
targetPort: 6379
|
||||
protocol: TCP
|
||||
selector:
|
||||
app: redis
|
||||
@@ -67,7 +67,6 @@ create_host_directories() {
|
||||
|
||||
directories=(
|
||||
"$BASE_DIR/minio"
|
||||
"$BASE_DIR/redis"
|
||||
"$BASE_DIR/logs"
|
||||
"$BASE_DIR/prometheus"
|
||||
"$BASE_DIR/grafana"
|
||||
@@ -107,7 +106,7 @@ create_cluster() {
|
||||
|
||||
KIND_CONFIG="kind-dev-cluster.yaml"
|
||||
if [ ! -f "${KIND_CONFIG}" ]; then
|
||||
print_error "Config '${KIND_CONFIG}' niet gevonden in $(pwd)"
|
||||
print_error "Config '${KIND_CONFIG}' not found in $(pwd)"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
@@ -146,30 +145,6 @@ create_cluster() {
|
||||
print_success "Kind cluster created successfully"
|
||||
}
|
||||
|
||||
# Configure container resource limits to prevent CRI issues
|
||||
configure_container_limits() {
|
||||
print_status "Configuring container resource limits..."
|
||||
|
||||
# Configure file descriptor and inotify limits to prevent CRI plugin failures
|
||||
podman exec "${CLUSTER_NAME}-control-plane" sh -c '
|
||||
echo "fs.inotify.max_user_instances = 1024" >> /etc/sysctl.conf
|
||||
echo "fs.inotify.max_user_watches = 524288" >> /etc/sysctl.conf
|
||||
echo "fs.file-max = 2097152" >> /etc/sysctl.conf
|
||||
sysctl -p
|
||||
'
|
||||
|
||||
# Restart containerd to apply new limits
|
||||
print_status "Restarting containerd with new limits..."
|
||||
podman exec "${CLUSTER_NAME}-control-plane" systemctl restart containerd
|
||||
|
||||
# Wait for containerd to stabilize
|
||||
sleep 10
|
||||
|
||||
# Restart kubelet to ensure proper CRI communication
|
||||
podman exec "${CLUSTER_NAME}-control-plane" systemctl restart kubelet
|
||||
|
||||
print_success "Container limits configured and services restarted"
|
||||
}
|
||||
|
||||
# Verify CRI status and functionality
|
||||
verify_cri_status() {
|
||||
@@ -233,8 +208,23 @@ install_ingress_controller() {
|
||||
if [ $? -eq 0 ]; then
|
||||
print_success "NGINX Ingress Controller installed and ready"
|
||||
else
|
||||
print_error "Failed to install or start Ingress Controller"
|
||||
exit 1
|
||||
print_warning "Ingress Controller not ready, trying to label node..."
|
||||
# Label the node for ingress (fallback for scheduling issues)
|
||||
kubectl label node eveai-dev-cluster-control-plane ingress-ready=true --overwrite
|
||||
|
||||
# Wait again for Ingress Controller to be ready
|
||||
print_status "Waiting for Ingress Controller after node labeling..."
|
||||
kubectl wait --namespace ingress-nginx \
|
||||
--for=condition=ready pod \
|
||||
--selector=app.kubernetes.io/component=controller \
|
||||
--timeout=300s
|
||||
|
||||
if [ $? -eq 0 ]; then
|
||||
print_success "NGINX Ingress Controller ready after node labeling"
|
||||
else
|
||||
print_error "Failed to install or start Ingress Controller even after node labeling"
|
||||
exit 1
|
||||
fi
|
||||
fi
|
||||
|
||||
# Verify Ingress Controller status
|
||||
@@ -247,16 +237,38 @@ install_ingress_controller() {
|
||||
apply_manifests() {
|
||||
print_status "Applying Kubernetes manifests..."
|
||||
|
||||
# Apply in correct order
|
||||
# Apply base manifests in correct order (namespace.yaml handles namespace creation)
|
||||
manifests=(
|
||||
"namespace.yaml"
|
||||
"persistent-volumes.yaml"
|
||||
"config-secrets.yaml"
|
||||
"network-policies.yaml"
|
||||
)
|
||||
|
||||
for manifest in "${manifests[@]}"; do
|
||||
if [ -f "$manifest" ]; then
|
||||
print_status "Applying $manifest..."
|
||||
kubectl apply -f "$manifest"
|
||||
|
||||
# Apply with retry logic for race condition handling
|
||||
local max_attempts=3
|
||||
local attempt=1
|
||||
local success=false
|
||||
|
||||
while [ $attempt -le $max_attempts ] && [ "$success" = false ]; do
|
||||
if kubectl apply -f "$manifest"; then
|
||||
print_success "Successfully applied: $manifest"
|
||||
success=true
|
||||
else
|
||||
if [ $attempt -lt $max_attempts ]; then
|
||||
print_warning "Attempt $attempt failed for $manifest, retrying in 3 seconds..."
|
||||
sleep 3
|
||||
attempt=$((attempt + 1))
|
||||
else
|
||||
print_error "Failed to apply $manifest after $max_attempts attempts"
|
||||
return 1
|
||||
fi
|
||||
fi
|
||||
done
|
||||
else
|
||||
print_warning "Manifest $manifest not found, skipping..."
|
||||
fi
|
||||
@@ -265,6 +277,43 @@ apply_manifests() {
|
||||
print_success "Base manifests applied successfully"
|
||||
}
|
||||
|
||||
# Configure registry certificates and containerd
|
||||
configure_registry_certificates() {
|
||||
print_status "Configuring registry certificates and containerd..."
|
||||
|
||||
# Update CA certificates in the cluster
|
||||
print_status "Updating CA certificates..."
|
||||
kubectl debug node/eveai-dev-cluster-control-plane -it --image=busybox -- sh -c "
|
||||
chroot /host update-ca-certificates 2>/dev/null || true
|
||||
" 2>/dev/null || print_warning "Certificate update may have failed"
|
||||
|
||||
# Create containerd registry configuration directory
|
||||
print_status "Creating containerd registry configuration..."
|
||||
kubectl debug node/eveai-dev-cluster-control-plane -it --image=busybox -- sh -c "
|
||||
chroot /host mkdir -p /etc/containerd/certs.d/registry.ask-eve-ai-local.com
|
||||
" 2>/dev/null || print_warning "Failed to create containerd config directory"
|
||||
|
||||
# Configure registry hosts.toml
|
||||
print_status "Configuring registry hosts.toml..."
|
||||
kubectl debug node/eveai-dev-cluster-control-plane -it --image=busybox -- sh -c "
|
||||
chroot /host sh -c 'cat > /etc/containerd/certs.d/registry.ask-eve-ai-local.com/hosts.toml << EOF
|
||||
server = \"https://registry.ask-eve-ai-local.com\"
|
||||
|
||||
[host.\"https://registry.ask-eve-ai-local.com\"]
|
||||
capabilities = [\"pull\", \"resolve\"]
|
||||
ca = [\"/usr/local/share/ca-certificates/mkcert-ca.crt\"]
|
||||
EOF'
|
||||
" 2>/dev/null || print_warning "Failed to create hosts.toml"
|
||||
|
||||
# Restart containerd to apply configuration
|
||||
print_status "Restarting containerd..."
|
||||
kubectl debug node/eveai-dev-cluster-control-plane -it --image=busybox -- sh -c "
|
||||
chroot /host systemctl restart containerd
|
||||
" 2>/dev/null || print_warning "Failed to restart containerd"
|
||||
|
||||
print_success "Registry certificates and containerd configured"
|
||||
}
|
||||
|
||||
# Verify cluster status
|
||||
verify_cluster() {
|
||||
print_status "Verifying cluster status..."
|
||||
@@ -300,10 +349,10 @@ main() {
|
||||
check_prerequisites
|
||||
create_host_directories
|
||||
create_cluster
|
||||
configure_container_limits
|
||||
verify_cri_status
|
||||
install_ingress_controller
|
||||
apply_manifests
|
||||
configure_registry_certificates
|
||||
verify_cluster
|
||||
|
||||
echo ""
|
||||
|
||||
Reference in New Issue
Block a user