- Definition and Improvements to job-system

- Definition of k8s pods for application services
2025-09-04 11:49:19 +02:00
parent 2a0c92b064
commit af8b5f54cd
16 changed files with 352 additions and 48 deletions
--- a/scaleway/manifests/base/applications/kustomization.yaml
+++ b/scaleway/manifests/base/applications/kustomization.yaml
@@ -5,4 +5,3 @@ resources:
  - verification/
  - frontend/
  - backend/
-  - ops/jobs/
--- a/scaleway/manifests/base/applications/ops/jobs/00-env-check-job.yaml
+++ b/scaleway/manifests/base/applications/ops/jobs/00-env-check-job.yaml
@@ -18,12 +18,38 @@ spec:
        job-type: env-check
    spec:
      restartPolicy: Never
+      imagePullSecrets:
+      - name: scaleway-registry-cred
      containers:
      - name: dbops
-        image: josakola/eveai_ops:latest
+        image: rg.fr-par.scw.cloud/eveai-staging/josakola/eveai_ops:staging
+        imagePullPolicy: Always
        envFrom:
        - secretRef:
            name: eveai-secrets
+        env:
+        - name: FLASK_APP
+          value: "/app/scripts/run.py"
+        - name: COMPONENT_NAME
+          value: "eveai_ops"
+        - name: PYTHONUNBUFFERED
+          value: "1"
+        - name: LOGLEVEL
+          value: "debug"
+        - name: ROLE
+          value: "web"
+        - name: PORT
+          value: "8080"
+        - name: WORKERS
+          value: "1"
+        - name: WORKER_CLASS
+          value: "gevent"
+        - name: WORKER_CONN
+          value: "100"
+        - name: MAX_REQUESTS
+          value: "1000"
+        - name: MAX_REQUESTS_JITTER
+          value: "100"
        command: ["/bin/bash","-lc","/app/scripts/dbops/00-env-check.sh"]
        resources:
          requests:
--- a/scaleway/manifests/base/applications/ops/jobs/02-db-bootstrap-ext-job.yaml
+++ b/scaleway/manifests/base/applications/ops/jobs/02-db-bootstrap-ext-job.yaml
@@ -19,12 +19,38 @@ spec:
        job-type: db-bootstrap-ext
    spec:
      restartPolicy: Never
+      imagePullSecrets:
+      - name: scaleway-registry-cred
      containers:
      - name: dbops
-        image: josakola/eveai_ops:latest
+        image: rg.fr-par.scw.cloud/eveai-staging/josakola/eveai_ops:staging
+        imagePullPolicy: Always
        envFrom:
        - secretRef:
            name: eveai-secrets
+        env:
+        - name: FLASK_APP
+          value: "/app/scripts/run.py"
+        - name: COMPONENT_NAME
+          value: "eveai_ops"
+        - name: PYTHONUNBUFFERED
+          value: "1"
+        - name: LOGLEVEL
+          value: "debug"
+        - name: ROLE
+          value: "web"
+        - name: PORT
+          value: "8080"
+        - name: WORKERS
+          value: "1"
+        - name: WORKER_CLASS
+          value: "gevent"
+        - name: WORKER_CONN
+          value: "100"
+        - name: MAX_REQUESTS
+          value: "1000"
+        - name: MAX_REQUESTS_JITTER
+          value: "100"
        command: ["/bin/bash","-lc","/app/scripts/dbops/02-db-bootstrap-ext.sh"]
        resources:
          requests:
--- a/scaleway/manifests/base/applications/ops/jobs/03-db-migrate-public-job.yaml
+++ b/scaleway/manifests/base/applications/ops/jobs/03-db-migrate-public-job.yaml
@@ -19,12 +19,38 @@ spec:
        job-type: db-migrate-public
    spec:
      restartPolicy: Never
+      imagePullSecrets:
+      - name: scaleway-registry-cred
      containers:
      - name: dbops
-        image: josakola/eveai_ops:latest
+        image: rg.fr-par.scw.cloud/eveai-staging/josakola/eveai_ops:staging
+        imagePullPolicy: Always
        envFrom:
        - secretRef:
            name: eveai-secrets
+        env:
+        - name: FLASK_APP
+          value: "/app/scripts/run.py"
+        - name: COMPONENT_NAME
+          value: "eveai_ops"
+        - name: PYTHONUNBUFFERED
+          value: "1"
+        - name: LOGLEVEL
+          value: "debug"
+        - name: ROLE
+          value: "web"
+        - name: PORT
+          value: "8080"
+        - name: WORKERS
+          value: "1"
+        - name: WORKER_CLASS
+          value: "gevent"
+        - name: WORKER_CONN
+          value: "100"
+        - name: MAX_REQUESTS
+          value: "1000"
+        - name: MAX_REQUESTS_JITTER
+          value: "100"
        command: ["/bin/bash","-lc","/app/scripts/dbops/03-db-migrate-public.sh"]
        resources:
          requests:
--- a/scaleway/manifests/base/applications/ops/jobs/04-db-migrate-tenant-job.yaml
+++ b/scaleway/manifests/base/applications/ops/jobs/04-db-migrate-tenant-job.yaml
@@ -19,12 +19,38 @@ spec:
        job-type: db-migrate-tenant
    spec:
      restartPolicy: Never
+      imagePullSecrets:
+      - name: scaleway-registry-cred
      containers:
      - name: dbops
-        image: josakola/eveai_ops:latest
+        image: rg.fr-par.scw.cloud/eveai-staging/josakola/eveai_ops:staging
+        imagePullPolicy: Always
        envFrom:
        - secretRef:
            name: eveai-secrets
+        env:
+        - name: FLASK_APP
+          value: "/app/scripts/run.py"
+        - name: COMPONENT_NAME
+          value: "eveai_ops"
+        - name: PYTHONUNBUFFERED
+          value: "1"
+        - name: LOGLEVEL
+          value: "debug"
+        - name: ROLE
+          value: "web"
+        - name: PORT
+          value: "8080"
+        - name: WORKERS
+          value: "1"
+        - name: WORKER_CLASS
+          value: "gevent"
+        - name: WORKER_CONN
+          value: "100"
+        - name: MAX_REQUESTS
+          value: "1000"
+        - name: MAX_REQUESTS_JITTER
+          value: "100"
        command: ["/bin/bash","-lc","/app/scripts/dbops/04-db-migrate-tenant.sh"]
        resources:
          requests:
--- a/scaleway/manifests/base/applications/ops/jobs/05-seed-or-init-data-job.yaml
+++ b/scaleway/manifests/base/applications/ops/jobs/05-seed-or-init-data-job.yaml
@@ -19,12 +19,38 @@ spec:
        job-type: db-seed-or-init
    spec:
      restartPolicy: Never
+      imagePullSecrets:
+      - name: scaleway-registry-cred
      containers:
      - name: dbops
-        image: josakola/eveai_ops:latest
+        image: rg.fr-par.scw.cloud/eveai-staging/josakola/eveai_ops:staging
+        imagePullPolicy: Always
        envFrom:
        - secretRef:
            name: eveai-secrets
+        env:
+        - name: FLASK_APP
+          value: "/app/scripts/run.py"
+        - name: COMPONENT_NAME
+          value: "eveai_ops"
+        - name: PYTHONUNBUFFERED
+          value: "1"
+        - name: LOGLEVEL
+          value: "debug"
+        - name: ROLE
+          value: "web"
+        - name: PORT
+          value: "8080"
+        - name: WORKERS
+          value: "1"
+        - name: WORKER_CLASS
+          value: "gevent"
+        - name: WORKER_CONN
+          value: "100"
+        - name: MAX_REQUESTS
+          value: "1000"
+        - name: MAX_REQUESTS_JITTER
+          value: "100"
        command: ["/bin/bash","-lc","/app/scripts/dbops/05-seed-or-init-data.sh"]
        resources:
          requests:
--- a/scaleway/manifests/base/applications/ops/jobs/06-verify-minimal-job.yaml
+++ b/scaleway/manifests/base/applications/ops/jobs/06-verify-minimal-job.yaml
@@ -19,12 +19,38 @@ spec:
        job-type: db-verify-minimal
    spec:
      restartPolicy: Never
+      imagePullSecrets:
+      - name: scaleway-registry-cred
      containers:
      - name: dbops
-        image: josakola/eveai_ops:latest
+        image: rg.fr-par.scw.cloud/eveai-staging/josakola/eveai_ops:staging
+        imagePullPolicy: Always
        envFrom:
        - secretRef:
            name: eveai-secrets
+        env:
+        - name: FLASK_APP
+          value: "/app/scripts/run.py"
+        - name: COMPONENT_NAME
+          value: "eveai_ops"
+        - name: PYTHONUNBUFFERED
+          value: "1"
+        - name: LOGLEVEL
+          value: "debug"
+        - name: ROLE
+          value: "web"
+        - name: PORT
+          value: "8080"
+        - name: WORKERS
+          value: "1"
+        - name: WORKER_CLASS
+          value: "gevent"
+        - name: WORKER_CONN
+          value: "100"
+        - name: MAX_REQUESTS
+          value: "1000"
+        - name: MAX_REQUESTS_JITTER
+          value: "100"
        command: ["/bin/bash","-lc","/app/scripts/dbops/06-verify-minimal.sh"]
        resources:
          requests:
--- a/scaleway/manifests/base/secrets/scaleway-registry-secret.yaml
+++ b/scaleway/manifests/base/secrets/scaleway-registry-secret.yaml
@@ -0,0 +1,35 @@
+apiVersion: external-secrets.io/v1
+kind: ExternalSecret
+metadata:
+  name: scaleway-registry-secret
+  namespace: eveai-staging
+spec:
+  refreshInterval: 1h
+  secretStoreRef:
+    name: scaleway-cluster-secret-store
+    kind: ClusterSecretStore
+  target:
+    name: scaleway-registry-cred
+    creationPolicy: Owner
+    template:
+      type: kubernetes.io/dockerconfigjson
+      data:
+        .dockerconfigjson: |
+          {"auths":{ "{{ .SCW_REGISTRY_URL }}": { 
+            "username":"{{ .SCW_REGISTRY_ACCESS_KEY }}",
+            "password":"{{ .SCW_REGISTRY_SECRET_KEY }}",
+            "auth":"{{ printf "%s:%s" .SCW_REGISTRY_ACCESS_KEY .SCW_REGISTRY_SECRET_KEY | b64enc }}"
+          }}}
+  data:
+  - secretKey: SCW_REGISTRY_URL
+    remoteRef:
+      key: name:eveai-registry
+      property: SCW_REGISTRY_URL
+  - secretKey: SCW_REGISTRY_ACCESS_KEY
+    remoteRef:
+      key: name:eveai-registry
+      property: SCW_REGISTRY_ACCESS_KEY
+  - secretKey: SCW_REGISTRY_SECRET_KEY
+    remoteRef:
+      key: name:eveai-registry
+      property: SCW_REGISTRY_SECRET_KEY