- Prometheus metrics go via pushgateway, as different worker processes might have different registries that are not picked up by Prometheus

docker/compose_dev.yaml

@@ -39,6 +39,8 @@ x-common-variables: &common-variables
   LANGCHAIN_API_KEY: "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"
   SERPER_API_KEY: "e4c553856d0e6b5a171ec5e6b69d874285b9badf"
   CREWAI_STORAGE_DIR: "/app/crewai_storage"
+  PUSH_GATEWAY_HOST: "pushgateway"
+  PUSH_GATEWAY_PORT: "9091"
 
 services:
   nginx:
@@ -389,6 +391,14 @@ services:
     networks:
       - eveai-network
 
+  pushgateway:
+    image: prom/pushgateway:latest
+    restart: unless-stopped
+    ports:
+      - "9091:9091"
+    networks:
+      - eveai-network
+
   grafana:
     image: grafana/grafana:latest
     container_name: grafana

docker/prometheus/prometheus.yml

@@ -32,3 +32,8 @@ scrape_configs:
     static_configs:
       - targets: ['eveai_entitlements:8000']
     scrape_interval: 10s
+
+  - job_name: 'pushgateway'
+    honor_labels: true
+    static_configs:
+      - targets: [ 'pushgateway:9091' ]