Configured Prometheus and Grafana for monitoring

.docker/rabbitmq/rabbitmq.config

@@ -10,5 +10,17 @@
       [
         { load_definitions, "/etc/rabbitmq/rabbitmq-defs.json" }
       ]
+  },
+  { 
+    rabbitmq_prometheus, 
+    [
+      {
+        listener, 
+      [
+          {port, 15674},
+          {path, "/metrics"}
+      ]
+      }
+    ]
   }
 ].
\ No newline at end of file

docker-compose.yaml

@@ -10,6 +10,11 @@ services:
     ports:
       - "${RABBITMQ_PORT}:5672"
       - "${RABBITMQ_ADMIN_PORT}:15672"
+    healthcheck:
+      test: ["CMD", "rabbitmq-diagnostics", "ping"]
+      interval: 30s
+      timeout: 10s
+      retries: 3
 
   logstash:
     image: logstash:8.7.1
@@ -44,13 +49,13 @@ services:
       retries: 50
     ports:
       - "${ELASTICSEARCH_PORT}:9200"
-    command: [ "elasticsearch", "-Elogger.level=WARN" ]
+    command: [ "elasticsearch", "-Elogger.level=WARN"]
 
   kibana:
     image: kibana:8.7.1
     container_name: ibd-local-stack-kibana
     ports:
-      - "${KIBANA_PORT}:5601"
+      - "${KIBANA_PORT}:5603"
     environment:
       - ELASTICSEARCH_HOSTS=http://ibd-local-stack-elasticsearch:9200
       - LOGGING_QUIET=false
@@ -64,6 +69,40 @@ services:
       - "${GRAFANA_PORT}:3000"
     volumes:
       - grafanadata:/var/lib/grafana
+    depends_on:
+      - prometheus
+
+  prometheus:
+    image: prom/prometheus:v2.41.0
+    container_name: ibd-local-stack-prometheus
+    volumes:
+      - ./prometheus/prometheus.yml:/etc/prometheus/prometheus.yml
+    ports:
+      - "9090:9090"
+
+  elasticsearch-exporter:
+    image: prometheuscommunity/elasticsearch-exporter:v1.2.0
+    container_name: ibd-local-stack-elasticsearch-exporter
+    environment:
+      - ES_URI=http://ibd-local-stack-elasticsearch:9200
+    ports:
+      - "9114:9114"
+    depends_on:
+      elasticsearch:
+        condition: service_healthy
+
+  rabbitmq-exporter:
+    image: kbudde/rabbitmq-exporter:latest
+    container_name: ibd-local-stack-rabbitmq-exporter
+    ports:
+      - "9419:9419" 
+    environment:
+      - RABBIT_USER=guest
+      - RABBIT_PASSWORD=guest
+      - RABBIT_URL=http://ibd-local-stack-rabbitmq:15672
+    depends_on:
+      - rabbitmq
+
 
   producer:
     build:
@@ -79,17 +118,16 @@ services:
       - "8080:8007"
 
 volumes:
-
   elasticdata:
     driver: local
-
   rmqdata:
     driver: local
-
+  grafana-storage:
+    driver: local
   grafanadata:
     driver: local
 
 networks:
   default:
     driver: bridge
-    name: ibd-local-stack
+    name: ibd-local-stack
\ No newline at end of file

producer/main.py

 from fastapi import FastAPI, BackgroundTasks
 from fastapi.responses import JSONResponse
 import asyncio
+import datetime
 
 from utils.publisher import RabbitMQPublisher
 

prometheus/prometheus.yml

+global:
+  scrape_interval: 15s
+
+scrape_configs:
+  - job_name: 'elasticsearch-exporter'
+    metrics_path: '/metrics'
+    static_configs:
+      - targets: ['ibd-local-stack-elasticsearch-exporter:9114']
+
+  - job_name: 'rabbitmq'
+    metrics_path: '/metrics'
+    static_configs:
+      - targets: ['ibd-local-stack-rabbitmq:15692']
+
+  - job_name: 'rabbitmq-exporter'
+    static_configs:
+      - targets: ['ibd-local-stack-rabbitmq-exporter:9419']