added an initial grafana and prometheus setup

pip-install-python · pip-install-python · commit 66663b84356d · 2024-08-06T14:06:06.000-05:00
diff --git a/docker-compose.yml b/docker-compose.yml
@@ -3,4 +3,41 @@ services:
   web:
     build: .
     ports:
-      - "8550:8550"
+      - "8550:8550"
+    networks:
+      - monitoring_network
+
+  grafana:
+    image: grafana/grafana:latest
+    ports:
+      - "3000:3000"
+    volumes:
+      - grafana-storage:/var/lib/grafana
+    environment:
+      - GF_SECURITY_ADMIN_USER=${GF_ADMIN_USER:-admin}
+      - GF_SECURITY_ADMIN_PASSWORD=${GF_ADMIN_PASSWORD:-admin}
+    networks:
+      - monitoring_network
+
+  prometheus:
+    image: prom/prometheus:latest
+    volumes:
+      - ./prometheus.yml:/etc/prometheus/prometheus.yml
+      - prometheus_data:/prometheus
+    command:
+      - '--config.file=/etc/prometheus/prometheus.yml'
+      - '--storage.tsdb.path=/prometheus'
+      - '--web.console.libraries=/usr/share/prometheus/console_libraries'
+      - '--web.console.templates=/usr/share/prometheus/consoles'
+    ports:
+      - "9090:9090"
+    networks:
+      - monitoring_network
+
+volumes:
+  grafana-storage:
+  prometheus_data:
+
+networks:
+  monitoring_network:
+    driver: bridge
diff --git a/prometheus.yml b/prometheus.yml
@@ -0,0 +1,7 @@
+global:
+  scrape_interval: 15s
+
+scrape_configs:
+  - job_name: 'python_app'
+    static_configs:
+      - targets: ['web:8550']
diff --git a/requirements.txt b/requirements.txt
@@ -16,6 +16,7 @@ dash[ci,dev,testing]>=2.0
 dash-mantine-components>=0.12.1
 pyyaml>=5.0
 pytest<8.1.0
+prometheus-client
 wheel
 dash>=2.9.0
 gunicorn>=19.9.0
diff --git a/run.py b/run.py
@@ -3,6 +3,11 @@
 import json
 from flask import jsonify
 from components.appshell import create_appshell
+from prometheus_client import make_wsgi_app
+from werkzeug.middleware.dispatcher import DispatcherMiddleware
+from prometheus_client import Counter, Histogram
+import time
+from flask import request
 
 _dash_renderer._set_react_version("18.2.0")
 
@@ -22,6 +27,10 @@
     "https://unpkg.com/hotkeys-js/dist/hotkeys.min.js",
 ]
 
+# Define metrics
+REQUEST_COUNT = Counter('request_count', 'App Request Count', ['app_name', 'method', 'endpoint'])
+REQUEST_LATENCY = Histogram('request_latency_seconds', 'Request latency', ['app_name', 'endpoint'])
+
 app = Dash(
     __name__,
     suppress_callback_exceptions=True,
@@ -32,6 +41,21 @@
     prevent_initial_callbacks=True,
     index_string=open('templates/index.html').read()  # Add this line
 )
+app.server.wsgi_app = DispatcherMiddleware(app.server.wsgi_app, {
+    '/metrics': make_wsgi_app()
+})
+
+# Use metrics in your routes
+@app.server.before_request
+def before_request():
+    REQUEST_COUNT.labels(app_name=f'{__name__}', method=request.method, endpoint=request.endpoint).inc()
+    request.start_time = time.time()
+
+@app.server.after_request
+def after_request(response):
+    request_latency = time.time() - request.start_time
+    REQUEST_LATENCY.labels(app_name=f'{__name__}', endpoint=request.endpoint).observe(request_latency)
+    return response
 
 # Load data from JSON files
 data = []
@@ -53,5 +77,7 @@ def zoom_in(date):
     # Return the data corresponding to the date
     return jsonify(data_dict[date])
 
+
+
 if __name__ == "__main__":
     app.run_server(debug=False, host='0.0.0.0', port='8552')
