Add disk and memory alerts

monitoring/grafana/provisioning/dashboards/dashboards.yml

@@ -12,5 +12,6 @@ providers:
     type: file
     disableDeletion: false
     editable: true
+    allowUiUpdates: true
     options:
       path: /var/lib/grafana/dashboards

monitoring/prometheus/prometheus.yml

@@ -26,3 +26,7 @@ scrape_configs:
   - job_name: smartctl
     static_configs:
       - targets: ["smartctl-exporter:9633"]
+
+  - job_name: revproxy-node
+    static_configs:
+      - targets: ["10.8.0.1:9100"]

monitoring/rules/base-alerts.yml

@@ -36,3 +36,21 @@ groups:
         annotations:
           summary: "Disk low on {{ $labels.instance }}"
           description: "<10% free on {{ $labels.mountpoint }}"
+
+      - alert: DiskUsageHigh
+        expr: (1 - (node_filesystem_avail_bytes{mountpoint="/",fstype!~"tmpfs|overlay"} / node_filesystem_size_bytes{mountpoint="/",fstype!~"tmpfs|overlay"})) > 0.85
+        for: 15m
+        labels:
+          severity: warning
+        annotations:
+          summary: "Disk usage >85% on {{ $labels.instance }}"
+          description: "Root filesystem usage above 85%"
+
+      - alert: MemAvailableLow
+        expr: (node_memory_MemAvailable_bytes / node_memory_MemTotal_bytes) < 0.08
+        for: 10m
+        labels:
+          severity: warning
+        annotations:
+          summary: "Low available memory on {{ $labels.instance }}"
+          description: "MemAvailable < 8%"