Merge branch 'monitoring-alerts-format' into 'main'

Alert formatting and swap threshold

See merge request g4st3r/srv-docker!8

monitoring/alertmanager/alertmanager.yml

@@ -15,9 +15,11 @@ receivers:
         chat_id: -1003779247128
         message: |-
           {{ range .Alerts }}
-          *{{ .Labels.alertname }}* ({{ .Labels.severity }})
+          {{ if eq .Labels.severity "critical" }}🔴{{ else }}⚠️{{ end }} *{{ .Labels.alertname }}* ({{ .Labels.severity }})
           {{ .Annotations.summary }}
           {{ .Annotations.description }}
+          Instance: {{ .Labels.instance }}
+          Details: {{ .GeneratorURL }}
           {{ end }}
         parse_mode: Markdown
         disable_notifications: false

monitoring/rules/base-alerts.yml

@@ -47,13 +47,13 @@ groups:
           description: "MemAvailable < 8%"
 
       - alert: SwapUsageHigh
-        expr: (1 - (node_memory_SwapFree_bytes / node_memory_SwapTotal_bytes)) > 0.30
-        for: 15m
+        expr: (1 - (node_memory_SwapFree_bytes / node_memory_SwapTotal_bytes)) > 0.50
+        for: 20m
         labels:
           severity: warning
         annotations:
           summary: "Swap usage high on {{ $labels.instance }}"
-          description: "Swap usage > 30%"
+          description: "Swap usage > 50%"
 
       - alert: DiskFull
         expr: (node_filesystem_avail_bytes{fstype!~"tmpfs|overlay"} / node_filesystem_size_bytes{fstype!~"tmpfs|overlay"}) < 0.10