fix(alerts): fix minio low disk space alert

truxnell · Apr 16, 2022 · 6d50c6b · 6d50c6b
1 parent cbdbca7
commit 6d50c6b
Showing 1 changed file with 5 additions and 5 deletions.
diff --git a/k8s/manifests/system-monitoring/kube-prometheus-stack/prometheus-rules/services/minio.yaml b/k8s/manifests/system-monitoring/kube-prometheus-stack/prometheus-rules/services/minio.yaml
@@ -19,18 +19,18 @@ spec:
               may not occur as expected, and service may be impacted"
             summary: "Minio is experiecing elevated S3 errors."
         - alert: MinioDiskOffline
-          expr: minio_disks_offline > 0
+          expr: minio_cluster_nodes_online_total = 0
           for: 0m
           labels:
             severity: critical
           annotations:
-            summary: Minio disk offline (instance {{ $labels.instance }})
-            description: "Minio disk is offline\n  VALUE = {{ $value }}\n  LABELS = {{ $labels }}"
+            summary: Minio nodes offline (instance {{ $labels.instance }})
+            description: "Minio node is offline\n  VALUE = {{ $value }}\n  LABELS = {{ $labels }}"
         - alert: MinioDiskSpaceUsage
-          expr: disk_storage_available / disk_storage_total * 100 < 10
+          expr: minio_node_disk_free_bytes / minio_node_disk_used_bytes * 100 < 5
           for: 0m
           labels:
             severity: warning
           annotations:
             summary: Minio disk space usage (instance {{ $labels.instance }})
-            description: "Minio available free space is low (< 10%)\n  VALUE = {{ $value }}\n  LABELS = {{ $labels }}"
+            description: "Minio available free space is low (< 50%)\n  VALUE = {{ $value }}\n  LABELS = {{ $labels }}"