apps/multimedia: more robust ARR app unhealthy alert

thaum-xyz · Dec 4, 2023 · 7bc93a0 · 7bc93a0
1 parent 907d72d
commit 7bc93a0
Show file tree

Hide file tree

Showing 4 changed files with 8 additions and 8 deletions.
diff --git a/apps/multimedia/jsonnet/arr.libsonnet b/apps/multimedia/jsonnet/arr.libsonnet
@@ -168,8 +168,8 @@ function(params) {
               For more infromation check {{ $labels.wikiurl }}.
             ||| % ([$._config.name]),
           },
-          expr: '%s_system_health_issues{job="%s"} == 1' % ([$._config.name, $.serviceMonitor.metadata.name]),
-          'for': '5m',
+          expr: 'max_over_time(%s_system_health_issues{job="%s",source!="UpdateCheck"}[1h]) == 1' % ([$._config.name, $.serviceMonitor.metadata.name]),
+          'for': '2h',
           labels: {
             severity: 'warning',
           },

diff --git a/apps/multimedia/manifests/prowlarr/prometheusRule.yaml b/apps/multimedia/manifests/prowlarr/prometheusRule.yaml
@@ -38,7 +38,7 @@ spec:
               Arr Application prowlarr is having issues with {{ $labels.source }} health check - {{ $labels.message }}.
               For more infromation check {{ $labels.wikiurl }}.
             summary: prowlarr is unhealthy
-          expr: prowlarr_system_health_issues{job="prowlarr"} == 1
-          for: 5m
+          expr: max_over_time(prowlarr_system_health_issues{job="prowlarr",source!="UpdateCheck"}[1h]) == 1
+          for: 2h
           labels:
             severity: warning
diff --git a/apps/multimedia/manifests/radarr/prometheusRule.yaml b/apps/multimedia/manifests/radarr/prometheusRule.yaml
@@ -38,7 +38,7 @@ spec:
               Arr Application radarr is having issues with {{ $labels.source }} health check - {{ $labels.message }}.
               For more infromation check {{ $labels.wikiurl }}.
             summary: radarr is unhealthy
-          expr: radarr_system_health_issues{job="radarr"} == 1
-          for: 5m
+          expr: max_over_time(radarr_system_health_issues{job="radarr",source!="UpdateCheck"}[1h]) == 1
+          for: 2h
           labels:
             severity: warning
diff --git a/apps/multimedia/manifests/sonarr/prometheusRule.yaml b/apps/multimedia/manifests/sonarr/prometheusRule.yaml
@@ -38,7 +38,7 @@ spec:
               Arr Application sonarr is having issues with {{ $labels.source }} health check - {{ $labels.message }}.
               For more infromation check {{ $labels.wikiurl }}.
             summary: sonarr is unhealthy
-          expr: sonarr_system_health_issues{job="sonarr"} == 1
-          for: 5m
+          expr: max_over_time(sonarr_system_health_issues{job="sonarr",source!="UpdateCheck"}[1h]) == 1
+          for: 2h
           labels:
             severity: warning