From 80a82c87eac4f984d703e34cc904c705c094072c Mon Sep 17 00:00:00 2001 From: Georg Pfuetzenreuter Date: Mar 24 2024 18:19:56 +0000 Subject: Configure member alias update alerts Replacement for the removed nsca status updates. Signed-off-by: Georg Pfuetzenreuter --- diff --git a/pillar/role/monitoring/alertmanager.sls b/pillar/role/monitoring/alertmanager.sls index 180645b..3b4a8a4 100644 --- a/pillar/role/monitoring/alertmanager.sls +++ b/pillar/role/monitoring/alertmanager.sls @@ -38,6 +38,12 @@ prometheus: - alertname="Low disk space predicted" equal: - instance + - source_matchers: + - alertname="Member aliases update failed due to too many removals" + target_matchers: + - alertname="Member aliases update failed" + equal: + - instance time_intervals: - name: update_window time_intervals: diff --git a/salt/files/prometheus/alerts/misc.yml b/salt/files/prometheus/alerts/misc.yml new file mode 100644 index 0000000..c5199a0 --- /dev/null +++ b/salt/files/prometheus/alerts/misc.yml @@ -0,0 +1,33 @@ +# yamllint disable rule:line-length +##################################################### +## MANAGED BY SALT in salt/files/prometheus/alerts ## +##################################################### +--- +groups: + - name: ioo-mail-virtual-users + rules: + - alert: Member aliases update failed + expr: >- + virtual_opensuse_users_status > 0 + for: 5s + labels: + severity: warning + annotations: + title: >- + Failed to update member aliases on {{ $labels.instance }} + description: >- + Failed to update member aliases through get_member_aliases on {{ $labels.instance }}. + + - alert: Member aliases update failed due to too many removals + expr: >- + virtual_opensuse_users_remove > 0 + and on(instance) + virtual_opensuse_users_status > 0 + for: 5s + labels: + severity: critical + annotations: + title: >- + Failed to update member aliases on {{ $labels.instance }} + description: >- + Failed to update member aliases through get_member_aliases on {{ $labels.instance }}, would have removed {{ $labels.value }} entries.