chris
11779ab21d
Some checks are pending
/ Ansible Lint (push) Waiting to run
a bit of help to deal with alert fatigue
75 lines
2 KiB
Django/Jinja
75 lines
2 KiB
Django/Jinja
# Links & References:
|
|
# - https://prometheus.io/docs/alerting/latest/configuration/
|
|
# - https://github.com/prometheus/alertmanager/blob/48a99764a1fc9279fc828de83e7a03ae2219abc7/doc/examples/simple.yml
|
|
|
|
route:
|
|
receiver: 'ccchh-infrastructure-alerts'
|
|
group_by: [ "alertname", "site", "type", "hypervisor" ]
|
|
group_wait: 30s
|
|
group_interval: 5m
|
|
repeat_interval: 26h
|
|
routes:
|
|
- receiver: "null"
|
|
matchers:
|
|
- sendAlert = "false"
|
|
- receiver: ntfy-ccchh-critical
|
|
matchers:
|
|
- org = "ccchh"
|
|
- severity = "critical",
|
|
repeat_interval: 26h
|
|
continue: true
|
|
- receiver: ntfy-ccchh
|
|
matchers:
|
|
- org = "ccchh"
|
|
- severity =~ "info|warning",
|
|
repeat_interval: 52h
|
|
continue: true
|
|
- receiver: ntfy-fux-critical
|
|
matchers:
|
|
- org = "fux"
|
|
- severity = "critical",
|
|
repeat_interval: 26h
|
|
continue: true
|
|
- receiver: email-fux-critical
|
|
matchers:
|
|
- org = "fux"
|
|
- severity = "critical",
|
|
repeat_interval: 52h
|
|
continue: true
|
|
- receiver: ntfy-fux
|
|
matchers:
|
|
- org = "fux"
|
|
- severity =~ "info|warning",
|
|
repeat_interval: 52h
|
|
continue: true
|
|
|
|
templates:
|
|
- "/etc/alertmanager/templates/*.tmpl"
|
|
|
|
receivers:
|
|
- name: "null"
|
|
|
|
- name: "ntfy-ccchh-critical"
|
|
webhook_configs:
|
|
- url: "http://ntfy-alertmanager-ccchh-critical:8000"
|
|
|
|
- name: "ntfy-fux-critical"
|
|
webhook_configs:
|
|
- url: "http://ntfy-alertmanager-fux-critical:8001"
|
|
|
|
- name: "ntfy-ccchh"
|
|
webhook_configs:
|
|
- url: "http://ntfy-alertmanager-ccchh:8010"
|
|
|
|
- name: "ntfy-fux"
|
|
webhook_configs:
|
|
- url: "http://ntfy-alertmanager-fux:8011"
|
|
|
|
- name: "email-fux-critical"
|
|
email_configs:
|
|
- send_resolved: true
|
|
to: "stb@lassitu.de,fux@zimdahl.org"
|
|
from: "alert-manager@hamburg.ccc.de"
|
|
smarthost: "cow.hamburg.ccc.de:587"
|
|
auth_username: "alert-manager@hamburg.ccc.de"
|
|
auth_password: {{ secret__alert_manager_email_password }}
|