grafana: there are more metrics now

resources/chaosknoten/grafana/docker_compose/prometheus.yml

@@ -1,12 +1,12 @@
 global:
   scrape_interval: 60s
-  scrape_timeout: 10s
-  evaluation_interval: 15s
+  scrape_timeout: 15s
+  evaluation_interval: 30s
 
 alerting:
   alertmanagers:
     - scheme: http
-      timeout: 10s
+      timeout: 15s
       static_configs:
         - targets:
             - "alertmanager:9093"

resources/chaosknoten/grafana/docker_compose/prometheus_alerts.rules.yaml

@@ -627,7 +627,7 @@ groups:
           summary: Prometheus TSDB WAL truncations failed (instance {{ $labels.instance }})
           description: "Prometheus encountered {{ $value }} TSDB WAL truncation failures\n  VALUE = {{ $value }}"
       - alert: PrometheusTimeseriesCardinality
-        expr: label_replace(count by(__name__) ({__name__=~".+"}), "name", "$1", "__name__", "(.+)") > 15000
+        expr: label_replace(count by(__name__) ({__name__=~".+"}), "name", "$1", "__name__", "(.+)") > 20000
         for: 0m
         labels:
           severity: warning