Add Alert PrometheusScrapeBodySizeLimitHit

Signed-off-by: Haoyu Sun <hasun@redhat.com>
This commit is contained in:
Haoyu Sun 2021-11-26 15:39:42 +01:00
parent b48a1e9e9b
commit 3c903af474
No known key found for this signature in database
GPG key ID: 77FD57F05AA2E99A

View file

@ -275,6 +275,20 @@
description: 'Prometheus %(prometheusName)s has dropped {{ printf "%%.0f" $value }} targets because some samples exceeded the configured label_limit, label_name_length_limit or label_value_length_limit.' % $._config, description: 'Prometheus %(prometheusName)s has dropped {{ printf "%%.0f" $value }} targets because some samples exceeded the configured label_limit, label_name_length_limit or label_value_length_limit.' % $._config,
}, },
}, },
{
alert: 'PrometheusScrapeBodySizeLimitHit',
expr: |||
increase(prometheus_target_scrapes_exceeded_body_size_limit_total{%(prometheusSelector)s}[5m]) > 0
||| % $._config,
'for': '15m',
labels: {
severity: 'warning',
},
annotations: {
summary: 'Prometheus has dropped some targets that exceeded body size limit.',
description: 'Prometheus %(prometheusName)s has dropped {{ printf "%%.0f" $value }} targets because some targets exceeded the configured body_size_limit.' % $._config,
},
},
{ {
alert: 'PrometheusTargetSyncFailure', alert: 'PrometheusTargetSyncFailure',
expr: ||| expr: |||
@ -389,11 +403,11 @@
( (
prometheus_tsdb_clean_start{%(prometheusSelector)s} == 0 prometheus_tsdb_clean_start{%(prometheusSelector)s} == 0
and and
( (
count by (%(prometheusHAGroupLabels)s) ( count by (%(prometheusHAGroupLabels)s) (
changes(process_start_time_seconds{%(prometheusSelector)s}[1h]) > 1 changes(process_start_time_seconds{%(prometheusSelector)s}[1h]) > 1
) )
/ /
count by (%(prometheusHAGroupLabels)s) ( count by (%(prometheusHAGroupLabels)s) (
up{%(prometheusSelector)s} up{%(prometheusSelector)s}
) )