mudhorn/prometheus
1
0
Fork 0
mirror of https://github.com/prometheus/prometheus.git synced 2024-11-13 17:14:05 -08:00
Code Issues Actions 4 Packages Projects Releases Wiki Activity

Fixed indentation

Browse source 
Signed-off-by: beorn7 <beorn@grafana.com>
This commit is contained in:
beorn7 2019-06-26 20:31:05 +02:00
parent d5845ad05b
commit 23c03207e9
1 changed files with 37 additions and 19 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

56
documentation/prometheus-mixin/alerts.libsonnet
View file

@ -20,46 +20,55 @@
{ {
alert: 'PrometheusNotificationQueueRunningFull', alert: 'PrometheusNotificationQueueRunningFull',
expr: ||| expr: |||
predict_linear(prometheus_notifications_queue_length{%(prometheusSelector)s}[5m], 60 * 30) (
predict_linear(prometheus_notifications_queue_length{%(prometheusSelector)s}[5m], 60 * 30)
> >
prometheus_notifications_queue_capacity{%(prometheusSelector)s} prometheus_notifications_queue_capacity{%(prometheusSelector)s}
)
||| % $._config, ||| % $._config,
'for': '15m', 'for': '15m',
labels: { labels: {
severity: 'warning', severity: 'warning',
}, },
annotations: { annotations: {
message: "Prometheus' alert notification queue is running full for {{$labels.namespace}}/{{ $labels.pod}}", message: "Prometheus' alert notification queue is running full for {{$labels.namespace}}/{{$labels.pod}}",
}, },
}, },
{ {
alert: 'PrometheusErrorSendingAlerts', alert: 'PrometheusErrorSendingAlerts',
expr: ||| expr: |||
100 * rate(prometheus_notifications_errors_total{%(prometheusSelector)s}[5m]) (
rate(prometheus_notifications_errors_total{%(prometheusSelector)s}[5m])
/ /
rate(prometheus_notifications_sent_total{%(prometheusSelector)s}[5m]) > 1 rate(prometheus_notifications_sent_total{%(prometheusSelector)s}[5m]) > 1
)
* 100
||| % $._config, ||| % $._config,
'for': '15m', 'for': '15m',
labels: { labels: {
severity: 'warning', severity: 'warning',
}, },
annotations: { annotations: {
message: '{{ printf "%.1f" $value }}% errors while sending alerts from Prometheus {{$labels.namespace}}/{{ $labels.pod}} to Alertmanager {{$labels.Alertmanager}}', message: '{{ printf "%.1f" $value }}% errors while sending alerts from Prometheus {{$labels.namespace}}/{{$labels.pod}} to Alertmanager {{$labels.Alertmanager}}',
}, },
}, },
{ {
alert: 'PrometheusErrorSendingAlerts', alert: 'PrometheusErrorSendingAlerts',
expr: ||| expr: |||
100 * rate(prometheus_notifications_errors_total{%(prometheusSelector)s}[5m]) (
rate(prometheus_notifications_errors_total{%(prometheusSelector)s}[5m])
/ /
rate(prometheus_notifications_sent_total{%(prometheusSelector)s}[5m]) > 3 rate(prometheus_notifications_sent_total{%(prometheusSelector)s}[5m])
)
* 100
> 3
||| % $._config, ||| % $._config,
'for': '15m', 'for': '15m',
labels: { labels: {
severity: 'critical', severity: 'critical',
}, },
annotations: { annotations: {
message: '{{ printf "%.1f" $value }}% errors while sending alerts from Prometheus {{$labels.namespace}}/{{ $labels.pod}} to Alertmanager {{$labels.Alertmanager}}', message: '{{ printf "%.1f" $value }}% errors while sending alerts from Prometheus {{$labels.namespace}}/{{$labels.pod}} to Alertmanager {{$labels.Alertmanager}}',
}, },
}, },
{ {
@ -72,7 +81,7 @@
severity: 'warning', severity: 'warning',
}, },
annotations: { annotations: {
message: 'Prometheus {{ $labels.namespace }}/{{ $labels.pod}} is not connected to any Alertmanagers', message: 'Prometheus {{$labels.namespace}}/{{$labels.pod}} is not connected to any Alertmanagers',
}, },
}, },
{ {
@ -124,7 +133,7 @@
severity: 'warning', severity: 'warning',
}, },
annotations: { annotations: {
message: "Prometheus {{ $labels.namespace }}/{{ $labels.pod}} isn't ingesting samples.", message: "Prometheus {{$labels.namespace }}/{{ $labels.pod}} isn't ingesting samples.",
}, },
}, },
{ {
@ -143,10 +152,17 @@
{ {
alert: 'PrometheusRemoteStorageFailures', alert: 'PrometheusRemoteStorageFailures',
expr: ||| expr: |||
(rate(prometheus_remote_storage_failed_samples_total{%(prometheusSelector)s}[1m]) * 100) (
/ rate(prometheus_remote_storage_failed_samples_total{%(prometheusSelector)s}[1m])
(rate(prometheus_remote_storage_failed_samples_total{%(prometheusSelector)s}[1m]) + rate(prometheus_remote_storage_succeeded_samples_total{%(prometheusSelector)s}[1m])) /
> 1 (
rate(prometheus_remote_storage_failed_samples_total{%(prometheusSelector)s}[1m])
+
rate(prometheus_remote_storage_succeeded_samples_total{%(prometheusSelector)s}[1m])
)
)
* 100
> 1
||| % $._config, ||| % $._config,
'for': '15m', 'for': '15m',
labels: { labels: {
@ -159,10 +175,12 @@
{ {
alert: 'PrometheusRemoteWriteBehind', alert: 'PrometheusRemoteWriteBehind',
expr: ||| expr: |||
prometheus_remote_storage_highest_timestamp_in_seconds{%(prometheusSelector)s} (
- on(job, instance) group_right prometheus_remote_storage_highest_timestamp_in_seconds{%(prometheusSelector)s}
prometheus_remote_storage_queue_highest_sent_timestamp_seconds{%(prometheusSelector)s} - on(job, instance) group_right
> 120 prometheus_remote_storage_queue_highest_sent_timestamp_seconds{%(prometheusSelector)s}
)
> 120
||| % $._config, ||| % $._config,
'for': '15m', 'for': '15m',
labels: { labels: {