mirror of
https://github.com/prometheus/prometheus.git
synced 2024-12-26 22:19:40 -08:00
4b5ab80ca6
* [rule] Update rule health for append/commit fails Similar to https://github.com/prometheus/prometheus/pull/8410 will provide more context. Signed-off-by: Goutham Veeramachaneni <gouthamve@gmail.com> * Add test for updating health on append fails Signed-off-by: Goutham Veeramachaneni <gouthamve@gmail.com>
202 lines
5.6 KiB
Go
202 lines
5.6 KiB
Go
// Copyright 2013 The Prometheus Authors
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package rules
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"html/template"
|
|
"net/url"
|
|
"sync"
|
|
"time"
|
|
|
|
yaml "gopkg.in/yaml.v2"
|
|
|
|
"github.com/prometheus/prometheus/pkg/labels"
|
|
"github.com/prometheus/prometheus/pkg/rulefmt"
|
|
"github.com/prometheus/prometheus/promql"
|
|
"github.com/prometheus/prometheus/promql/parser"
|
|
"github.com/prometheus/prometheus/util/strutil"
|
|
)
|
|
|
|
// A RecordingRule records its vector expression into new timeseries.
|
|
type RecordingRule struct {
|
|
name string
|
|
vector parser.Expr
|
|
labels labels.Labels
|
|
// Protects the below.
|
|
mtx sync.Mutex
|
|
// The health of the recording rule.
|
|
health RuleHealth
|
|
// Timestamp of last evaluation of the recording rule.
|
|
evaluationTimestamp time.Time
|
|
// The last error seen by the recording rule.
|
|
lastError error
|
|
// Duration of how long it took to evaluate the recording rule.
|
|
evaluationDuration time.Duration
|
|
}
|
|
|
|
// NewRecordingRule returns a new recording rule.
|
|
func NewRecordingRule(name string, vector parser.Expr, lset labels.Labels) *RecordingRule {
|
|
return &RecordingRule{
|
|
name: name,
|
|
vector: vector,
|
|
health: HealthUnknown,
|
|
labels: lset,
|
|
}
|
|
}
|
|
|
|
// Name returns the rule name.
|
|
func (rule *RecordingRule) Name() string {
|
|
return rule.name
|
|
}
|
|
|
|
// Query returns the rule query expression.
|
|
func (rule *RecordingRule) Query() parser.Expr {
|
|
return rule.vector
|
|
}
|
|
|
|
// Labels returns the rule labels.
|
|
func (rule *RecordingRule) Labels() labels.Labels {
|
|
return rule.labels
|
|
}
|
|
|
|
// Eval evaluates the rule and then overrides the metric names and labels accordingly.
|
|
func (rule *RecordingRule) Eval(ctx context.Context, ts time.Time, query QueryFunc, _ *url.URL) (promql.Vector, error) {
|
|
vector, err := query(ctx, rule.vector.String(), ts)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
// Override the metric name and labels.
|
|
for i := range vector {
|
|
sample := &vector[i]
|
|
|
|
lb := labels.NewBuilder(sample.Metric)
|
|
|
|
lb.Set(labels.MetricName, rule.name)
|
|
|
|
for _, l := range rule.labels {
|
|
lb.Set(l.Name, l.Value)
|
|
}
|
|
|
|
sample.Metric = lb.Labels()
|
|
}
|
|
|
|
// Check that the rule does not produce identical metrics after applying
|
|
// labels.
|
|
if vector.ContainsSameLabelset() {
|
|
err = fmt.Errorf("vector contains metrics with the same labelset after applying rule labels")
|
|
rule.SetHealth(HealthBad)
|
|
rule.SetLastError(err)
|
|
return nil, err
|
|
}
|
|
|
|
rule.SetHealth(HealthGood)
|
|
rule.SetLastError(err)
|
|
return vector, nil
|
|
}
|
|
|
|
func (rule *RecordingRule) String() string {
|
|
r := rulefmt.Rule{
|
|
Record: rule.name,
|
|
Expr: rule.vector.String(),
|
|
Labels: rule.labels.Map(),
|
|
}
|
|
|
|
byt, err := yaml.Marshal(r)
|
|
if err != nil {
|
|
return fmt.Sprintf("error marshaling recording rule: %q", err.Error())
|
|
}
|
|
|
|
return string(byt)
|
|
}
|
|
|
|
// SetEvaluationDuration updates evaluationDuration to the time in seconds it took to evaluate the rule on its last evaluation.
|
|
func (rule *RecordingRule) SetEvaluationDuration(dur time.Duration) {
|
|
rule.mtx.Lock()
|
|
defer rule.mtx.Unlock()
|
|
rule.evaluationDuration = dur
|
|
}
|
|
|
|
// SetLastError sets the current error seen by the recording rule.
|
|
func (rule *RecordingRule) SetLastError(err error) {
|
|
rule.mtx.Lock()
|
|
defer rule.mtx.Unlock()
|
|
rule.lastError = err
|
|
}
|
|
|
|
// LastError returns the last error seen by the recording rule.
|
|
func (rule *RecordingRule) LastError() error {
|
|
rule.mtx.Lock()
|
|
defer rule.mtx.Unlock()
|
|
return rule.lastError
|
|
}
|
|
|
|
// SetHealth sets the current health of the recording rule.
|
|
func (rule *RecordingRule) SetHealth(health RuleHealth) {
|
|
rule.mtx.Lock()
|
|
defer rule.mtx.Unlock()
|
|
rule.health = health
|
|
}
|
|
|
|
// Health returns the current health of the recording rule.
|
|
func (rule *RecordingRule) Health() RuleHealth {
|
|
rule.mtx.Lock()
|
|
defer rule.mtx.Unlock()
|
|
return rule.health
|
|
}
|
|
|
|
// GetEvaluationDuration returns the time in seconds it took to evaluate the recording rule.
|
|
func (rule *RecordingRule) GetEvaluationDuration() time.Duration {
|
|
rule.mtx.Lock()
|
|
defer rule.mtx.Unlock()
|
|
return rule.evaluationDuration
|
|
}
|
|
|
|
// SetEvaluationTimestamp updates evaluationTimestamp to the timestamp of when the rule was last evaluated.
|
|
func (rule *RecordingRule) SetEvaluationTimestamp(ts time.Time) {
|
|
rule.mtx.Lock()
|
|
defer rule.mtx.Unlock()
|
|
rule.evaluationTimestamp = ts
|
|
}
|
|
|
|
// GetEvaluationTimestamp returns the time the evaluation took place.
|
|
func (rule *RecordingRule) GetEvaluationTimestamp() time.Time {
|
|
rule.mtx.Lock()
|
|
defer rule.mtx.Unlock()
|
|
return rule.evaluationTimestamp
|
|
}
|
|
|
|
// HTMLSnippet returns an HTML snippet representing this rule.
|
|
func (rule *RecordingRule) HTMLSnippet(pathPrefix string) template.HTML {
|
|
ruleExpr := rule.vector.String()
|
|
labels := make(map[string]string, len(rule.labels))
|
|
for _, l := range rule.labels {
|
|
labels[l.Name] = template.HTMLEscapeString(l.Value)
|
|
}
|
|
|
|
r := rulefmt.Rule{
|
|
Record: fmt.Sprintf(`<a href="%s">%s</a>`, pathPrefix+strutil.TableLinkForExpression(rule.name), rule.name),
|
|
Expr: fmt.Sprintf(`<a href="%s">%s</a>`, pathPrefix+strutil.TableLinkForExpression(ruleExpr), template.HTMLEscapeString(ruleExpr)),
|
|
Labels: labels,
|
|
}
|
|
|
|
byt, err := yaml.Marshal(r)
|
|
if err != nil {
|
|
return template.HTML(fmt.Sprintf("error marshaling recording rule: %q", template.HTMLEscapeString(err.Error())))
|
|
}
|
|
|
|
return template.HTML(byt)
|
|
}
|