mirror of
https://github.com/prometheus/prometheus.git
synced 2024-11-09 23:24:05 -08:00
37b408c6cd
* [PATCH] Allow having evaluation delay for rule groups Signed-off-by: Ganesh Vernekar <ganeshvern@gmail.com> * [PATCH] Fix lint Signed-off-by: Ganesh Vernekar <ganeshvern@gmail.com> * [PATCH] Move the option to ManagerOptions Signed-off-by: Ganesh Vernekar <ganeshvern@gmail.com> * [PATCH] Include evaluation_delay in the group config Signed-off-by: Ganesh Vernekar <ganeshvern@gmail.com> * Fix comments Signed-off-by: gotjosh <josue.abreu@gmail.com> * Add a server configuration option. Signed-off-by: gotjosh <josue.abreu@gmail.com> * Appease the linter #1 Signed-off-by: gotjosh <josue.abreu@gmail.com> * Add the new server flag documentation Signed-off-by: gotjosh <josue.abreu@gmail.com> * Improve documentation of the new flag and configuration Signed-off-by: gotjosh <josue.abreu@gmail.com> * Use named parameters for clarity on the `Rule` interface Signed-off-by: gotjosh <josue.abreu@gmail.com> * Add `initial` to the flag help Signed-off-by: gotjosh <josue.abreu@gmail.com> * Change the CHANGELOG area from `ruler` to `rules` Signed-off-by: gotjosh <josue.abreu@gmail.com> * Rename evaluation_delay to `rule_query_offset`/`query_offset` and make it a global configuration option. Signed-off-by: gotjosh <josue.abreu@gmail.com> E Your branch is up to date with 'origin/gotjosh/evaluation-delay'. * more docs Signed-off-by: gotjosh <josue.abreu@gmail.com> * Improve wording on CHANGELOG Signed-off-by: gotjosh <josue.abreu@gmail.com> * Add `RuleQueryOffset` to the default config in tests in case it changes Signed-off-by: gotjosh <josue.abreu@gmail.com> * Update docs/configuration/recording_rules.md Co-authored-by: Julius Volz <julius.volz@gmail.com> Signed-off-by: gotjosh <josue.abreu@gmail.com> * Rename `RuleQueryOffset` to `QueryOffset` when in the group context. Signed-off-by: gotjosh <josue.abreu@gmail.com> * Improve docstring and documentation on the `rule_query_offset` Signed-off-by: gotjosh <josue.abreu@gmail.com> --------- Signed-off-by: Ganesh Vernekar <ganeshvern@gmail.com> Signed-off-by: gotjosh <josue.abreu@gmail.com> Co-authored-by: Ganesh Vernekar <ganeshvern@gmail.com> Co-authored-by: Julius Volz <julius.volz@gmail.com>
189 lines
5.5 KiB
Go
189 lines
5.5 KiB
Go
// Copyright 2013 The Prometheus Authors
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package rules
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"net/url"
|
|
"time"
|
|
|
|
"go.uber.org/atomic"
|
|
"gopkg.in/yaml.v2"
|
|
|
|
"github.com/prometheus/prometheus/model/labels"
|
|
"github.com/prometheus/prometheus/model/rulefmt"
|
|
"github.com/prometheus/prometheus/promql"
|
|
"github.com/prometheus/prometheus/promql/parser"
|
|
)
|
|
|
|
// A RecordingRule records its vector expression into new timeseries.
|
|
type RecordingRule struct {
|
|
name string
|
|
vector parser.Expr
|
|
labels labels.Labels
|
|
// The health of the recording rule.
|
|
health *atomic.String
|
|
// Timestamp of last evaluation of the recording rule.
|
|
evaluationTimestamp *atomic.Time
|
|
// The last error seen by the recording rule.
|
|
lastError *atomic.Error
|
|
// Duration of how long it took to evaluate the recording rule.
|
|
evaluationDuration *atomic.Duration
|
|
|
|
noDependentRules *atomic.Bool
|
|
noDependencyRules *atomic.Bool
|
|
}
|
|
|
|
// NewRecordingRule returns a new recording rule.
|
|
func NewRecordingRule(name string, vector parser.Expr, lset labels.Labels) *RecordingRule {
|
|
return &RecordingRule{
|
|
name: name,
|
|
vector: vector,
|
|
labels: lset,
|
|
health: atomic.NewString(string(HealthUnknown)),
|
|
evaluationTimestamp: atomic.NewTime(time.Time{}),
|
|
evaluationDuration: atomic.NewDuration(0),
|
|
lastError: atomic.NewError(nil),
|
|
noDependentRules: atomic.NewBool(false),
|
|
noDependencyRules: atomic.NewBool(false),
|
|
}
|
|
}
|
|
|
|
// Name returns the rule name.
|
|
func (rule *RecordingRule) Name() string {
|
|
return rule.name
|
|
}
|
|
|
|
// Query returns the rule query expression.
|
|
func (rule *RecordingRule) Query() parser.Expr {
|
|
return rule.vector
|
|
}
|
|
|
|
// Labels returns the rule labels.
|
|
func (rule *RecordingRule) Labels() labels.Labels {
|
|
return rule.labels
|
|
}
|
|
|
|
// Eval evaluates the rule and then overrides the metric names and labels accordingly.
|
|
func (rule *RecordingRule) Eval(ctx context.Context, queryOffset time.Duration, ts time.Time, query QueryFunc, _ *url.URL, limit int) (promql.Vector, error) {
|
|
ctx = NewOriginContext(ctx, NewRuleDetail(rule))
|
|
vector, err := query(ctx, rule.vector.String(), ts.Add(-queryOffset))
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
// Override the metric name and labels.
|
|
lb := labels.NewBuilder(labels.EmptyLabels())
|
|
|
|
for i := range vector {
|
|
sample := &vector[i]
|
|
|
|
lb.Reset(sample.Metric)
|
|
lb.Set(labels.MetricName, rule.name)
|
|
|
|
rule.labels.Range(func(l labels.Label) {
|
|
lb.Set(l.Name, l.Value)
|
|
})
|
|
|
|
sample.Metric = lb.Labels()
|
|
}
|
|
|
|
// Check that the rule does not produce identical metrics after applying
|
|
// labels.
|
|
if vector.ContainsSameLabelset() {
|
|
return nil, fmt.Errorf("vector contains metrics with the same labelset after applying rule labels")
|
|
}
|
|
|
|
numSeries := len(vector)
|
|
if limit > 0 && numSeries > limit {
|
|
return nil, fmt.Errorf("exceeded limit of %d with %d series", limit, numSeries)
|
|
}
|
|
|
|
rule.SetHealth(HealthGood)
|
|
rule.SetLastError(err)
|
|
return vector, nil
|
|
}
|
|
|
|
func (rule *RecordingRule) String() string {
|
|
r := rulefmt.Rule{
|
|
Record: rule.name,
|
|
Expr: rule.vector.String(),
|
|
Labels: rule.labels.Map(),
|
|
}
|
|
|
|
byt, err := yaml.Marshal(r)
|
|
if err != nil {
|
|
return fmt.Sprintf("error marshaling recording rule: %q", err.Error())
|
|
}
|
|
|
|
return string(byt)
|
|
}
|
|
|
|
// SetEvaluationDuration updates evaluationDuration to the time in seconds it took to evaluate the rule on its last evaluation.
|
|
func (rule *RecordingRule) SetEvaluationDuration(dur time.Duration) {
|
|
rule.evaluationDuration.Store(dur)
|
|
}
|
|
|
|
// SetLastError sets the current error seen by the recording rule.
|
|
func (rule *RecordingRule) SetLastError(err error) {
|
|
rule.lastError.Store(err)
|
|
}
|
|
|
|
// LastError returns the last error seen by the recording rule.
|
|
func (rule *RecordingRule) LastError() error {
|
|
return rule.lastError.Load()
|
|
}
|
|
|
|
// SetHealth sets the current health of the recording rule.
|
|
func (rule *RecordingRule) SetHealth(health RuleHealth) {
|
|
rule.health.Store(string(health))
|
|
}
|
|
|
|
// Health returns the current health of the recording rule.
|
|
func (rule *RecordingRule) Health() RuleHealth {
|
|
return RuleHealth(rule.health.Load())
|
|
}
|
|
|
|
// GetEvaluationDuration returns the time in seconds it took to evaluate the recording rule.
|
|
func (rule *RecordingRule) GetEvaluationDuration() time.Duration {
|
|
return rule.evaluationDuration.Load()
|
|
}
|
|
|
|
// SetEvaluationTimestamp updates evaluationTimestamp to the timestamp of when the rule was last evaluated.
|
|
func (rule *RecordingRule) SetEvaluationTimestamp(ts time.Time) {
|
|
rule.evaluationTimestamp.Store(ts)
|
|
}
|
|
|
|
// GetEvaluationTimestamp returns the time the evaluation took place.
|
|
func (rule *RecordingRule) GetEvaluationTimestamp() time.Time {
|
|
return rule.evaluationTimestamp.Load()
|
|
}
|
|
|
|
func (rule *RecordingRule) SetNoDependentRules(noDependentRules bool) {
|
|
rule.noDependentRules.Store(noDependentRules)
|
|
}
|
|
|
|
func (rule *RecordingRule) NoDependentRules() bool {
|
|
return rule.noDependentRules.Load()
|
|
}
|
|
|
|
func (rule *RecordingRule) SetNoDependencyRules(noDependencyRules bool) {
|
|
rule.noDependencyRules.Store(noDependencyRules)
|
|
}
|
|
|
|
func (rule *RecordingRule) NoDependencyRules() bool {
|
|
return rule.noDependencyRules.Load()
|
|
}
|