mirror of
https://github.com/prometheus/prometheus.git
synced 2024-12-25 13:44:05 -08:00
66dfb951c4
* Add errors and Warnings to SeriesSet Signed-off-by: Kemal Akkoyun <kakkoyun@gmail.com> * Change Querier interface and refactor accordingly Signed-off-by: Kemal Akkoyun <kakkoyun@gmail.com> * Refactor promql/engine to propagate warnings at eval stage Signed-off-by: Kemal Akkoyun <kakkoyun@gmail.com> * Address review issues Signed-off-by: Kemal Akkoyun <kakkoyun@gmail.com> * Make sure all the series from all Selects are pre-advanced Signed-off-by: Kemal Akkoyun <kakkoyun@gmail.com> * Address review issues Signed-off-by: Kemal Akkoyun <kakkoyun@gmail.com> * Separate merge series sets Signed-off-by: Kemal Akkoyun <kakkoyun@gmail.com> * Clean Signed-off-by: Kemal Akkoyun <kakkoyun@gmail.com> * Refactor merge querier failure handling Signed-off-by: Kemal Akkoyun <kakkoyun@gmail.com> * Refactored and simplified fanout with improvements from incoming chunk iterator PRs. * Secondary logic is hidden, instead of weird failed series set logic we had. * Fanout is well commented * Fanout closing record all errors * MergeQuerier improved API (clearer) * deferredGenericMergeSeriesSet is not needed as we return no samples anyway for failed series sets (next = false). Signed-off-by: Bartlomiej Plotka <bwplotka@gmail.com> * Fix formatting Signed-off-by: Kemal Akkoyun <kakkoyun@gmail.com> * Fix CI issues Signed-off-by: Kemal Akkoyun <kakkoyun@gmail.com> * Added final tests for error handling. Signed-off-by: Bartlomiej Plotka <bwplotka@gmail.com> * Addressed Brian's comments. * Moved hints in populate to be allocated only when needed. * Used sync.Once in secondary Querier to achieve all-or-nothing partial response logic. * Select after first Next is done will panic. NOTE: in lazySeriesSet in theory we could just panic, I think however we can totally just return error, it will panic in expand anyway. Signed-off-by: Bartlomiej Plotka <bwplotka@gmail.com> * Utilize errWithWarnings Signed-off-by: Kemal Akkoyun <kakkoyun@gmail.com> * Fix recently introduced expansion issue Signed-off-by: Kemal Akkoyun <kakkoyun@gmail.com> * Add tests for secondary querier error handling Signed-off-by: Kemal Akkoyun <kakkoyun@gmail.com> * Implement lazy merge Signed-off-by: Kemal Akkoyun <kakkoyun@gmail.com> * Add name to test cases Signed-off-by: Kemal Akkoyun <kakkoyun@gmail.com> * Reorganize Signed-off-by: Kemal Akkoyun <kakkoyun@gmail.com> * Address review comments Signed-off-by: Kemal Akkoyun <kakkoyun@gmail.com> * Address review comments Signed-off-by: Kemal Akkoyun <kakkoyun@gmail.com> * Remove redundant warnings Signed-off-by: Kemal Akkoyun <kakkoyun@gmail.com> * Fix rebase mistake Signed-off-by: Kemal Akkoyun <kakkoyun@gmail.com> Co-authored-by: Bartlomiej Plotka <bwplotka@gmail.com>
158 lines
4 KiB
Go
158 lines
4 KiB
Go
// Copyright 2019 The Prometheus Authors
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package promql
|
|
|
|
import (
|
|
"math"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/prometheus/prometheus/pkg/labels"
|
|
|
|
"github.com/prometheus/prometheus/util/testutil"
|
|
)
|
|
|
|
func TestLazyLoader_WithSamplesTill(t *testing.T) {
|
|
type testCase struct {
|
|
ts time.Time
|
|
series []Series // Each series is checked separately. Need not mention all series here.
|
|
checkOnlyError bool // If this is true, series is not checked.
|
|
}
|
|
|
|
cases := []struct {
|
|
loadString string
|
|
// These testCases are run in sequence. So the testCase being run is dependent on the previous testCase.
|
|
testCases []testCase
|
|
}{
|
|
{
|
|
loadString: `
|
|
load 10s
|
|
metric1 1+1x10
|
|
`,
|
|
testCases: []testCase{
|
|
{
|
|
ts: time.Unix(40, 0),
|
|
series: []Series{
|
|
{
|
|
Metric: labels.FromStrings("__name__", "metric1"),
|
|
Points: []Point{
|
|
{0, 1}, {10000, 2}, {20000, 3}, {30000, 4}, {40000, 5},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
{
|
|
ts: time.Unix(10, 0),
|
|
series: []Series{
|
|
{
|
|
Metric: labels.FromStrings("__name__", "metric1"),
|
|
Points: []Point{
|
|
{0, 1}, {10000, 2}, {20000, 3}, {30000, 4}, {40000, 5},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
{
|
|
ts: time.Unix(60, 0),
|
|
series: []Series{
|
|
{
|
|
Metric: labels.FromStrings("__name__", "metric1"),
|
|
Points: []Point{
|
|
{0, 1}, {10000, 2}, {20000, 3}, {30000, 4}, {40000, 5}, {50000, 6}, {60000, 7},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
{
|
|
loadString: `
|
|
load 10s
|
|
metric1 1+0x5
|
|
metric2 1+1x100
|
|
`,
|
|
testCases: []testCase{
|
|
{ // Adds all samples of metric1.
|
|
ts: time.Unix(70, 0),
|
|
series: []Series{
|
|
{
|
|
Metric: labels.FromStrings("__name__", "metric1"),
|
|
Points: []Point{
|
|
{0, 1}, {10000, 1}, {20000, 1}, {30000, 1}, {40000, 1}, {50000, 1},
|
|
},
|
|
},
|
|
{
|
|
Metric: labels.FromStrings("__name__", "metric2"),
|
|
Points: []Point{
|
|
{0, 1}, {10000, 2}, {20000, 3}, {30000, 4}, {40000, 5}, {50000, 6}, {60000, 7}, {70000, 8},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
{ // This tests fix for https://github.com/prometheus/prometheus/issues/5064.
|
|
ts: time.Unix(300, 0),
|
|
checkOnlyError: true,
|
|
},
|
|
},
|
|
},
|
|
}
|
|
|
|
for _, c := range cases {
|
|
suite, err := NewLazyLoader(t, c.loadString)
|
|
testutil.Ok(t, err)
|
|
defer suite.Close()
|
|
|
|
for _, tc := range c.testCases {
|
|
suite.WithSamplesTill(tc.ts, func(err error) {
|
|
testutil.Ok(t, err)
|
|
if tc.checkOnlyError {
|
|
return
|
|
}
|
|
|
|
// Check the series.
|
|
queryable := suite.Queryable()
|
|
querier, err := queryable.Querier(suite.Context(), math.MinInt64, math.MaxInt64)
|
|
testutil.Ok(t, err)
|
|
for _, s := range tc.series {
|
|
var matchers []*labels.Matcher
|
|
for _, label := range s.Metric {
|
|
m, err := labels.NewMatcher(labels.MatchEqual, label.Name, label.Value)
|
|
testutil.Ok(t, err)
|
|
matchers = append(matchers, m)
|
|
}
|
|
|
|
// Get the series for the matcher.
|
|
ss := querier.Select(false, nil, matchers...)
|
|
testutil.Assert(t, ss.Next(), "")
|
|
storageSeries := ss.At()
|
|
testutil.Assert(t, !ss.Next(), "Expecting only 1 series")
|
|
|
|
// Convert `storage.Series` to `promql.Series`.
|
|
got := Series{
|
|
Metric: storageSeries.Labels(),
|
|
}
|
|
it := storageSeries.Iterator()
|
|
for it.Next() {
|
|
t, v := it.At()
|
|
got.Points = append(got.Points, Point{T: t, V: v})
|
|
}
|
|
testutil.Ok(t, it.Err())
|
|
|
|
testutil.Equals(t, s, got)
|
|
}
|
|
})
|
|
}
|
|
}
|
|
}
|