mirror of
https://github.com/prometheus/prometheus.git
synced 2024-12-26 22:19:40 -08:00
e6d7cc5fa4
* tsdb: Added ChunkQueryable implementations to db; unified compactor, querier and fanout block iterating. Chained to https://github.com/prometheus/prometheus/pull/7059 * NewMerge(Chunk)Querier now takies multiple primaries allowing tsdb DB code to use it. * Added single SeriesEntry / ChunkEntry for all series implementations. * Unified all vertical, and non vertical for compact and querying to single merge series / chunk sets by reusing VerticalSeriesMergeFunc for overlapping algorithm (same logic as before) * Added block (Base/Chunk/)Querier for block querying. We then use populateAndTomb(Base/Chunk/) to iterate over chunks or samples. * Refactored endpoint tests and querier tests to include subtests. Signed-off-by: Bartlomiej Plotka <bwplotka@gmail.com> * Addressed comments from Brian and Beorn. Signed-off-by: Bartlomiej Plotka <bwplotka@gmail.com> * Fixed snapshot test and added chunk iterator support for DBReadOnly. Signed-off-by: Bartlomiej Plotka <bwplotka@gmail.com> * Fixed race when iterating over Ats first. Signed-off-by: Bartlomiej Plotka <bwplotka@gmail.com> * Fixed tests. Signed-off-by: Bartlomiej Plotka <bwplotka@gmail.com> * Fixed populate block tests. Signed-off-by: Bartlomiej Plotka <bwplotka@gmail.com> * Fixed endpoints test. Signed-off-by: Bartlomiej Plotka <bwplotka@gmail.com> * Fixed test. Signed-off-by: Bartlomiej Plotka <bwplotka@gmail.com> * Added test & fixed case of head open chunk. Signed-off-by: Bartlomiej Plotka <bwplotka@gmail.com> * Fixed DBReadOnly tests and bug producing 1 sample chunks. Signed-off-by: Bartlomiej Plotka <bwplotka@gmail.com> * Added cases for partial block overlap for multiple full chunks. Signed-off-by: Bartlomiej Plotka <bwplotka@gmail.com> * Added extra tests for chunk meta after compaction. Signed-off-by: Bartlomiej Plotka <bwplotka@gmail.com> * Fixed small vertical merge bug and added more tests for that. Signed-off-by: Bartlomiej Plotka <bwplotka@gmail.com>
68 lines
2.3 KiB
Go
68 lines
2.3 KiB
Go
// Copyright 2017 The Prometheus Authors
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package tsdb
|
|
|
|
import (
|
|
"github.com/pkg/errors"
|
|
"github.com/prometheus/prometheus/pkg/labels"
|
|
"github.com/prometheus/prometheus/tsdb/chunkenc"
|
|
"github.com/prometheus/prometheus/tsdb/chunks"
|
|
"github.com/prometheus/prometheus/tsdb/tombstones"
|
|
)
|
|
|
|
type mockIndexWriter struct {
|
|
seriesChunks []series
|
|
}
|
|
|
|
func copyChunk(c chunkenc.Chunk) (chunkenc.Chunk, error) {
|
|
b := c.Bytes()
|
|
nb := make([]byte, len(b))
|
|
copy(nb, b)
|
|
return chunkenc.FromData(c.Encoding(), nb)
|
|
}
|
|
|
|
func (mockIndexWriter) AddSymbol(string) error { return nil }
|
|
func (m *mockIndexWriter) AddSeries(_ uint64, l labels.Labels, chks ...chunks.Meta) error {
|
|
// Copy chunks as their bytes are pooled.
|
|
chksNew := make([]chunks.Meta, len(chks))
|
|
for i, chk := range chks {
|
|
c, err := copyChunk(chk.Chunk)
|
|
if err != nil {
|
|
return errors.Wrap(err, "mockIndexWriter: copy chunk")
|
|
}
|
|
chksNew[i] = chunks.Meta{MaxTime: chk.MaxTime, MinTime: chk.MinTime, Chunk: c}
|
|
}
|
|
|
|
// We don't combine multiple same series together, by design as `AddSeries` requires full series to be saved.
|
|
m.seriesChunks = append(m.seriesChunks, series{l: l, chunks: chksNew})
|
|
return nil
|
|
}
|
|
|
|
func (mockIndexWriter) WriteLabelIndex([]string, []string) error { return nil }
|
|
func (mockIndexWriter) Close() error { return nil }
|
|
|
|
type mockBReader struct {
|
|
ir IndexReader
|
|
cr ChunkReader
|
|
mint int64
|
|
maxt int64
|
|
}
|
|
|
|
func (r *mockBReader) Index() (IndexReader, error) { return r.ir, nil }
|
|
func (r *mockBReader) Chunks() (ChunkReader, error) { return r.cr, nil }
|
|
func (r *mockBReader) Tombstones() (tombstones.Reader, error) {
|
|
return tombstones.NewMemTombstones(), nil
|
|
}
|
|
func (r *mockBReader) Meta() BlockMeta { return BlockMeta{MinTime: r.mint, MaxTime: r.maxt} }
|