mirror of
https://github.com/prometheus/prometheus.git
synced 2024-12-25 05:34:05 -08:00
[TEST] apply blocks retention on tsdb open
Signed-off-by: Nicolas Takashi <nicolas.tcs@hotmail.com>
This commit is contained in:
parent
789c9b1a5e
commit
6348e05a7e
|
@ -101,6 +101,26 @@ func openTestDB(t testing.TB, opts *Options, rngs []int64) (db *DB) {
|
|||
return db
|
||||
}
|
||||
|
||||
func openTestDBWithDir(t testing.TB, dir string, opts *Options, rngs []int64) (db *DB) {
|
||||
var err error
|
||||
|
||||
if opts == nil {
|
||||
opts = DefaultOptions()
|
||||
}
|
||||
opts.EnableNativeHistograms = true
|
||||
|
||||
if len(rngs) == 0 {
|
||||
db, err = Open(dir, nil, nil, opts, nil)
|
||||
} else {
|
||||
opts, rngs = validateOpts(opts, rngs)
|
||||
db, err = open(dir, nil, nil, opts, rngs, nil)
|
||||
}
|
||||
require.NoError(t, err)
|
||||
|
||||
// Do not Close() the test database by default as it will deadlock on test failures.
|
||||
return db
|
||||
}
|
||||
|
||||
// query runs a matcher query against the querier and fully expands its data.
|
||||
func query(t testing.TB, q storage.Querier, matchers ...*labels.Matcher) map[string][]chunks.Sample {
|
||||
ss := q.Select(context.Background(), false, nil, matchers...)
|
||||
|
@ -1526,6 +1546,69 @@ func TestTimeRetention(t *testing.T) {
|
|||
}
|
||||
}
|
||||
|
||||
func TestTsdbOpenTimeRetention(t *testing.T) {
|
||||
testCases := []struct {
|
||||
name string
|
||||
blocks []*BlockMeta
|
||||
expBlocks []*BlockMeta
|
||||
retentionDuration int64
|
||||
}{
|
||||
{
|
||||
name: "Block max time delta greater than retention duration",
|
||||
blocks: []*BlockMeta{
|
||||
{MinTime: 500, MaxTime: 900}, // Oldest block, beyond retention
|
||||
{MinTime: 1000, MaxTime: 1500},
|
||||
{MinTime: 1500, MaxTime: 2000}, // Newest block
|
||||
},
|
||||
expBlocks: []*BlockMeta{
|
||||
{MinTime: 1000, MaxTime: 1500},
|
||||
{MinTime: 1500, MaxTime: 2000},
|
||||
},
|
||||
retentionDuration: 1000,
|
||||
},
|
||||
{
|
||||
name: "Block max time delta equal to retention duration",
|
||||
blocks: []*BlockMeta{
|
||||
{MinTime: 500, MaxTime: 900}, // Oldest block
|
||||
{MinTime: 1000, MaxTime: 1500}, // Coinciding exactly with the retention duration.
|
||||
{MinTime: 1500, MaxTime: 2000}, // Newest block
|
||||
},
|
||||
expBlocks: []*BlockMeta{
|
||||
{MinTime: 1500, MaxTime: 2000},
|
||||
},
|
||||
retentionDuration: 500,
|
||||
},
|
||||
}
|
||||
for _, tc := range testCases {
|
||||
t.Run(tc.name, func(t *testing.T) {
|
||||
dir := t.TempDir()
|
||||
db := openTestDBWithDir(t, dir, nil, []int64{1000})
|
||||
for _, m := range tc.blocks {
|
||||
createBlock(t, db.Dir(), genSeries(10, 10, m.MinTime, m.MaxTime))
|
||||
}
|
||||
|
||||
require.NoError(t, db.reloadBlocks()) // Reload the db to register the new blocks.
|
||||
require.Len(t, db.Blocks(), len(tc.blocks)) // Ensure all blocks are registered.
|
||||
|
||||
db.Close()
|
||||
|
||||
db = openTestDBWithDir(t, dir, &Options{RetentionDuration: tc.retentionDuration}, []int64{1000})
|
||||
defer func() {
|
||||
require.NoError(t, db.Close())
|
||||
}()
|
||||
|
||||
actBlocks := db.Blocks()
|
||||
require.Equal(t, 1, int(prom_testutil.ToFloat64(db.metrics.timeRetentionCount)), "metric retention count mismatch")
|
||||
require.Len(t, actBlocks, len(tc.expBlocks))
|
||||
|
||||
for i, eb := range tc.expBlocks {
|
||||
require.Equal(t, eb.MinTime, actBlocks[i].meta.MinTime)
|
||||
require.Equal(t, eb.MaxTime, actBlocks[i].meta.MaxTime)
|
||||
}
|
||||
})
|
||||
}
|
||||
}
|
||||
|
||||
func TestRetentionDurationMetric(t *testing.T) {
|
||||
db := openTestDB(t, &Options{
|
||||
RetentionDuration: 1000,
|
||||
|
|
Loading…
Reference in a new issue